-- Logs begin at Thu 2021-12-16 08:30:29 UTC, end at Thu 2021-12-16 10:58:01 UTC. -- Dec 16 09:06:56.396884 n-d-821941-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 09:06:59.193866 n-d-821941-1 neutron-server[102290]: INFO neutron.common.config [-] Logging enabled! Dec 16 09:06:59.194482 n-d-821941-1 neutron-server[102290]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 16 09:06:59.194662 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102290) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 09:06:59.197820 n-d-821941-1 neutron-server[102290]: INFO neutron.common.config [-] Logging enabled! Dec 16 09:06:59.198095 n-d-821941-1 neutron-server[102290]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 16 09:06:59.198405 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102290) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 09:06:59.199363 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 09:06:59.199596 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 09:06:59.199955 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 09:06:59.200200 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 09:06:59.200409 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 09:06:59.200729 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.201048 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.201347 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.201548 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.201873 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.202187 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.202470 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.202733 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.203042 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.203330 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.203620 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.203910 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.204145 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.204425 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.204712 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.205002 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.205226 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] debug = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.205512 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.205959 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.206378 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.206656 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.206948 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.207304 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.207757 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.208122 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.208415 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.208748 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] host = n-d-821941-1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.209114 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.209319 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.209608 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.209920 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.210202 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.210475 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.210764 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.211035 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.211308 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.211584 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.211897 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.212158 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.212448 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.212671 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.212893 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.213178 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.213471 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.213747 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.214043 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.214316 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.214588 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.214862 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.215130 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.215414 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.215697 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.215981 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.216258 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.216532 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.216796 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.217065 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.217350 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.217623 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.217927 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.218207 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.218488 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.218755 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.219032 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.219328 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.219615 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.219897 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.220183 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.220460 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.220744 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.221015 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.221287 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.221560 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] use_json = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.221833 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.222126 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.222407 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.222704 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.223086 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.223570 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.223862 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.224157 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:06:59.224463 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.224763 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.225076 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.225358 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.225661 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.225970 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.226262 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.226542 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.226835 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.227121 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.227413 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.227693 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.227986 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.228268 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.228559 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.228904 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.229208 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.229499 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.229777 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.230090 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.230362 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.230638 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.230931 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.231203 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.231492 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.231781 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.232060 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.232347 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.232640 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.232929 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.233209 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.233487 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.233782 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.234087 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.234361 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.234639 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.234928 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.235210 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.235475 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.235764 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.236036 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.236307 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.236576 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.236851 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.237139 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.237786 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.238107 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.239014 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.239014 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.239339 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.239468 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.239689 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.239963 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.240218 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.240497 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.240762 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.241039 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.241312 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.241585 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.241886 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.242158 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.242429 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.242701 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.242975 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.243247 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.243524 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.243796 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.244072 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.244345 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.244620 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.244893 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.245162 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.245438 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.245720 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.246049 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.246329 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.246609 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.246889 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.247168 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.247449 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.247732 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.248014 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.248295 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.248573 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.248869 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.249159 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.249447 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.249727 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.250036 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.250345 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.250624 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.250910 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.251189 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.251467 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.251752 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.252037 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.252335 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.252636 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.252937 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.253240 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.253535 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.253817 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.254374 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.254678 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:06:59.254899 n-d-821941-1 neutron-server[102290]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 09:06:59.255156 n-d-821941-1 neutron-server[102290]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102290) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 09:06:59.614121 n-d-821941-1 neutron-server[102290]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 09:06:59.614394 n-d-821941-1 neutron-server[102290]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 09:06:59.614684 n-d-821941-1 neutron-server[102290]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 16 09:06:59.615016 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 09:07:00.022171 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.022503 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.022712 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.024028 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.024301 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.024567 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.061417 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.061675 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.062000 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.077477 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.077772 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.078057 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.107084 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.107333 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.107596 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.147213 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.147456 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.147740 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.386517 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.387214 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.387214 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.387362 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.387999 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.511031 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.511367 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.511654 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.511934 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.512174 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.512484 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.512725 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.512980 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.513253 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.513521 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.513790 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.514079 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.514330 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.514581 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.514826 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.515099 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.515353 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.515619 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.515891 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.516156 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.516433 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.516682 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.516961 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.517454 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.517705 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.517985 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.518412 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:00.518655 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:00.518896 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:00.519131 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:00.519364 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:00.519678 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:00.520064 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 09:07:00.523572 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 09:07:00.527786 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 09:07:00.531716 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 16 09:07:00.533713 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 09:07:00.534199 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 09:07:00.534536 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 09:07:00.534959 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 09:07:00.537985 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 09:07:00.538227 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 09:07:00.538594 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 09:07:00.547204 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 09:07:00.572262 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 09:07:00.572742 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.573051 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102290) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 16 09:07:00.573421 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.574910 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102290) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 09:07:00.575202 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 09:07:00.575452 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 09:07:00.579057 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.579318 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:00.645684 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 09:07:00.645961 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 09:07:00.646233 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 09:07:00.646748 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 09:07:00.671650 n-d-821941-1 neutron-server[102290]: DEBUG oslo_db.sqlalchemy.engines [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102290) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 09:07:01.235585 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing driver for type 'gre' Dec 16 09:07:01.236097 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] gre ID ranges: [(1, 1000)] Dec 16 09:07:01.295712 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing driver for type 'local' Dec 16 09:07:01.296044 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing driver for type 'vlan' Dec 16 09:07:01.313224 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] VlanTypeDriver initialization complete Dec 16 09:07:01.313721 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing driver for type 'vxlan' Dec 16 09:07:01.314363 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] vxlan ID ranges: [(1, 1000)] Dec 16 09:07:01.390535 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing extension driver 'port_security' Dec 16 09:07:01.391398 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] PortSecurityExtensionDriver initialization complete Dec 16 09:07:01.391398 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing mechanism driver 'openvswitch' Dec 16 09:07:01.391707 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing mechanism driver 'hyperv' Dec 16 09:07:01.400058 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.plugin [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:01.400753 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.403025 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.403025 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.404028 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:07:01.404484 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.404840 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.405193 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.405591 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:07:01.406030 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.406387 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.406730 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.407123 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:07:01.407841 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.408191 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.408551 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.409079 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:07:01.409487 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.409865 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.410253 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.410648 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:07:01.411160 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.411511 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.411849 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.412247 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102290) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 09:07:01.412627 n-d-821941-1 neutron-server[102290]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] ML2 OVO RPC backend initialized. {{(pid=102290) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 09:07:01.413363 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.413716 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.414166 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.414508 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > networks before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.414857 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.415199 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > ports before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.415539 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.415884 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.416228 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.416563 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.416895 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.417230 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.417561 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.417911 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.418246 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.418575 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.418902 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.419497 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.plugin [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Modular L2 Plugin initialization complete Dec 16 09:07:01.419825 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading services supported by the core plugin {{(pid=102290) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 09:07:01.420153 n-d-821941-1 neutron-server[102290]: INFO neutron.plugins.ml2.managers [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Got port-security extension from driver 'port_security' Dec 16 09:07:01.420620 n-d-821941-1 neutron-server[102290]: INFO neutron.extensions.vlantransparent [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Disabled vlantransparent extension. Dec 16 09:07:01.421099 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102290) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 09:07:01.421495 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: router Dec 16 09:07:01.459028 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.459414 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_create 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.459794 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router before_create 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.460176 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.460545 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.460906 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_delete 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.461265 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.461622 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.462019 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_create 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.462368 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_update 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.462715 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_update 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.463062 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.463482 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_update 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.463825 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.464197 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.464526 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.464865 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: subnet after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.465195 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.465526 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.465888 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.466234 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.466570 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.466925 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router after_update 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.467266 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.467617 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.467984 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.468328 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.468695 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > agent after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.469045 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.469389 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > network after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.470315 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Tracking information for resource: router configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:01.470645 n-d-821941-1 neutron-server[102290]: DEBUG neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Tracking information for resource: floatingip configured {{(pid=102290) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 09:07:01.475974 n-d-821941-1 neutron-server[102290]: INFO neutron.db.l3_agentschedulers_db [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 09:07:01.476550 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.476908 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port after_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.477263 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port after_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.477615 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: port after_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.478456 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router before_create 55550100 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.478817 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.479174 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.479700 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.484268 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.provider_configuration [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service providers = [] {{(pid=102290) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 09:07:01.484626 n-d-821941-1 neutron-server[102290]: DEBUG neutron.db.servicetype_db [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102290) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 09:07:01.487822 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.service_base [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:07:01.488110 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.service_base [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:07:01.488481 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.service_base [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:07:01.489370 n-d-821941-1 neutron-server[102290]: DEBUG neutron.services.service_base [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102290) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 09:07:01.489742 n-d-821941-1 neutron-server[102290]: INFO neutron.services.service_base [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 09:07:01.490168 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.490482 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 09:07:01.501674 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.502045 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: auto_allocate Dec 16 09:07:01.507960 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: network precommit_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.508330 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: network precommit_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.508852 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.509167 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: tag Dec 16 09:07:01.516111 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.516335 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: timestamp Dec 16 09:07:01.521149 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.521470 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: network_ip_availability Dec 16 09:07:01.527133 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.527503 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.527854 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.528598 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.528920 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: flavors Dec 16 09:07:01.534139 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.534465 n-d-821941-1 neutron-server[102290]: INFO neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading Plugin: revisions Dec 16 09:07:01.539056 n-d-821941-1 neutron-server[102290]: DEBUG neutron.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102290) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 09:07:01.539454 n-d-821941-1 neutron-server[102290]: DEBUG oslo_concurrency.lockutils [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.925s {{(pid=102290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 16 09:07:01.540216 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102290) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 09:07:01.540554 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Initializing extension manager. Dec 16 09:07:01.541061 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: __init__.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.541397 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: __pycache__ {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.541729 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.542085 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: address_group.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.542871 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.543458 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: address-group Dec 16 09:07:01.543774 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: address_scope.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.544710 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.545253 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: address-scope Dec 16 09:07:01.545532 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.546507 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.547003 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: router-admin-state-down-before-update Dec 16 09:07:01.547323 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: agent.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.548032 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.548536 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: agent Dec 16 09:07:01.548850 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: agent_resources_synced.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.549871 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.550418 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: agent-resources-synced Dec 16 09:07:01.550831 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.552732 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.553252 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: allowed-address-pairs Dec 16 09:07:01.553571 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.554708 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.555214 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: auto-allocated-topology Dec 16 09:07:01.555529 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: availability_zone.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.556230 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.556731 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: availability_zone Dec 16 09:07:01.557044 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: availability_zone_filter.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.557986 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.558492 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: availability_zone_filter Dec 16 09:07:01.558810 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: data_plane_status.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.559719 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.560218 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 09:07:01.560530 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: default_subnetpools.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.561451 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.561986 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: default-subnetpools Dec 16 09:07:01.562307 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.563148 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.563650 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: dhcp_agent_scheduler Dec 16 09:07:01.563966 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: dns.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.564901 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.565400 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 09:07:01.565722 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: dns_domain_ports.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.566724 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.567228 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 09:07:01.567541 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.568475 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.569099 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 09:07:01.569289 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: dvr.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.570010 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.570514 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: dvr Dec 16 09:07:01.570827 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: ecmp_routes.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.571771 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.572272 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 09:07:01.572595 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: empty_string_filtering.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.573512 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.574054 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: empty-string-filtering Dec 16 09:07:01.574372 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.575280 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.575776 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 09:07:01.576088 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.577002 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.577580 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 09:07:01.577956 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: external_net.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.579172 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.579606 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: external-net Dec 16 09:07:01.579972 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.580922 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.581430 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: extra_dhcp_opt Dec 16 09:07:01.581740 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: extraroute.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.582744 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.583236 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: extraroute Dec 16 09:07:01.583550 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: extraroute_atomic.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.584636 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.585140 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: extraroute-atomic Dec 16 09:07:01.585457 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: filter_validation.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.586185 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.587237 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: filter-validation Dec 16 09:07:01.587237 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: fip_pf_description.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.587893 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.588389 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 09:07:01.588704 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: fip_port_details.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.589635 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.590166 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: fip-port-details Dec 16 09:07:01.590483 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: flavors.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.591739 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.592252 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: flavors Dec 16 09:07:01.592616 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.594307 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.594826 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 09:07:01.595220 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: floatingip_pools.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.595869 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.596371 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: floatingip-pools Dec 16 09:07:01.596689 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: ip_allocation.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.597730 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.598262 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 09:07:01.598591 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.599527 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.600028 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: ip-substring-filtering Dec 16 09:07:01.600343 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l2_adjacency.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.601276 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.601773 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 09:07:01.602122 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.603313 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.603836 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: router Dec 16 09:07:01.604158 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.606497 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.607017 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 09:07:01.607343 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.608280 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.608792 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: ext-gw-mode Dec 16 09:07:01.609112 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.610097 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.610603 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: l3-ha Dec 16 09:07:01.610920 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3_flavors.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.611847 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.612345 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: l3-flavors Dec 16 09:07:01.612664 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.613817 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.614347 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 09:07:01.614663 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: l3agentscheduler.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.615739 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.616251 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: l3_agent_scheduler Dec 16 09:07:01.616569 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: logging.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.618127 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.618641 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension logging not supported by any of loaded plugins Dec 16 09:07:01.619042 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: metering.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.619715 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.620291 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: metering Dec 16 09:07:01.620613 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.621747 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.622293 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: metering_source_and_destination_fields Dec 16 09:07:01.622607 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: multiprovidernet.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.623535 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.624039 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: multi-provider Dec 16 09:07:01.624352 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: netmtu.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.625281 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.625781 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: net-mtu Dec 16 09:07:01.626120 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: netmtu_writable.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.627025 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.627530 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: net-mtu-writable Dec 16 09:07:01.627855 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: network_availability_zone.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.628523 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.629314 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: network_availability_zone Dec 16 09:07:01.629630 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: network_ip_availability.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.630782 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.631282 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: network-ip-availability Dec 16 09:07:01.631598 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: network_segment_range.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.632383 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.632874 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 09:07:01.633188 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: pagination.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.634219 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.634543 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: pagination Dec 16 09:07:01.634857 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: port_device_profile.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.635835 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.636340 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: port-device-profile Dec 16 09:07:01.636655 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.637578 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.638113 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: port-mac-address-regenerate Dec 16 09:07:01.638435 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.639344 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.639844 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: port-numa-affinity-policy Dec 16 09:07:01.640161 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: port_resource_request.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.641213 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.641720 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 09:07:01.642059 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: portbindings.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.642977 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.643478 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: binding Dec 16 09:07:01.643799 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: portbindings_extended.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.645135 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.645728 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: binding-extended Dec 16 09:07:01.646077 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: portsecurity.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.647061 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.647566 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: port-security Dec 16 09:07:01.647888 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: project_id.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.648870 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.649195 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: project-id Dec 16 09:07:01.649516 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: providernet.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.650487 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.650998 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: provider Dec 16 09:07:01.651321 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.655096 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.655622 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos not supported by any of loaded plugins Dec 16 09:07:01.655947 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.657237 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.658089 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 09:07:01.658417 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.659348 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.659855 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 09:07:01.660223 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_default.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.661153 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.661665 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-default not supported by any of loaded plugins Dec 16 09:07:01.662021 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_fip.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.662693 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.663192 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 09:07:01.663511 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.664444 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.664951 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 09:07:01.665274 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.666233 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.667127 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 09:07:01.667127 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_pps_rule.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.668231 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.668745 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 09:07:01.669061 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.670352 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.670522 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 09:07:01.670841 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: qos_rules_alias.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.671903 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.672408 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 09:07:01.672732 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: quotasv2.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.673720 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.674062 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: quotas Dec 16 09:07:01.674381 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: quotasv2_detail.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.677991 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.678333 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: quota_details Dec 16 09:07:01.678662 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: rbac.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.679753 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.680282 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: rbac-policies Dec 16 09:07:01.680609 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: rbac_address_group.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.681554 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.682106 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: rbac-address-group Dec 16 09:07:01.682431 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: rbac_address_scope.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.683356 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.683868 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: rbac-address-scope Dec 16 09:07:01.684190 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: rbac_security_groups.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.685112 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.685626 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: rbac-security-groups Dec 16 09:07:01.685987 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.686945 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.687454 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: rbac-subnetpool Dec 16 09:07:01.687776 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: revisionifmatch.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.688710 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.689225 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: revision-if-match Dec 16 09:07:01.689544 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: revisions.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.690710 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.691218 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: standard-attr-revisions Dec 16 09:07:01.691709 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: router_availability_zone.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.692394 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.693134 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: router_availability_zone Dec 16 09:07:01.693236 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: routerservicetype.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.694184 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.694719 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 09:07:01.695010 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.695939 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.696448 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: security-groups-normalized-cidr Dec 16 09:07:01.696766 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.697695 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.698241 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: port-security-groups-filtering Dec 16 09:07:01.698560 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.699488 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.699998 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: security-groups-remote-address-group Dec 16 09:07:01.700354 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: securitygroup.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.711993 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.712495 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: security-group Dec 16 09:07:01.712927 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: segment.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.713668 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.714230 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension segment not supported by any of loaded plugins Dec 16 09:07:01.714554 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.715559 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.716064 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 09:07:01.716382 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: servicetype.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.717605 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.718199 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: service-type Dec 16 09:07:01.718523 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: sorting.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.719518 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.719850 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: sorting Dec 16 09:07:01.720154 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: standard_attr_segment.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.721073 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.721583 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 09:07:01.721930 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: standardattrdescription.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.722596 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.723108 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: standard-attr-description Dec 16 09:07:01.723521 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: stateful_security_group.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.724496 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.725009 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: stateful-security-group Dec 16 09:07:01.725559 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: stdattrs_common.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.725925 n-d-821941-1 neutron-server[102290]: WARNING neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 09:07:01.726275 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.727202 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.728100 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 09:07:01.728100 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: subnet_onboard.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.729134 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.729661 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: subnet_onboard Dec 16 09:07:01.730353 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.730950 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.731458 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 09:07:01.731775 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: subnet_service_types.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.732702 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.733283 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: subnet-service-types Dec 16 09:07:01.733534 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: subnetallocation.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.734856 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.735342 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: subnet_allocation Dec 16 09:07:01.735674 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.736417 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.737101 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: subnetpool-prefix-ops Dec 16 09:07:01.737207 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.738259 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.739039 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 09:07:01.739374 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: tagging.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.740557 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.741002 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: standard-attr-tag Dec 16 09:07:01.741322 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: timestamp.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.742605 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.743108 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loaded extension: standard-attr-timestamp Dec 16 09:07:01.743430 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: trunk.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.744470 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.744983 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension trunk not supported by any of loaded plugins Dec 16 09:07:01.745304 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: trunk_details.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.746296 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.746824 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 09:07:01.747121 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.748045 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.748546 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 09:07:01.748859 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Loading extension file: vlantransparent.py {{(pid=102290) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 09:07:01.749543 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102290) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 09:07:01.750064 n-d-821941-1 neutron-server[102290]: INFO neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 09:07:01.752581 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:network Dec 16 09:07:01.753129 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:subnet Dec 16 09:07:01.753523 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:07:01.753986 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:port Dec 16 09:07:01.755293 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.755720 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service FLAVORS assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.756335 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.756764 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.757089 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:router Dec 16 09:07:01.757522 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 09:07:01.758051 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service METERING assigned prefix: /metering {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.759516 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.759886 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.760234 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:07:01.761279 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 09:07:01.761708 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:security_group Dec 16 09:07:01.762182 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 09:07:01.762778 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service CORE assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.763115 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:07:01.763441 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] subnetpool is already registered Dec 16 09:07:01.763874 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service CORE assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.764192 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:07:01.764516 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] subnetpool is already registered Dec 16 09:07:01.766871 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.767327 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service FLAVORS assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.767912 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.768324 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.768649 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:router Dec 16 09:07:01.768956 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] router is already registered Dec 16 09:07:01.769351 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 09:07:01.769741 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] floatingip is already registered Dec 16 09:07:01.770299 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service METERING assigned prefix: /metering {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.770880 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 09:07:01.771207 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] rbac_policy is already registered Dec 16 09:07:01.771606 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:security_group Dec 16 09:07:01.771934 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] security_group is already registered Dec 16 09:07:01.772328 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 09:07:01.772652 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] security_group_rule is already registered Dec 16 09:07:01.773272 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service CORE assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.773620 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:07:01.773952 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] subnetpool is already registered Dec 16 09:07:01.774463 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.v2.resource_helper [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Service CORE assigned prefix: {{(pid=102290) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 09:07:01.774778 n-d-821941-1 neutron-server[102290]: INFO neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 09:07:01.775104 n-d-821941-1 neutron-server[102290]: WARNING neutron.quota.resource_registry [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] subnetpool is already registered Dec 16 09:07:01.775562 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: extensions {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.777076 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: address-groups {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.778572 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: address-scopes {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.779894 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: agents {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.781048 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: auto-allocated-topology {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.782621 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: availability_zones {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.783833 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: dhcp-networks {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.785383 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: dhcp-agents {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.786812 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: routers {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.788993 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: flavors {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.790170 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: service_profiles {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.791365 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: next_providers {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.792856 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: service_profiles {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.794411 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: floatingip-pools {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.795619 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: routers {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.797725 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: floatingips {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.799020 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: l3-routers {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.800411 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: l3-agents {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.802192 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: metering-labels {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.803561 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: metering-label-rules {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.804832 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: network-ip-availabilities {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.806095 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: bindings {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.808685 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: quotas {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.810173 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: quotas {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.811584 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: rbac-policies {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.812766 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: security-groups {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.814073 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: security-group-rules {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.815329 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: service-providers {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.816560 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: subnetpools {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.818002 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: subnetpools {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.819408 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.821091 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.823014 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.824775 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.826579 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.828390 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.830080 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.832202 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.834184 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.835925 n-d-821941-1 neutron-server[102290]: DEBUG neutron.api.extensions [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Extended resource: tags {{(pid=102290) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 09:07:01.841986 n-d-821941-1 neutron-server[102290]: WARNING keystonemiddleware.auth_token [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 09:07:01.846756 n-d-821941-1 neutron-server[102290]: WARNING keystonemiddleware.auth_token [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 09:07:01.855946 n-d-821941-1 neutron-server[102290]: DEBUG oslo_concurrency.lockutils [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Acquired lock "singleton_lock" {{(pid=102290) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 16 09:07:01.856408 n-d-821941-1 neutron-server[102290]: DEBUG oslo_concurrency.lockutils [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Releasing lock "singleton_lock" {{(pid=102290) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 16 09:07:01.857062 n-d-821941-1 neutron-server[102290]: INFO oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Starting 2 workers Dec 16 09:07:01.861962 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Started child 102397 {{(pid=102290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:07:01.866851 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Started child 102398 {{(pid=102290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:07:01.868242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:01.869147 n-d-821941-1 neutron-server[102290]: INFO neutron.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 09:07:01.869147 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Notify callbacks [] for process, before_spawn {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:01.869830 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [-] (102397) wsgi starting up on http://0.0.0.0:9696 Dec 16 09:07:01.871951 n-d-821941-1 neutron-server[102290]: INFO oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Starting 1 workers Dec 16 09:07:01.873067 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:01.874917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [-] (102398) wsgi starting up on http://0.0.0.0:9696 Dec 16 09:07:01.878931 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Started child 102399 {{(pid=102290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:07:01.879743 n-d-821941-1 neutron-server[102290]: INFO oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Starting 1 workers Dec 16 09:07:01.884025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] calling RpcWorker wait() {{(pid=102399) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 09:07:01.884632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] returning from RpcWorker wait() {{(pid=102399) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 09:07:01.886405 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Started child 102400 {{(pid=102290) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 09:07:01.886560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:01.887225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:01.887569 n-d-821941-1 neutron-server[102290]: DEBUG neutron_lib.callbacks.manager [None req-0a512958-234d-4717-a1f1-e5b6358226a4 None None] Notify callbacks [] for process, after_spawn {{(pid=102290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:01.889714 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102290) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 09:07:01.890190 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 09:07:01.890452 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 09:07:01.890772 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 09:07:01.890880 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:01.891381 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 09:07:01.891479 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 09:07:01.892231 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.892663 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.893065 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.893497 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.893923 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.894929 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.895336 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.895726 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.896763 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.896763 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.896932 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.897134 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.897477 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.898158 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.898463 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.898749 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.899141 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.899582 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.899881 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.900253 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.900702 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.901077 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.901480 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] debug = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.901878 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.902673 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.903065 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.903462 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.903807 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.904249 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.904603 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.905033 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.905434 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.905825 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.906205 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.906628 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.906989 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.907627 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.908017 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.908417 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.908840 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.910385 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] host = n-d-821941-1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.910385 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.910385 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.910871 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.911225 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.911629 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.912002 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.912418 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.912892 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.913244 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.913964 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.914226 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.914632 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.915073 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.915449 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.915757 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_options = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.916068 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.916486 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.916981 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.917200 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.917495 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.917785 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.918220 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.918488 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.918914 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.919281 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.919611 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.919918 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.920245 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.920540 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.920878 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.921250 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.921966 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.921966 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.922272 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.922443 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.922748 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.923071 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.923372 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.923668 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.924077 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.924290 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.924617 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.924903 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.925222 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.926849 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.926849 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.926849 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.926849 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.927526 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.927823 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.928176 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.928608 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.929109 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.929464 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.929806 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.930487 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.930894 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.931560 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.932115 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.932420 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.932757 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.933416 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_json = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.934304 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.934621 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.935099 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.935530 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.936052 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.936633 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.937041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.937543 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:01.938002 n-d-821941-1 neutron-server[102400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:01.939194 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.939394 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.940066 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.940536 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.941054 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.942441 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.942778 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.944008 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.944008 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.944008 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.944693 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.944993 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.945656 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.946252 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.946767 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.947926 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.947926 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.948549 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.948866 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.949362 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.950915 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.951586 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.952255 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.952704 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.953015 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.953403 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.953733 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.954227 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.954637 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.955009 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.955363 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.955904 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.956173 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.956401 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.956704 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.957065 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.957875 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.957875 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.958084 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.958360 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.958662 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.958973 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.959270 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.959580 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.959942 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.960337 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.960819 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.960980 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.961304 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.961578 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.961898 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.962206 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.962610 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.962872 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.963111 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.963642 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.963923 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.964151 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.964378 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.964629 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.964909 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.965248 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.965624 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.966065 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.966427 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.966782 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.968090 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.968090 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.968090 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.969645 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.969645 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.969645 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.969645 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.969645 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.970040 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.970295 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.970690 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.970917 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.971189 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.971476 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.971734 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.972012 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.972287 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.972686 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.973020 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.973354 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.973678 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.974163 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.974482 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.974840 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.975231 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.975548 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.975880 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.976212 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.976535 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.976857 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.977191 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.977513 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.977890 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.978210 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.978787 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.979487 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.979487 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.979888 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.980655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.980655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.981014 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.985912 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.987159 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.988061 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.988061 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.988061 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.988586 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.988880 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.989280 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.989689 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.990120 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.990540 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.990780 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.991204 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.991429 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.991811 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.992378 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.992526 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.992992 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.993401 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.993900 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.994152 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.994605 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.994996 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.995404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.995822 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.996224 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.996642 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.997040 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.997443 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.997804 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.998221 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.998606 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.998969 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.999374 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:01.999790 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.000158 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.000475 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.001126 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.001309 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.001531 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.001922 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.002312 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.002684 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.003082 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.003504 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.004271 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.004614 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.004751 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.005124 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.005504 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.005948 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.006331 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.006750 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.007127 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.007578 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.007994 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.008407 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.008761 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.009383 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.010051 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.010682 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.011335 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.011925 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.012297 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.012666 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.013055 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.013427 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.013791 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.014170 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.014513 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.014899 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.015280 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.015855 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.016235 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.016593 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.017001 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.017381 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.017804 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.018133 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.018496 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.018939 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.019283 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.020030 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.020389 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.020723 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.021084 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.021589 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.021758 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.022054 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.022309 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.022639 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.023024 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.023349 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.023669 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.024020 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.024343 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.024669 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.025002 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.025304 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.025608 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.025979 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.026302 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.026609 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.026924 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.027228 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.027532 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.027840 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.028149 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.028451 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.028775 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.029111 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.029449 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.029798 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.030179 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.030517 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.030866 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.031213 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.031607 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.031947 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.032279 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.033437 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.033437 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.033932 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.034126 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.034327 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.034640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.034958 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.035851 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.036415 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.036825 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.037144 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.037514 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.037823 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.038211 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.038613 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.038921 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.039263 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.039633 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.039973 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.040297 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.040634 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.041038 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.041434 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.041832 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.042221 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.042579 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.042938 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.043290 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.043608 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.044006 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.044443 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.044815 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.045202 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.045524 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.045937 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.046299 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.046640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.047190 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.047411 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.047714 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.048074 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.048432 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.048774 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.049116 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.049443 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.049753 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.050107 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.050409 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.050855 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.051318 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.052019 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 09:07:02.052294 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102290) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 09:07:02.052554 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 09:07:02.052795 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 09:07:02.053048 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 09:07:02.053303 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 09:07:02.053589 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 09:07:02.053940 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.054460 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.054460 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.054799 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.054963 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.055184 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.055462 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.055661 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.055903 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.056146 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.056387 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.056628 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.056868 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.057114 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.057380 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.057534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:02.057695 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.057940 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.058226 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.058599 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.058845 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.059193 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.059447 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.059731 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] debug = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.060054 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.060347 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.060605 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.060845 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.061087 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.061327 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.061572 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.061811 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.062128 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.062337 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.062608 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.062876 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.063142 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.063407 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.063724 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.063975 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.064216 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.064455 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] host = n-d-821941-1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.064693 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.064930 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.065167 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.065408 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.065657 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.066013 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.066355 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.066751 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.067001 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.067235 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.067473 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.067713 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.067958 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.068195 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.068433 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_options = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.068677 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.068915 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.069152 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.069440 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.069684 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.069950 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.070192 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.070431 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.070691 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.070943 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.071596 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.071596 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.071928 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.071928 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.072650 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.072650 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.072650 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.073183 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.073183 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.073465 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.073607 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.073824 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.074109 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.074368 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.074846 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.074846 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.075284 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.075529 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.075741 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.075966 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.076190 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.076415 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.076657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48626) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:02.076887 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.076887 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.077178 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.077323 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.077562 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.077801 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.078091 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.078350 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.078604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.078857 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.079112 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.079372 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.079632 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.079897 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.080144 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_json = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.080400 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.080665 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.080934 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.081192 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.081449 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.081710 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.082028 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.082289 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 09:07:02.082574 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.082818 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.083092 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.083353 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.083597 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.083859 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.084121 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.084369 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.084609 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.084852 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.085107 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.085350 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.085605 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.085877 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.086133 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.086403 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.086669 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.086928 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.087187 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.087445 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.087710 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.087953 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.088225 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.088487 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.088755 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.088999 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.089262 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.089542 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.089801 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.090090 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.090354 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.090616 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.090879 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.091145 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.091402 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.091667 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.091911 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.092154 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.092412 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.092656 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.092921 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.093174 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.093443 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.093711 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.094004 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.094282 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.094547 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.094818 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.095090 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.096615 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.096615 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.096615 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.096615 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.096615 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.096615 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.098041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.098041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.098041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.098041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.098041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.099085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0187275 Dec 16 09:07:02.099333 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.099333 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.099333 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.099333 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.099333 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.100093 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.101975 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.101975 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.101975 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.102547 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.102547 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.102891 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.103073 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.103222 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.103448 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.103694 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.103939 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.104193 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.104437 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.104682 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.104927 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.105171 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.105416 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.105662 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.105949 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.106214 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.106479 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.106729 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.106973 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.107244 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.107523 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.107783 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.108041 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.109546 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.109546 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.109546 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.109546 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.109546 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.109546 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.110640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.110640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.110640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.110640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.111302 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.111302 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.111654 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.111833 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113010 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113010 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113010 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113010 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113010 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113952 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113952 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.113952 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.114481 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.114481 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.114815 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.114990 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.115194 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.115374 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.115633 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.115895 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.116152 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.116409 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.116666 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.116923 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.117176 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.117437 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.117698 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.118920 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.119192 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.119472 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.121655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.123404 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.124624 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.124624 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.124624 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.124624 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.124624 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.125272 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.125272 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.126604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.126604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.126604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.126604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.126604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.126604 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.129123 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.129123 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.129123 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.130438 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.130717 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.130984 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.131260 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.131532 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.132669 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.132944 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.133196 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.133439 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.133712 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.133981 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.134205 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.134430 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.134669 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.134935 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.135206 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.135458 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.135722 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.135968 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.136221 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.136500 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.136770 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.137022 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.137269 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.137516 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.137765 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.138076 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.138333 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.138598 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.138855 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.139122 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.139390 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.139648 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.139905 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.140154 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.140366 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.140584 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.141154 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.141154 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.141345 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.141450 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.141709 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.141992 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.143121 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.143294 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.143462 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.143626 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.143807 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.143970 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.144135 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.144305 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.144852 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.145035 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147110 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.147721 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148316 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148316 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148316 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148316 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148580 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148580 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148733 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.148874 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.149026 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.149217 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.149335 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.149498 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.149643 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.149831 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.150798 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.150960 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.151086 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.151273 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.151434 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.151547 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.151698 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.151859 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152023 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152165 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152325 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152506 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152640 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152772 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.152913 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.153107 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.153268 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.153383 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.153578 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.153739 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.153927 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.154086 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.154202 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.154388 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.154520 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.154679 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.154835 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155001 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155156 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155322 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155459 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155668 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155827 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.155976 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156100 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156206 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156349 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156499 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156655 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156813 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.156971 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.157208 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.157622 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 09:07:02.157821 n-d-821941-1 neutron-server[102290]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102290) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 09:07:14.012488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b318ea-4335-4854-b172-55af57b0990d None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:07:14.084481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b318ea-4335-4854-b172-55af57b0990d None None] No non-hosted networks {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 09:07:14.092087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.agentschedulers_db [None req-18b318ea-4335-4854-b172-55af57b0990d None None] DHCP Agent not found on host n-d-821941-1 {{(pid=102399) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 09:07:14.185192 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f3e837e3-898a-4bda-b50f-61435202288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:16.323615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1aa73973-6d38-4d44-b26d-3ea812dc31a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:16.394305 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10750390-4d80-48d6-b741-c6b93e04d2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:17.852133 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:19.671094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:19.836731 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:19.837532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.837895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.838585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.839117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.839649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.840142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.840675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.841270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.841731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.842280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.842851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.843313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:19.843874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821941-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:19.864694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821941-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:21.076023 n-d-821941-1 neutron-server[102399]: INFO neutron.db.l3_hamode_db [None req-8e7c1734-471a-42db-a247-a33019529307 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 09:07:21.085573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48720) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:21.153492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c1734-471a-42db-a247-a33019529307 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:07:21.153909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c1734-471a-42db-a247-a33019529307 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:07:21.680915 n-d-821941-1 neutron-server[102398]: WARNING oslo_policy.policy [None req-e2b46b13-739b-416c-acc5-cf15f3c6d766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:21.681502 n-d-821941-1 neutron-server[102398]: WARNING oslo_policy.policy [None req-e2b46b13-739b-416c-acc5-cf15f3c6d766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:21.911155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-e2b46b13-739b-416c-acc5-cf15f3c6d766 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:07:21.912271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e2b46b13-739b-416c-acc5-cf15f3c6d766 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8257763 Dec 16 09:07:24.440217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48736) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:25.009914 n-d-821941-1 neutron-server[102397]: WARNING oslo_policy.policy [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:25.010717 n-d-821941-1 neutron-server[102397]: WARNING oslo_policy.policy [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:25.238026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:25.334778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.policy [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 09:07:25.381304 n-d-821941-1 neutron-server[102397]: WARNING oslo_policy.policy [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:25.381678 n-d-821941-1 neutron-server[102397]: WARNING oslo_policy.policy [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:25.390590 n-d-821941-1 neutron-server[102397]: INFO neutron.quota [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] Loaded quota_driver: . Dec 16 09:07:25.485772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742503919993', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742503921494', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742503964719', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742503972606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742503366150', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742503954870', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3439997', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813441', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-708294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550091'] for rbac-policy, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:25.572229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:25.574033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-008ef62a-d50e-4726-b549-61ffe2757d20 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1313145 Dec 16 09:07:28.366719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48754) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:28.719404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'project_id': '831bd89a16694255884a704def14b4e4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:28.753721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Made reservation on behalf of 831bd89a16694255884a704def14b4e4 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:07:28.758090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:28.779460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:28.905465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:28.914047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:28.943828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:07:28.969614 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742504141743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:28.970005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Unsubscribe: segment precommit_create {{(pid=102397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 09:07:28.970478 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Added segment cc778693-9cd5-4014-a79f-d761ecea7cce of type vlan for network 3e7539c8-e04a-4210-9334-be441a979a3c Dec 16 09:07:28.976647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c71ce-0fc1-4a23-bc42-b182a485da8b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:29.002897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.003203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.003690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.003914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.004356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.004648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.004991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.005294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.005609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.005910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.006220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.006522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Tracked resource versions report: Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: pushed versions: Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: { 'AddressGroup': {'1.2'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'ConntrackHelper': {'1.0'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Log': {'1.0'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Network': {'1.1'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Port': {'1.7'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'PortForwarding': {'1.2'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'QosPolicy': {'1.9'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'SecurityGroup': {'1.4'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'SubPort': {'1.0'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Subnet': {'1.1'}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Trunk': {'1.1'}} Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: consumer versions: Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: L3 agent@n-d-821941-1: {}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: Metadata agent@n-d-821941-1: {}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: Metering agent@n-d-821941-1: {}, Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'ConntrackHelper': '1.0', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Log': '1.0', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Network': '1.1', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Port': '1.7', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'PortForwarding': '1.2', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'QosPolicy': '1.9', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'SecurityGroup': '1.4', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'SecurityGroupRule': '1.2', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'SubPort': '1.0', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Subnet': '1.1', Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: 'Trunk': '1.1'}} Dec 16 09:07:29.007622 n-d-821941-1 neutron-server[102397]: {{(pid=102397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:07:29.100332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:29.144057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:29.145266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:29.145934 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:29.220562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8525054 Dec 16 09:07:29.254271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad42fb0-db8e-49bd-9eca-9db9a0b38a60 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7539c8-e04a-4210-9334-be441a979a3c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:29.267313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3e7539c8-e04a-4210-9334-be441a979a3c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:07:32.030412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48768) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:32.623286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.policy [None req-a4989f9f-d75a-4e24-a878-b86a1e150c81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102398) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 09:07:32.669885 n-d-821941-1 neutron-server[102398]: WARNING oslo_policy.policy [None req-a4989f9f-d75a-4e24-a878-b86a1e150c81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:32.670294 n-d-821941-1 neutron-server[102398]: WARNING oslo_policy.policy [None req-a4989f9f-d75a-4e24-a878-b86a1e150c81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 09:07:32.679770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4989f9f-d75a-4e24-a878-b86a1e150c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:32.681504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a4989f9f-d75a-4e24-a878-b86a1e150c81 admin admin] 10.222.0.61 "GET /v2.0/networks/3e7539c8-e04a-4210-9334-be441a979a3c HTTP/1.1" status: 200 len: 825 time: 0.6501284 Dec 16 09:07:32.721752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b8862304-0c95-4314-af38-ad057638036c admin admin] 10.222.0.61 "GET /v2.0/subnetpools/6a1c8c51-7ad0-4de3-931a-b738c033f278 HTTP/1.1" status: 200 len: 734 time: 0.0330915 Dec 16 09:07:32.734346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Request body: {'subnet': {'tenant_id': '831bd89a16694255884a704def14b4e4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278', 'name': 'private-subnet', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:32.736086 n-d-821941-1 neutron-server[102398]: INFO neutron.quota [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Loaded quota_driver: . Dec 16 09:07:32.776630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Made reservation on behalf of 831bd89a16694255884a704def14b4e4 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:07:32.779515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:33.116871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:33.195130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Checking segment: {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:07:33.195449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Network hostable DHCP agents. Network: 3e7539c8-e04a-4210-9334-be441a979a3c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:07:33.204231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3e5cea-151f-4f50-b565-79141d89997e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:33.216852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.217185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.217504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.217823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.218163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.218474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.218785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.219091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.219398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.219705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.220011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.220313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Tracked resource versions report: Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: pushed versions: Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: { 'AddressGroup': {'1.2'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'ConntrackHelper': {'1.0'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Log': {'1.0'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Network': {'1.1'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Port': {'1.7'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'PortForwarding': {'1.2'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'QosPolicy': {'1.9'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'SecurityGroup': {'1.4'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'SubPort': {'1.0'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Subnet': {'1.1'}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Trunk': {'1.1'}} Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: consumer versions: Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: L3 agent@n-d-821941-1: {}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: Metadata agent@n-d-821941-1: {}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: Metering agent@n-d-821941-1: {}, Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'ConntrackHelper': '1.0', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Log': '1.0', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Network': '1.1', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Port': '1.7', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'PortForwarding': '1.2', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'QosPolicy': '1.9', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'SecurityGroup': '1.4', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'SecurityGroupRule': '1.2', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'SubPort': '1.0', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Subnet': '1.1', Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: 'Trunk': '1.1'}} Dec 16 09:07:33.221596 n-d-821941-1 neutron-server[102398]: {{(pid=102398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:07:33.263299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Network 3e7539c8-e04a-4210-9334-be441a979a3c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:07:33.283559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3e7539c8-e04a-4210-9334-be441a979a3c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:07:33.289707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:33.290406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:33.296142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf329f4-4873-493e-8f45-34e8b1dc581e None None] Network 3e7539c8-e04a-4210-9334-be441a979a3c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:07:33.318438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5722e5d-89f4-4f03-961a-92edb2d91766 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5895700 Dec 16 09:07:33.642830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-3e7539c8-e04a-4210-9334-be441a979a3c', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:07:33.644264 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:33.966960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Allocated IP 172.20.0.2 (3e7539c8-e04a-4210-9334-be441a979a3c/4e3e5cea-151f-4f50-b565-79141d89997e/533dd930-23bd-423d-ad03-baeb0cb6114f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:07:34.196503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:34.204679 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:34.302102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Network 3e7539c8-e04a-4210-9334-be441a979a3c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:07:34.307670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:07:34.310952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:07:34.358793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Pushing event updated for resources: {'Port': ['ID=533dd930-23bd-423d-ad03-baeb0cb6114f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:34.387233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.387576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.387914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.388240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.388566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.388888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.389207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.389528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.389879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.390182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.390497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.390843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Tracked resource versions report: Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: pushed versions: Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: { 'AddressGroup': {'1.2'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'ConntrackHelper': {'1.0'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Log': {'1.0'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Network': {'1.1'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Port': {'1.7'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'PortForwarding': {'1.2'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'QosPolicy': {'1.9'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'SecurityGroup': {'1.4'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'SubPort': {'1.0'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Subnet': {'1.1'}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Trunk': {'1.1'}} Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: consumer versions: Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: L3 agent@n-d-821941-1: {}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: Metadata agent@n-d-821941-1: {}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: Metering agent@n-d-821941-1: {}, Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'ConntrackHelper': '1.0', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Log': '1.0', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Network': '1.1', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Port': '1.7', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'PortForwarding': '1.2', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'QosPolicy': '1.9', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'SecurityGroup': '1.4', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'SecurityGroupRule': '1.2', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'SubPort': '1.0', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Subnet': '1.1', Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: 'Trunk': '1.1'}} Dec 16 09:07:34.391945 n-d-821941-1 neutron-server[102399]: {{(pid=102399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:07:34.421675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Attempting to bind port 533dd930-23bd-423d-ad03-baeb0cb6114f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:07:34.422092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Attempting to bind port 533dd930-23bd-423d-ad03-baeb0cb6114f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:07:34.422527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Attempting to bind port 533dd930-23bd-423d-ad03-baeb0cb6114f on network 3e7539c8-e04a-4210-9334-be441a979a3c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:07:34.428765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:07:34.429253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Checking segment: {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:07:34.429752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:34.430396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Bound using segment: {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:07:34.430992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Bound port: 533dd930-23bd-423d-ad03-baeb0cb6114f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:07:34.431578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:34.517037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] For port 533dd930-23bd-423d-ad03-baeb0cb6114f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:07:34.522001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] For port 533dd930-23bd-423d-ad03-baeb0cb6114f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=533dd930-23bd-423d-ad03-baeb0cb6114f,segment=NetworkSegment(cc778693-9cd5-4014-a79f-d761ecea7cce),segment_id=cc778693-9cd5-4014-a79f-d761ecea7cce)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:07:34.527034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:34.594945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8674c-9ae0-4269-b34c-844178a76192 None None] Pushing event updated for resources: {'Port': ['ID=533dd930-23bd-423d-ad03-baeb0cb6114f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:35.868710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48782) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:36.286988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-3b2a77b6-9dfd-4f21-8a4e-3a1fc1654524 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:07:36.288085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3b2a77b6-9dfd-4f21-8a4e-3a1fc1654524 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4182718 Dec 16 09:07:38.904377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:39.262350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-1c8e4f7f-c2bc-4f87-a620-fb3e1970af01 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:07:39.263362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1c8e4f7f-c2bc-4f87-a620-fb3e1970af01 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577273 Dec 16 09:07:42.029489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48802) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:42.384812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '831bd89a16694255884a704def14b4e4', 'name': 'router1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:42.411628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:42.413033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:42.555548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:42.561760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:42.578140 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:42.587122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9edf948d-b2a6-43e6-a958-b709cc2efb29 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5488875 Dec 16 09:07:43.334628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 533dd930-23bd-423d-ad03-baeb0cb6114f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:07:43.413474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e14d6-9d12-4a10-a7af-61dafef36810 None None] Network 3e7539c8-e04a-4210-9334-be441a979a3c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:07:43.488820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 533dd930-23bd-423d-ad03-baeb0cb6114f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:43.489202 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:43.516577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2e0a8666-87d6-4a64-b5eb-e0f54c0a9fe8 None None] Provisioning complete for port 533dd930-23bd-423d-ad03-baeb0cb6114f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:43.516781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8666-87d6-4a64-b5eb-e0f54c0a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:43.749926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:43.769326 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2e0a8666-87d6-4a64-b5eb-e0f54c0a9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:43.824691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 533dd930-23bd-423d-ad03-baeb0cb6114f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=533dd930-23bd-423d-ad03-baeb0cb6114f,segment=NetworkSegment(cc778693-9cd5-4014-a79f-d761ecea7cce),segment_id=cc778693-9cd5-4014-a79f-d761ecea7cce)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:07:43.831520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:43.925633 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-2e0a8666-87d6-4a64-b5eb-e0f54c0a9fe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:07:43.926110 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-2e0a8666-87d6-4a64-b5eb-e0f54c0a9fe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:07:43.926663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-555e2d2e-65fe-40db-9f9c-8af43eaa08d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:43.932640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=533dd930-23bd-423d-ad03-baeb0cb6114f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:44.590616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2c22f940-1d1d-4625-ba95-e8c3237450a0 None None] Provisioning complete for port 533dd930-23bd-423d-ad03-baeb0cb6114f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:44.591203 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2c22f940-1d1d-4625-ba95-e8c3237450a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:45.093635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:45.298454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 533dd930-23bd-423d-ad03-baeb0cb6114f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:07:45.352293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 533dd930-23bd-423d-ad03-baeb0cb6114f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:45.352293 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:45.491947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-cdd133ac-e3b1-486e-81c9-9bc0ec0577af admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:07:45.492937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cdd133ac-e3b1-486e-81c9-9bc0ec0577af admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3983445 Dec 16 09:07:46.324790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3362f1af-4fe3-488c-998a-6b1cee984fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:47.778810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.028869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48832) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:48.179139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:48.206737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Made reservation on behalf of 95b533706fe74605827e43d6e48c7140 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:07:48.209072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.220328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.313595 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.319819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.334686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Reserving flat network on physical network physnet1 {{(pid=102397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 09:07:48.352914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd806b10-66ac-44ac-a979-f6e460f7f892,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:48.357460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.357793 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Added segment 49399914-9975-4c2a-be37-a590e3a6d9c0 of type flat for network f77c0f6b-2201-49ad-b509-2e855a26124a Dec 16 09:07:48.418937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.456710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.457957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:48.458520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:48.524811 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4861307 Dec 16 09:07:48.524811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8444c31-18c1-449b-ad68-7ee950066fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=f77c0f6b-2201-49ad-b509-2e855a26124a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:48.535570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f77c0f6b-2201-49ad-b509-2e855a26124a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:07:49.600937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:49.824346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:50.867353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48850) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:51.006747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b7084-fd72-40c4-ae35-88b07434cd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:51.008124 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ce8b7084-fd72-40c4-ae35-88b07434cd87 admin admin] 10.222.0.61 "GET /v2.0/subnets/4e3e5cea-151f-4f50-b565-79141d89997e HTTP/1.1" status: 200 len: 849 time: 0.1399171 Dec 16 09:07:51.200584 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f354f181-8c00-4860-989a-8a8bec1632ef admin admin] 10.222.0.61 "GET /v2.0/routers/e7b28cf5-e7f0-4a4e-9762-210549d011a9 HTTP/1.1" status: 200 len: 704 time: 0.1830060 Dec 16 09:07:51.490085 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:51.817480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Allocated IP 172.20.0.1 (3e7539c8-e04a-4210-9334-be441a979a3c/4e3e5cea-151f-4f50-b565-79141d89997e/01da3d0f-9910-429d-b510-53db1971efa4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:07:52.011438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.094699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.177897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Network 3e7539c8-e04a-4210-9334-be441a979a3c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:07:52.186701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:07:52.195575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Pushing event updated for resources: {'Port': ['ID=01da3d0f-9910-429d-b510-53db1971efa4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:52.209023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:07:52.209637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.454135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7c4f9d21-c312-4b5a-8187-87cdb39915b8 None None] Provisioning complete for port 01da3d0f-9910-429d-b510-53db1971efa4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:52.454896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9d21-c312-4b5a-8187-87cdb39915b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.488359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.489285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f9d21-c312-4b5a-8187-87cdb39915b8 None None] Port 01da3d0f-9910-429d-b510-53db1971efa4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:07:52.712012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.718460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.719243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:52.798764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Pushing event updated for resources: {'Port': ['ID=01da3d0f-9910-429d-b510-53db1971efa4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:52.847287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Network 3e7539c8-e04a-4210-9334-be441a979a3c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:07:52.848558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:07:53.010249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7902973a-4a45-4fda-a4af-677a8d04ef69 None None] Provisioning complete for port 01da3d0f-9910-429d-b510-53db1971efa4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:53.010607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7902973a-4a45-4fda-a4af-677a8d04ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:53.020836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Router e7b28cf5-e7f0-4a4e-9762-210549d011a9 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:07:53.046978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7902973a-4a45-4fda-a4af-677a8d04ef69 None None] Port 01da3d0f-9910-429d-b510-53db1971efa4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:07:53.115218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:07:53.120986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dd80e6cc-fc4a-4ca0-8f53-5730a1139057 admin admin] 10.222.0.61 "PUT /v2.0/routers/e7b28cf5-e7f0-4a4e-9762-210549d011a9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9124644 Dec 16 09:07:53.129033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Sync routers for ids ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:07:53.140331 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Routers {'e7b28cf5-e7f0-4a4e-9762-210549d011a9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:07:53.141158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:07:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:53.351218 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Set router e7b28cf5-e7f0-4a4e-9762-210549d011a9 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:07:53.824844 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'name': 'router1', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:07:42Z', 'updated_at': '2021-12-16T09:07:52Z', 'revision_number': 2, 'project_id': '831bd89a16694255884a704def14b4e4', 'gw_port_host': None, '_interfaces': [{'id': '01da3d0f-9910-429d-b510-53db1971efa4', 'name': '', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'mac_address': 'fa:16:3e:81:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:51Z', 'updated_at': '2021-12-16T09:07:52Z', 'revision_number': 2, 'project_id': '831bd89a16694255884a704def14b4e4', 'subnets': [{'id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:53.879250 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Checking router: e7b28cf5-e7f0-4a4e-9762-210549d011a9 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:07:53.879502 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Updating router e7b28cf5-e7f0-4a4e-9762-210549d011a9 port 01da3d0f-9910-429d-b510-53db1971efa4 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:07:53.930600 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.487019 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.494451 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.671187 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Pushing event updated for resources: {'Port': ['ID=01da3d0f-9910-429d-b510-53db1971efa4,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:54.677604 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Attempting to bind port 01da3d0f-9910-429d-b510-53db1971efa4 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:07:54.678036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Attempting to bind port 01da3d0f-9910-429d-b510-53db1971efa4 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:07:54.678480 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Attempting to bind port 01da3d0f-9910-429d-b510-53db1971efa4 on network 3e7539c8-e04a-4210-9334-be441a979a3c {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:07:54.685927 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.686287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.686617 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.686930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.687254 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.687576 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.687925 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.688219 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.688528 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.689262 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.689424 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.689862 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Tracked resource versions report: Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: pushed versions: Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: { 'AddressGroup': {'1.2'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'ConntrackHelper': {'1.0'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Log': {'1.0'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Network': {'1.1'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Port': {'1.7'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'PortForwarding': {'1.2'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'QosPolicy': {'1.9'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'SecurityGroup': {'1.4'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'SubPort': {'1.0'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Subnet': {'1.1'}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Trunk': {'1.1'}} Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: consumer versions: Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: L3 agent@n-d-821941-1: {}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: Metadata agent@n-d-821941-1: {}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: Metering agent@n-d-821941-1: {}, Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'ConntrackHelper': '1.0', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Log': '1.0', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Network': '1.1', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Port': '1.7', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'PortForwarding': '1.2', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'QosPolicy': '1.9', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'SecurityGroup': '1.4', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'SecurityGroupRule': '1.2', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'SubPort': '1.0', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Subnet': '1.1', Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: 'Trunk': '1.1'}} Dec 16 09:07:54.690868 n-d-821941-1 neutron-server[102400]: {{(pid=102400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:07:54.697347 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:07:54.697761 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Checking segment: {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:07:54.698241 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.698615 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Bound using segment: {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:07:54.699863 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Bound port: 01da3d0f-9910-429d-b510-53db1971efa4, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc778693-9cd5-4014-a79f-d761ecea7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:07:54.699863 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.776988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-676f35e4-bb04-466d-adfd-5ef51d23a3a8 None None] Provisioning complete for port 01da3d0f-9910-429d-b510-53db1971efa4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:54.777619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-676f35e4-bb04-466d-adfd-5ef51d23a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.777973 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] For port 01da3d0f-9910-429d-b510-53db1971efa4, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:07:54.801430 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] For port 01da3d0f-9910-429d-b510-53db1971efa4, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=01da3d0f-9910-429d-b510-53db1971efa4,segment=NetworkSegment(cc778693-9cd5-4014-a79f-d761ecea7cce),segment_id=cc778693-9cd5-4014-a79f-d761ecea7cce)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:07:54.807650 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:54.820048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-676f35e4-bb04-466d-adfd-5ef51d23a3a8 None None] Port 01da3d0f-9910-429d-b510-53db1971efa4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:07:54.867484 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Routers {'e7b28cf5-e7f0-4a4e-9762-210549d011a9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:07:54.868108 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:07:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:54.872863 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a7b24-5d66-4d75-9066-802bd6832fc1 None None] Pushing event updated for resources: {'Port': ['ID=01da3d0f-9910-429d-b510-53db1971efa4,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:54.970473 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] Set router e7b28cf5-e7f0-4a4e-9762-210549d011a9 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:07:55.039984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cbe17db2-c97e-438d-8434-abdb91c9607e None None] Provisioning complete for port 01da3d0f-9910-429d-b510-53db1971efa4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:07:55.040684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbe17db2-c97e-438d-8434-abdb91c9607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:55.116463 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbe17db2-c97e-438d-8434-abdb91c9607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:55.160130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cbe17db2-c97e-438d-8434-abdb91c9607e None None] For port 01da3d0f-9910-429d-b510-53db1971efa4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=01da3d0f-9910-429d-b510-53db1971efa4,segment=NetworkSegment(cc778693-9cd5-4014-a79f-d761ecea7cce),segment_id=cc778693-9cd5-4014-a79f-d761ecea7cce)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:07:55.169608 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbe17db2-c97e-438d-8434-abdb91c9607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:55.203000 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'name': 'router1', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:07:42Z', 'updated_at': '2021-12-16T09:07:52Z', 'revision_number': 2, 'project_id': '831bd89a16694255884a704def14b4e4', 'gw_port_host': None, '_interfaces': [{'id': '01da3d0f-9910-429d-b510-53db1971efa4', 'name': '', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'mac_address': 'fa:16:3e:81:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:51Z', 'updated_at': '2021-12-16T09:07:54Z', 'revision_number': 4, 'project_id': '831bd89a16694255884a704def14b4e4', 'subnets': [{'id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:07:55.224917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe17db2-c97e-438d-8434-abdb91c9607e None None] Pushing event updated for resources: {'Port': ['ID=01da3d0f-9910-429d-b510-53db1971efa4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:55.231658 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44d3b96-9ea7-4ad7-9444-d1741d5c6c06 None None] The sync data for ids ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'] in n-d-821941-1 is: [{'id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'name': 'router1', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:07:42Z', 'updated_at': '2021-12-16T09:07:52Z', 'revision_number': 2, 'project_id': '831bd89a16694255884a704def14b4e4', 'gw_port_host': None, '_interfaces': [{'id': '01da3d0f-9910-429d-b510-53db1971efa4', 'name': '', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'mac_address': 'fa:16:3e:81:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:51Z', 'updated_at': '2021-12-16T09:07:54Z', 'revision_number': 4, 'project_id': '831bd89a16694255884a704def14b4e4', 'subnets': [{'id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:07:55.484707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48862) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:55.645282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af48a13-ce24-41a6-bc77-c4e59712de01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:55.646676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5af48a13-ce24-41a6-bc77-c4e59712de01 admin admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 842 time: 0.1610761 Dec 16 09:07:55.657353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Request body: {'subnet': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'ip_version': 4, 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:55.680697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Made reservation on behalf of 95b533706fe74605827e43d6e48c7140 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:07:55.683074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:56.022461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:07:56.022823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:56.086849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d18e06-23c1-4107-be6f-fbb9b04df098,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:07:56.089509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:07:56.089955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Network hostable DHCP agents. Network: f77c0f6b-2201-49ad-b509-2e855a26124a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:07:56.113325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:07:56.123206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f77c0f6b-2201-49ad-b509-2e855a26124a) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:07:56.127915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:56.128767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:56.136181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185cd9e2-d80e-454a-a99d-eb629af59650 None None] Network f77c0f6b-2201-49ad-b509-2e855a26124a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:07:56.154493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5cbe3a46-a7cc-428c-93a0-db639af35ba1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5010166 Dec 16 09:07:56.342582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e0b88-d18b-49b8-bc7c-a687d6a19220 None None] Network f77c0f6b-2201-49ad-b509-2e855a26124a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:07:58.519403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48870) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:07:58.654567 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d729ec28-5b40-47cb-a972-615443dbe7bb admin admin] 10.222.0.61 "GET /v2.0/routers/e7b28cf5-e7f0-4a4e-9762-210549d011a9 HTTP/1.1" status: 200 len: 710 time: 0.1340315 Dec 16 09:07:58.751329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28091f37-e9c4-442d-9b27-fbbdd84d3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:07:58.753286 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28091f37-e9c4-442d-9b27-fbbdd84d3f99 admin admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 886 time: 0.0921946 Dec 16 09:07:58.763179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:07:59.010272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:59.342299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:59.430034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:59.536732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Allocated IP 172.25.6.191 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/0a59a9f6-1929-4a71-8b55-bddd033596d9) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:07:59.647664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:59.689676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:07:59.728810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:07:59.731591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:07:59.734922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:07:59.774598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Pushing event updated for resources: {'Port': ['ID=0a59a9f6-1929-4a71-8b55-bddd033596d9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:08:00.024328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:00.252153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:00.256142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:00.373073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Router e7b28cf5-e7f0-4a4e-9762-210549d011a9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:08:00.500016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:08:00.504673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:00.505895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-82bb3c71-fa8a-4de4-a635-f3df7444ec68 admin admin] 10.222.0.61 "PUT /v2.0/routers/e7b28cf5-e7f0-4a4e-9762-210549d011a9 HTTP/1.1" status: 200 len: 890 time: 1.7461286 Dec 16 09:08:01.320345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 01da3d0f-9910-429d-b510-53db1971efa4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:08:01.370656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 01da3d0f-9910-429d-b510-53db1971efa4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:08:01.371034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:01.867437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Sync routers for ids ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:08:01.878646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Routers {'e7b28cf5-e7f0-4a4e-9762-210549d011a9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:08:01.879316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:07:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:08:02.102824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Set router e7b28cf5-e7f0-4a4e-9762-210549d011a9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:08:02.518755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'name': 'router1', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '0a59a9f6-1929-4a71-8b55-bddd033596d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:07:42Z', 'updated_at': '2021-12-16T09:07:59Z', 'revision_number': 4, 'project_id': '831bd89a16694255884a704def14b4e4', 'gw_port': {'id': '0a59a9f6-1929-4a71-8b55-bddd033596d9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:59Z', 'updated_at': '2021-12-16T09:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '01da3d0f-9910-429d-b510-53db1971efa4', 'name': '', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'mac_address': 'fa:16:3e:81:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:51Z', 'updated_at': '2021-12-16T09:07:55Z', 'revision_number': 5, 'project_id': '831bd89a16694255884a704def14b4e4', 'subnets': [{'id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:08:02.567834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Checking router: e7b28cf5-e7f0-4a4e-9762-210549d011a9 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:08:02.568148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Updating router e7b28cf5-e7f0-4a4e-9762-210549d011a9 port 0a59a9f6-1929-4a71-8b55-bddd033596d9 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:08:02.619331 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:03.018314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48882) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:08:03.033884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:03.044280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:03.099867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ad7b6-252a-4dac-860b-0985131d21f5 None None] Pushing event updated for resources: {'Port': ['ID=0a59a9f6-1929-4a71-8b55-bddd033596d9,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:08:03.106675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Attempting to bind port 0a59a9f6-1929-4a71-8b55-bddd033596d9 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:08:03.107590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Attempting to bind port 0a59a9f6-1929-4a71-8b55-bddd033596d9 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:08:03.107590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Attempting to bind port 0a59a9f6-1929-4a71-8b55-bddd033596d9 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:08:03.113191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:08:03.113612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:08:03.114145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:03.114402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:08:03.114872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Bound port: 0a59a9f6-1929-4a71-8b55-bddd033596d9, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:08:03.115276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:03.151135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-766faff6-46f0-49a0-956f-77a956fab3f0 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1316888 Dec 16 09:08:03.178408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] For port 0a59a9f6-1929-4a71-8b55-bddd033596d9, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:08:03.182477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] For port 0a59a9f6-1929-4a71-8b55-bddd033596d9, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0a59a9f6-1929-4a71-8b55-bddd033596d9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:08:03.188021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:03.255211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Routers {'e7b28cf5-e7f0-4a4e-9762-210549d011a9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:08:03.255836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:07:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:08:03.259504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ad7b6-252a-4dac-860b-0985131d21f5 None None] Pushing event updated for resources: {'Port': ['ID=0a59a9f6-1929-4a71-8b55-bddd033596d9,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:08:03.375884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] Set router e7b28cf5-e7f0-4a4e-9762-210549d011a9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:08:03.607868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5370b253-0891-432a-a883-a769126cdd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'name': 'router1', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '0a59a9f6-1929-4a71-8b55-bddd033596d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:07:42Z', 'updated_at': '2021-12-16T09:07:59Z', 'revision_number': 4, 'project_id': '831bd89a16694255884a704def14b4e4', 'gw_port': {'id': '0a59a9f6-1929-4a71-8b55-bddd033596d9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:59Z', 'updated_at': '2021-12-16T09:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '01da3d0f-9910-429d-b510-53db1971efa4', 'name': '', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'mac_address': 'fa:16:3e:81:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:51Z', 'updated_at': '2021-12-16T09:07:55Z', 'revision_number': 5, 'project_id': '831bd89a16694255884a704def14b4e4', 'subnets': [{'id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:08:03.636042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5370b253-0891-432a-a883-a769126cdd4d None None] The sync data for ids ['e7b28cf5-e7f0-4a4e-9762-210549d011a9'] in n-d-821941-1 is: [{'id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'name': 'router1', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '0a59a9f6-1929-4a71-8b55-bddd033596d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:07:42Z', 'updated_at': '2021-12-16T09:07:59Z', 'revision_number': 4, 'project_id': '831bd89a16694255884a704def14b4e4', 'gw_port': {'id': '0a59a9f6-1929-4a71-8b55-bddd033596d9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:59Z', 'updated_at': '2021-12-16T09:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '01da3d0f-9910-429d-b510-53db1971efa4', 'name': '', 'network_id': '3e7539c8-e04a-4210-9334-be441a979a3c', 'tenant_id': '831bd89a16694255884a704def14b4e4', 'mac_address': 'fa:16:3e:81:17:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b28cf5-e7f0-4a4e-9762-210549d011a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:07:51Z', 'updated_at': '2021-12-16T09:07:55Z', 'revision_number': 5, 'project_id': '831bd89a16694255884a704def14b4e4', 'subnets': [{'id': '4e3e5cea-151f-4f50-b565-79141d89997e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a1c8c51-7ad0-4de3-931a-b738c033f278'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:08:05.369120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0a59a9f6-1929-4a71-8b55-bddd033596d9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:08:05.441153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0a59a9f6-1929-4a71-8b55-bddd033596d9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:08:05.441535 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:05.524468 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:05.552429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 0a59a9f6-1929-4a71-8b55-bddd033596d9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0a59a9f6-1929-4a71-8b55-bddd033596d9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:08:05.559356 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:05.620830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=0a59a9f6-1929-4a71-8b55-bddd033596d9,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:08:07.332595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0a59a9f6-1929-4a71-8b55-bddd033596d9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:08:07.428166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0a59a9f6-1929-4a71-8b55-bddd033596d9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:08:07.428541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:13.925070 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e0d8-74f5-47e2-845f-ff57bd3159e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:13.979199 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:08:16.329667 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-32969885-034a-4642-a775-fbd5f119e9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:17.795659 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:19.636470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:19.832742 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:43.921982 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cffc212d-6503-4373-8f78-2b6cb0786876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:46.338156 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f92b973-4c79-4355-9fa2-f70abce539c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:47.788435 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:49.612433 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:49.827403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:08:50.978114 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:09:13.898021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-72898bd9-538c-4da8-892e-2aa3c8fc420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:16.334759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-31834393-a850-458d-a27a-1305c5dedefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:17.787543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:19.614954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:19.824422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:27.977753 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:09:43.902146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b1fffad-ddd1-448c-a59d-11d12cc53a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:46.338272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-795d9aea-2e9c-4807-9dd6-91967174ba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:47.791702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:49.617144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:49.827841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:52.636935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49476) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:09:52.705715 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc1d9ef-ba84-4219-aef8-84b1f57a78f0 admin admin] GET failed (client error): The resource could not be found. Dec 16 09:09:52.707148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7cc1d9ef-ba84-4219-aef8-84b1f57a78f0 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692208 Dec 16 09:09:52.878447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff9ce3-426d-4448-8485-44c0efb67ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:09:52.879988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-46ff9ce3-426d-4448-8485-44c0efb67ce5 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1678700 Dec 16 09:09:55.131141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:09:55.249105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad08fb-1cf7-48c5-9795-536bb63bb76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:09:55.250634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-92ad08fb-1cf7-48c5-9795-536bb63bb76f admin admin] 10.222.0.61 "GET /v2.0/subnets/4e3e5cea-151f-4f50-b565-79141d89997e HTTP/1.1" status: 200 len: 849 time: 0.1185114 Dec 16 09:09:55.262670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:09:55.353253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:55.512263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742503982493'] for subnet, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:55.546341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:09:55.546959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:55.548899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] 10.222.0.61 "PUT /v2.0/subnets/4e3e5cea-151f-4f50-b565-79141d89997e HTTP/1.1" status: 200 len: 868 time: 0.2902057 Dec 16 09:09:55.565765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f8bd8-8f59-4993-9493-e0dac68a93fd None None] Network 3e7539c8-e04a-4210-9334-be441a979a3c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:09:55.568526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3e5cea-151f-4f50-b565-79141d89997e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:09:55.575982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.576307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.576665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.576993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.577291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.577642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.577987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.578319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.579356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.579694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.580029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.580344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7efd4f-90ca-49be-83ee-b93e6aadd434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:09:55.975132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9f875975-1428-4eba-a240-10a5de625a1e None None] Provisioning complete for port 533dd930-23bd-423d-ad03-baeb0cb6114f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:09:55.975495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9f875975-1428-4eba-a240-10a5de625a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:56.070174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9f875975-1428-4eba-a240-10a5de625a1e None None] Provisioning complete for port 01da3d0f-9910-429d-b510-53db1971efa4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:09:56.070396 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9f875975-1428-4eba-a240-10a5de625a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:09:57.820777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49496) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:09:58.121149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815ead7-44e9-478d-adea-48084d3437fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:09:58.121526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815ead7-44e9-478d-adea-48084d3437fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:09:58.123137 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d815ead7-44e9-478d-adea-48084d3437fa admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3013892 Dec 16 09:10:00.397353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:00.621091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57b235-8994-4b77-9060-d249ea91dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:00.621562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57b235-8994-4b77-9060-d249ea91dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:00.623201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8b57b235-8994-4b77-9060-d249ea91dd1f admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2247934 Dec 16 09:10:02.905382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49512) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:03.053829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f157a-edc1-47b2-9c54-0776a8e289e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:03.055340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ef5f157a-edc1-47b2-9c54-0776a8e289e1 admin admin] 10.222.0.61 "GET /v2.0/networks/3e7539c8-e04a-4210-9334-be441a979a3c HTTP/1.1" status: 200 len: 869 time: 0.1488886 Dec 16 09:10:04.979143 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:10:05.300789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49520) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:05.459780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33f81cd-5f5c-4980-925b-1b9d59a84d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:05.461189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e33f81cd-5f5c-4980-925b-1b9d59a84d5c admin admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 886 time: 0.1594381 Dec 16 09:10:07.756263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49528) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:07.895301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78462f2-4191-418b-ab9f-fece1e30057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:07.895742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78462f2-4191-418b-ab9f-fece1e30057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:07.897279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c78462f2-4191-418b-ab9f-fece1e30057d admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1400542 Dec 16 09:10:10.158958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49536) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:10.258920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294dc9d-9e99-4b14-bd40-a785bf14ae62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:10.269291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294dc9d-9e99-4b14-bd40-a785bf14ae62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:10.271482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3294dc9d-9e99-4b14-bd40-a785bf14ae62 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113691 Dec 16 09:10:12.540768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49544) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:12.657191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e96bea-c638-4c01-8df6-f553251ea975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:12.658957 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88e96bea-c638-4c01-8df6-f553251ea975 admin admin] 10.222.0.61 "GET /v2.0/subnets/4e3e5cea-151f-4f50-b565-79141d89997e HTTP/1.1" status: 200 len: 868 time: 0.1171970 Dec 16 09:10:13.905878 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-df85f8c7-d24a-4291-9688-77479ba0729b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:14.925358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49552) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:15.028625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c62e24-0560-4979-9268-0cae34c6eb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:15.030083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-35c62e24-0560-4979-9268-0cae34c6eb60 admin admin] 10.222.0.61 "GET /v2.0/subnets/a2d18e06-23c1-4107-be6f-fbb9b04df098 HTTP/1.1" status: 200 len: 816 time: 0.1037278 Dec 16 09:10:16.342581 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a995af86-1f3c-413c-a005-0a405d2e42ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:17.792700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:19.622666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:19.833186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:40.738185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49606) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:40.796374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-9c6414ee-349f-42c0-84cd-b138033b7901 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:10:40.797418 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c6414ee-349f-42c0-84cd-b138033b7901 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577488 Dec 16 09:10:41.979198 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:10:43.211392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49614) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:43.284928 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c1ab19-ad9b-4633-bbcb-ac5bf71c4b0f admin admin] GET failed (client error): The resource could not be found. Dec 16 09:10:43.286423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e4c1ab19-ad9b-4633-bbcb-ac5bf71c4b0f admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0737503 Dec 16 09:10:43.449212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b52c94-1032-4213-b7c7-bda534afd699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:43.450644 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-08b52c94-1032-4213-b7c7-bda534afd699 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1584418 Dec 16 09:10:43.922273 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-59aed935-5eda-45a3-9ed9-8c8ca1c2dad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:45.858144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49622) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:45.932689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:10:45.958236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Made reservation on behalf of 95b533706fe74605827e43d6e48c7140 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:10:45.960584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:46.010563 n-d-821941-1 neutron-server[102398]: WARNING neutron.services.revisions.revision_plugin [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Could not find related network for resource to bump revision. Dec 16 09:10:46.028006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:10:46.042397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742504141743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:46.042896 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Unsubscribe: segment precommit_create {{(pid=102398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 09:10:46.043321 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Added segment b1e71f26-4872-4dd6-a152-d690a3e8903b of type vlan for network 396c26c4-96f3-41ea-a689-b1f8ae78c815 Dec 16 09:10:46.092316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:46.126102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:46.127090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:46.127658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:46.201960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3425727 Dec 16 09:10:46.227831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Pushing event updated for resources: {'Network': ['ID=396c26c4-96f3-41ea-a689-b1f8ae78c815,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:10:46.236410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.236698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.237110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.237439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.237975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.238526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.238853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.239175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.239493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.239856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.240119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.240485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb65c17-9dfa-4202-b953-0502edd83226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:46.256430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:10:46.358106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6302-503b-4812-9e8e-613460f8d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:47.797833 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:48.588756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49630) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:10:48.658699 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec3d840-bb92-48a2-a0d7-0259a6674c74 admin admin] GET failed (client error): The resource could not be found. Dec 16 09:10:48.660074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fec3d840-bb92-48a2-a0d7-0259a6674c74 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703826 Dec 16 09:10:48.743971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf50b64b-e1c2-455d-9b2b-27c61d160dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:48.746382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf50b64b-e1c2-455d-9b2b-27c61d160dac admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0813177 Dec 16 09:10:48.760320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:10:48.794479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Made reservation on behalf of 95b533706fe74605827e43d6e48c7140 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:10:48.799139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.091343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.140876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268164b4-56cc-4da4-8666-d6d23a30eef7,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:10:49.158342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:10:49.158732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Network hostable DHCP agents. Network: 396c26c4-96f3-41ea-a689-b1f8ae78c815, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:10:49.178233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:10:49.187592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 396c26c4-96f3-41ea-a689-b1f8ae78c815) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:10:49.194495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:10:49.195105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.202106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65cdbc-387b-42d5-bfe1-61d5fc6560c6 None None] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:10:49.212527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4e9e9c36-4f64-48aa-974a-85fcdb1f29c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4587693 Dec 16 09:10:49.380198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-396c26c4-96f3-41ea-a689-b1f8ae78c815', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'tenant_id': '95b533706fe74605827e43d6e48c7140', 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:10:49.381564 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.543060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Allocated IP 192.168.233.2 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/898dd6b5-a170-4c37-aa3d-71ec55f65feb) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:10:49.644394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.714532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.723467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.776326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:10:49.781574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:10:49.788190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:10:49.809455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Pushing event updated for resources: {'Port': ['ID=898dd6b5-a170-4c37-aa3d-71ec55f65feb,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:10:49.871614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.872141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.872719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.873220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.873770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.874380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.874902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.875499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.875883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.876368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.876889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.877396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:10:49.938526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.942207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Attempting to bind port 898dd6b5-a170-4c37-aa3d-71ec55f65feb on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:10:49.942810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Attempting to bind port 898dd6b5-a170-4c37-aa3d-71ec55f65feb by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:10:49.943408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Attempting to bind port 898dd6b5-a170-4c37-aa3d-71ec55f65feb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:10:49.952352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:10:49.952925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:10:49.953620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:49.954154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:10:49.954843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Bound port: 898dd6b5-a170-4c37-aa3d-71ec55f65feb, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:10:49.955343 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:50.042126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] For port 898dd6b5-a170-4c37-aa3d-71ec55f65feb, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:10:50.045993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] For port 898dd6b5-a170-4c37-aa3d-71ec55f65feb, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=898dd6b5-a170-4c37-aa3d-71ec55f65feb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:10:50.053413 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:50.125414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177986fb-e9e6-42fc-bf85-e66d00aa6d80 None None] Pushing event updated for resources: {'Port': ['ID=898dd6b5-a170-4c37-aa3d-71ec55f65feb,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:10:51.088832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac216e-0d59-4573-aadd-f6931cd00f65 None None] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:10:51.155870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eddbb991-2dd1-4b29-b706-0ef54a5fef79 None None] Provisioning complete for port 898dd6b5-a170-4c37-aa3d-71ec55f65feb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:10:51.156244 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eddbb991-2dd1-4b29-b706-0ef54a5fef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:51.316870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eddbb991-2dd1-4b29-b706-0ef54a5fef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:51.367511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-eddbb991-2dd1-4b29-b706-0ef54a5fef79 None None] For port 898dd6b5-a170-4c37-aa3d-71ec55f65feb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=898dd6b5-a170-4c37-aa3d-71ec55f65feb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:10:51.374343 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eddbb991-2dd1-4b29-b706-0ef54a5fef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:51.465060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbb991-2dd1-4b29-b706-0ef54a5fef79 None None] Pushing event updated for resources: {'Port': ['ID=898dd6b5-a170-4c37-aa3d-71ec55f65feb,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:10:51.506702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 898dd6b5-a170-4c37-aa3d-71ec55f65feb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:10:51.573200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 898dd6b5-a170-4c37-aa3d-71ec55f65feb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:10:51.573566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:51.625499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-89942fd2-aaa6-494b-acef-8b4e41b0d1c3 None None] Provisioning complete for port 898dd6b5-a170-4c37-aa3d-71ec55f65feb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:10:51.625979 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89942fd2-aaa6-494b-acef-8b4e41b0d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:10:53.459759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 898dd6b5-a170-4c37-aa3d-71ec55f65feb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:10:53.519007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 898dd6b5-a170-4c37-aa3d-71ec55f65feb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:10:53.519376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:13.912999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a29a7968-588f-451f-93aa-41dd4036a116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:16.353510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-360ed0d0-ebe4-47fb-9ac9-411c1b921fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:17.803913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:18.981835 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:11:19.633075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:19.833032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:43.909588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc8075c9-1aa8-40a3-947e-309864f27561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:46.359227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e68a9ad4-39bf-4742-b1b4-fe6e8ef45f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:47.801547 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:49.633180 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:49.837621 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:11:55.983771 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:12:05.001557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:05.007558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-5a1a8378-3512-4812-ae54-4532c10af117 tempest-verify_tempest_config-1108593721 tempest-verify_tempest_config-1108593721-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:12:05.008605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a1a8378-3512-4812-ae54-4532c10af117 tempest-verify_tempest_config-1108593721 tempest-verify_tempest_config-1108593721-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059719 Dec 16 09:12:05.335385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49700) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:05.454216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.530760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.536021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.592632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49004731-ef06-4c8a-883f-d2d63dece773,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:05.596038 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e994b9a4771e415a89aefda762754ab1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2596254 Dec 16 09:12:05.599591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49706) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:12:05.601527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.601838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.602412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.602749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.603298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.603848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.604282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.604608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.604930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.605330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.605660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.605992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7afdea4-541f-4b81-9bbc-d2e58fb01574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.687305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.708162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.804150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.806868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:05.808246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49004731-ef06-4c8a-883f-d2d63dece773 HTTP/1.1" status: 204 len: 168 time: 0.2070932 Dec 16 09:12:05.816974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49004731-ef06-4c8a-883f-d2d63dece773,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:12:05.823864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.824202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.824537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.824862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.825186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.825581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.825974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.827322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.827322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.827322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.827712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:05.827712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb6038-92bc-4e24-9e17-2234fbfe674f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:12:13.904854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-af42f02c-2921-4e21-a754-182fb8dfab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:16.354853 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-885ba135-2ce6-4daa-81cf-e4931074938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:17.806995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:19.646288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:19.841594 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:32.982415 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:12:43.909155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bca728ec-691a-4fab-8972-34c04240726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:46.361648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ca1e024-5605-4ca1-8283-4b4b27209993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:47.812377 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:49.642643 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:12:49.846030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:09.982546 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:13:13.916269 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3ecbee28-6978-46b4-bf76-956a2d9c6a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:16.358072 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f5f73364-bdae-4bd2-ab29-694c7d494d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:17.815816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:19.646923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:19.849419 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:43.921876 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e048ca5-1183-4215-8963-d47c0a912579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:46.353160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-366ef83b-85fa-4746-a117-bd9c245b0cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:46.986111 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:13:47.818198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:49.652423 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:13:49.857805 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:13.916588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-44f426a0-d70d-498f-bf23-7b63ef0b0dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:16.358207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ae47ced7-8ecb-4ed4-bfeb-c7d182121a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:17.822354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:19.649778 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:19.853907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:23.987181 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:14:43.918174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-68d5a8e7-ffd8-4aca-9374-64bdd518f023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:46.361129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eefe28e-c965-43c4-abd4-40622ea930cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:47.827201 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:49.661649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:14:49.851550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:00.986814 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 5 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:15:13.926981 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d0d722d-cb5c-4e10-89c5-0689b1a0df3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:16.367668 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a000a6b6-a15d-4ea5-8a72-d73c9162de8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:17.828601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.657546 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:19.856987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:23.242569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:24.478363 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762103'] for agent, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:37.987507 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:15:43.924711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-92e9de09-a58b-4688-861b-f59126d913d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:46.372110 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bbeea4c-a20e-46a8-8cb6-eed7b3f58984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:47.831384 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:49.662566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:49.852304 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:53.207314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:15:54.428005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:13.922132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7757fca2-d80b-4366-8335-2d1f8acd14e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:14.988323 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:16:15.508664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:16:15.634101 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93381cde-0291-42d1-9009-0ac1fe153033 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1241648 Dec 16 09:16:16.375113 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-775a4a44-e9a2-4f38-92c7-0510e358ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:17.832232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:17.870222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:16:17.931026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e4b862d-0e51-41b5-9607-2cde9279504c admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0595901 Dec 16 09:16:19.678188 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:19.855835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:23.232661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:24.433704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:43.943402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-211560d4-4cc6-47f1-9465-764e99ea5d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:46.378052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9dd626ce-a126-4350-a1e4-f4fd88a02161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:47.836474 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:49.673071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:49.861401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:51.988560 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:16:53.248432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:16:54.425389 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:13.920145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e6bb4bb9-43e1-4c63-9cbf-c36a950de76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:16.385591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c7436fc8-8625-4dae-ae8c-703eb25c90f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:17.840664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:19.676236 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:19.866680 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:23.262519 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:24.443887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:28.988411 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:17:43.926013 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cafcc2c-cdc6-426c-9702-66dff7961389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:46.396646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b748a5aa-028e-46c8-8dc2-4cd5880392e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:47.848074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:49.683212 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:49.874936 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.382340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:50.709269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-998363828-network', 'tenant_id': 'cc7c74dec1784026809a2066f9b47412'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:17:50.732258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Made reservation on behalf of cc7c74dec1784026809a2066f9b47412 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:17:50.734859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.744300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.850220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.857341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.880298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:17:50.896653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e9f0c-f248-485d-8d20-6715b83fd906,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:50.902122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:50.902736 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Added segment c7ad495d-4ff3-4871-a10f-872ffa9852f8 of type vlan for network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 Dec 16 09:17:50.934645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.935003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.935328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.935831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.936197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.936451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.936769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.937081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.937401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.937696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.938131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.938322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Tracked resource versions report: Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: pushed versions: Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: { 'AddressGroup': {'1.2'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'ConntrackHelper': {'1.0'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Log': {'1.0'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Network': {'1.1'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Port': {'1.7'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'PortForwarding': {'1.2'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'QosPolicy': {'1.9'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'SecurityGroup': {'1.4'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'SubPort': {'1.0'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Subnet': {'1.1'}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Trunk': {'1.1'}} Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: consumer versions: Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: HyperV agent@n-h1-821941-1: {}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: HyperV agent@n-h2-821941-1: {}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: L3 agent@n-d-821941-1: {}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: Metadata agent@n-d-821941-1: {}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: Metering agent@n-d-821941-1: {}, Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'ConntrackHelper': '1.0', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Log': '1.0', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Network': '1.1', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Port': '1.7', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'PortForwarding': '1.2', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'QosPolicy': '1.9', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'SecurityGroup': '1.4', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'SecurityGroupRule': '1.2', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'SubPort': '1.0', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Subnet': '1.1', Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: 'Trunk': '1.1'}} Dec 16 09:17:50.939424 n-d-821941-1 neutron-server[102398]: {{(pid=102398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:17:50.984535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:51.022849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:51.024609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:17:51.025657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:51.078026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6944652 Dec 16 09:17:51.083446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49996) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:51.089322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Request body: {'subnet': {'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-998363828-subnet', 'tenant_id': 'cc7c74dec1784026809a2066f9b47412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:17:51.101110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce296d9-e92d-4417-b68b-09b5fa7bc922 admin admin] Pushing event updated for resources: {'Network': ['ID=d9901433-d9f8-4d1a-ab0f-c2c0bc974455,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:51.114213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:17:51.117349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Made reservation on behalf of cc7c74dec1784026809a2066f9b47412 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:17:51.119586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:51.343999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:51.393052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:51.403110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.403349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.404010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.404646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.404966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.405281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.405595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.405944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.406301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.406633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.407023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.407337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Tracked resource versions report: Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: pushed versions: Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: { 'AddressGroup': {'1.2'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'ConntrackHelper': {'1.0'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Log': {'1.0'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Network': {'1.1'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Port': {'1.7'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'PortForwarding': {'1.2'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'QosPolicy': {'1.9'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'SecurityGroup': {'1.4'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'SubPort': {'1.0'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Subnet': {'1.1'}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Trunk': {'1.1'}} Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: consumer versions: Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: HyperV agent@n-h1-821941-1: {}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: HyperV agent@n-h2-821941-1: {}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: L3 agent@n-d-821941-1: {}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: Metadata agent@n-d-821941-1: {}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: Metering agent@n-d-821941-1: {}, Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'ConntrackHelper': '1.0', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Log': '1.0', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Network': '1.1', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Port': '1.7', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'PortForwarding': '1.2', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'QosPolicy': '1.9', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'SecurityGroup': '1.4', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'SecurityGroupRule': '1.2', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'SubPort': '1.0', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Subnet': '1.1', Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: 'Trunk': '1.1'}} Dec 16 09:17:51.408455 n-d-821941-1 neutron-server[102397]: {{(pid=102397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:17:51.431402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:17:51.431752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Network hostable DHCP agents. Network: d9901433-d9f8-4d1a-ab0f-c2c0bc974455, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:17:51.456161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:17:51.469412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d9901433-d9f8-4d1a-ab0f-c2c0bc974455) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:17:51.479612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3075f2-a9ca-4c37-be71-d3c4050093fd None None] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:17:51.480675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:17:51.481392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:51.510672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6e71d9df-d850-415d-bbcb-3ff2a99ed3c3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4259021 Dec 16 09:17:51.655461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c9d8b-a27f-407e-b228-c63c703b9323 None None] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:17:51.781633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50020) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:52.388080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4f5e17e0-a719-43b1-ac6c-cf645371914a tempest-AutoAllocateNetworkTest-154441370 tempest-AutoAllocateNetworkTest-154441370-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bea5780b741f4793b4968443865de2b1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6026444 Dec 16 09:17:52.388473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50042) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:52.638160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0934bdc7-502a-486c-82cb-2d6616900e6b tempest-AutoAllocateNetworkTest-154441370 tempest-AutoAllocateNetworkTest-154441370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:17:52.642708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0934bdc7-502a-486c-82cb-2d6616900e6b tempest-AutoAllocateNetworkTest-154441370 tempest-AutoAllocateNetworkTest-154441370-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2527928 Dec 16 09:17:52.643120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:52.706450 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ebc0eaa0-e955-486b-bcfa-a415a7b4ff94 tempest-AutoAllocateNetworkTest-154441370 tempest-AutoAllocateNetworkTest-154441370-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614090 Dec 16 09:17:52.709126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50058) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:52.744347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9323f19c-86d2-4d3f-8b07-11a4cf987fb7 tempest-AutoAllocateNetworkTest-154441370 tempest-AutoAllocateNetworkTest-154441370-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bea5780b741f4793b4968443865de2b1 HTTP/1.1" status: 200 len: 208 time: 0.0338151 Dec 16 09:17:53.279940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:53.490628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50100) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:53.883925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ccd-34d9-4292-b912-293d8f8e41c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:53.992812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ccd-34d9-4292-b912-293d8f8e41c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:53.997667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ccd-34d9-4292-b912-293d8f8e41c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.047911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0ccd-34d9-4292-b912-293d8f8e41c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c6ca76-b624-4e01-89cd-e6ad15a82fe4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:54.067804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9bda0ccd-34d9-4292-b912-293d8f8e41c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bea5780b741f4793b4968443865de2b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5722191 Dec 16 09:17:54.068471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50126) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:54.128300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6df22221-5f87-4eb3-911f-0f3d468a3019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.150787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6df22221-5f87-4eb3-911f-0f3d468a3019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.203824 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6df22221-5f87-4eb3-911f-0f3d468a3019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.215280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6df22221-5f87-4eb3-911f-0f3d468a3019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.215280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6df22221-5f87-4eb3-911f-0f3d468a3019 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10c6ca76-b624-4e01-89cd-e6ad15a82fe4 HTTP/1.1" status: 204 len: 168 time: 0.1413670 Dec 16 09:17:54.219900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df22221-5f87-4eb3-911f-0f3d468a3019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c6ca76-b624-4e01-89cd-e6ad15a82fe4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:54.448832 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.455621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50146) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:54.460781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1887344037-network', 'tenant_id': '4d4ee4b5476a4d81b471d95c99bf14ec'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:17:54.484887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Made reservation on behalf of 4d4ee4b5476a4d81b471d95c99bf14ec for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:17:54.488150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.498032 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.589003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.594474 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.616536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:17:54.644023 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.644505 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Added segment 22d53da8-17f2-4553-a27f-53e60ae4644c of type vlan for network 363915d3-7be7-4275-bfae-baf4737a439f Dec 16 09:17:54.657542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cca6db-0a06-407e-972b-711202b2cf29,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:54.699786 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.740284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.741648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:17:54.742541 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:54.823420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3664417 Dec 16 09:17:54.826383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50158) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:54.828428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998645-8fe0-4a44-85ac-e4af77039054 admin admin] Pushing event updated for resources: {'Network': ['ID=363915d3-7be7-4275-bfae-baf4737a439f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:54.832814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Request body: {'subnet': {'network_id': '363915d3-7be7-4275-bfae-baf4737a439f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1887344037-subnet', 'tenant_id': '4d4ee4b5476a4d81b471d95c99bf14ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:17:54.841023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 363915d3-7be7-4275-bfae-baf4737a439f details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:17:54.881963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Made reservation on behalf of 4d4ee4b5476a4d81b471d95c99bf14ec for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:17:54.885431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.098051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.102583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50168) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:55.171861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a2cecc-df65-47fb-a255-2fa5ba4e032e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:55.202664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Checking segment: {'id': '22d53da8-17f2-4553-a27f-53e60ae4644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '363915d3-7be7-4275-bfae-baf4737a439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:17:55.203339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Network hostable DHCP agents. Network: 363915d3-7be7-4275-bfae-baf4737a439f, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:17:55.225771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Network 363915d3-7be7-4275-bfae-baf4737a439f is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:17:55.236364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 363915d3-7be7-4275-bfae-baf4737a439f) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:17:55.241032 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:17:55.241600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.253096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6eb6d7-2efe-4aee-a629-cafe1fd2b669 None None] Network 363915d3-7be7-4275-bfae-baf4737a439f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:17:55.265077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72597e47-98e3-4743-9a69-18d12dd64aea admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4368851 Dec 16 09:17:55.275331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60dfe36f-c7a7-4156-a7e6-1708bc237f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.386279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60dfe36f-c7a7-4156-a7e6-1708bc237f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.394285 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60dfe36f-c7a7-4156-a7e6-1708bc237f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.428512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c6937d-2c16-49a0-b0e2-f3319b9dc41d None None] Network 363915d3-7be7-4275-bfae-baf4737a439f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:17:55.441736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfe36f-c7a7-4156-a7e6-1708bc237f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e63e5-940e-4e4e-b6ed-5380c8f4bbfa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:55.469307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:55.480200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60dfe36f-c7a7-4156-a7e6-1708bc237f8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a02b850567046baa96a293c08fef34b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3761895 Dec 16 09:17:55.552900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5f93-51ed-4e9f-8414-4f9370901ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.581208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5f93-51ed-4e9f-8414-4f9370901ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.647638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5f93-51ed-4e9f-8414-4f9370901ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.653051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5f93-51ed-4e9f-8414-4f9370901ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:55.657648 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6dcd5f93-51ed-4e9f-8414-4f9370901ab2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d8e63e5-940e-4e4e-b6ed-5380c8f4bbfa HTTP/1.1" status: 204 len: 168 time: 0.1871192 Dec 16 09:17:55.668142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd5f93-51ed-4e9f-8414-4f9370901ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e63e5-940e-4e4e-b6ed-5380c8f4bbfa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:56.168232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50226) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:56.312036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50234) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:56.328758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0bd238a-6ec6-432e-a50c-8cfae2438fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.428441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0bd238a-6ec6-432e-a50c-8cfae2438fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.433660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0bd238a-6ec6-432e-a50c-8cfae2438fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.472366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd238a-6ec6-432e-a50c-8cfae2438fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5029b8-53f1-442e-8e51-a2881412ec1a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:56.477921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0bd238a-6ec6-432e-a50c-8cfae2438fd5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e50dd03857748f5bc4fd6e05fe0d820&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1647146 Dec 16 09:17:56.480472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50240) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:56.532772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c501fd3a-119e-400f-b150-f30d3bdfffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.562295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c501fd3a-119e-400f-b150-f30d3bdfffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.606405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-267c6e65-1648-4e1b-9c0f-424b806684ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.613901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:56.718975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-267c6e65-1648-4e1b-9c0f-424b806684ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.730406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-267c6e65-1648-4e1b-9c0f-424b806684ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.742297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-080235ef-bf74-4524-a390-59cedbc81373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.761929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c501fd3a-119e-400f-b150-f30d3bdfffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.764943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c501fd3a-119e-400f-b150-f30d3bdfffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.769983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c501fd3a-119e-400f-b150-f30d3bdfffa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb5029b8-53f1-442e-8e51-a2881412ec1a HTTP/1.1" status: 204 len: 168 time: 0.2884231 Dec 16 09:17:56.773829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-267c6e65-1648-4e1b-9c0f-424b806684ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eed2735e101345b28c6d088776985845&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6027946 Dec 16 09:17:56.776999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50260) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:56.864613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c6e65-1648-4e1b-9c0f-424b806684ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35513c0-3ac5-4be4-9c51-38a4b58a9219,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:56.881296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-080235ef-bf74-4524-a390-59cedbc81373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.887232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-080235ef-bf74-4524-a390-59cedbc81373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:56.907068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501fd3a-119e-400f-b150-f30d3bdfffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5029b8-53f1-442e-8e51-a2881412ec1a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:56.942999 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-080235ef-bf74-4524-a390-59cedbc81373 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=968209d732cb4e95992cc5cb639226ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3272133 Dec 16 09:17:56.944242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080235ef-bf74-4524-a390-59cedbc81373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dadd3f-bcf2-4b14-899b-a79ddf55d883,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:56.946968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50272) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:56.976870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90756238-5d67-4953-ac82-64bde30072c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.008661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90756238-5d67-4953-ac82-64bde30072c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.015980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3842e73-d2fc-4055-8b43-4c583ad21036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.044064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3842e73-d2fc-4055-8b43-4c583ad21036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.071513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90756238-5d67-4953-ac82-64bde30072c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.074914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90756238-5d67-4953-ac82-64bde30072c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.082701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90756238-5d67-4953-ac82-64bde30072c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b35513c0-3ac5-4be4-9c51-38a4b58a9219 HTTP/1.1" status: 204 len: 168 time: 0.2904558 Dec 16 09:17:57.095702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90756238-5d67-4953-ac82-64bde30072c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35513c0-3ac5-4be4-9c51-38a4b58a9219,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:57.112074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3842e73-d2fc-4055-8b43-4c583ad21036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.115447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3842e73-d2fc-4055-8b43-4c583ad21036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:57.117203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c3842e73-d2fc-4055-8b43-4c583ad21036 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0dadd3f-bcf2-4b14-899b-a79ddf55d883 HTTP/1.1" status: 204 len: 168 time: 0.1693480 Dec 16 09:17:57.128266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3842e73-d2fc-4055-8b43-4c583ad21036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dadd3f-bcf2-4b14-899b-a79ddf55d883,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:57.502868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50310) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:57.505532 n-d-821941-1 neutron-server[102398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 09:17:57.734675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-bbd8094c-bb05-4119-9f5a-602a836382ce tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:17:57.736208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-bbd8094c-bb05-4119-9f5a-602a836382ce tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.2318339 Dec 16 09:17:57.758696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-8564423e-b36a-49b1-997a-cf2dbdd309c4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/quotas/cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 375 time: 0.0148408 Dec 16 09:17:57.839318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-bc05b77f-a37a-4743-b23f-10821b683ab9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669720 Dec 16 09:17:57.927169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50336) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:57.942720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52b62835-423f-45d1-ae37-f8f4b1942f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.066828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52b62835-423f-45d1-ae37-f8f4b1942f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.073941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52b62835-423f-45d1-ae37-f8f4b1942f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.127363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-52b62835-423f-45d1-ae37-f8f4b1942f60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff78564376ee4041b9db8e4dc1be9440&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1990333 Dec 16 09:17:58.128435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b62835-423f-45d1-ae37-f8f4b1942f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8b12c-0a3d-42d9-943f-1902bd4bfd74,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:58.131836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50352) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:58.212962 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cf4eb67-cefd-4aa0-bd4b-0316dbc3b4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.244291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cf4eb67-cefd-4aa0-bd4b-0316dbc3b4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.251364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50364) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:58.307640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50368) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:58.339468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2220ea71-dc27-4bb6-9c82-84f2507ada97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.463069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2220ea71-dc27-4bb6-9c82-84f2507ada97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.463456 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cf4eb67-cefd-4aa0-bd4b-0316dbc3b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.466003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cf4eb67-cefd-4aa0-bd4b-0316dbc3b4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.470017 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2cf4eb67-cefd-4aa0-bd4b-0316dbc3b4ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fdf8b12c-0a3d-42d9-943f-1902bd4bfd74 HTTP/1.1" status: 204 len: 168 time: 0.3342526 Dec 16 09:17:58.470171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2220ea71-dc27-4bb6-9c82-84f2507ada97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.478480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4eb67-cefd-4aa0-bd4b-0316dbc3b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8b12c-0a3d-42d9-943f-1902bd4bfd74,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:58.526810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220ea71-dc27-4bb6-9c82-84f2507ada97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a3ecf-df93-47ae-a507-15bda8810ff1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:58.534722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50382) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:58.534913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2220ea71-dc27-4bb6-9c82-84f2507ada97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6252c49f74f4ce79e3d34ac6c892dcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2260363 Dec 16 09:17:58.593359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a00e5cc-88a0-4fe0-8508-952d1b434067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.600217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52c988cb-3605-460b-b35e-fb8365312f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.625254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a00e5cc-88a0-4fe0-8508-952d1b434067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.685868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a00e5cc-88a0-4fe0-8508-952d1b434067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.690306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a00e5cc-88a0-4fe0-8508-952d1b434067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.694075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a00e5cc-88a0-4fe0-8508-952d1b434067 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d25a3ecf-df93-47ae-a507-15bda8810ff1 HTTP/1.1" status: 204 len: 168 time: 0.1555967 Dec 16 09:17:58.700760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00e5cc-88a0-4fe0-8508-952d1b434067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a3ecf-df93-47ae-a507-15bda8810ff1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:58.799173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52c988cb-3605-460b-b35e-fb8365312f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.806776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52c988cb-3605-460b-b35e-fb8365312f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.838228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-52c988cb-3605-460b-b35e-fb8365312f51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecf092197569444498e686f469808926&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5825655 Dec 16 09:17:58.838481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50392) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:58.897674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c988cb-3605-460b-b35e-fb8365312f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baff9c0-abce-4f76-94b3-914647159519,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:58.967381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80293bf9-e378-4e60-b0f1-bc2c131b6446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:58.993801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80293bf9-e378-4e60-b0f1-bc2c131b6446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:59.019071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-f1374543-c74e-4fcb-85b5-a3092607271b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:17:59.027300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-f1374543-c74e-4fcb-85b5-a3092607271b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5082757 Dec 16 09:17:59.065922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80293bf9-e378-4e60-b0f1-bc2c131b6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:59.071150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80293bf9-e378-4e60-b0f1-bc2c131b6446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:17:59.078075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-80293bf9-e378-4e60-b0f1-bc2c131b6446 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9baff9c0-abce-4f76-94b3-914647159519 HTTP/1.1" status: 204 len: 168 time: 0.2381742 Dec 16 09:17:59.124033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80293bf9-e378-4e60-b0f1-bc2c131b6446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baff9c0-abce-4f76-94b3-914647159519,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:17:59.197740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-07cc62a0-64de-44e3-8395-c606878f652f service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693647 Dec 16 09:17:59.318495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-13af2d7b-2fdc-42c9-bc3b-926391fcaa71 service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081250 Dec 16 09:17:59.698697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c9f6531-e006-4852-9f9c-de96369b5d53 req-c6f4e55c-7e6d-4a49-8b64-a861d1130409 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 210 time: 0.0507901 Dec 16 09:17:59.975751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:17:59.989088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba4e227a-a53b-4835-926d-ba6d35aa28ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.076123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba4e227a-a53b-4835-926d-ba6d35aa28ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.081544 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba4e227a-a53b-4835-926d-ba6d35aa28ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.127258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e227a-a53b-4835-926d-ba6d35aa28ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53043982-8abc-4b66-8e77-ec8038cb4319,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:00.136561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba4e227a-a53b-4835-926d-ba6d35aa28ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10a5ad705fd847dba62f4e13080dee7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1596215 Dec 16 09:18:00.147483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50484) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:00.218312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f9575b80-5452-4055-ab32-894ed3d274c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.249283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f9575b80-5452-4055-ab32-894ed3d274c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.335689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f9575b80-5452-4055-ab32-894ed3d274c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.339469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f9575b80-5452-4055-ab32-894ed3d274c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:00.340647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f9575b80-5452-4055-ab32-894ed3d274c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53043982-8abc-4b66-8e77-ec8038cb4319 HTTP/1.1" status: 204 len: 168 time: 0.1928999 Dec 16 09:18:00.358795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9575b80-5452-4055-ab32-894ed3d274c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53043982-8abc-4b66-8e77-ec8038cb4319,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:01.082259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50556) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:01.111652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-2c0c4abb-9b9d-414d-8d70-98239455dff0 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275140 Dec 16 09:18:01.345157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ce16083b-eeef-4572-9e1c-8a010b1a2a96 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:01.348536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ce16083b-eeef-4572-9e1c-8a010b1a2a96 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163014 Dec 16 09:18:01.368974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-bc276daa-4d93-4768-bb4d-78c443650bc2 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/quotas/572bf5f79bfd41e1a3f498a043b3d030 HTTP/1.1" status: 200 len: 375 time: 0.0128348 Dec 16 09:18:01.412862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-eaa13196-c74b-4aab-90cf-06d89530e5f6 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389318 Dec 16 09:18:01.795016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3f16d02-890e-4df0-a23f-9f1b418747b4 req-b1e7e06b-d396-4f14-b5f0-a8c8c9b1d318 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 210 time: 0.0368266 Dec 16 09:18:01.914750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-422de83d-9bcb-4054-8623-133f0c05c446 req-7ac6bec9-7c2f-4a27-8bd5-fbef6e66c46c tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 210 time: 0.0506632 Dec 16 09:18:02.078396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.69', 57525) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:02.354830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-81f05f4d-594e-497d-afa1-09c0894bc812 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:02.356893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-81f05f4d-594e-497d-afa1-09c0894bc812 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.2770286 Dec 16 09:18:02.467826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Request body: {'port': {'device_id': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'admin_state_up': True, 'tenant_id': 'cc7c74dec1784026809a2066f9b47412'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:02.772400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Made reservation on behalf of cc7c74dec1784026809a2066f9b47412 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:02.785112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:03.039730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-102c6144-bf7b-4f12-b8ed-7b778ce17d83 req-7276968d-bd22-43de-aea1-f51a6849200f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 210 time: 0.0369239 Dec 16 09:18:03.220766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea42f01a-fd57-4c7e-a35c-f382596d859b req-23957d92-c493-4593-9c8f-2c767a8e8f76 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 210 time: 0.0449193 Dec 16 09:18:03.228913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Allocated IP 172.20.0.7 (d9901433-d9f8-4d1a-ab0f-c2c0bc974455/8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81/fdb1576d-ac22-40ad-bd27-abb87bac5b97) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:03.499626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:03.573611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:03.602753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.53', 61798) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:03.656140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-cd8113f8-07aa-4eea-813f-f880e24e5d56 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502663 Dec 16 09:18:03.674489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:03.692371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:03.711381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:03.727984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:03.728812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:03.847938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:03.882850 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-c268b675-b00a-4cac-bbb3-66986d132690 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4243352 Dec 16 09:18:03.900720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-4271b6df-b849-4be1-9e0c-e6435c7ed673 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:03.905455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-4271b6df-b849-4be1-9e0c-e6435c7ed673 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384806 Dec 16 09:18:03.920308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-6d4a4ce9-5cb6-4d5a-8acd-ce9bf1f984a8 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:18:03.933459 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-6d4a4ce9-5cb6-4d5a-8acd-ce9bf1f984a8 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237784 Dec 16 09:18:03.999671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Request body: {'port': {'device_id': '6a119d67-c27d-4460-a474-a2222dd07c24', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '572bf5f79bfd41e1a3f498a043b3d030'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:04.489646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Made reservation on behalf of 572bf5f79bfd41e1a3f498a043b3d030 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:04.502165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:04.583552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37952d6-ae6f-43d1-8f9c-b0bf589e57db req-edd46456-4cfa-4b48-90ff-60e73839780e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:04.590487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a37952d6-ae6f-43d1-8f9c-b0bf589e57db req-edd46456-4cfa-4b48-90ff-60e73839780e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 931 time: 0.2570481 Dec 16 09:18:04.596890 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:04.694104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a37952d6-ae6f-43d1-8f9c-b0bf589e57db req-4efc2299-fcdf-4a9c-9221-554a06bd694d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844862 Dec 16 09:18:04.807512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:04.820539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:04.985713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f75b066-7cbd-47a1-ab96-958def778622 req-63566796-9425-4aa3-82f6-3b02afe9cdf2 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 210 time: 0.1073565 Dec 16 09:18:04.986389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50736) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:05.030427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165bc5cc-76b6-485c-a813-1a9e1ce5bd59,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:05.337350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Request body: {'port': {'device_id': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:05.394651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Allocated IP 192.168.233.69 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/6b85d672-dd9c-4460-b991-5ed40d4ca339) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:05.436825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:05.797561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:05.988184 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:18:05.988805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb1576d-ac22-40ad-bd27-abb87bac5b97 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:06.010167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.060123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Transition to ACTIVE for port object fdb1576d-ac22-40ad-bd27-abb87bac5b97 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:18:06.087335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.091898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.093815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3304d215-72a9-4b6f-9d01-a5cca153e947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.151841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:06.162727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:06.239773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:06.273046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3304d215-72a9-4b6f-9d01-a5cca153e947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.285269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3304d215-72a9-4b6f-9d01-a5cca153e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.527556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:06.547747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:06.548820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.617115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304d215-72a9-4b6f-9d01-a5cca153e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028a9fd-449f-4f3e-bbab-c8da56462bbd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:06.660494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3304d215-72a9-4b6f-9d01-a5cca153e947 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aefe04dce4104f3b98140ea5c5ce8e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6672544 Dec 16 09:18:06.684920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6957898 Dec 16 09:18:06.692133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50776) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:06.707962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d8996ae8-0180-40e3-8555-6291cb962e7c None None] Provisioning complete for port 6b85d672-dd9c-4460-b991-5ed40d4ca339 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:06.708745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8996ae8-0180-40e3-8555-6291cb962e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.742849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b556d7c-bdda-4b12-b326-61333b749a14 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Pushing event updated for resources: {'Port': ['ID=6b85d672-dd9c-4460-b991-5ed40d4ca339,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:06.755565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22027b0f-ba99-43cf-9708-fe0746c007d5 req-baff22c0-899c-45f6-bbcf-06abdfa7d8fa tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:06.764639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22027b0f-ba99-43cf-9708-fe0746c007d5 req-baff22c0-899c-45f6-bbcf-06abdfa7d8fa tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 931 time: 0.8144820 Dec 16 09:18:06.769261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:06.769899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:06.770537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:06.818685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:06.819090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:06.830896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d8996ae8-0180-40e3-8555-6291cb962e7c None None] Port 6b85d672-dd9c-4460-b991-5ed40d4ca339 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:06.836384 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:06.836784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:06.837542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:06.838066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Bound port: fdb1576d-ac22-40ad-bd27-abb87bac5b97, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:06.838423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.861181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22027b0f-ba99-43cf-9708-fe0746c007d5 req-9fb74193-fd2b-4426-97e8-a165602bad55 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947404 Dec 16 09:18:06.869577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c093-a377-426e-bcbb-5873d3f41f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:06.880586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-5a08029a-56f8-4fbc-934a-292914bdde43 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:18:06.882483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-5a08029a-56f8-4fbc-934a-292914bdde43 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092418 Dec 16 09:18:06.971287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c093-a377-426e-bcbb-5873d3f41f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:07.151663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:07.197341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:07.211551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:07.247652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c093-a377-426e-bcbb-5873d3f41f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:07.252169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c093-a377-426e-bcbb-5873d3f41f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:07.252596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a4585-d945-4014-856b-ecad85ba55d3 req-735e1dd0-6937-4b72-ab5f-3c6d8ba982e8 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:07.254296 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cdd0c093-a377-426e-bcbb-5873d3f41f5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6028a9fd-449f-4f3e-bbab-c8da56462bbd HTTP/1.1" status: 204 len: 168 time: 0.5419886 Dec 16 09:18:07.257280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e5a4585-d945-4014-856b-ecad85ba55d3 req-735e1dd0-6937-4b72-ab5f-3c6d8ba982e8 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 935 time: 0.1170032 Dec 16 09:18:07.286213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:07.286863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:07.288548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] 10.222.0.69 "PUT /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 1091 time: 2.4648852 Dec 16 09:18:07.301576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:07.338790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e5a4585-d945-4014-856b-ecad85ba55d3 req-7d9a7b32-6286-40f9-b9fb-f69014de69df tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690186 Dec 16 09:18:07.490197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0c093-a377-426e-bcbb-5873d3f41f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028a9fd-449f-4f3e-bbab-c8da56462bbd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:07.555701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97380c2e-2083-42fc-a39b-a677dcf72cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:07.582369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-7cc92802-7057-4b1d-9dcb-9f57367af711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:07.584341 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-7cc92802-7057-4b1d-9dcb-9f57367af711 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1094 time: 0.1344867 Dec 16 09:18:07.698722 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-b73f5305-f919-47d3-adcb-b4b3fc3d25b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.1052682 Dec 16 09:18:07.770093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-1957043f-364f-4d28-888a-ee1cebbaec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:07.774366 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-1957043f-364f-4d28-888a-ee1cebbaec75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0684557 Dec 16 09:18:07.948961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50800) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:07.969712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c63e6b29-643f-469f-9833-57284f39b500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.195558 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52641ccb-ef8b-4a68-973d-b9268182e886" -d '{"events": [{"name": "network-changed", "server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:08.203134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c63e6b29-643f-469f-9833-57284f39b500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.215058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c63e6b29-643f-469f-9833-57284f39b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.268016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c63e6b29-643f-469f-9833-57284f39b500 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b60ea526b2f4347beb88dad947d6cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173482 Dec 16 09:18:08.268977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e6b29-643f-469f-9833-57284f39b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2cb2da-6efe-4760-aa01-fe3fad9ed31b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:08.271550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:08.362644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d22450-d956-482f-99aa-07d06081c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.392543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d22450-d956-482f-99aa-07d06081c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.478636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d22450-d956-482f-99aa-07d06081c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.482361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d22450-d956-482f-99aa-07d06081c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:08.483594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90d22450-d956-482f-99aa-07d06081c9fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a2cb2da-6efe-4760-aa01-fe3fad9ed31b HTTP/1.1" status: 204 len: 168 time: 0.2006776 Dec 16 09:18:08.494704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d22450-d956-482f-99aa-07d06081c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2cb2da-6efe-4760-aa01-fe3fad9ed31b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:08.606018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001cd5-3f75-4434-bce7-42278908aafe req-2188405e-8cc3-4066-b535-8a992286beca tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:08.607607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5001cd5-3f75-4434-bce7-42278908aafe req-2188405e-8cc3-4066-b535-8a992286beca tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.0703356 Dec 16 09:18:08.731165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5001cd5-3f75-4434-bce7-42278908aafe req-9847a592-5aef-4af9-a3da-040c907b8769 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044698 Dec 16 09:18:09.259138 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed82b89-520f-4e07-ac80-087698d3a965 x-openstack-request-id: req-0ed82b89-520f-4e07-ac80-087698d3a965 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:09.260053 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:09.260053 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ed82b89-520f-4e07-ac80-087698d3a965 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:09.260321 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'status': 'completed', 'code': 200} Dec 16 09:18:09.328660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50836) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:09.503101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b8589-2a26-4ba0-abd8-cfae633e0dd8 req-77615039-4ada-431d-819a-00aa57290514 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:09.505403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-987b8589-2a26-4ba0-abd8-cfae633e0dd8 req-77615039-4ada-431d-819a-00aa57290514 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 935 time: 0.1126020 Dec 16 09:18:09.527275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1382cb99-d529-44c9-9156-84a2d6eebf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:09.595583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-987b8589-2a26-4ba0-abd8-cfae633e0dd8 req-7ab61387-880f-4603-9ebf-e62669d16387 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813491 Dec 16 09:18:09.739286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1382cb99-d529-44c9-9156-84a2d6eebf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:09.762641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1382cb99-d529-44c9-9156-84a2d6eebf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:09.988340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50854) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:09.988950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1382cb99-d529-44c9-9156-84a2d6eebf68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06c6415418684fecb100c13464150139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6585824 Dec 16 09:18:10.019098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382cb99-d529-44c9-9156-84a2d6eebf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc353f-59ee-4cec-861e-acf856610b46,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:10.052744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-524559c7-ce1d-43b2-9eb5-8bfcb8888420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:10.078529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9e630-562d-4673-a089-74a1d0a86efb req-f57486d2-09d2-4c3b-baa3-36a42337b2e4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:10.092440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cd9e630-562d-4673-a089-74a1d0a86efb req-f57486d2-09d2-4c3b-baa3-36a42337b2e4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.1516936 Dec 16 09:18:10.151559 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-9a9cd7f0-98d7-494b-8d7a-812866c9b2d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623620 Dec 16 09:18:10.157428 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-524559c7-ce1d-43b2-9eb5-8bfcb8888420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:10.230353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cd9e630-562d-4673-a089-74a1d0a86efb req-7de6ddb9-5570-4d7c-a8f6-182ca3b23264 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319196 Dec 16 09:18:10.320521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-524559c7-ce1d-43b2-9eb5-8bfcb8888420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:10.323542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-524559c7-ce1d-43b2-9eb5-8bfcb8888420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:10.325364 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-524559c7-ce1d-43b2-9eb5-8bfcb8888420 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7cc353f-59ee-4cec-861e-acf856610b46 HTTP/1.1" status: 204 len: 168 time: 0.3357186 Dec 16 09:18:10.352936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524559c7-ce1d-43b2-9eb5-8bfcb8888420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc353f-59ee-4cec-861e-acf856610b46,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:10.363361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-3b39454c-f957-42c2-82de-719b048822b2 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028046 Dec 16 09:18:10.463693 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2b09e27c-ce19-4504-8fb7-009cac3d1ff0 req-1f9b7318-0277-4505-abf4-14fbb37f8eac service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Dec 16 09:18:10.485941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50866) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:10.615100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-55d739c5-cc56-4ab8-a0aa-99a6e2586d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:10.637255 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-55d739c5-cc56-4ab8-a0aa-99a6e2586d68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1094 time: 0.1141038 Dec 16 09:18:10.768098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9df19c-1a58-41fd-be85-67cb56373665 req-35400cb5-e511-4ced-b35e-784bbd1a3550 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:10.777083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c9df19c-1a58-41fd-be85-67cb56373665 req-35400cb5-e511-4ced-b35e-784bbd1a3550 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 935 time: 0.0773883 Dec 16 09:18:10.835965 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c9df19c-1a58-41fd-be85-67cb56373665 req-3095fd85-0dbf-487f-9797-304028b8737b tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Dec 16 09:18:11.046288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3774ea7-94cc-4679-8fdc-15541e247f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.098591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-aee87f79-d429-4171-8e20-da82223aa036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:11.101067 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-aee87f79-d429-4171-8e20-da82223aa036 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.4361022 Dec 16 09:18:11.158464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50882) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:11.201469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a05993c7-5c3d-461f-8e51-d25333a51ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.233166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3774ea7-94cc-4679-8fdc-15541e247f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.305838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3774ea7-94cc-4679-8fdc-15541e247f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.336927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-6bdeb8e2-c3d1-497b-a4b0-d864acf2b32c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.1127763 Dec 16 09:18:11.398051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3774ea7-94cc-4679-8fdc-15541e247f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964794be-646d-4050-90fc-eafb46f4b159,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:11.455493 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d3774ea7-94cc-4679-8fdc-15541e247f84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e4698a8a6dc4be58695d381916b3039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9670014 Dec 16 09:18:11.465180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50888) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:11.478963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a05993c7-5c3d-461f-8e51-d25333a51ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.528807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Request body: {'port': {'device_id': '6a119d67-c27d-4460-a474-a2222dd07c24', 'device_owner': 'compute:tempest-test_az-1796797765', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:11.556509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-2b9b6662-440c-4c51-82e9-5df6dec45690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:11.559396 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-2b9b6662-440c-4c51-82e9-5df6dec45690 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1800478 Dec 16 09:18:11.603835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a05993c7-5c3d-461f-8e51-d25333a51ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.628538 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-897dbf82-1c3c-43df-8ac6-d4d0af9ce5ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358682 Dec 16 09:18:11.630425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e6601ea-a85b-4f1e-8426-24352f2fc56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.686667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e6601ea-a85b-4f1e-8426-24352f2fc56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.811425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.825433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05993c7-5c3d-461f-8e51-d25333a51ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6be6710-330e-41f0-86e5-ad3a3ff30c7f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:11.897290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea4318-4cd9-42d9-8a63-568db940cf0f req-2ebc13f2-e6aa-4a0f-9c9d-3760c90f230d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:11.905564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0ea4318-4cd9-42d9-8a63-568db940cf0f req-2ebc13f2-e6aa-4a0f-9c9d-3760c90f230d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.4245756 Dec 16 09:18:11.909807 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e6601ea-a85b-4f1e-8426-24352f2fc56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.914290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a05993c7-5c3d-461f-8e51-d25333a51ea7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4d13c136ced423c882558332161b06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7542512 Dec 16 09:18:11.931010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e6601ea-a85b-4f1e-8426-24352f2fc56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:11.945986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e6601ea-a85b-4f1e-8426-24352f2fc56e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/964794be-646d-4050-90fc-eafb46f4b159 HTTP/1.1" status: 204 len: 168 time: 0.4760067 Dec 16 09:18:11.945986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50898) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:11.999693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0ea4318-4cd9-42d9-8a63-568db940cf0f req-ce5f105c-c4ae-4754-b27f-fd0beb6e1dc5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930426 Dec 16 09:18:12.009232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6601ea-a85b-4f1e-8426-24352f2fc56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964794be-646d-4050-90fc-eafb46f4b159,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:12.063055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47621b28-6783-4d67-be33-f94253600ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.093754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47621b28-6783-4d67-be33-f94253600ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.161500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47621b28-6783-4d67-be33-f94253600ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.166578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47621b28-6783-4d67-be33-f94253600ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.168488 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47621b28-6783-4d67-be33-f94253600ba7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6be6710-330e-41f0-86e5-ad3a3ff30c7f HTTP/1.1" status: 204 len: 168 time: 0.2072282 Dec 16 09:18:12.186124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47621b28-6783-4d67-be33-f94253600ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6be6710-330e-41f0-86e5-ad3a3ff30c7f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:12.224346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-266319a5-dc37-4fb3-b03a-e33389182d35 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826012 Dec 16 09:18:12.372471 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-52641ccb-ef8b-4a68-973d-b9268182e886 req-ac1a69c1-488b-4d5c-8505-c7af7394ffae service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403806 Dec 16 09:18:12.436284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f11d-c750-49e0-bfe2-50c69b778b09 req-f1ceba2e-9c96-4d26-81fe-75f6ac739e9b tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:12.449462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21f5f11d-c750-49e0-bfe2-50c69b778b09 req-f1ceba2e-9c96-4d26-81fe-75f6ac739e9b tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 935 time: 0.2000053 Dec 16 09:18:12.543274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21f5f11d-c750-49e0-bfe2-50c69b778b09 req-d71dbdb7-15f1-4f49-beee-c657bfb81896 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921555 Dec 16 09:18:12.710315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b85d672-dd9c-4460-b991-5ed40d4ca339 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:12.721035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.734802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:12.771875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Transition to ACTIVE for port object 6b85d672-dd9c-4460-b991-5ed40d4ca339 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:18:12.780626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.783144 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0a34ce9-efa0-4f55-92c8-6ede5225f54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:12.958275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Pushing event updated for resources: {'Port': ['ID=6b85d672-dd9c-4460-b991-5ed40d4ca339,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:13.077018 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0a34ce9-efa0-4f55-92c8-6ede5225f54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.082811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0a34ce9-efa0-4f55-92c8-6ede5225f54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.251693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Attempting to bind port 6b85d672-dd9c-4460-b991-5ed40d4ca339 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:13.253045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Attempting to bind port 6b85d672-dd9c-4460-b991-5ed40d4ca339 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:13.254324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Attempting to bind port 6b85d672-dd9c-4460-b991-5ed40d4ca339 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:13.265633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Port 6b85d672-dd9c-4460-b991-5ed40d4ca339 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:13.270686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Attempting to bind port 6b85d672-dd9c-4460-b991-5ed40d4ca339 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:13.282573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:13.294464 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e0a34ce9-efa0-4f55-92c8-6ede5225f54e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d540ca909fc446a82e6ca15ccc567d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423837 Dec 16 09:18:13.302411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a34ce9-efa0-4f55-92c8-6ede5225f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85914eff-0d29-4f2f-9510-61a82326024c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:13.389911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:13.390400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:13.391057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:13.391683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Bound port: 6b85d672-dd9c-4460-b991-5ed40d4ca339, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:13.392537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.624655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] For port 6b85d672-dd9c-4460-b991-5ed40d4ca339, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:13.630759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] For port 6b85d672-dd9c-4460-b991-5ed40d4ca339, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6b85d672-dd9c-4460-b991-5ed40d4ca339,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:13.642120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d199b2-7f21-4e2c-a085-225fe23ef067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.704994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d199b2-7f21-4e2c-a085-225fe23ef067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.777389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.845707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54f773-bde8-433c-ad9a-d93ce0e1b9db req-c7d3ce9a-cac6-4f66-81f9-f30ab882eb3a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:13.853255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50942) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:13.859682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c54f773-bde8-433c-ad9a-d93ce0e1b9db req-c7d3ce9a-cac6-4f66-81f9-f30ab882eb3a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.4730113 Dec 16 09:18:13.861736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d199b2-7f21-4e2c-a085-225fe23ef067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.864427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d199b2-7f21-4e2c-a085-225fe23ef067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.878779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-45d199b2-7f21-4e2c-a085-225fe23ef067 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85914eff-0d29-4f2f-9510-61a82326024c HTTP/1.1" status: 204 len: 168 time: 0.5935495 Dec 16 09:18:13.893128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:13.896272 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.900001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] 10.222.0.53 "PUT /v2.0/ports/6b85d672-dd9c-4460-b991-5ed40d4ca339 HTTP/1.1" status: 200 len: 1117 time: 2.7518165 Dec 16 09:18:13.943142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2574b3e1-9614-4048-aeab-e31e06f840b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:13.955005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a119d67-c27d-4460-a474-a2222dd07c24', 'tag': '6b85d672-dd9c-4460-b991-5ed40d4ca339'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:14.348246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c54f773-bde8-433c-ad9a-d93ce0e1b9db req-1705dfd7-f520-44e4-9b32-4ab03c19785c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874516 Dec 16 09:18:14.350393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-network', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:14.354637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d199b2-7f21-4e2c-a085-225fe23ef067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85914eff-0d29-4f2f-9510-61a82326024c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:14.356555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d120-e810-4efc-a74d-5eff16bc027b service neutron] Pushing event updated for resources: {'Port': ['ID=6b85d672-dd9c-4460-b991-5ed40d4ca339,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:14.415288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Made reservation on behalf of 86c1e8f83a224e6cbebe1d0d56649eab for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:14.417599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.431284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.665891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.678297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.756020 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac0fe7-5adf-4c3b-940e-1b687bb340c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a119d67-c27d-4460-a474-a2222dd07c24", "tag": "6b85d672-dd9c-4460-b991-5ed40d4ca339"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:14.777376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:18:14.790023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1daad5f-ce8f-4b95-b0f2-b894ea24df88,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:14.810647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.811818 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Added segment f350a78a-99c8-49d5-8199-cfbb238c148a of type vlan for network 17899e6b-529c-48ec-99e2-c0b54a7f88cb Dec 16 09:18:14.899328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.965965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:14.968274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:14.969989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:15.090936 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2364480 Dec 16 09:18:15.094454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:15.100508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Request body: {'subnet': {'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-subnet', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:15.119745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48970605-0c9b-403e-aa82-2d7d3733e4ea admin admin] Pushing event updated for resources: {'Network': ['ID=17899e6b-529c-48ec-99e2-c0b54a7f88cb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:15.139297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:18:15.181268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45dc7-6941-4aa3-9bc7-c504329a36dd req-75a0d179-61d4-4010-b209-27d49f5e651b tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:15.182851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cad45dc7-6941-4aa3-9bc7-c504329a36dd req-75a0d179-61d4-4010-b209-27d49f5e651b tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.0705061 Dec 16 09:18:15.184071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Made reservation on behalf of 86c1e8f83a224e6cbebe1d0d56649eab for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:15.186328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:15.328044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cad45dc7-6941-4aa3-9bc7-c504329a36dd req-004006e2-5b61-40e7-9c1a-762c50bfc12a tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888448 Dec 16 09:18:15.574950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:15.712369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59335f6-ed16-47b9-8a3a-0b71683329e7,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:15.729548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Checking segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:15.730171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Network hostable DHCP agents. Network: 17899e6b-529c-48ec-99e2-c0b54a7f88cb, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:18:15.760768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:18:15.794858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 17899e6b-529c-48ec-99e2-c0b54a7f88cb) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:15.816083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707b0b8-22e8-4006-8205-c0d4b5eab25d None None] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:15.827236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:15.828957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:15.840263 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be2a2d6-d73f-4e5e-a91c-a7aca4bb9310 x-openstack-request-id: req-2be2a2d6-d73f-4e5e-a91c-a7aca4bb9310 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:15.841064 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a119d67-c27d-4460-a474-a2222dd07c24", "tag": "6b85d672-dd9c-4460-b991-5ed40d4ca339", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:15.841626 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2be2a2d6-d73f-4e5e-a91c-a7aca4bb9310 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:15.842280 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a119d67-c27d-4460-a474-a2222dd07c24', 'tag': '6b85d672-dd9c-4460-b991-5ed40d4ca339', 'status': 'completed', 'code': 200} Dec 16 09:18:15.881134 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cfe8c31b-a138-4c2c-b4ae-a710d7e2fba2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7831519 Dec 16 09:18:15.881764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50990) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:15.886960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:15.966002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:15.966002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:16.111705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9a177-1107-491f-a456-eea5f5fbfa0e req-b27ca162-763e-434f-992c-ffcb1eeb24d5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:16.126172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2d9a177-1107-491f-a456-eea5f5fbfa0e req-b27ca162-763e-434f-992c-ffcb1eeb24d5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.1152034 Dec 16 09:18:16.198667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:18:16.199786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:16.281371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2d9a177-1107-491f-a456-eea5f5fbfa0e req-662a657b-14b5-4526-bc00-4c8619a09fde tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534662 Dec 16 09:18:16.428970 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8b3649c-5f92-4e99-a44b-ddead463bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:16.443027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Allocated IP 172.20.0.2 (17899e6b-529c-48ec-99e2-c0b54a7f88cb/a59335f6-ed16-47b9-8a3a-0b71683329e7/2dfe17c7-d6e9-446c-b083-8dc59ef68a82) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:16.644059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:16.646513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ae020-41ee-4166-a50f-5e5a30f2006e req-c555d714-6191-43f2-b23f-731cd04d1046 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:16.658496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e79ae020-41ee-4166-a50f-5e5a30f2006e req-c555d714-6191-43f2-b23f-731cd04d1046 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.1658397 Dec 16 09:18:16.766518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e79ae020-41ee-4166-a50f-5e5a30f2006e req-0063fe29-ea91-4b19-9bf1-6ec02c58dbcc tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926206 Dec 16 09:18:16.865306 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:16.886338 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.078898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Pushing event updated for resources: {'Port': ['ID=2dfe17c7-d6e9-446c-b083-8dc59ef68a82,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:17.133300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:17.138821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:17.143023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:17.149560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.149943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.150346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.150744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.151079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.151455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.151822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.152169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.152536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.152847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.153171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.153521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Tracked resource versions report: Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: pushed versions: Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: { 'AddressGroup': {'1.2'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'ConntrackHelper': {'1.0'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Log': {'1.0'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Network': {'1.1'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Port': {'1.7'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'PortForwarding': {'1.2'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'QosPolicy': {'1.9'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'SecurityGroup': {'1.4'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'SubPort': {'1.0'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Subnet': {'1.1'}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Trunk': {'1.1'}} Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: consumer versions: Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: HyperV agent@n-h1-821941-1: {}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: HyperV agent@n-h2-821941-1: {}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: L3 agent@n-d-821941-1: {}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: Metadata agent@n-d-821941-1: {}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: Metering agent@n-d-821941-1: {}, Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'ConntrackHelper': '1.0', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Log': '1.0', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Network': '1.1', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Port': '1.7', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'PortForwarding': '1.2', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'QosPolicy': '1.9', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'SecurityGroup': '1.4', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'SecurityGroupRule': '1.2', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'SubPort': '1.0', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Subnet': '1.1', Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: 'Trunk': '1.1'}} Dec 16 09:18:17.165299 n-d-821941-1 neutron-server[102399]: {{(pid=102399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:18:17.203653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.367870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Attempting to bind port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:17.368558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Attempting to bind port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:17.368665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Attempting to bind port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:17.385904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:17.386504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Checking segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:17.387163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.387712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Bound using segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:17.388363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Bound port: 2dfe17c7-d6e9-446c-b083-8dc59ef68a82, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:17.388927 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.493465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac0fe7-5adf-4c3b-940e-1b687bb340c6 req-17828d3b-cb28-4fcc-acec-76efc3155490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:17.496924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fac0fe7-5adf-4c3b-940e-1b687bb340c6 req-17828d3b-cb28-4fcc-acec-76efc3155490 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 1120 time: 0.1676490 Dec 16 09:18:17.582874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] For port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:17.598108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] For port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2dfe17c7-d6e9-446c-b083-8dc59ef68a82,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:17.614845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.664019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:17.686111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fac0fe7-5adf-4c3b-940e-1b687bb340c6 req-521d2769-956a-4fac-8389-4c4201358e9e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1480777 Dec 16 09:18:17.795871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3ef95-ea6d-4881-897e-f6c54d8884e1 None None] Pushing event updated for resources: {'Port': ['ID=2dfe17c7-d6e9-446c-b083-8dc59ef68a82,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:17.796223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:17.816079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.842461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c87e-9d85-41a2-9994-844329d25e15 req-35875e00-7f7d-446a-9261-a42630898cdf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:17.860245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:17.870798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d62c87e-9d85-41a2-9994-844329d25e15 req-35875e00-7f7d-446a-9261-a42630898cdf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.3186359 Dec 16 09:18:17.909663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.071202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-cb7fba5b-9365-4bd1-bd52-e43255634d2c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9b28ccb39352470595f6a04f90e14350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520687 Dec 16 09:18:18.260164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-157683ba-feb7-4704-bc39-db62a283a4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.289735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Allocated IP 172.25.6.98 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/eeef591e-c1b2-484e-8067-aaa36979b6aa) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:18.426169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d62c87e-9d85-41a2-9994-844329d25e15 req-18046f96-853d-4baa-b758-3a88c573d4bc tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832392 Dec 16 09:18:18.468370 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a68d8517-5f7c-4135-9d60-4b5b5a33efb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.594521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.614230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-f4426ee1-4a0d-4bed-8877-8b024c9ad2fb tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:18.617073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-f4426ee1-4a0d-4bed-8877-8b024c9ad2fb tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5440471 Dec 16 09:18:18.634739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-157683ba-feb7-4704-bc39-db62a283a4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.642221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-157683ba-feb7-4704-bc39-db62a283a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.682640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac0fe7-5adf-4c3b-940e-1b687bb340c6 req-217f1ee6-8d9c-4703-8cf6-2dbf31f45355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:18.684419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fac0fe7-5adf-4c3b-940e-1b687bb340c6 req-217f1ee6-8d9c-4703-8cf6-2dbf31f45355 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9444935 Dec 16 09:18:18.706009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-755625a3-9762-4710-8f7c-77cb658f821d tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/quotas/9b28ccb39352470595f6a04f90e14350 HTTP/1.1" status: 200 len: 375 time: 0.0721247 Dec 16 09:18:18.709171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157683ba-feb7-4704-bc39-db62a283a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2931be59-db91-4541-ac7e-9f3dbd5106ad,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:18.715259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-157683ba-feb7-4704-bc39-db62a283a4f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81878e51ac514c4fa50e502a7a2f8b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0503995 Dec 16 09:18:18.718196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:18.726710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.795592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:18.805600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:18.813598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:18.817908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Pushing event updated for resources: {'Port': ['ID=eeef591e-c1b2-484e-8067-aaa36979b6aa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:18.824918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-38f11896-c6c7-47ab-bf18-5360253fdb04 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b28ccb39352470595f6a04f90e14350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900393 Dec 16 09:18:18.896088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d7a3f-3892-4186-b573-a3ec53241dba req-be49f15e-fb67-4fbf-8cdf-757654734ba4 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:18.904355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c2d7a3f-3892-4186-b573-a3ec53241dba req-be49f15e-fb67-4fbf-8cdf-757654734ba4 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.2598875 Dec 16 09:18:18.960360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-d957152d-5044-4dff-af9d-18f28c16da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:18.961900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-d957152d-5044-4dff-af9d-18f28c16da01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 1120 time: 0.1988573 Dec 16 09:18:18.969357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a68d8517-5f7c-4135-9d60-4b5b5a33efb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:18.998789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a90d4550-8e2a-499c-bbc1-4ea9da857ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.057784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a90d4550-8e2a-499c-bbc1-4ea9da857ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.079667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a68d8517-5f7c-4135-9d60-4b5b5a33efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.147283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-3c8e568e-d911-49b5-8326-97f2f9c3a457 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6b85d672-dd9c-4460-b991-5ed40d4ca339 HTTP/1.1" status: 200 len: 217 time: 0.1752112 Dec 16 09:18:19.157878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c2d7a3f-3892-4186-b573-a3ec53241dba req-297a5ae3-015c-4d8d-9888-357cf47f5ca5 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524657 Dec 16 09:18:19.199384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f049efc6-2f69-4e25-9e6e-aa86b64c1f91 req-345cf388-4e98-42c0-8d85-618f4f65913a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 210 time: 0.0714853 Dec 16 09:18:19.272505 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.301323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a68d8517-5f7c-4135-9d60-4b5b5a33efb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=234fc70229804c4bad2784097d3c36d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4290488 Dec 16 09:18:19.308302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51066) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:19.319968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8517-5f7c-4135-9d60-4b5b5a33efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f7c77-743f-430d-902e-c9983dd3f40d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:19.343066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a90d4550-8e2a-499c-bbc1-4ea9da857ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.346491 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a90d4550-8e2a-499c-bbc1-4ea9da857ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.352319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a90d4550-8e2a-499c-bbc1-4ea9da857ccf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2931be59-db91-4541-ac7e-9f3dbd5106ad HTTP/1.1" status: 204 len: 168 time: 0.6299746 Dec 16 09:18:19.373339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-cfb1a7a9-8819-4342-833e-efd4245a2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:19.374867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-cfb1a7a9-8819-4342-833e-efd4245a2219 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2052760 Dec 16 09:18:19.421700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d4550-8e2a-499c-bbc1-4ea9da857ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2931be59-db91-4541-ac7e-9f3dbd5106ad,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:19.514011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fd038a4-4a77-411a-9e31-c6dff82092b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.536074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-c2683d1f-6b17-4dba-8d25-8c67e5b841dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:19.537581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-c2683d1f-6b17-4dba-8d25-8c67e5b841dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473348 Dec 16 09:18:19.608116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfce25f-dcc7-4e0e-98f0-7fc30c42df67 None None] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:19.668656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-53bb1c6e-c3e6-4d9a-808f-19e40824f948 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212106 Dec 16 09:18:19.673702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fd038a4-4a77-411a-9e31-c6dff82092b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.706374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.718241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bddeeda4-0aa2-4a1b-99de-5b3af6264bfe None None] Provisioning complete for port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:19.718893 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bddeeda4-0aa2-4a1b-99de-5b3af6264bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.887351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:19.912483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:19.973176 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.082408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51078) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:20.084781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c381-c7fa-49d0-92ab-7595a6a09ffc req-1ceadd64-1384-4564-ad85-59501960c94d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:20.093277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2e7c381-c7fa-49d0-92ab-7595a6a09ffc req-1ceadd64-1384-4564-ad85-59501960c94d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.4440341 Dec 16 09:18:20.104222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bae8db6d-1adf-4f78-9401-ce4292b00cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.178862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2e7c381-c7fa-49d0-92ab-7595a6a09ffc req-2681360f-ec32-4f93-b66b-5ae91538fa60 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823762 Dec 16 09:18:20.196814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebb3bffc-d9e8-44ca-bb50-ac9b93095e20 req-6511a032-8d32-4fc9-9b28-3828f7a4bfe9 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160408 Dec 16 09:18:20.198167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fd038a4-4a77-411a-9e31-c6dff82092b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.200823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fd038a4-4a77-411a-9e31-c6dff82092b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.202267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1fd038a4-4a77-411a-9e31-c6dff82092b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e58f7c77-743f-430d-902e-c9983dd3f40d HTTP/1.1" status: 204 len: 168 time: 0.8926194 Dec 16 09:18:20.235861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd038a4-4a77-411a-9e31-c6dff82092b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f7c77-743f-430d-902e-c9983dd3f40d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:20.305175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:18:20.327119 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bddeeda4-0aa2-4a1b-99de-5b3af6264bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.399359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb8251c5-d336-4808-90cf-364848a403ca req-e707a658-7562-40aa-a99b-b11abd6816e4 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 210 time: 0.0502486 Dec 16 09:18:20.443639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eee770-3f64-4246-b420-d582d40a2db7 req-04891f4f-033e-4580-830f-ef80a308da46 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:20.450905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bddeeda4-0aa2-4a1b-99de-5b3af6264bfe None None] For port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2dfe17c7-d6e9-446c-b083-8dc59ef68a82,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:20.452512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:20.452997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.454903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60eee770-3f64-4246-b420-d582d40a2db7 req-04891f4f-033e-4580-830f-ef80a308da46 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.1763110 Dec 16 09:18:20.498273 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bddeeda4-0aa2-4a1b-99de-5b3af6264bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.578965 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60eee770-3f64-4246-b420-d582d40a2db7 req-bf9a77d9-0c9e-4e86-aef3-4f64f6c2f7d6 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Dec 16 09:18:20.589542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bae8db6d-1adf-4f78-9401-ce4292b00cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.605492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bae8db6d-1adf-4f78-9401-ce4292b00cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.615383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddeeda4-0aa2-4a1b-99de-5b3af6264bfe None None] Pushing event updated for resources: {'Port': ['ID=2dfe17c7-d6e9-446c-b083-8dc59ef68a82,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:20.703108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bae8db6d-1adf-4f78-9401-ce4292b00cc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1aedf16ef9e48b683c684d285bfa600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191761 Dec 16 09:18:20.705810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51088) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:20.711107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8db6d-1adf-4f78-9401-ce4292b00cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca6a27-fbeb-4b97-bc3f-ca2912097f97,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:20.732931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:20.746792 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:20.759154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.759669 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:20.761602 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a22e938-5320-439f-ba8e-3e8575756d63 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8782380 Dec 16 09:18:20.761870 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:20.764241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51090) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:20.784056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-852b97d2-33ce-4e32-ba1c-2abacacfe79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.809367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-852b97d2-33ce-4e32-ba1c-2abacacfe79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.816867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51092) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:20.828148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2e2b9cc0-f4e9-44a0-b921-f1115ff43ec5 None None] Provisioning complete for port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:20.828787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9cc0-f4e9-44a0-b921-f1115ff43ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.840939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dee43e41-8eab-4087-b6fe-b44e8b73b60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.977047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dee43e41-8eab-4087-b6fe-b44e8b73b60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:20.991530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dee43e41-8eab-4087-b6fe-b44e8b73b60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.016198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-852b97d2-33ce-4e32-ba1c-2abacacfe79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.019040 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-852b97d2-33ce-4e32-ba1c-2abacacfe79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.023597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-852b97d2-33ce-4e32-ba1c-2abacacfe79e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0dca6a27-fbeb-4b97-bc3f-ca2912097f97 HTTP/1.1" status: 204 len: 168 time: 0.3133178 Dec 16 09:18:21.044587 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:21.069154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee43e41-8eab-4087-b6fe-b44e8b73b60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8290a4-98c5-46d9-aff5-4598e435731f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:21.077524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dee43e41-8eab-4087-b6fe-b44e8b73b60d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a302c451cc43415dae9a3390a585df03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556157 Dec 16 09:18:21.078127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51096) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:21.114478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b97d2-33ce-4e32-ba1c-2abacacfe79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca6a27-fbeb-4b97-bc3f-ca2912097f97,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:21.120542 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-c5c3c56c-4524-460b-9ea6-536ee8b6e732 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9b28ccb39352470595f6a04f90e14350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853012 Dec 16 09:18:21.190784 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d786f162-5276-4667-9519-dd27167712a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.223048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d786f162-5276-4667-9519-dd27167712a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.310989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d786f162-5276-4667-9519-dd27167712a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.313436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d786f162-5276-4667-9519-dd27167712a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.317730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d786f162-5276-4667-9519-dd27167712a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf8290a4-98c5-46d9-aff5-4598e435731f HTTP/1.1" status: 204 len: 168 time: 0.2382028 Dec 16 09:18:21.347839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786f162-5276-4667-9519-dd27167712a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8290a4-98c5-46d9-aff5-4598e435731f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:21.384670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292e6b4-fdfb-419a-98ce-681236422206 req-1da28c4d-239d-4341-a125-c3851e9cda39 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:21.386613 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4292e6b4-fdfb-419a-98ce-681236422206 req-1da28c4d-239d-4341-a125-c3851e9cda39 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.0876043 Dec 16 09:18:21.464657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4292e6b4-fdfb-419a-98ce-681236422206 req-f501c1c3-ad5d-42ab-a4d5-20d7d1335351 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711272 Dec 16 09:18:21.491856 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:19Z', 'revision_number': 3, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:21.532186 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:21.535277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Updating router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 port eeef591e-c1b2-484e-8067-aaa36979b6aa binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:21.578672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4a07e62-d057-43bf-a61c-bb39dfa7a345 req-f3df2f8d-c41c-47a0-98e1-3ea05c8512ad tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 210 time: 0.0474811 Dec 16 09:18:21.606931 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:21.713431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-43962bdf-f76d-4f3a-8693-97992bc7667a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:21.715538 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-43962bdf-f76d-4f3a-8693-97992bc7667a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5851533 Dec 16 09:18:21.763840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Request body: {'port': {'device_id': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '9b28ccb39352470595f6a04f90e14350'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:21.822739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:21.914822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6980b3-8551-4682-b326-996e79d7b56e req-d5626051-badf-48fa-b90b-45f5e4580583 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:21.917837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc6980b3-8551-4682-b326-996e79d7b56e req-d5626051-badf-48fa-b90b-45f5e4580583 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.1591337 Dec 16 09:18:21.971282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2dfe17c7-d6e9-446c-b083-8dc59ef68a82 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:21.972627 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.039767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc6980b3-8551-4682-b326-996e79d7b56e req-81a1fb55-b594-4459-8f77-00ae097ea319 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131384 Dec 16 09:18:22.041427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Made reservation on behalf of 9b28ccb39352470595f6a04f90e14350 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:22.045474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.049104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.070433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.154296 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.162272 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.219787 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Attempting to bind port eeef591e-c1b2-484e-8067-aaa36979b6aa on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:22.219787 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Attempting to bind port eeef591e-c1b2-484e-8067-aaa36979b6aa by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:22.220268 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Attempting to bind port eeef591e-c1b2-484e-8067-aaa36979b6aa on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:22.231757 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:22.232355 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:22.232846 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.233764 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:22.233907 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Bound port: eeef591e-c1b2-484e-8067-aaa36979b6aa, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:22.234412 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.263518 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Pushing event updated for resources: {'Port': ['ID=eeef591e-c1b2-484e-8067-aaa36979b6aa,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:22.274349 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.274841 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.275296 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.275804 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.277168 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.277168 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.277168 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.277582 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.278022 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.278670 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.279140 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.279570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Tracked resource versions report: Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: pushed versions: Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: { 'AddressGroup': {'1.2'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'ConntrackHelper': {'1.0'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Log': {'1.0'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Network': {'1.1'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Port': {'1.7'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'PortForwarding': {'1.2'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'QosPolicy': {'1.9'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'SecurityGroup': {'1.4'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'SecurityGroupRule': {'1.2'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'SubPort': {'1.0'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Subnet': {'1.1'}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Trunk': {'1.1'}} Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: consumer versions: Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: { DHCP agent@n-d-821941-1: {}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: HyperV agent@n-h1-821941-1: {}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: HyperV agent@n-h2-821941-1: {}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: L3 agent@n-d-821941-1: {}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: Metadata agent@n-d-821941-1: {}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: Metering agent@n-d-821941-1: {}, Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: Open vSwitch agent@n-d-821941-1: { 'AddressGroup': '1.2', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'ConntrackHelper': '1.0', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Log': '1.0', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Network': '1.1', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Port': '1.7', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'PortForwarding': '1.2', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'QosPolicy': '1.9', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'SecurityGroup': '1.4', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'SecurityGroupRule': '1.2', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'SubPort': '1.0', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Subnet': '1.1', Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: 'Trunk': '1.1'}} Dec 16 09:18:22.280960 n-d-821941-1 neutron-server[102400]: {{(pid=102400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 09:18:22.286447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.296232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.320506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Allocated IP 172.20.0.1 (17899e6b-529c-48ec-99e2-c0b54a7f88cb/a59335f6-ed16-47b9-8a3a-0b71683329e7/3720cb7b-3b0d-470e-b7c8-a0b551ede5c1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:22.321664 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] For port eeef591e-c1b2-484e-8067-aaa36979b6aa, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:22.326927 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] For port eeef591e-c1b2-484e-8067-aaa36979b6aa, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=eeef591e-c1b2-484e-8067-aaa36979b6aa,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:22.332106 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.408032 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:22.408675 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:22.414982 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46887547-4553-4d2d-bf45-d009a3925f6a None None] Pushing event updated for resources: {'Port': ['ID=eeef591e-c1b2-484e-8067-aaa36979b6aa,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:22.455071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.550859 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:22.586652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09db80b8-e057-4319-91db-a19f9506778a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:22.721430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67068356-c8a6-48a2-91b9-be657d4a8abb req-f49da560-92e8-4f9f-b4f7-8f8d5898579e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:22.738577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67068356-c8a6-48a2-91b9-be657d4a8abb req-f49da560-92e8-4f9f-b4f7-8f8d5898579e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.1422091 Dec 16 09:18:22.741243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51146) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:22.796641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e5f3074-5f72-4a50-8ae8-298be6df045c req-de6a0546-2517-4869-bf46-98a3c3458044 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 210 time: 0.0568788 Dec 16 09:18:22.816641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Allocated IP 192.168.233.160 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/490b6271-3dcd-4877-b7db-0dae439bb8bc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:22.822398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67068356-c8a6-48a2-91b9-be657d4a8abb req-1392e5ee-8f46-4815-b5ff-f6d5396186a0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715888 Dec 16 09:18:22.856279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.934619 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:19Z', 'revision_number': 3, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:22.938564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:22.946164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:22.949954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:22.950703 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:22.967397 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f88997-d865-442b-84ae-95f8e4996baf None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:19Z', 'revision_number': 3, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:23.025819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Pushing event updated for resources: {'Port': ['ID=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:23.142056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-network', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:23.206920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Made reservation on behalf of ddcc5acc3a6d4e67938e2266d7ebfe4f for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:23.209764 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.289086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.291524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.298787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.359112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bd05a198-86c0-401c-8644-1a5cbc21bc31 None None] Provisioning complete for port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:23.359482 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd05a198-86c0-401c-8644-1a5cbc21bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.403651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e102d-3e4c-4330-8de8-e82f21e03a7a req-ae06823d-1851-4f96-a481-651e55851338 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:23.406353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a0e102d-3e4c-4330-8de8-e82f21e03a7a req-ae06823d-1851-4f96-a481-651e55851338 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.2205474 Dec 16 09:18:23.424821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bd05a198-86c0-401c-8644-1a5cbc21bc31 None None] Port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:23.493894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.495103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a0e102d-3e4c-4330-8de8-e82f21e03a7a req-98b4e8b7-34d4-4b84-a25a-1e3985a5ad54 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811687 Dec 16 09:18:23.547937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.555381 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.596233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.600854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:18:23.608195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.609565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.615282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aadc113-6338-4b99-b957-3467926be622,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:23.616170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.632457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.633099 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Added segment 57319847-82c3-476d-a1c1-f3398807691f of type vlan for network a784aa03-f65f-4bcc-b799-babd794c4e1d Dec 16 09:18:23.717760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.753146 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.758307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:23.759118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.823947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eeef591e-c1b2-484e-8067-aaa36979b6aa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:23.825321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:23.826867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:23.829952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:23.835254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:23.836061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:23.882516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Pushing event updated for resources: {'Port': ['ID=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:23.883093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1317487 Dec 16 09:18:23.891250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51174) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:23.902867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Request body: {'subnet': {'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-subnet', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:23.921618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d45dca-4f1b-4969-9b65-fc556bffd8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a784aa03-f65f-4bcc-b799-babd794c4e1d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:23.925941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6b85d672-dd9c-4460-b991-5ed40d4ca339 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:18:23.952796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Pushing event updated for resources: {'Port': ['ID=490b6271-3dcd-4877-b7db-0dae439bb8bc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:23.969109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:23.971500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:23.993294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a784aa03-f65f-4bcc-b799-babd794c4e1d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:18:24.110163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Made reservation on behalf of ddcc5acc3a6d4e67938e2266d7ebfe4f for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:24.112681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.119387 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-dec80378-eeca-4a34-9242-7cfd72960e7c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3603446 Dec 16 09:18:24.143670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Request body: {'port': {'device_id': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:24.171642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:18:24.196364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:18:24.319007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9e2f-f0b2-40f7-b784-3780d648b632 req-41fd3510-49f0-4705-8afb-2b17f5976606 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:24.321683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9efc9e2f-f0b2-40f7-b784-3780d648b632 req-41fd3510-49f0-4705-8afb-2b17f5976606 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 936 time: 0.3379006 Dec 16 09:18:24.339024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port eeef591e-c1b2-484e-8067-aaa36979b6aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:24.340029 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.397475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.438137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eaaa1e34-f514-400e-a3e1-88cf9aa107fc None None] Provisioning complete for port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:24.438939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1e34-f514-400e-a3e1-88cf9aa107fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.450630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9efc9e2f-f0b2-40f7-b784-3780d648b632 req-03c7a1b2-cca5-4e50-9f10-90ce98c21420 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173370 Dec 16 09:18:24.520983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3a231-ce18-45d5-ab61-b0de71061e75 req-4b5f73a7-6694-4702-ac16-febbe3af53c0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:24.522737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3f3a231-ce18-45d5-ab61-b0de71061e75 req-4b5f73a7-6694-4702-ac16-febbe3af53c0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.1658554 Dec 16 09:18:24.528327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6b85d672-dd9c-4460-b991-5ed40d4ca339, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6b85d672-dd9c-4460-b991-5ed40d4ca339,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:24.543636 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.561563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '6b85d672-dd9c-4460-b991-5ed40d4ca339', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '6b85d672-dd9c-4460-b991-5ed40d4ca339', 'mac_address': 'fa:16:3e:4c:ff:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:tempest-test_az-1796797765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:18:24.574160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa1e34-f514-400e-a3e1-88cf9aa107fc None None] Port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:24.672303 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.673336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.676466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3f3a231-ce18-45d5-ab61-b0de71061e75 req-1eb1cd0a-f0a5-4be6-a73a-3a73a1f6e514 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374283 Dec 16 09:18:24.684715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.691804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eaaa1e34-f514-400e-a3e1-88cf9aa107fc None None] Provisioning complete for port 490b6271-3dcd-4877-b7db-0dae439bb8bc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:24.692068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eaaa1e34-f514-400e-a3e1-88cf9aa107fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.736255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port eeef591e-c1b2-484e-8067-aaa36979b6aa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=eeef591e-c1b2-484e-8067-aaa36979b6aa,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:24.756728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fea7a75-9a22-4123-807d-67f6123d3ca8,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:24.772058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b85d672-dd9c-4460-b991-5ed40d4ca339 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:24.778470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c305939-62ab-4891-b42e-d785ef0bfb05 req-cb697467-ff43-4a7a-a476-fd4d82051af7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:24.780425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c305939-62ab-4891-b42e-d785ef0bfb05 req-cb697467-ff43-4a7a-a476-fd4d82051af7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 969 time: 0.1712008 Dec 16 09:18:24.785981 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.814012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Checking segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:24.814291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Network hostable DHCP agents. Network: a784aa03-f65f-4bcc-b799-babd794c4e1d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:18:24.851415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:24.861903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2286fe5e-ffff-467b-b001-4f12ac0e07de admin admin] 10.222.0.61 "PUT /v2.0/routers/0fa1ed7f-20d2-4067-98ce-4a1a52962b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0917182 Dec 16 09:18:24.862121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa1e34-f514-400e-a3e1-88cf9aa107fc None None] Port 490b6271-3dcd-4877-b7db-0dae439bb8bc cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:24.870022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6b85d672-dd9c-4460-b991-5ed40d4ca339, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6b85d672-dd9c-4460-b991-5ed40d4ca339,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:24.882762 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.901220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c305939-62ab-4891-b42e-d785ef0bfb05 req-610e232e-bd66-413f-9e15-03663d70daa2 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108170 Dec 16 09:18:24.907212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Network a784aa03-f65f-4bcc-b799-babd794c4e1d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:18:24.922199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a784aa03-f65f-4bcc-b799-babd794c4e1d) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:24.937733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:24.940043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:24.943296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=eeef591e-c1b2-484e-8067-aaa36979b6aa,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:24.953087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921f48c-f899-4525-99d0-873ede01e3a2 None None] Network a784aa03-f65f-4bcc-b799-babd794c4e1d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:24.980667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-58d02763-a3ec-4085-b5eb-7277b3397600 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0867636 Dec 16 09:18:24.985336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51192) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:24.999376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:25.063833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.063833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.171302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:18:25.184136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6b85d672-dd9c-4460-b991-5ed40d4ca339,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:25.228784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['6b85d672-dd9c-4460-b991-5ed40d4ca339'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:18:25.241698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490b6271-3dcd-4877-b7db-0dae439bb8bc {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:25.244424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.255133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.283722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Transition to ACTIVE for port object 490b6271-3dcd-4877-b7db-0dae439bb8bc will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:18:25.295756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.488487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Pushing event updated for resources: {'Port': ['ID=490b6271-3dcd-4877-b7db-0dae439bb8bc,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:25.495330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Attempting to bind port 490b6271-3dcd-4877-b7db-0dae439bb8bc on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:25.495730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Attempting to bind port 490b6271-3dcd-4877-b7db-0dae439bb8bc by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:25.496058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Attempting to bind port 490b6271-3dcd-4877-b7db-0dae439bb8bc on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:25.506170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Port 490b6271-3dcd-4877-b7db-0dae439bb8bc on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:25.506598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Attempting to bind port 490b6271-3dcd-4877-b7db-0dae439bb8bc on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:25.511508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:18:25.523215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:25.523700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:25.524296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:25.525533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Bound port: 490b6271-3dcd-4877-b7db-0dae439bb8bc, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:25.526201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.690391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:25.770595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] For port 490b6271-3dcd-4877-b7db-0dae439bb8bc, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:25.776028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] For port 490b6271-3dcd-4877-b7db-0dae439bb8bc, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:25.778182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.791024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.805676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:25.827794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'port_id': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'mac_address': 'fa:16:3e:4a:c4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:18:25.862042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a784aa03-f65f-4bcc-b799-babd794c4e1d', 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'fixed_ips': [{'subnet_id': '3fea7a75-9a22-4123-807d-67f6123d3ca8'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:18:25.863037 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.871836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eeef591e-c1b2-484e-8067-aaa36979b6aa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:25.960720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:25.962721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.966367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] 10.222.0.69 "PUT /v2.0/ports/490b6271-3dcd-4877-b7db-0dae439bb8bc HTTP/1.1" status: 200 len: 1096 time: 1.8316443 Dec 16 09:18:25.966543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88ffff-a47f-4ce0-bcaa-7ae1907b40e9 req-a4b784d7-7a40-4ed7-85ea-49c4f36bea18 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:25.968038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c88ffff-a47f-4ce0-bcaa-7ae1907b40e9 req-a4b784d7-7a40-4ed7-85ea-49c4f36bea18 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 948 time: 0.3242059 Dec 16 09:18:25.973230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'tag': '490b6271-3dcd-4877-b7db-0dae439bb8bc'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:25.978913 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a523c-1f52-40cf-b18d-1b85169edabc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8919241-5776-4d00-b600-ab08f9d362f6", "tag": "490b6271-3dcd-4877-b7db-0dae439bb8bc"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:25.995340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38950954-2e89-4a1a-9911-0bc1ea8eb5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:25.998641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c4883-8048-4822-949a-d6d414ffaa06 service neutron] Pushing event updated for resources: {'Port': ['ID=490b6271-3dcd-4877-b7db-0dae439bb8bc,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:26.053319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.127369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:26.144557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb1576d-ac22-40ad-bd27-abb87bac5b97 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:26.145897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-network', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:26.213350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c88ffff-a47f-4ce0-bcaa-7ae1907b40e9 req-869cd2c6-e294-4467-ab16-426b32a32ab0 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087409 Dec 16 09:18:26.230336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-947004f6-ec29-42d4-8f90-92fd86a688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:26.231862 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-947004f6-ec29-42d4-8f90-92fd86a688a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b28ccb39352470595f6a04f90e14350&device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 1099 time: 0.1974907 Dec 16 09:18:26.243726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43d604-94f6-4f51-9df2-e7beec22b378 req-28482fd6-5952-45da-b721-9836f448fdb4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:26.268429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b43d604-94f6-4f51-9df2-e7beec22b378 req-28482fd6-5952-45da-b721-9836f448fdb4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.4023080 Dec 16 09:18:26.272856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Made reservation on behalf of 91bc260e6a6e4196894fce2026fc65a3 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:26.283547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.284334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:26.333949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.335238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.362110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-dfa70612-79a6-4b27-9775-e37e5beaa2bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc HTTP/1.1" status: 200 len: 217 time: 0.1099863 Dec 16 09:18:26.440454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38950954-2e89-4a1a-9911-0bc1ea8eb5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.441651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b43d604-94f6-4f51-9df2-e7beec22b378 req-916fadc2-bda9-4cc2-8059-11b572a69be5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484754 Dec 16 09:18:26.468699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38950954-2e89-4a1a-9911-0bc1ea8eb5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.498443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-08061f61-1cc9-4c80-91ee-f0ba9c5d23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:26.499932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-08061f61-1cc9-4c80-91ee-f0ba9c5d23c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1282513 Dec 16 09:18:26.529637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port eeef591e-c1b2-484e-8067-aaa36979b6aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:26.533422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.552865 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-38950954-2e89-4a1a-9911-0bc1ea8eb5ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f4512253788407fa95854fa078f1d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8632839 Dec 16 09:18:26.558638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51232) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:26.577698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950954-2e89-4a1a-9911-0bc1ea8eb5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7000bc1-06fc-4292-a5e3-b5f676643e6f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:26.586036 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af9b15-9412-43e3-9163-a4b17e9fdfb8 x-openstack-request-id: req-62af9b15-9412-43e3-9163-a4b17e9fdfb8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:26.586276 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8919241-5776-4d00-b600-ab08f9d362f6", "tag": "490b6271-3dcd-4877-b7db-0dae439bb8bc", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:26.586423 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62af9b15-9412-43e3-9163-a4b17e9fdfb8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:26.586814 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'tag': '490b6271-3dcd-4877-b7db-0dae439bb8bc', 'status': 'completed', 'code': 200} Dec 16 09:18:26.630329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:26.634834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e076c-1155-4424-aee1-8d644dfc385c req-9219e5ac-4316-400a-9dbc-ad7bc157fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:26.636596 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-9219e5ac-4316-400a-9dbc-ad7bc157fcf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208861 Dec 16 09:18:26.638846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.640410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce19fb-5f97-486b-a49a-3ee647fdc9c2 req-96d35e8d-3ea9-4e94-b07e-25ef67151517 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:26.645694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.649129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5ce19fb-5f97-486b-a49a-3ee647fdc9c2 req-96d35e8d-3ea9-4e94-b07e-25ef67151517 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 970 time: 0.2293956 Dec 16 09:18:26.687255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38edf18a-6460-483c-99c1-0f64498c5501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.749921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:18:26.761890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0142a973-c34e-484a-a342-92fd23e61f7b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:26.775637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.775973 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Added segment 7134551a-6d62-4e75-9244-5720246bd3c0 of type vlan for network 622c1053-bd69-4fe9-ade4-f9b10cb4453c Dec 16 09:18:26.807247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fdb1576d-ac22-40ad-bd27-abb87bac5b97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:18:26.814173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:26.854783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.875549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:26.876415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:26.895511 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-3bc90aa7-4711-4a6f-ae76-17a319a3e6df service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449231 Dec 16 09:18:26.937955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.937955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:26.938362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Allocated IP 172.20.0.2 (a784aa03-f65f-4bcc-b799-babd794c4e1d/3fea7a75-9a22-4123-807d-67f6123d3ca8/3758cbd6-d20e-4184-b717-54db404fafe1) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:26.938762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.952007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38edf18a-6460-483c-99c1-0f64498c5501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:26.982474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5ce19fb-5f97-486b-a49a-3ee647fdc9c2 req-427801b1-3494-4c2a-b372-010c569d33a6 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322742 Dec 16 09:18:27.030419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9015894 Dec 16 09:18:27.034490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51234) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:27.055751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Request body: {'subnet': {'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-subnet', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:27.087402 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.123521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.134869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Made reservation on behalf of 91bc260e6a6e4196894fce2026fc65a3 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:27.137443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.151988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38edf18a-6460-483c-99c1-0f64498c5501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.155620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38edf18a-6460-483c-99c1-0f64498c5501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.159908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-38edf18a-6460-483c-99c1-0f64498c5501 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7000bc1-06fc-4292-a5e3-b5f676643e6f HTTP/1.1" status: 204 len: 168 time: 0.5976093 Dec 16 09:18:27.191383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdc7b0-886a-4482-ae48-98c20c7ee933 admin admin] Pushing event updated for resources: {'Network': ['ID=622c1053-bd69-4fe9-ade4-f9b10cb4453c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:27.217310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:27.219865 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-918e076c-1155-4424-aee1-8d644dfc385c req-546ff642-6756-457a-9d75-df6c04df881b service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146148 Dec 16 09:18:27.293605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf18a-6460-483c-99c1-0f64498c5501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7000bc1-06fc-4292-a5e3-b5f676643e6f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:27.298838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:18:27.364427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-be885fc6-5c43-4b5b-a21c-e1cffdaba732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:27.367201 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-be885fc6-5c43-4b5b-a21c-e1cffdaba732 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b28ccb39352470595f6a04f90e14350&device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 1099 time: 0.0869620 Dec 16 09:18:27.502204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Allocated IP 172.25.6.130 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/680db002-1f71-41d1-8a3a-c979c4829a82) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:27.543254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-43f3f94e-551c-4f51-81ac-1cb27deb1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:27.545884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-43f3f94e-551c-4f51-81ac-1cb27deb1b0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1709313 Dec 16 09:18:27.614108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-c722d503-ad8b-4a9f-87d2-dfc9f89e3307 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc HTTP/1.1" status: 200 len: 217 time: 0.0590882 Dec 16 09:18:27.682614 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.692864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.698166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-577a4541-9cbb-4db0-aff1-4a2ce452813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:27.701414 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-577a4541-9cbb-4db0-aff1-4a2ce452813f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0792904 Dec 16 09:18:27.720796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:27.737919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3553633-119b-482c-8b7f-9bcac8df5a1f req-497dea0d-018f-4304-b727-ab4d1ecf541d tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:27.739640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3553633-119b-482c-8b7f-9bcac8df5a1f req-497dea0d-018f-4304-b727-ab4d1ecf541d tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 948 time: 0.4170616 Dec 16 09:18:27.740637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Network a784aa03-f65f-4bcc-b799-babd794c4e1d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:27.747598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 2, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:27.756926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:27.761184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Pushing event updated for resources: {'Port': ['ID=3758cbd6-d20e-4184-b717-54db404fafe1,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:27.780139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-933afff6-7b3a-4553-9fd4-7273c6a7a2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.787660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:27.792040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:27.793082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Updating router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:27.815358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-dff67e5a-2186-4b2c-8b55-6e0defd417c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:27.816904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-dff67e5a-2186-4b2c-8b55-6e0defd417c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076219 Dec 16 09:18:27.849583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.872514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adbd99-68b0-4eee-aecb-173be9d6bfd6 req-6f6ba958-c416-4be9-958a-f7dad7eea8d9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:27.879709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78adbd99-68b0-4eee-aecb-173be9d6bfd6 req-6f6ba958-c416-4be9-958a-f7dad7eea8d9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.2685442 Dec 16 09:18:27.907204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Attempting to bind port 3758cbd6-d20e-4184-b717-54db404fafe1 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:27.907574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Attempting to bind port 3758cbd6-d20e-4184-b717-54db404fafe1 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:27.907931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Attempting to bind port 3758cbd6-d20e-4184-b717-54db404fafe1 on network a784aa03-f65f-4bcc-b799-babd794c4e1d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:27.918657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:27.919038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Checking segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:27.919432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.919832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Bound using segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:27.920317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Bound port: 3758cbd6-d20e-4184-b717-54db404fafe1, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:27.920719 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:27.927499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6b85d672-dd9c-4460-b991-5ed40d4ca339 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:27.970298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.010464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-933afff6-7b3a-4553-9fd4-7273c6a7a2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.018673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-abace2b8-f301-457e-8b1c-4b6a9960f485 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923263 Dec 16 09:18:28.023545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3553633-119b-482c-8b7f-9bcac8df5a1f req-ddca2e69-a2e5-4b77-9327-7ccbd040a987 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275786 Dec 16 09:18:28.035230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-933afff6-7b3a-4553-9fd4-7273c6a7a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.100168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78adbd99-68b0-4eee-aecb-173be9d6bfd6 req-4c2a57b8-5871-449f-8f2a-dbe6014cdabd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183011 Dec 16 09:18:28.123857 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.152378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-933afff6-7b3a-4553-9fd4-7273c6a7a2fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e63b83a1f6b14091b8f9ea6594377546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272447 Dec 16 09:18:28.153161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51248) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:28.154379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933afff6-7b3a-4553-9fd4-7273c6a7a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437b6843-6d33-4188-9363-e281e696f1e4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:28.174304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 6b85d672-dd9c-4460-b991-5ed40d4ca339 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:18:28.176833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] For port 3758cbd6-d20e-4184-b717-54db404fafe1, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:28.201011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] For port 3758cbd6-d20e-4184-b717-54db404fafe1, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3758cbd6-d20e-4184-b717-54db404fafe1,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:28.202134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 6b85d672-dd9c-4460-b991-5ed40d4ca339 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:28.202523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.209698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.229145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.246672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a20a523c-1f52-40cf-b18d-1b85169edabc req-51329a53-6374-4399-a01d-e47d4c7fd1c3 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125654 Dec 16 09:18:28.261828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8844b435-39b8-4f11-9be4-6b3676243729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.290578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee3d48e-7568-43c7-8212-e9b8f7e732c6,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:28.296884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8844b435-39b8-4f11-9be4-6b3676243729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.322503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:28.334685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:28.338227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:28.344351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Pushing event updated for resources: {'Port': ['ID=680db002-1f71-41d1-8a3a-c979c4829a82,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:28.362110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca4db8-3090-43a7-a720-28d1102f86f3 None None] Pushing event updated for resources: {'Port': ['ID=3758cbd6-d20e-4184-b717-54db404fafe1,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:28.403187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623eb3e-ba19-4ec9-8f0b-86d8063bd064 req-58a43a5a-245f-4794-bec3-440178062f77 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:28.406093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8844b435-39b8-4f11-9be4-6b3676243729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.409585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8844b435-39b8-4f11-9be4-6b3676243729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.410708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2623eb3e-ba19-4ec9-8f0b-86d8063bd064 req-58a43a5a-245f-4794-bec3-440178062f77 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 970 time: 0.2506485 Dec 16 09:18:28.411890 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8844b435-39b8-4f11-9be4-6b3676243729 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/437b6843-6d33-4188-9363-e281e696f1e4 HTTP/1.1" status: 204 len: 168 time: 0.2520080 Dec 16 09:18:28.434123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844b435-39b8-4f11-9be4-6b3676243729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b6843-6d33-4188-9363-e281e696f1e4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:28.462711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Checking segment: {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:28.463794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Network hostable DHCP agents. Network: 622c1053-bd69-4fe9-ade4-f9b10cb4453c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:18:28.484462 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.506527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.519825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.531614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a119d67-c27d-4460-a474-a2222dd07c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b85d672-dd9c-4460-b991-5ed40d4ca339'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:28.546401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:18:28.573970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2623eb3e-ba19-4ec9-8f0b-86d8063bd064 req-ede34c1e-0143-4bcb-9c33-3d7d9d25949c tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053326 Dec 16 09:18:28.577373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 622c1053-bd69-4fe9-ade4-f9b10cb4453c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:28.586611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:28.586611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.703580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1c9af-830e-44c1-9c88-eabc789b5ba0 None None] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:28.720826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95617-be19-49f0-9963-b6daec27f7e4 None None] Pushing event updated for resources: {'Port': ['ID=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:28.740358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4df3f8d4-ba72-44f4-8f80-3fc0802934c2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6941884 Dec 16 09:18:28.741352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51256) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:28.747077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:28.768550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6b85d672-dd9c-4460-b991-5ed40d4ca339, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6b85d672-dd9c-4460-b991-5ed40d4ca339,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:28.805737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.807343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.876014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:28.935644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.027276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.282399 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4914ff-7bd8-4aec-aea4-1590865fcbfe" -d '{"events": [{"server_uuid": "6a119d67-c27d-4460-a474-a2222dd07c24", "name": "network-vif-plugged", "status": "completed", "tag": "6b85d672-dd9c-4460-b991-5ed40d4ca339"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:29.298379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:29.373124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.398071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf0d-fc1f-4987-9cdb-43640fcbcacd req-63c0007a-59a6-4771-a420-d87a9af1a02e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:29.404717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df6faf0d-fc1f-4987-9cdb-43640fcbcacd req-63c0007a-59a6-4771-a420-d87a9af1a02e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.1728120 Dec 16 09:18:29.500227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df6faf0d-fc1f-4987-9cdb-43640fcbcacd req-6070a5e8-5914-4ede-a7b8-edd68fe00954 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789182 Dec 16 09:18:29.510524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4caf7a-d0ba-4672-8196-efe244642744 req-43afdb61-a8de-44fe-b68d-83e363949392 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:29.518302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4caf7a-d0ba-4672-8196-efe244642744 req-43afdb61-a8de-44fe-b68d-83e363949392 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 948 time: 0.2918699 Dec 16 09:18:29.533286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6b85d672-dd9c-4460-b991-5ed40d4ca339,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:29.544984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.591867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Attempting to bind port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:29.592398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Attempting to bind port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:29.592910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Attempting to bind port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:29.616287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ea48014-a458-4ff7-ad92-3b7ae532220e None None] Provisioning complete for port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:29.616766 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ea48014-a458-4ff7-ad92-3b7ae532220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.688782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:29.689235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Checking segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:29.689648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.690224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Bound using segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:29.691146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Bound port: 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:29.691550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.788273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port fdb1576d-ac22-40ad-bd27-abb87bac5b97 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:18:29.819571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'fixed_ips': [{'subnet_id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:18:29.820448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.921075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4ea48014-a458-4ff7-ad92-3b7ae532220e None None] Port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:29.923408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fdb1576d-ac22-40ad-bd27-abb87bac5b97 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:29.923904 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:29.949949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3758cbd6-d20e-4184-b717-54db404fafe1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:30.062021 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011ed513-0b69-4bad-bdf2-24be73f3d86f x-openstack-request-id: req-011ed513-0b69-4bad-bdf2-24be73f3d86f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:30.062346 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a119d67-c27d-4460-a474-a2222dd07c24", "name": "network-vif-plugged", "status": "completed", "tag": "6b85d672-dd9c-4460-b991-5ed40d4ca339", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:30.062606 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-011ed513-0b69-4bad-bdf2-24be73f3d86f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:30.063229 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a119d67-c27d-4460-a474-a2222dd07c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b85d672-dd9c-4460-b991-5ed40d4ca339', 'code': 200} Dec 16 09:18:30.071967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.119314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfdb41-080b-47ac-940c-b0a6187162cd None None] Network a784aa03-f65f-4bcc-b799-babd794c4e1d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:30.129279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.269153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4caf7a-d0ba-4672-8196-efe244642744 req-18de05b7-f86f-402d-8734-1df440827942 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499120 Dec 16 09:18:30.295197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] For port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:30.300796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3cca8865-5ddb-4dff-8f6f-3d3445ea2efe None None] Provisioning complete for port 3758cbd6-d20e-4184-b717-54db404fafe1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:30.301434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cca8865-5ddb-4dff-8f6f-3d3445ea2efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.323568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b73a66-c71b-4896-9fed-1092dd65f3b5 req-489fa42c-1394-491b-b412-4f58bcc614af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:30.325210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b73a66-c71b-4896-9fed-1092dd65f3b5 req-489fa42c-1394-491b-b412-4f58bcc614af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 1122 time: 0.1285193 Dec 16 09:18:30.329682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Allocated IP 172.25.6.53 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/7d65bf86-0660-414c-9f3e-7435f4d28fbf) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:30.368858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c07c7-ff41-4dbb-9784-79d3a1822f3d req-0679f948-3cdf-4a65-86d4-8c2862fe4969 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:30.378000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab7c07c7-ff41-4dbb-9784-79d3a1822f3d req-0679f948-3cdf-4a65-86d4-8c2862fe4969 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 971 time: 0.2318604 Dec 16 09:18:30.384253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] For port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:30.395705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b73a66-c71b-4896-9fed-1092dd65f3b5 req-2660c68c-338f-4097-8630-8a5b336a84c6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.412689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.484178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.489717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab7c07c7-ff41-4dbb-9784-79d3a1822f3d req-2a273072-c15e-49b4-8db0-69bba90ef8ac tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075296 Dec 16 09:18:30.545826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3758cbd6-d20e-4184-b717-54db404fafe1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:30.546450 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.566795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.630792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Pushing event updated for resources: {'Port': ['ID=7d65bf86-0660-414c-9f3e-7435f4d28fbf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:30.640848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:30.642366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:30.642633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b73a66-c71b-4896-9fed-1092dd65f3b5 req-2660c68c-338f-4097-8630-8a5b336a84c6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.645711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:30.655205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b73a66-c71b-4896-9fed-1092dd65f3b5 req-2660c68c-338f-4097-8630-8a5b336a84c6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.718755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Allocated IP 172.20.0.2 (622c1053-bd69-4fe9-ade4-f9b10cb4453c/5ee3d48e-7568-43c7-8212-e9b8f7e732c6/7ef8bd45-1363-452e-8b9c-db0dfc7caf96) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:30.727854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.741034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b73a66-c71b-4896-9fed-1092dd65f3b5 req-2660c68c-338f-4097-8630-8a5b336a84c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068518 Dec 16 09:18:30.760339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Router 864e778a-47b9-418a-a36a-6d0489172349 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:18:30.789005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c68c-338f-4097-8630-8a5b336a84c6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66efa5b1-70ae-46b9-b4d6-c9b975ac2146,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:30.789208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95617-be19-49f0-9963-b6daec27f7e4 None None] Pushing event updated for resources: {'Port': ['ID=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:30.854421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:30.855183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:30.962154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cca8865-5ddb-4dff-8f6f-3d3445ea2efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:30.971291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952afa4-c154-47be-b96a-54992ad3906b req-2a952bcc-992e-4e77-beec-0fcaa5da5f56 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:30.973663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e952afa4-c154-47be-b96a-54992ad3906b req-2a952bcc-992e-4e77-beec-0fcaa5da5f56 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.2795141 Dec 16 09:18:30.975623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:30.988779 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Sync routers for ids ['864e778a-47b9-418a-a36a-6d0489172349'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:31.017384 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Routers {'864e778a-47b9-418a-a36a-6d0489172349'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:31.019486 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['864e778a-47b9-418a-a36a-6d0489172349'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:31.020613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.022712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1539a00d-7681-43cb-bd41-37c4a88bbb27 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0353088 Dec 16 09:18:31.029867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51308) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:31.075237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:31.118857 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.243914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Set router 864e778a-47b9-418a-a36a-6d0489172349 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:31.262279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.265886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e952afa4-c154-47be-b96a-54992ad3906b req-47b6a4d0-fbb6-40b2-b4a2-9cee4dc1b7bc tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837903 Dec 16 09:18:31.292170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 490b6271-3dcd-4877-b7db-0dae439bb8bc details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:18:31.382677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3cca8865-5ddb-4dff-8f6f-3d3445ea2efe None None] For port 3758cbd6-d20e-4184-b717-54db404fafe1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3758cbd6-d20e-4184-b717-54db404fafe1,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:31.387456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:31.437007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.449619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cca8865-5ddb-4dff-8f6f-3d3445ea2efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.512127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:18:31.555098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:31.617219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-dd9851c3-6bb0-4891-97a1-c9f264c2e9f0 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8f9827b427a147df82c7339935aa548b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446289 Dec 16 09:18:31.626715 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:18:28Z', 'revision_number': 3, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:31.657759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.671435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e55f-9608-4b96-a8d1-42ed2606ed1b req-ec981154-7c67-496b-8dc6-456b4f7bda42 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:31.672958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd50e55f-9608-4b96-a8d1-42ed2606ed1b req-ec981154-7c67-496b-8dc6-456b4f7bda42 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 948 time: 0.1955609 Dec 16 09:18:31.703930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Checking router: 864e778a-47b9-418a-a36a-6d0489172349 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:31.704365 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Updating router 864e778a-47b9-418a-a36a-6d0489172349 port 680db002-1f71-41d1-8a3a-c979c4829a82 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:31.759751 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.786195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca8865-5ddb-4dff-8f6f-3d3445ea2efe None None] Pushing event updated for resources: {'Port': ['ID=3758cbd6-d20e-4184-b717-54db404fafe1,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:31.821773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-c09f9ac6-9ad7-41c3-9a1d-5478a7ca5796 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:31.823372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-c09f9ac6-9ad7-41c3-9a1d-5478a7ca5796 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915812 Dec 16 09:18:31.853409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Router 1e44b09f-9def-44cc-bb18-e87104fb06c0 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:18:31.867014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.882802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-0ce42311-32c3-4e4e-9dad-8f8ed57ada58 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/quotas/8f9827b427a147df82c7339935aa548b HTTP/1.1" status: 200 len: 375 time: 0.0467536 Dec 16 09:18:31.929753 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:31.968694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd50e55f-9608-4b96-a8d1-42ed2606ed1b req-3ea3462a-bb7a-497e-bca9-30c8155a25c8 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424818 Dec 16 09:18:32.039835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-a685adbb-477c-4c35-a7bb-27f447baa533 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f9827b427a147df82c7339935aa548b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400166 Dec 16 09:18:32.089190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:32.134089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.135748 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04721954-efa6-45d4-8399-3903a11ce220 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3926704 Dec 16 09:18:32.139972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51326) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:32.191489 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.205218 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.215201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.236029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:32.239948 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66907edf-c642-4c4e-8c2f-3879e495d916" -d '{"events": [{"server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:32.241695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560ae15-df43-4fd2-8297-b44ff711cb6b req-ae8587ec-2ae2-45ed-838d-9ab5c79f4728 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:32.244060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e560ae15-df43-4fd2-8297-b44ff711cb6b req-ae8587ec-2ae2-45ed-838d-9ab5c79f4728 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 971 time: 0.1540160 Dec 16 09:18:32.255232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Sync routers for ids ['1e44b09f-9def-44cc-bb18-e87104fb06c0'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:32.305313 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30b9bb-9c16-4bec-bb3b-775698cba586 None None] Pushing event updated for resources: {'Port': ['ID=680db002-1f71-41d1-8a3a-c979c4829a82,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:32.307978 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Attempting to bind port 680db002-1f71-41d1-8a3a-c979c4829a82 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:32.308351 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Attempting to bind port 680db002-1f71-41d1-8a3a-c979c4829a82 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:32.308774 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Attempting to bind port 680db002-1f71-41d1-8a3a-c979c4829a82 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:32.316279 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:32.316663 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:32.317064 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.317599 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:32.318110 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Bound port: 680db002-1f71-41d1-8a3a-c979c4829a82, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:32.318606 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.326184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-64db8ec7-4d76-4db0-bd12-899a651604ae None None] Provisioning complete for port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:32.326646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64db8ec7-4d76-4db0-bd12-899a651604ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.340595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:32.398874 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:18:32.398874 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:18:32.422649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:32.422846 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] For port 680db002-1f71-41d1-8a3a-c979c4829a82, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:32.430156 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] For port 680db002-1f71-41d1-8a3a-c979c4829a82, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=680db002-1f71-41d1-8a3a-c979c4829a82,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:32.437412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1286e6d9-5e2d-4f05-8ac7-131f7430b37b req-a6c981dc-2b64-484c-8959-aeebd279c146 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 210 time: 0.0675442 Dec 16 09:18:32.438741 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:32.440414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:32.443026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Pushing event updated for resources: {'Port': ['ID=7ef8bd45-1363-452e-8b9c-db0dfc7caf96,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:32.446085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Routers {'1e44b09f-9def-44cc-bb18-e87104fb06c0'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:32.446856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1e44b09f-9def-44cc-bb18-e87104fb06c0'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:32.560145 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30b9bb-9c16-4bec-bb3b-775698cba586 None None] Pushing event updated for resources: {'Port': ['ID=680db002-1f71-41d1-8a3a-c979c4829a82,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:32.608340 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a1b1af-9cae-4e34-bbfb-dc5e8d4c968a x-openstack-request-id: req-a3a1b1af-9cae-4e34-bbfb-dc5e8d4c968a {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:32.608717 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:32.609032 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3a1b1af-9cae-4e34-bbfb-dc5e8d4c968a {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:32.609664 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'code': 200} Dec 16 09:18:32.616491 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Routers {'864e778a-47b9-418a-a36a-6d0489172349'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:32.618885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['864e778a-47b9-418a-a36a-6d0489172349'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:32.679822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 490b6271-3dcd-4877-b7db-0dae439bb8bc, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:32.684973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e560ae15-df43-4fd2-8297-b44ff711cb6b req-659083a5-f5e1-4e38-bc9e-e0740465aee3 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139198 Dec 16 09:18:32.828383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '490b6271-3dcd-4877-b7db-0dae439bb8bc', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '490b6271-3dcd-4877-b7db-0dae439bb8bc', 'mac_address': 'fa:16:3e:f3:dd:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:18:32.862029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Allocated IP 172.20.0.1 (a784aa03-f65f-4bcc-b799-babd794c4e1d/3fea7a75-9a22-4123-807d-67f6123d3ca8/61408204-ed2c-4414-b412-6fdbb303a0a3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:32.903130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Attempting to bind port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:32.904444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Attempting to bind port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:32.904813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Attempting to bind port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 on network 622c1053-bd69-4fe9-ade4-f9b10cb4453c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:32.955403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311552e-f85b-43c6-97ef-74da007948fa req-6cdbe003-4fad-4efc-a1c1-4d2cf919c0cf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:32.965355 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] Set router 864e778a-47b9-418a-a36a-6d0489172349 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:32.966161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1311552e-f85b-43c6-97ef-74da007948fa req-6cdbe003-4fad-4efc-a1c1-4d2cf919c0cf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 945 time: 0.2272053 Dec 16 09:18:33.057699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edecead-d610-440a-92bd-b7e79da74647 req-e7634147-81de-4f47-aed6-ea4c4df37949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:33.063952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2edecead-d610-440a-92bd-b7e79da74647 req-e7634147-81de-4f47-aed6-ea4c4df37949 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1096 time: 0.3594522 Dec 16 09:18:33.072966 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.075299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:33.075665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Checking segment: {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:33.076057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.076444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Bound using segment: {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:33.077043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Bound port: 7ef8bd45-1363-452e-8b9c-db0dfc7caf96, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:33.077586 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.126138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Set router 1e44b09f-9def-44cc-bb18-e87104fb06c0 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:33.146461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1311552e-f85b-43c6-97ef-74da007948fa req-0b863670-05a1-45e8-9100-c5b32558f8ec tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791546 Dec 16 09:18:33.196949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2edecead-d610-440a-92bd-b7e79da74647 req-440bda4b-eaae-489b-ac8c-03120205266b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232450 Dec 16 09:18:33.255711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490b6271-3dcd-4877-b7db-0dae439bb8bc {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:33.268985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64db8ec7-4d76-4db0-bd12-899a651604ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.319570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:18:28Z', 'revision_number': 3, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:33.336411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e007-c977-4327-8c78-914184b8cd27 req-7c45b0e0-f63d-4a35-adf5-e9e22799136d tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:33.336625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.338424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cd6e007-c977-4327-8c78-914184b8cd27 req-7c45b0e0-f63d-4a35-adf5-e9e22799136d tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 948 time: 0.1885848 Dec 16 09:18:33.374855 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f887dd7-0701-43ad-8f6c-db05b3bd4a73 None None] The sync data for ids ['864e778a-47b9-418a-a36a-6d0489172349'] in n-d-821941-1 is: [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:18:28Z', 'revision_number': 3, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:33.386790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.422588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3758cbd6-d20e-4184-b717-54db404fafe1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:33.434972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:30Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:33.441027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cd6e007-c977-4327-8c78-914184b8cd27 req-496e2b35-8ac2-47e6-894c-76216fa2a77e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830538 Dec 16 09:18:33.479361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 490b6271-3dcd-4877-b7db-0dae439bb8bc, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:33.493836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.535662 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.546504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] For port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:33.552094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eeb126-25dc-40b5-a304-ee86bf688a3e None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:30Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:33.586874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-64db8ec7-4d76-4db0-bd12-899a651604ae None None] For port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:33.627411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cf6a95f-a964-4031-bdd5-c3c1afdcad75 req-e6217d41-1db4-4cbe-a00f-ea7536bd6820 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 210 time: 0.0561969 Dec 16 09:18:33.647829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Allocated IP 172.20.0.1 (622c1053-bd69-4fe9-ade4-f9b10cb4453c/5ee3d48e-7568-43c7-8212-e9b8f7e732c6/5046abd0-b38f-43d6-8eb6-2c02f897a351) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:33.650689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Network a784aa03-f65f-4bcc-b799-babd794c4e1d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:33.667645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] For port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7ef8bd45-1363-452e-8b9c-db0dfc7caf96,segment=NetworkSegment(7134551a-6d62-4e75-9244-5720246bd3c0),segment_id=7134551a-6d62-4e75-9244-5720246bd3c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:33.672468 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64db8ec7-4d76-4db0-bd12-899a651604ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.677223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:33.687008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:33.687723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.728361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Pushing event updated for resources: {'Port': ['ID=61408204-ed2c-4414-b412-6fdbb303a0a3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:33.748695 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.953248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3758cbd6-d20e-4184-b717-54db404fafe1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:33.954252 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:33.961479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['490b6271-3dcd-4877-b7db-0dae439bb8bc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:18:34.090149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.197592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.225071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=490b6271-3dcd-4877-b7db-0dae439bb8bc,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:34.293517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:34.301031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:34.309533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:34.311684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.373060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9728d2af-f714-4bed-8478-e0544dca9341 None None] Provisioning complete for port 3758cbd6-d20e-4184-b717-54db404fafe1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:34.373428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9728d2af-f714-4bed-8478-e0544dca9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.568417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db8ec7-4d76-4db0-bd12-899a651604ae None None] Pushing event updated for resources: {'Port': ['ID=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:34.590822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Pushing event updated for resources: {'Port': ['ID=5046abd0-b38f-43d6-8eb6-2c02f897a351,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:34.634354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.669727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b7582-6854-4c67-83a6-1b54c6e854b9 None None] Pushing event updated for resources: {'Port': ['ID=7ef8bd45-1363-452e-8b9c-db0dfc7caf96,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:34.729000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:28Z', 'updated_at': '2021-12-16T09:18:30Z', 'revision_number': 3, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'gw_port': {'id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:30Z', 'updated_at': '2021-12-16T09:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:34.767999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-276ed9bd-a8ef-4b1f-a422-ef10986e3a82 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f9827b427a147df82c7339935aa548b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306717 Dec 16 09:18:34.781698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Checking router: 1e44b09f-9def-44cc-bb18-e87104fb06c0 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:34.782067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Updating router 1e44b09f-9def-44cc-bb18-e87104fb06c0 port 7d65bf86-0660-414c-9f3e-7435f4d28fbf binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:34.889352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.895361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.896339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:34.898831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8768227-5d08-4c99-88e3-cb88194a30e2 req-151b4853-a25e-4fb2-9746-1eabaacc8acb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:34.908122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8768227-5d08-4c99-88e3-cb88194a30e2 req-151b4853-a25e-4fb2-9746-1eabaacc8acb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 945 time: 0.3163135 Dec 16 09:18:35.007445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fcd06-8b01-43bf-b665-ce3ea7d1fac3 req-dd5ebf99-0dab-4f17-8e6b-8c684dd129d7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:35.015820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e0fcd06-8b01-43bf-b665-ce3ea7d1fac3 req-dd5ebf99-0dab-4f17-8e6b-8c684dd129d7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 971 time: 1.1806741 Dec 16 09:18:35.016022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4f885e06-05e0-4eea-b83b-825b7394bbfe None None] Provisioning complete for port 61408204-ed2c-4414-b412-6fdbb303a0a3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:35.016494 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f885e06-05e0-4eea-b83b-825b7394bbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:35.023313 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:35.035171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Pushing event updated for resources: {'Port': ['ID=5046abd0-b38f-43d6-8eb6-2c02f897a351,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:35.165421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:35.173651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:35.207221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8768227-5d08-4c99-88e3-cb88194a30e2 req-b5b1d6ae-3d72-413b-a57f-d5a88b57180b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929978 Dec 16 09:18:35.251351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e0fcd06-8b01-43bf-b665-ce3ea7d1fac3 req-17498773-4785-4c66-bdcf-51569430659d tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178144 Dec 16 09:18:35.251993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:35.315157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-7ae68744-18be-458d-8af5-87b90724b261 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:35.316745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-7ae68744-18be-458d-8af5-87b90724b261 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5128000 Dec 16 09:18:35.348595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Request body: {'port': {'device_id': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '8f9827b427a147df82c7339935aa548b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:35.474130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4f885e06-05e0-4eea-b83b-825b7394bbfe None None] Port 61408204-ed2c-4414-b412-6fdbb303a0a3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:35.603632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a56555fb-a46e-4968-b451-bad39fad2978 req-74f2cd46-4533-4346-8527-372c38a95ce0 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 210 time: 0.0863554 Dec 16 09:18:35.672249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:35.852589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:35.853026 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:35.900042 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:35.908800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Router 1e44b09f-9def-44cc-bb18-e87104fb06c0 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:18:35.917306 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:35.922674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34b5d1-d1d7-42fa-90b3-c07af2c49c67 None None] Network 622c1053-bd69-4fe9-ade4-f9b10cb4453c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:35.958697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a851f0-0cf4-4a7c-bc40-002838d44578 req-8124c6c5-31dd-44c2-9c28-0cfb94a7ddb3 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:35.961047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62a851f0-0cf4-4a7c-bc40-002838d44578 req-8124c6c5-31dd-44c2-9c28-0cfb94a7ddb3 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 949 time: 0.5645423 Dec 16 09:18:36.064710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:36.065618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc6b7-eeb1-4a1f-a40b-ca7a66f9e3b0 req-38cfa2d6-c63c-4b12-a7c8-809c84351bd0 tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:36.067790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a23bc6b7-eeb1-4a1f-a40b-ca7a66f9e3b0 req-38cfa2d6-c63c-4b12-a7c8-809c84351bd0 tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 1122 time: 0.2362258 Dec 16 09:18:36.071745 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fae7cf55-582b-4ac9-bae6-e9d69dbb0efe admin admin] 10.222.0.61 "PUT /v2.0/routers/1e44b09f-9def-44cc-bb18-e87104fb06c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9300416 Dec 16 09:18:36.149108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Made reservation on behalf of 8f9827b427a147df82c7339935aa548b for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:36.156527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.159221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a23bc6b7-eeb1-4a1f-a40b-ca7a66f9e3b0 req-e3abc594-be30-4fb9-ac73-74054993f0ee tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.189373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62a851f0-0cf4-4a7c-bc40-002838d44578 req-a6a3713d-9d30-48ea-af04-d77f2242584f tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784766 Dec 16 09:18:36.195860 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.222472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24554d-7b44-4856-b13c-232253bd8b06 None None] Pushing event updated for resources: {'Port': ['ID=7d65bf86-0660-414c-9f3e-7435f4d28fbf,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:36.261434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c944d33d-70ba-4f33-850f-09adb541fad2 None None] Provisioning complete for port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:36.261802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c944d33d-70ba-4f33-850f-09adb541fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.289904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.300209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.301028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.312504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Attempting to bind port 7d65bf86-0660-414c-9f3e-7435f4d28fbf on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:36.312982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Attempting to bind port 7d65bf86-0660-414c-9f3e-7435f4d28fbf by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:36.313372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Attempting to bind port 7d65bf86-0660-414c-9f3e-7435f4d28fbf on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:36.334471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:36.334882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:36.335433 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.335830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:36.336388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Bound port: 7d65bf86-0660-414c-9f3e-7435f4d28fbf, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:36.336810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.486225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Pushing event updated for resources: {'Port': ['ID=61408204-ed2c-4414-b412-6fdbb303a0a3,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:36.497009 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.506511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a23bc6b7-eeb1-4a1f-a40b-ca7a66f9e3b0 req-e3abc594-be30-4fb9-ac73-74054993f0ee tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.521901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a23bc6b7-eeb1-4a1f-a40b-ca7a66f9e3b0 req-e3abc594-be30-4fb9-ac73-74054993f0ee tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.534942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] For port 7d65bf86-0660-414c-9f3e-7435f4d28fbf, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:36.555312 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c944d33d-70ba-4f33-850f-09adb541fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.567148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] For port 7d65bf86-0660-414c-9f3e-7435f4d28fbf, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7d65bf86-0660-414c-9f3e-7435f4d28fbf,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:36.580492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.592834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9452c11-1253-41a4-81ff-e991ddc55d81 req-fcc72b90-371d-42d8-b57c-4736b6050a0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:36.594315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.594486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9452c11-1253-41a4-81ff-e991ddc55d81 req-fcc72b90-371d-42d8-b57c-4736b6050a0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 945 time: 0.2820714 Dec 16 09:18:36.609499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a23bc6b7-eeb1-4a1f-a40b-ca7a66f9e3b0 req-e3abc594-be30-4fb9-ac73-74054993f0ee tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322111 Dec 16 09:18:36.611984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.637629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abc594-be30-4fb9-ac73-74054993f0ee tempest-AggregatesAdminTestJSON-411835005 tempest-AggregatesAdminTestJSON-411835005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3429fa6-1b0b-4eb7-95e7-2fe17c678fb9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:36.654641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7ef8bd45-1363-452e-8b9c-db0dfc7caf96,segment=NetworkSegment(7134551a-6d62-4e75-9244-5720246bd3c0),segment_id=7134551a-6d62-4e75-9244-5720246bd3c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:36.666411 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:36.667213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 680db002-1f71-41d1-8a3a-c979c4829a82 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:36.718618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Network a784aa03-f65f-4bcc-b799-babd794c4e1d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:36.742272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:36.754257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24554d-7b44-4856-b13c-232253bd8b06 None None] Pushing event updated for resources: {'Port': ['ID=7d65bf86-0660-414c-9f3e-7435f4d28fbf,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:36.768683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Routers {'1e44b09f-9def-44cc-bb18-e87104fb06c0'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:36.768932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1e44b09f-9def-44cc-bb18-e87104fb06c0'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:36.775542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-c944d33d-70ba-4f33-850f-09adb541fad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:18:36.775749 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-c944d33d-70ba-4f33-850f-09adb541fad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:18:36.783088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7daff9bf-3c94-4b98-96fa-e2ea00e052c3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:36.801255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9452c11-1253-41a4-81ff-e991ddc55d81 req-52344f40-6e2e-4f05-a46b-b165f805d12d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904793 Dec 16 09:18:36.993994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] Set router 1e44b09f-9def-44cc-bb18-e87104fb06c0 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:37.005424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46c0fd6c-4bf3-4c80-bedf-7d6c87401e88 req-e9bb0819-4e4e-4b80-be44-30875bfc9a69 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 210 time: 0.0435085 Dec 16 09:18:37.027340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Allocated IP 192.168.233.110 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/bdbfae84-3bc9-4c75-9858-c8157637f3b2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:37.087421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 680db002-1f71-41d1-8a3a-c979c4829a82 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:37.087797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.114560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Router 864e778a-47b9-418a-a36a-6d0489172349 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:18:37.260579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=7ef8bd45-1363-452e-8b9c-db0dfc7caf96,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:37.478084 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.562367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 490b6271-3dcd-4877-b7db-0dae439bb8bc up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:37.598587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 680db002-1f71-41d1-8a3a-c979c4829a82, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=680db002-1f71-41d1-8a3a-c979c4829a82,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:37.614477 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.615764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:37.723518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:37.735388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-77979d2c-7afc-4ff7-8575-acb452253af4 admin admin] 10.222.0.61 "PUT /v2.0/routers/864e778a-47b9-418a-a36a-6d0489172349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7044213 Dec 16 09:18:37.739330 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Sync routers for ids ['864e778a-47b9-418a-a36a-6d0489172349'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:37.765320 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Routers {'864e778a-47b9-418a-a36a-6d0489172349'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:37.766372 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['864e778a-47b9-418a-a36a-6d0489172349'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:37.766500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba2da5-9bbf-49ee-a91d-be840ab1c357 req-2cde2b55-b229-40af-8dd3-4bd05482ac0b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:37.775087 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85ba2da5-9bbf-49ee-a91d-be840ab1c357 req-2cde2b55-b229-40af-8dd3-4bd05482ac0b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1096 time: 0.1249297 Dec 16 09:18:37.779801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.791938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 490b6271-3dcd-4877-b7db-0dae439bb8bc completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:18:37.802115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=680db002-1f71-41d1-8a3a-c979c4829a82,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:37.809314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e910212-595d-42e8-afb4-97cd7c04cf6d req-90a0c034-00f8-4d2e-b689-394766dc98ec tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:37.810990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e910212-595d-42e8-afb4-97cd7c04cf6d req-90a0c034-00f8-4d2e-b689-394766dc98ec tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 949 time: 0.1631041 Dec 16 09:18:37.815146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 490b6271-3dcd-4877-b7db-0dae439bb8bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:37.815605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.845549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Provisioning complete for port 61408204-ed2c-4414-b412-6fdbb303a0a3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:37.846238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.864202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85ba2da5-9bbf-49ee-a91d-be840ab1c357 req-a5c176ae-f1b8-48ec-a4c1-38776d1b6b9f tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837109 Dec 16 09:18:37.881825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:37.882625 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:37.930076 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Set router 864e778a-47b9-418a-a36a-6d0489172349 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:37.945755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Port 61408204-ed2c-4414-b412-6fdbb303a0a3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:37.947603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e910212-595d-42e8-afb4-97cd7c04cf6d req-956419e1-a746-4a93-95b9-a76c1f5409c6 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247890 Dec 16 09:18:37.950027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.074567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:28Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'gw_port': {'id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:30Z', 'updated_at': '2021-12-16T09:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5046abd0-b38f-43d6-8eb6-2c02f897a351', 'name': '', 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'mac_address': 'fa:16:3e:01:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:33Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 2, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'subnets': [{'id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:38.076084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Provisioning complete for port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:38.076747 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.100309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:38.101146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Pushing event updated for resources: {'Port': ['ID=bdbfae84-3bc9-4c75-9858-c8157637f3b2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:38.112452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:38.117349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:38.134479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:38.135236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.170408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-e8a2c8f7-acf9-4785-bf23-4c9962391cac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8291283 Dec 16 09:18:38.195839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3045f-6a88-4af8-81a9-ff1c1192cc6c None None] The sync data for ids ['1e44b09f-9def-44cc-bb18-e87104fb06c0'] in n-d-821941-1 is: [{'id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:28Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'gw_port': {'id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:30Z', 'updated_at': '2021-12-16T09:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5046abd0-b38f-43d6-8eb6-2c02f897a351', 'name': '', 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'mac_address': 'fa:16:3e:01:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:33Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 2, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'subnets': [{'id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:38.197583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Request body: {'port': {'device_id': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'device_owner': 'compute:tempest-test_az-1796797765', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:38.239242 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.345563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b6271-3dcd-4877-b7db-0dae439bb8bc'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:38.348932 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c42784-be27-4545-8714-bdca67130707" -d '{"events": [{"server_uuid": "d8919241-5776-4d00-b600-ab08f9d362f6", "name": "network-vif-plugged", "status": "completed", "tag": "490b6271-3dcd-4877-b7db-0dae439bb8bc"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:38.383107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 490b6271-3dcd-4877-b7db-0dae439bb8bc, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:38.406705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.447541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.464509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c260473-4f31-4882-85d2-8678e19e8bc0 req-74aea107-8bcc-40b0-81a8-380e2bd6276b tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:38.473072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c260473-4f31-4882-85d2-8678e19e8bc0 req-74aea107-8bcc-40b0-81a8-380e2bd6276b tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 936 time: 0.2151968 Dec 16 09:18:38.570650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:38.610227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=490b6271-3dcd-4877-b7db-0dae439bb8bc,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:38.614791 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:18:35Z', 'revision_number': 4, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '61408204-ed2c-4414-b412-6fdbb303a0a3', 'name': '', 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'mac_address': 'fa:16:3e:8c:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:32Z', 'updated_at': '2021-12-16T09:18:35Z', 'revision_number': 2, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'subnets': [{'id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:38.617302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Provisioning complete for port 5046abd0-b38f-43d6-8eb6-2c02f897a351 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:38.617302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.699325 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Checking router: 864e778a-47b9-418a-a36a-6d0489172349 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:38.699857 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Updating router 864e778a-47b9-418a-a36a-6d0489172349 port 61408204-ed2c-4414-b412-6fdbb303a0a3 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:38.732651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a372ce97-fce9-462b-b64a-d5c8fb65d220 None None] Port 5046abd0-b38f-43d6-8eb6-2c02f897a351 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:38.742585 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.751612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7ef8bd45-1363-452e-8b9c-db0dfc7caf96 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:38.751976 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.916037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51418) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:38.925289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-network', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:38.939215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbfae84-3bc9-4c75-9858-c8157637f3b2 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:38.953394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:38.972486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Transition to ACTIVE for port object bdbfae84-3bc9-4c75-9858-c8157637f3b2 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:18:38.983657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Made reservation on behalf of f92fafbb8f1448fd9108cbbf02afde58 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:38.986297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.005602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.031120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.102652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 680db002-1f71-41d1-8a3a-c979c4829a82 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:39.140471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=bdbfae84-3bc9-4c75-9858-c8157637f3b2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:39.178232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 680db002-1f71-41d1-8a3a-c979c4829a82 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:39.179187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.209262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c260473-4f31-4882-85d2-8678e19e8bc0 req-6fbd8db9-d1bb-4cbd-857f-5f7d9bbb7e47 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351162 Dec 16 09:18:39.209695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.213655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14759a-7796-43de-ba0b-91e6b424a505 req-a20004f4-c91d-4e11-aa0b-2cc5fc1e5dda tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:39.217044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc14759a-7796-43de-ba0b-91e6b424a505 req-a20004f4-c91d-4e11-aa0b-2cc5fc1e5dda tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1096 time: 0.2322347 Dec 16 09:18:39.217894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.302775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dc2515-c99d-4c12-84a8-872901c409d0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:39.357176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Attempting to bind port bdbfae84-3bc9-4c75-9858-c8157637f3b2 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:39.357417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Attempting to bind port bdbfae84-3bc9-4c75-9858-c8157637f3b2 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:39.357734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Attempting to bind port bdbfae84-3bc9-4c75-9858-c8157637f3b2 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:39.360369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:18:39.380531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Port bdbfae84-3bc9-4c75-9858-c8157637f3b2 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:39.381614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Attempting to bind port bdbfae84-3bc9-4c75-9858-c8157637f3b2 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:39.386455 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.405015 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.411338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.413815 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Added segment de9a275a-e86d-478c-bfb9-47ccdc9d40b8 of type vlan for network facc0af4-4d9a-4831-b02b-b9f63a8deee8 Dec 16 09:18:39.419233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:39.419570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:39.419955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:39.420393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Bound port: bdbfae84-3bc9-4c75-9858-c8157637f3b2, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:39.420749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.457553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc14759a-7796-43de-ba0b-91e6b424a505 req-1d772734-7e2c-478e-acad-c12f59451fc8 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900272 Dec 16 09:18:39.478127 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c97f-4e4c-4b82-94ed-87ef6d38da55 None None] Pushing event updated for resources: {'Port': ['ID=61408204-ed2c-4414-b412-6fdbb303a0a3,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:39.532393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.608508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.609676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:39.610527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.640498 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b42d6-fe69-45e5-bd81-1d8011de884e x-openstack-request-id: req-5f8b42d6-fe69-45e5-bd81-1d8011de884e {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:39.641198 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8919241-5776-4d00-b600-ab08f9d362f6", "name": "network-vif-plugged", "status": "completed", "tag": "490b6271-3dcd-4877-b7db-0dae439bb8bc", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:39.641198 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f8b42d6-fe69-45e5-bd81-1d8011de884e {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:39.645874 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b6271-3dcd-4877-b7db-0dae439bb8bc', 'code': 200} Dec 16 09:18:39.667530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] For port bdbfae84-3bc9-4c75-9858-c8157637f3b2, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:39.677504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] For port bdbfae84-3bc9-4c75-9858-c8157637f3b2, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:39.688643 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.699824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Attempting to bind port 61408204-ed2c-4414-b412-6fdbb303a0a3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:39.700321 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Attempting to bind port 61408204-ed2c-4414-b412-6fdbb303a0a3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:39.700763 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Attempting to bind port 61408204-ed2c-4414-b412-6fdbb303a0a3 on network a784aa03-f65f-4bcc-b799-babd794c4e1d {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:39.709188 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:39.715624 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Checking segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:39.716276 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.716736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Bound using segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:39.717258 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Bound port: 61408204-ed2c-4414-b412-6fdbb303a0a3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:39.717713 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.762414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] Pushing event updated for resources: {'Network': ['ID=facc0af4-4d9a-4831-b02b-b9f63a8deee8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:39.781635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:18:39.798204 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d6d02bb-584e-4d97-b1f3-53c31f7f0434 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8800688 Dec 16 09:18:39.802036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:39.809757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Request body: {'subnet': {'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-subnet', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:39.818627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] For port 61408204-ed2c-4414-b412-6fdbb303a0a3, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:39.823120 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] For port 61408204-ed2c-4414-b412-6fdbb303a0a3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=61408204-ed2c-4414-b412-6fdbb303a0a3,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:39.828151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:39.829091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.829667 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.830767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] 10.222.0.53 "PUT /v2.0/ports/bdbfae84-3bc9-4c75-9858-c8157637f3b2 HTTP/1.1" status: 200 len: 1118 time: 1.6380613 Dec 16 09:18:39.833067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb86d2-31c2-403d-ac3d-efaca676e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=bdbfae84-3bc9-4c75-9858-c8157637f3b2,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:39.851030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'tag': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:39.869505 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb41c64-6261-4d07-b776-2ebec6fa14d9" -d '{"events": [{"name": "network-changed", "server_uuid": "643ce7d8-6352-4969-8e81-b3b2f79bc449", "tag": "bdbfae84-3bc9-4c75-9858-c8157637f3b2"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:39.902199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b1b86-432f-4000-9d3b-02fa5cdc31c2 req-43805a05-fad4-47e1-90d1-2dacfca285d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:39.904853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-889b1b86-432f-4000-9d3b-02fa5cdc31c2 req-43805a05-fad4-47e1-90d1-2dacfca285d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 1101 time: 0.1684623 Dec 16 09:18:39.966057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Made reservation on behalf of f92fafbb8f1448fd9108cbbf02afde58 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:39.969678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:39.989010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Routers {'864e778a-47b9-418a-a36a-6d0489172349'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:39.993627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['864e778a-47b9-418a-a36a-6d0489172349'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:39.997199 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c97f-4e4c-4b82-94ed-87ef6d38da55 None None] Pushing event updated for resources: {'Port': ['ID=61408204-ed2c-4414-b412-6fdbb303a0a3,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:40.007912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1d3f4a52-e42f-4378-9442-3a945a31530d None None] Provisioning complete for port 61408204-ed2c-4414-b412-6fdbb303a0a3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:40.008470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4a52-e42f-4378-9442-3a945a31530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.087224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3af0c-377d-43fd-8ce8-2ad1e4330dbe req-55d88031-facf-42d8-9499-307e6711e137 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:40.099152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62c3af0c-377d-43fd-8ce8-2ad1e4330dbe req-55d88031-facf-42d8-9499-307e6711e137 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 950 time: 0.3948665 Dec 16 09:18:40.167385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-edf8adbc-bf17-4c8d-891f-a7afbc1bec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:40.173759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-edf8adbc-bf17-4c8d-891f-a7afbc1bec75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f9827b427a147df82c7339935aa548b&device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 1121 time: 0.2879009 Dec 16 09:18:40.186983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4a52-e42f-4378-9442-3a945a31530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.260817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-889b1b86-432f-4000-9d3b-02fa5cdc31c2 req-07cecbae-26f0-4cd8-b686-414207fda541 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465106 Dec 16 09:18:40.263242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.265027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1d3f4a52-e42f-4378-9442-3a945a31530d None None] For port 61408204-ed2c-4414-b412-6fdbb303a0a3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=61408204-ed2c-4414-b412-6fdbb303a0a3,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:40.268835 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] Set router 864e778a-47b9-418a-a36a-6d0489172349 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:40.273275 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1d3f4a52-e42f-4378-9442-3a945a31530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.305807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-8afd87b4-3b3a-4ded-89a2-8960e3913590 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2 HTTP/1.1" status: 200 len: 217 time: 0.1245518 Dec 16 09:18:40.316429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62c3af0c-377d-43fd-8ce8-2ad1e4330dbe req-1fbd10ad-8263-440f-b763-8d71d024462c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007928 Dec 16 09:18:40.393695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-3d73ff72-91cf-47b6-98c2-74834730b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:40.395483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-3d73ff72-91cf-47b6-98c2-74834730b38e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0779417 Dec 16 09:18:40.404546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d08c010-bcf4-43d6-af77-7299807d256e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:40.409321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f4a52-e42f-4378-9442-3a945a31530d None None] Pushing event updated for resources: {'Port': ['ID=61408204-ed2c-4414-b412-6fdbb303a0a3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:40.430750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Checking segment: {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:40.430968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Network hostable DHCP agents. Network: facc0af4-4d9a-4831-b02b-b9f63a8deee8, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:18:40.464478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9bc7c330-754c-42ad-98b8-5dbddd8aec06 None None] Provisioning complete for port 61408204-ed2c-4414-b412-6fdbb303a0a3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:40.465227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9bc7c330-754c-42ad-98b8-5dbddd8aec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.478734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:18:40.491689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:40.506680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151019391', 'description': 'tempest-description--642823873'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:40.522087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-8d30637d-f0d1-4305-8943-24729b4aa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:40.523816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-8d30637d-f0d1-4305-8943-24729b4aa784 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207950 Dec 16 09:18:40.539852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, facc0af4-4d9a-4831-b02b-b9f63a8deee8) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:40.558668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e717690-9692-40d2-b134-d32182fc9074 None None] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:40.563312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:40.564302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.620674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.625689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7d65bf86-0660-414c-9f3e-7435f4d28fbf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:40.675634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99b1a289-077e-4089-bc7d-6c6059d5f6ba admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8715310 Dec 16 09:18:40.676214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51448) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:40.685886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:40.719436 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:18:35Z', 'revision_number': 4, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '61408204-ed2c-4414-b412-6fdbb303a0a3', 'name': '', 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'mac_address': 'fa:16:3e:8c:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:32Z', 'updated_at': '2021-12-16T09:18:39Z', 'revision_number': 4, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'subnets': [{'id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:40.726465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.727586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.747389 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b6b16-a4de-4784-b38c-914725b95915 x-openstack-request-id: req-bb5b6b16-a4de-4784-b38c-914725b95915 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:40.750105 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643ce7d8-6352-4969-8e81-b3b2f79bc449", "tag": "bdbfae84-3bc9-4c75-9858-c8157637f3b2", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:40.750473 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb5b6b16-a4de-4784-b38c-914725b95915 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:40.750901 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'tag': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2', 'status': 'completed', 'code': 200} Dec 16 09:18:40.766162 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba53337a-ce5f-400e-8290-8a4095f7c803 None None] The sync data for ids ['864e778a-47b9-418a-a36a-6d0489172349'] in n-d-821941-1 is: [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:18:35Z', 'revision_number': 4, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '61408204-ed2c-4414-b412-6fdbb303a0a3', 'name': '', 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'mac_address': 'fa:16:3e:8c:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:32Z', 'updated_at': '2021-12-16T09:18:39Z', 'revision_number': 4, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'subnets': [{'id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:40.814886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.825901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424b7b1-977f-46a3-9ecb-8a05535e7342 req-d33b3b37-e2d4-453b-8794-7506f3fdf24b tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:40.827721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5424b7b1-977f-46a3-9ecb-8a05535e7342 req-d33b3b37-e2d4-453b-8794-7506f3fdf24b tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 970 time: 0.1363976 Dec 16 09:18:40.835377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7d65bf86-0660-414c-9f3e-7435f4d28fbf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:40.835976 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.851234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-57b91747-a2e9-484d-813b-ae6db0fe7a32 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112888 Dec 16 09:18:40.936794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-facc0af4-4d9a-4831-b02b-b9f63a8deee8', 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'fixed_ips': [{'subnet_id': '2d08c010-bcf4-43d6-af77-7299807d256e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:18:40.937514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.988809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:40.993588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5424b7b1-977f-46a3-9ecb-8a05535e7342 req-c55db5c1-facb-4201-8057-a53a08e6e096 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413226 Dec 16 09:18:41.081696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aa5f9a1-2af0-4588-bd15-d4c2e6326b6f req-0fc3f4d1-b3aa-4f96-a23f-24dee03ab1a9 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137179 Dec 16 09:18:41.103434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.116742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.128631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.206057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 7d65bf86-0660-414c-9f3e-7435f4d28fbf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7d65bf86-0660-414c-9f3e-7435f4d28fbf,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:41.213740 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.258324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.263256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51460) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:41.264096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7694757 Dec 16 09:18:41.264566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fa7d0-1c8e-4846-9a3b-f26817304038 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ad483-990e-4948-bf31-46efc4a52b45,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:41.268350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'security_group_rule': {'security_group_id': 'af0ad483-990e-4948-bf31-46efc4a52b45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:41.361320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=7d65bf86-0660-414c-9f3e-7435f4d28fbf,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:41.403936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Allocated IP 172.20.0.2 (facc0af4-4d9a-4831-b02b-b9f63a8deee8/2d08c010-bcf4-43d6-af77-7299807d256e/a9df43fc-8bcd-4314-ae84-f6a90e76ccef) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:41.424595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.448496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-c17e866d-d11c-44c1-83de-2076048a9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:41.453721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-c17e866d-d11c-44c1-83de-2076048a9e31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f9827b427a147df82c7339935aa548b&device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 1121 time: 0.1767561 Dec 16 09:18:41.667668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-b628ae1f-621d-4eea-8522-f2e8e3691842 req-cbc59884-ddec-412b-afa0-7638180f4bd5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:18:41.670137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b628ae1f-621d-4eea-8522-f2e8e3691842 req-cbc59884-ddec-412b-afa0-7638180f4bd5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2150795 Dec 16 09:18:41.759351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.798838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.903041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:41.915733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.027476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:42.037888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:42.048581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:42.050989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.061994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.068735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Allocated IP 172.25.6.138 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4d56cb38-ae7d-4ecf-bedf-7a7b59615528) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:42.070519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-4f95438f-ccbb-4702-8f5c-09e460bce9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:42.072566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-4f95438f-ccbb-4702-8f5c-09e460bce9b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.6053424 Dec 16 09:18:42.082686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Pushing event updated for resources: {'Port': ['ID=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:42.206879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af50c5bd-d2fd-4db7-b853-6480f49b895a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:42.211293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-02ad2af7-e58a-4104-b7f0-e9f5b226197f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2 HTTP/1.1" status: 200 len: 217 time: 0.1146514 Dec 16 09:18:42.219331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.223445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d287f961-c981-4635-875a-14a552368dfa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9562526 Dec 16 09:18:42.227262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51480) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:42.235223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Attempting to bind port a9df43fc-8bcd-4314-ae84-f6a90e76ccef on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:42.235840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Attempting to bind port a9df43fc-8bcd-4314-ae84-f6a90e76ccef by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:42.236287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Attempting to bind port a9df43fc-8bcd-4314-ae84-f6a90e76ccef on network facc0af4-4d9a-4831-b02b-b9f63a8deee8 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:42.242331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:42.242840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Checking segment: {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:42.244386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.244923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Bound using segment: {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:42.245524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Bound port: a9df43fc-8bcd-4314-ae84-f6a90e76ccef, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:42.246045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.246880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'security_group_rule': {'security_group_id': 'af0ad483-990e-4948-bf31-46efc4a52b45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:42.349704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] For port a9df43fc-8bcd-4314-ae84-f6a90e76ccef, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:42.358697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] For port a9df43fc-8bcd-4314-ae84-f6a90e76ccef, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:42.358959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.368613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.417339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.478492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-62bbd7be-2bf4-42e9-a73d-e47ba333209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:42.489888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-62bbd7be-2bf4-42e9-a73d-e47ba333209f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2584455 Dec 16 09:18:42.535628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.544631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e415e2-aca6-473f-91ac-51fef673a670 None None] Pushing event updated for resources: {'Port': ['ID=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:42.547980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:42.551923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:42.556722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:42.635331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c0a65-a6e7-41bf-96aa-e0d059c08e37 req-7ed1f6b3-b826-4b3e-acc7-447ca70eba60 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:42.641448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d55c0a65-a6e7-41bf-96aa-e0d059c08e37 req-7ed1f6b3-b826-4b3e-acc7-447ca70eba60 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 950 time: 0.3093152 Dec 16 09:18:42.695751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-b4beeb0e-a2dc-45cb-8b2c-ee7e50a4e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:42.697786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-b4beeb0e-a2dc-45cb-8b2c-ee7e50a4e758 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892941 Dec 16 09:18:42.733462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7d65bf86-0660-414c-9f3e-7435f4d28fbf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:42.748037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.790735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Pushing event updated for resources: {'Port': ['ID=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:42.838911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7d65bf86-0660-414c-9f3e-7435f4d28fbf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:42.839291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.866267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:42.982209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9619d5d-0272-4f97-806a-bf55461e8920,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:43.013288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 61408204-ed2c-4414-b412-6fdbb303a0a3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:43.023677 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:18:43.040961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d55c0a65-a6e7-41bf-96aa-e0d059c08e37 req-4dd0c4c4-0dec-43c8-9ef8-a914befba6e1 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583574 Dec 16 09:18:43.112067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 61408204-ed2c-4414-b412-6fdbb303a0a3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:43.112445 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:43.141317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:43.145443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a3fe02fa-6488-4aa4-ac37-6779599cc263 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9095588 Dec 16 09:18:43.150353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:43.163888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:43.188899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:43.276286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-f1ccbbff-2b6a-4012-a51a-30843a2528f7 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532627 Dec 16 09:18:43.302220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:43.415695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Sync routers for ids ['1e44b09f-9def-44cc-bb18-e87104fb06c0'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:43.431035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Routers {'1e44b09f-9def-44cc-bb18-e87104fb06c0'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:43.432163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1e44b09f-9def-44cc-bb18-e87104fb06c0'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:43.511308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:43.625728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Set router 1e44b09f-9def-44cc-bb18-e87104fb06c0 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:43.656686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f993e-9bd9-4f8d-9cbb-0b69c1190ae9 req-0d7f7e98-aa45-4c99-91af-94064d43d12f tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:43.658277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-299f993e-9bd9-4f8d-9cbb-0b69c1190ae9 req-0d7f7e98-aa45-4c99-91af-94064d43d12f tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 970 time: 0.4738724 Dec 16 09:18:43.695511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Router f6e585ce-020f-4bda-9394-119ad9e1e55c is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:18:43.767983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-299f993e-9bd9-4f8d-9cbb-0b69c1190ae9 req-63e68843-b3e7-4372-ab7d-8cf6b69f2f1c tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009424 Dec 16 09:18:43.780309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fb41c64-6261-4d07-b776-2ebec6fa14d9 req-c06b2a4e-d541-457f-9e39-d83324f41ef2 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915812 Dec 16 09:18:43.892493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.040494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bdbfae84-3bc9-4c75-9858-c8157637f3b2 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:18:44.143405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:44.153979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Allocated IP 172.25.6.192 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/2ec0a2df-8665-443a-9c8d-5c96f40abae0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:44.158044 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Sync routers for ids ['f6e585ce-020f-4bda-9394-119ad9e1e55c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:44.188870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.191625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-747449dd-996a-44e0-a930-38419d0d8084 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5116410 Dec 16 09:18:44.197098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:44.202734 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Routers {'f6e585ce-020f-4bda-9394-119ad9e1e55c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:44.205918 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f6e585ce-020f-4bda-9394-119ad9e1e55c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:44.358658 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-611ec214-c9c8-4568-bf32-2432af2e4e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.359487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:44.395770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944bcefc-d938-4f78-acc0-f7d524cf1fa3 None None] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:18:44.494251 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Set router f6e585ce-020f-4bda-9394-119ad9e1e55c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:44.552290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-d9829158-3577-4bd5-81eb-d6497670786a tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:18:44.582761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-d9829158-3577-4bd5-81eb-d6497670786a tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2218337 Dec 16 09:18:44.593186 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.654715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a9df43fc-8bcd-4314-ae84-f6a90e76ccef up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:44.693256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.748368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bdbfae84-3bc9-4c75-9858-c8157637f3b2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:44.762858 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:18:42Z', 'revision_number': 3, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:44.790229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5364fd37-550c-438e-8c44-6e2f1cbfbc32 None None] Provisioning complete for port a9df43fc-8bcd-4314-ae84-f6a90e76ccef triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:44.790514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5364fd37-550c-438e-8c44-6e2f1cbfbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.807635 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Checking router: f6e585ce-020f-4bda-9394-119ad9e1e55c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:44.807977 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Updating router f6e585ce-020f-4bda-9394-119ad9e1e55c port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:44.815634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:44.822834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:44.827296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:44.831841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-33743e4b-3289-4d80-841c-40484cfc2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:44.833647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-33743e4b-3289-4d80-841c-40484cfc2c9e service neutron] 10.222.0.61 "GET /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 1093 time: 0.1591628 Dec 16 09:18:44.843242 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:44.847809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Request body: {'binding': {'host': 'n-h1-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:44.847809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Unknown quota resources ['binding']. {{(pid=102398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:18:44.851852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'Port': ['ID=2ec0a2df-8665-443a-9c8d-5c96f40abae0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:44.945301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2', 'mac_address': 'fa:16:3e:96:6c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:tempest-test_az-1796797765', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:18:45.056718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.115498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.128183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:28Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'gw_port': {'id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:30Z', 'updated_at': '2021-12-16T09:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5046abd0-b38f-43d6-8eb6-2c02f897a351', 'name': '', 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'mac_address': 'fa:16:3e:01:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:33Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 2, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'subnets': [{'id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:45.220277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Checking router: 1e44b09f-9def-44cc-bb18-e87104fb06c0 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:45.220622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Updating router 1e44b09f-9def-44cc-bb18-e87104fb06c0 port 5046abd0-b38f-43d6-8eb6-2c02f897a351 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:45.225052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.280580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on host n-h1-821941-1 for vnic_type normal with profile None {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:45.281216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:45.281722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:45.293930 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.316817 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.326343 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.336972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:45.337594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:45.347181 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5364fd37-550c-438e-8c44-6e2f1cbfbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.353395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbfae84-3bc9-4c75-9858-c8157637f3b2 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:45.353833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ebcb-fa55-419a-9cb9-bed228b2a1bb req-b4064364-fcc7-438b-979a-d26818d466ac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:45.355733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e484ebcb-fa55-419a-9cb9-bed228b2a1bb req-b4064364-fcc7-438b-979a-d26818d466ac tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 970 time: 0.1951849 Dec 16 09:18:45.357671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a9df43fc-8bcd-4314-ae84-f6a90e76ccef triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:45.358128 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.359251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:45.359748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:45.360307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:45.360880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Bound port: fdb1576d-ac22-40ad-bd27-abb87bac5b97, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:45.364996 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.393048 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841246c-bea1-4f48-8d46-4ff440d116e3 None None] Pushing event updated for resources: {'Port': ['ID=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:45.420231 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Attempting to bind port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:45.420891 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Attempting to bind port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:45.421829 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Attempting to bind port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:45.430880 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:45.432236 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:45.433070 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.434337 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:45.435347 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Bound port: 4d56cb38-ae7d-4ecf-bedf-7a7b59615528, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:45.436199 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.454992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bdbfae84-3bc9-4c75-9858-c8157637f3b2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:45.494788 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.521009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Allocated IP 172.20.0.1 (facc0af4-4d9a-4831-b02b-b9f63a8deee8/2d08c010-bcf4-43d6-af77-7299807d256e/0c6daddd-93f9-411c-8259-7b892fac8e18) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:45.541391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e484ebcb-fa55-419a-9cb9-bed228b2a1bb req-7c1fec16-87eb-4ff6-b8ab-996705ba78cc tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733258 Dec 16 09:18:45.548727 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] For port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:45.558368 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] For port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:45.569168 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.569529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:45.578705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.578914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-83028446-a8ea-4072-8136-503b8429ceea service neutron] 10.222.0.61 "POST /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97/bindings HTTP/1.1" status: 201 len: 389 time: 0.7380912 Dec 16 09:18:45.603818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5364fd37-550c-438e-8c44-6e2f1cbfbc32 None None] For port a9df43fc-8bcd-4314-ae84-f6a90e76ccef, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:45.628173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5364fd37-550c-438e-8c44-6e2f1cbfbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.633456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.641561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.678147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.687885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Routers {'f6e585ce-020f-4bda-9394-119ad9e1e55c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:45.688648 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f6e585ce-020f-4bda-9394-119ad9e1e55c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:45.800679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.861080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:45.888852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7273300 Dec 16 09:18:45.891494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bdbfae84-3bc9-4c75-9858-c8157637f3b2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:18:45.960485 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841246c-bea1-4f48-8d46-4ff440d116e3 None None] Pushing event updated for resources: {'Port': ['ID=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:45.966900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.024166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:46.030299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:46.033471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:46.035983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.062854 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] Set router f6e585ce-020f-4bda-9394-119ad9e1e55c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:46.080888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855853fd-b0c3-4059-a921-bc3bda06d859 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'Port': ['ID=2ec0a2df-8665-443a-9c8d-5c96f40abae0,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:46.178781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8b5b-34ac-455e-b851-a8f372c2f45f req-6eee8a77-3889-4660-8ea2-e5d357f560da tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:46.186935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbfc8b5b-34ac-455e-b851-a8f372c2f45f req-6eee8a77-3889-4660-8ea2-e5d357f560da tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 950 time: 0.4745460 Dec 16 09:18:46.216223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-d0491dd7-ec09-4797-bef3-8e5564db6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:46.218128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-d0491dd7-ec09-4797-bef3-8e5564db6277 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1096 time: 0.2559445 Dec 16 09:18:46.228170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Pushing event updated for resources: {'Port': ['ID=0c6daddd-93f9-411c-8259-7b892fac8e18,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:46.298906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbfc8b5b-34ac-455e-b851-a8f372c2f45f req-12a735ed-ed35-4660-9b9d-caed7b204599 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095250 Dec 16 09:18:46.328916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bdbfae84-3bc9-4c75-9858-c8157637f3b2,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:46.387627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.468202 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:18:42Z', 'revision_number': 3, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:46.537593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0a48e276-aef0-468c-bfbd-ee9216c8fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:46.539338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0a48e276-aef0-468c-bfbd-ee9216c8fd0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.3052032 Dec 16 09:18:46.555027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc69926-ed08-4631-9944-a82cc09a4715 req-0724f818-1bc2-482c-afbd-5de109f5c851 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:46.556597 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62522b4b-5da3-49cf-97d0-ba01336e9ead None None] The sync data for ids ['f6e585ce-020f-4bda-9394-119ad9e1e55c'] in n-d-821941-1 is: [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:18:42Z', 'revision_number': 3, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:46.562672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecc69926-ed08-4631-9944-a82cc09a4715 req-0724f818-1bc2-482c-afbd-5de109f5c851 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 945 time: 0.4514890 Dec 16 09:18:46.588939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-4cd404ff-a252-469b-b5b4-e48f4e82c4b8 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:46.595728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-4cd404ff-a252-469b-b5b4-e48f4e82c4b8 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 1101 time: 0.2037086 Dec 16 09:18:46.619064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364fd37-550c-438e-8c44-6e2f1cbfbc32 None None] Pushing event updated for resources: {'Port': ['ID=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:46.670219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-069bddc8-0510-453b-8cd7-452f14d9f1f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.1026828 Dec 16 09:18:46.695849 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-82ae644b-6774-4a0e-87ff-ebb7905e1ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.716667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-59da7345-3c52-4c49-9f2e-6b03fcd05bfc None None] Provisioning complete for port a9df43fc-8bcd-4314-ae84-f6a90e76ccef triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:46.717022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-59da7345-3c52-4c49-9f2e-6b03fcd05bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.758549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-dc9ed931-db24-490f-863c-e9013bd7fb9b tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--151019391&fields=id&tenant_id=86c1e8f83a224e6cbebe1d0d56649eab HTTP/1.1" status: 200 len: 267 time: 0.2180300 Dec 16 09:18:46.766419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecc69926-ed08-4631-9944-a82cc09a4715 req-c73de008-ad07-4953-aa1e-254c75b413cf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025540 Dec 16 09:18:46.808967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Deleting port 490b6271-3dcd-4877-b7db-0dae439bb8bc {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:18:46.809321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.813389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.829960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.830745 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.860604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-d93fbdf0-ed99-4716-b3b8-6f4e5fe6ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:46.862266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-d93fbdf0-ed99-4716-b3b8-6f4e5fe6ba47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1659696 Dec 16 09:18:46.875924 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.893444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:46.947450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-60ea283e-c58c-46c3-aeea-ddfb10877dd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610123 Dec 16 09:18:46.996016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7d8f-7a56-4689-bc58-aa5b5a82b54a None None] Pushing event updated for resources: {'Port': ['ID=5046abd0-b38f-43d6-8eb6-2c02f897a351,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:47.033520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-5adcff0a-2f30-4dfb-b033-e55391ccdfba tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:47.045952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-5adcff0a-2f30-4dfb-b033-e55391ccdfba tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 823 time: 0.2746017 Dec 16 09:18:47.052576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Pushing event updated for resources: {'Port': ['ID=0c6daddd-93f9-411c-8259-7b892fac8e18,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:47.142344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-1e88ed8c-af7d-4556-a594-d4ab3188e3dc tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/quotas/86c1e8f83a224e6cbebe1d0d56649eab HTTP/1.1" status: 200 len: 375 time: 0.0952206 Dec 16 09:18:47.231729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] For port 490b6271-3dcd-4877-b7db-0dae439bb8bc, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=490b6271-3dcd-4877-b7db-0dae439bb8bc,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:47.232941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:47.269139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Attempting to bind port 5046abd0-b38f-43d6-8eb6-2c02f897a351 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:47.269533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Attempting to bind port 5046abd0-b38f-43d6-8eb6-2c02f897a351 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:47.269879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Attempting to bind port 5046abd0-b38f-43d6-8eb6-2c02f897a351 on network 622c1053-bd69-4fe9-ade4-f9b10cb4453c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:47.282284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:47.282745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Checking segment: {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:47.283384 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:47.283514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Bound using segment: {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:47.293295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Bound port: 5046abd0-b38f-43d6-8eb6-2c02f897a351, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7134551a-6d62-4e75-9244-5720246bd3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:47.294284 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:47.297301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Calling delete_port for 490b6271-3dcd-4877-b7db-0dae439bb8bc owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:18:47.310841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:47.311296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-2ea03c63-156a-4844-ba5f-dc431b56180f service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419931 Dec 16 09:18:47.315843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:47.363663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-70215eaa-8809-4333-9cd1-418845c4d504 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2160363 Dec 16 09:18:47.424627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] For port 5046abd0-b38f-43d6-8eb6-2c02f897a351, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:47.435102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] For port 5046abd0-b38f-43d6-8eb6-2c02f897a351, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5046abd0-b38f-43d6-8eb6-2c02f897a351,segment=NetworkSegment(7134551a-6d62-4e75-9244-5720246bd3c0),segment_id=7134551a-6d62-4e75-9244-5720246bd3c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:47.437574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-639c8023-8101-406a-9749-aca53fcf830f None None] Provisioning complete for port 0c6daddd-93f9-411c-8259-7b892fac8e18 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:47.438285 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-639c8023-8101-406a-9749-aca53fcf830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:47.470170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:47.560721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-639c8023-8101-406a-9749-aca53fcf830f None None] Port 0c6daddd-93f9-411c-8259-7b892fac8e18 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:47.616219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Routers {'1e44b09f-9def-44cc-bb18-e87104fb06c0'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:47.616219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1e44b09f-9def-44cc-bb18-e87104fb06c0'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:47.654757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Router f6e585ce-020f-4bda-9394-119ad9e1e55c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:18:47.760523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7d8f-7a56-4689-bc58-aa5b5a82b54a None None] Pushing event updated for resources: {'Port': ['ID=5046abd0-b38f-43d6-8eb6-2c02f897a351,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:47.801258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Provisioning complete for port 0c6daddd-93f9-411c-8259-7b892fac8e18 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:47.801884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:47.860943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Port 0c6daddd-93f9-411c-8259-7b892fac8e18 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:47.881503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-d0443a23-8b13-4a71-ae40-057514b7ad00 service neutron] 10.222.0.61 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873722 Dec 16 09:18:47.893382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:18:47.900853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9cd67a43-dbb6-4d6b-89dd-ee12a03c8f1f admin admin] 10.222.0.61 "PUT /v2.0/routers/f6e585ce-020f-4bda-9394-119ad9e1e55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7020366 Dec 16 09:18:47.977355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64f35-bf8c-47ba-ba91-85a1ae559e2d req-0240851d-3273-499b-82b3-96eee68a813b tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:47.989576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5da64f35-bf8c-47ba-ba91-85a1ae559e2d req-0240851d-3273-499b-82b3-96eee68a813b tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 971 time: 0.6810632 Dec 16 09:18:47.991548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:48.055362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Pushing event deleted for resources: {'Port': ['ID=490b6271-3dcd-4877-b7db-0dae439bb8bc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:48.063156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['490b6271-3dcd-4877-b7db-0dae439bb8bc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:18:48.091298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5da64f35-bf8c-47ba-ba91-85a1ae559e2d req-5f7e6270-387d-4792-b01b-515378390248 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999954 Dec 16 09:18:48.113818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bdbfae84-3bc9-4c75-9858-c8157637f3b2 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:48.123525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] No DVR routers for this DVR port 490b6271-3dcd-4877-b7db-0dae439bb8bc on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:18:48.128783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:48.132370 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97439ab4-872b-46b3-9c09-3ca0e968ad91 req-c9f1d4cc-ef67-4bf9-9609-14a2d79ef1f1 tempest-DeleteServersAdminTestJSON-1469031259 tempest-DeleteServersAdminTestJSON-1469031259-project-admin] 10.222.0.69 "DELETE /v2.0/ports/490b6271-3dcd-4877-b7db-0dae439bb8bc HTTP/1.1" status: 204 len: 173 time: 1.4840066 Dec 16 09:18:48.132952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'name': 'network-vif-deleted', 'tag': '490b6271-3dcd-4877-b7db-0dae439bb8bc'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:48.136005 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fdad53-a15a-4ce3-a17a-8a6c2cc89aaf" -d '{"events": [{"server_uuid": "d8919241-5776-4d00-b600-ab08f9d362f6", "name": "network-vif-deleted", "tag": "490b6271-3dcd-4877-b7db-0dae439bb8bc"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:48.156211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-86cd53e8-46dd-4250-9ca7-2f65521447dc service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910347 Dec 16 09:18:48.193038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:48.194086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Provisioning complete for port 5046abd0-b38f-43d6-8eb6-2c02f897a351 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:48.194543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:48.195723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-13fae389-c6a2-4cf3-9ff9-d1701311aadb service neutron] 10.222.0.61 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013225 Dec 16 09:18:48.258825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] Set router 1e44b09f-9def-44cc-bb18-e87104fb06c0 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:48.353436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ffbe110-da13-4d27-a3db-cc17be071cb0 req-6f6b8dd2-db08-42af-913c-1e54dce635e7 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8919241-5776-4d00-b600-ab08f9d362f6 HTTP/1.1" status: 200 len: 210 time: 0.0532467 Dec 16 09:18:48.461975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bdbfae84-3bc9-4c75-9858-c8157637f3b2 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:18:48.518515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bdbfae84-3bc9-4c75-9858-c8157637f3b2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:48.518930 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:48.523377 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e6098-c6c5-4943-9e9d-5ae9762476a1 x-openstack-request-id: req-7b9e6098-c6c5-4943-9e9d-5ae9762476a1 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:48.523850 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8919241-5776-4d00-b600-ab08f9d362f6", "name": "network-vif-deleted", "tag": "490b6271-3dcd-4877-b7db-0dae439bb8bc", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:48.523935 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b9e6098-c6c5-4943-9e9d-5ae9762476a1 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:48.524272 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8919241-5776-4d00-b600-ab08f9d362f6', 'name': 'network-vif-deleted', 'tag': '490b6271-3dcd-4877-b7db-0dae439bb8bc', 'status': 'completed', 'code': 200} Dec 16 09:18:48.681245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-6e7c8fa1-546c-4be7-8363-f278a89ab3ac tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:48.690746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-6e7c8fa1-546c-4be7-8363-f278a89ab3ac tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.3281777 Dec 16 09:18:48.713200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821941-1'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:48.807869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:48.910457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f14d932-2238-43d4-b1bf-3f77cc7a7472 req-220e46da-c24a-4cd0-9a2e-78de65360ad5 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 210 time: 0.1774814 Dec 16 09:18:48.935635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:48.980742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] For port 5046abd0-b38f-43d6-8eb6-2c02f897a351, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5046abd0-b38f-43d6-8eb6-2c02f897a351,segment=NetworkSegment(7134551a-6d62-4e75-9244-5720246bd3c0),segment_id=7134551a-6d62-4e75-9244-5720246bd3c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:48.995369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:49.014889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea06ac6-6c7c-423e-8908-a5808f7900d4 req-e025ed8c-0921-4681-b292-5279ece0331a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:49.032054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ea06ac6-6c7c-423e-8908-a5808f7900d4 req-e025ed8c-0921-4681-b292-5279ece0331a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 945 time: 0.5094535 Dec 16 09:18:49.127042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:49.279804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ea06ac6-6c7c-423e-8908-a5808f7900d4 req-53ee5812-1950-4e19-aa2c-c487f57ba352 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464464 Dec 16 09:18:49.420917 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:49.542440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd64e5b-75b0-4c3f-a71d-82f9bda58675 None None] Pushing event updated for resources: {'Port': ['ID=5046abd0-b38f-43d6-8eb6-2c02f897a351,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:49.628404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:49.645355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52607-7c98-493e-92cb-163606136ca8 req-41a41e94-3290-4d84-afad-523a6a63b339 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:49.647587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15b52607-7c98-493e-92cb-163606136ca8 req-41a41e94-3290-4d84-afad-523a6a63b339 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 971 time: 0.1678500 Dec 16 09:18:49.661114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b57522b8-de5d-4352-b887-1136ddbc50ec None None] Provisioning complete for port 5046abd0-b38f-43d6-8eb6-2c02f897a351 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:49.671463 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57522b8-de5d-4352-b887-1136ddbc50ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:49.805709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15b52607-7c98-493e-92cb-163606136ca8 req-58648362-9009-4a9c-a218-9069ef9fadcd tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437397 Dec 16 09:18:49.814744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:49.904157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:49.905812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:49.935841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:49.940645 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119e82a9-3113-4914-a67a-108a24a29719" -d '{"events": [{"server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:49.968463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:49.985920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.004016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.005110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Sync routers for ids ['f6e585ce-020f-4bda-9394-119ad9e1e55c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:18:50.008713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:50.011432 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a399d9-a4bc-49a2-a0c9-69de325b5670" -d '{"events": [{"server_uuid": "643ce7d8-6352-4969-8e81-b3b2f79bc449", "name": "network-vif-plugged", "status": "completed", "tag": "bdbfae84-3bc9-4c75-9858-c8157637f3b2"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:50.162041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bdbfae84-3bc9-4c75-9858-c8157637f3b2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:50.184883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Routers {'f6e585ce-020f-4bda-9394-119ad9e1e55c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:50.186040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f6e585ce-020f-4bda-9394-119ad9e1e55c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:50.234332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.251871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38bee357-619d-4416-968b-bb4ec97cd659 req-2b759d6f-aa5f-4b99-85ed-f79fc8f99b12 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 210 time: 0.0977929 Dec 16 09:18:50.367145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:50.378115 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc89ec-25b6-49de-bd10-feea63de7d87 x-openstack-request-id: req-2dfc89ec-25b6-49de-bd10-feea63de7d87 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:50.378933 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:50.379698 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2dfc89ec-25b6-49de-bd10-feea63de7d87 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:50.384496 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'code': 200} Dec 16 09:18:50.439730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on host n-h2-821941-1 for vnic_type normal with profile {"migrating_to": "n-h1-821941-1"} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:50.440222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:50.444481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:50.457445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:50.458053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Attempting to bind port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:50.461796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.53', 61815) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:50.475009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:50.475754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:50.476363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:50.477039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Bound port: fdb1576d-ac22-40ad-bd27-abb87bac5b97, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:50.477612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.492021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:28Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'gw_port': {'id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:30Z', 'updated_at': '2021-12-16T09:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5046abd0-b38f-43d6-8eb6-2c02f897a351', 'name': '', 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'mac_address': 'fa:16:3e:01:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:33Z', 'updated_at': '2021-12-16T09:18:47Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'subnets': [{'id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:50.611313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9df43-e136-486d-a236-67bb292d2025 req-9f77096f-eee0-46c2-bbe8-a3a816184fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:50.615958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6ec9df43-e136-486d-a236-67bb292d2025 req-9f77096f-eee0-46c2-bbe8-a3a816184fd6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 1123 time: 0.1514606 Dec 16 09:18:50.635102 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be19da-25fa-41eb-bf60-97d9f62d4e4b x-openstack-request-id: req-36be19da-25fa-41eb-bf60-97d9f62d4e4b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:50.635744 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ce7d8-6352-4969-8e81-b3b2f79bc449", "name": "network-vif-plugged", "status": "completed", "tag": "bdbfae84-3bc9-4c75-9858-c8157637f3b2", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:50.635744 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36be19da-25fa-41eb-bf60-97d9f62d4e4b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:50.636240 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2', 'code': 200} Dec 16 09:18:50.639790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bdbfae84-3bc9-4c75-9858-c8157637f3b2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:50.650668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7dd8c-7ca5-42ea-bf84-16ab8071d228 None None] The sync data for ids ['1e44b09f-9def-44cc-bb18-e87104fb06c0'] in n-d-821941-1 is: [{'id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-191574583-router', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:28Z', 'updated_at': '2021-12-16T09:18:34Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'gw_port': {'id': '7d65bf86-0660-414c-9f3e-7435f4d28fbf', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ab:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:30Z', 'updated_at': '2021-12-16T09:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5046abd0-b38f-43d6-8eb6-2c02f897a351', 'name': '', 'network_id': '622c1053-bd69-4fe9-ade4-f9b10cb4453c', 'tenant_id': '91bc260e6a6e4196894fce2026fc65a3', 'mac_address': 'fa:16:3e:01:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44b09f-9def-44cc-bb18-e87104fb06c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:33Z', 'updated_at': '2021-12-16T09:18:47Z', 'revision_number': 4, 'project_id': '91bc260e6a6e4196894fce2026fc65a3', 'subnets': [{'id': '5ee3d48e-7568-43c7-8212-e9b8f7e732c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:50.653063 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.671833 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6ec9df43-e136-486d-a236-67bb292d2025 req-9a697645-0c5d-4ed5-8d63-35a847eb4821 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477846 Dec 16 09:18:50.734708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-0eaba5e1-5bf3-49ad-9476-1504ed654c0f tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9b28ccb39352470595f6a04f90e14350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145182 Dec 16 09:18:50.807902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Set router f6e585ce-020f-4bda-9394-119ad9e1e55c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:50.844791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df40b4-e5ab-495e-9a6f-af9d1251c0a9 req-dc647ac8-7de8-4709-8431-8f71f3966507 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:50.853588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69df40b4-e5ab-495e-9a6f-af9d1251c0a9 req-dc647ac8-7de8-4709-8431-8f71f3966507 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.2345743 Dec 16 09:18:50.865496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.933791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:50.950742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:50.973644 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:50.974975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a9df43fc-8bcd-4314-ae84-f6a90e76ccef up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:51.031039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69df40b4-e5ab-495e-9a6f-af9d1251c0a9 req-c30b1c15-6049-4776-95c7-03c900640823 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764021 Dec 16 09:18:51.044173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:51.073676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:51.316001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a9df43fc-8bcd-4314-ae84-f6a90e76ccef triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:51.316394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:51.365974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-e29e3cf7-753e-41f2-bae9-699ec346ca06 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:51.368099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-e29e3cf7-753e-41f2-bae9-699ec346ca06 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6258030 Dec 16 09:18:51.419079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-38264559-7c8d-47cd-81c7-78424cef74a8 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/quotas/9b28ccb39352470595f6a04f90e14350 HTTP/1.1" status: 200 len: 375 time: 0.0172079 Dec 16 09:18:51.421138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=8']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:51.443169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:51.444557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:51.446305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] 10.222.0.53 "PUT /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 1121 time: 2.7546887 Dec 16 09:18:51.500941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.520188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.520907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.525063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.526385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.526918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.527495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.528850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.529495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.530102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:51.530809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.531358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.531881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f62cf11-b8fe-4860-bb20-1516c6bcf392 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:51.561512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fdb1576d-ac22-40ad-bd27-abb87bac5b97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:18:51.600685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-871c1625-3d11-4701-b561-94b54ff9cacd tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b28ccb39352470595f6a04f90e14350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494219 Dec 16 09:18:51.629979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7db53-72f8-42a5-a5cd-628a0aa15a33 req-7e9a77b5-58c3-4587-a7b0-7048246bb714 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:51.644829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0e7db53-72f8-42a5-a5cd-628a0aa15a33 req-7e9a77b5-58c3-4587-a7b0-7048246bb714 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 972 time: 0.2583082 Dec 16 09:18:51.671127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 490b6271-3dcd-4877-b7db-0dae439bb8bc no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:18:51.744067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0e7db53-72f8-42a5-a5cd-628a0aa15a33 req-021af336-e7ad-4dd7-8347-a684aa7836a5 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976503 Dec 16 09:18:51.827442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 490b6271-3dcd-4877-b7db-0dae439bb8bc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:18:51.827980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 490b6271-3dcd-4877-b7db-0dae439bb8bc not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:18:52.056373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-8935377e-4d29-4bac-bba2-00d2e4156396 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:52.058834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-8935377e-4d29-4bac-bba2-00d2e4156396 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.69 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 823 time: 0.9376652 Dec 16 09:18:52.142743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-992af95a-8e58-46b0-9eac-295175cc9f4e req-650c14f8-db4c-44d7-9d2d-5a98e2b929b0 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 210 time: 0.0940731 Dec 16 09:18:52.179134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5046abd0-b38f-43d6-8eb6-2c02f897a351 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:52.239183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-e7073c00-97c3-4aaa-a20d-9110e1027a4a tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c1e8f83a224e6cbebe1d0d56649eab HTTP/1.1" status: 200 len: 379 time: 0.1702945 Dec 16 09:18:52.260624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-886db182-5a45-4188-9e46-67104020edac req-d1b9299a-fd11-484c-8bfd-4c6a5445e599 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 210 time: 0.0888913 Dec 16 09:18:52.266257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'port': {'device_id': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'admin_state_up': True, 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'security_groups': ['af0ad483-990e-4948-bf31-46efc4a52b45']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:52.288129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:18:46Z', 'revision_number': 4, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0c6daddd-93f9-411c-8259-7b892fac8e18', 'name': '', 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'mac_address': 'fa:16:3e:18:4e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '2d08c010-bcf4-43d6-af77-7299807d256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:45Z', 'updated_at': '2021-12-16T09:18:46Z', 'revision_number': 2, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'subnets': [{'id': '2d08c010-bcf4-43d6-af77-7299807d256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:52.388406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:52.405211 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84ae0e-7817-4452-92d5-6ed7e952c01a" -d '{"events": [{"name": "network-changed", "server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:52.433873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Checking router: f6e585ce-020f-4bda-9394-119ad9e1e55c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:18:52.434217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Updating router f6e585ce-020f-4bda-9394-119ad9e1e55c port 0c6daddd-93f9-411c-8259-7b892fac8e18 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:18:52.437659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0d75f-909c-43a6-9154-ec5da176dbd5 req-d3158c34-286d-4cc2-8585-774b932ab8cf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:52.446932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2a0d75f-909c-43a6-9154-ec5da176dbd5 req-d3158c34-286d-4cc2-8585-774b932ab8cf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.1303082 Dec 16 09:18:52.557607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2a0d75f-909c-43a6-9154-ec5da176dbd5 req-f301b5a1-e835-4861-86e0-beccb2571cbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084881 Dec 16 09:18:52.558575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5046abd0-b38f-43d6-8eb6-2c02f897a351 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:52.561822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:52.626979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Made reservation on behalf of 86c1e8f83a224e6cbebe1d0d56649eab for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:52.644737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:52.728534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:52.771036 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b2105d-a84d-433a-86d3-2f1561d56835 x-openstack-request-id: req-d0b2105d-a84d-433a-86d3-2f1561d56835 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:52.771372 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:52.771653 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0b2105d-a84d-433a-86d3-2f1561d56835 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:52.771985 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'status': 'completed', 'code': 200} Dec 16 09:18:52.804664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.69', 57561) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:53.113335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-ea0f38c0-26ac-4ec2-8046-981f429b1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:53.116203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-ea0f38c0-26ac-4ec2-8046-981f429b1210 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1124 time: 0.3103955 Dec 16 09:18:53.221162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Allocated IP 172.20.0.7 (17899e6b-529c-48ec-99e2-c0b54a7f88cb/a59335f6-ed16-47b9-8a3a-0b71683329e7/7ce99b46-3bd6-403e-b64c-8c63474b7945) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:53.557453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-9e3b0633-4e52-42a9-b372-d6debc56eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:53.561826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-9e3b0633-4e52-42a9-b372-d6debc56eb8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.4268873 Dec 16 09:18:53.609617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ded6c-911c-4523-a653-cb1902398b9d req-d69ecc4e-3ff4-4231-9cbd-04407377e631 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:53.614096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97ded6c-911c-4523-a653-cb1902398b9d req-d69ecc4e-3ff4-4231-9cbd-04407377e631 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 972 time: 0.6015401 Dec 16 09:18:53.615039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:53.685943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:53.736572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51734) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:53.755506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:53.780397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fa21373-169b-4fe4-bc98-514da9e23dc8 req-6970a07e-2a47-40b6-89fd-fa4ec69041cc tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 210 time: 0.1629238 Dec 16 09:18:53.790593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-2cf0e8d9-eb7a-4e02-8f8f-b604ef3c72ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.2176623 Dec 16 09:18:53.899303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:53.906350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97ded6c-911c-4523-a653-cb1902398b9d req-6a1b7ce8-7bfc-4674-9bc1-7b70d9602b94 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691846 Dec 16 09:18:53.916230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:53.923167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:53.943359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:53.957955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:53.959389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:53.971704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-11257b7b-aba1-4a25-8d0e-1402bf1d8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:53.987603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-11257b7b-aba1-4a25-8d0e-1402bf1d8b38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1708040 Dec 16 09:18:54.004963 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7440739 Dec 16 09:18:54.038038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Request body: {'port': {'device_id': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:54.077182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:18:54.157209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-a12d1d62-bfda-4b40-8169-7697073767c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679783 Dec 16 09:18:54.191267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-072d4c76-11a4-4207-be93-9a20d3a7ad13 req-4d04fc1b-32b0-4fa8-baae-e54b8fba8bda tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 210 time: 0.1469851 Dec 16 09:18:54.192450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.69', 57564) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:54.206525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'Port': ['ID=7ce99b46-3bd6-403e-b64c-8c63474b7945,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:54.258689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.260678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.261208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.261380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.269265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.270560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.270949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.271353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.271688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.272013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.272339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.277878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f725b-1654-4461-9902-9346a609b4fa tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:18:54.284725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5302e0b2-0df3-4ccb-97b9-686b1535e610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.316241 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.401799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:54.426454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 has no active binding in host n-h1-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:18:54.462403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-1f0b3bea-a7a0-4420-ac39-7cccce697b73 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9b28ccb39352470595f6a04f90e14350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2365251 Dec 16 09:18:54.511757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.552975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.629568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e477-4a0a-4acd-b240-7197d9c5e5b9 None None] Provisioning complete for port 7ce99b46-3bd6-403e-b64c-8c63474b7945 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:54.630237 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e477-4a0a-4acd-b240-7197d9c5e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.635963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fd1f3-8145-42bc-b8bc-b10daec92831 None None] Pushing event updated for resources: {'Port': ['ID=0c6daddd-93f9-411c-8259-7b892fac8e18,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:54.696341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:54.696966 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.821131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de35b2f-7232-41b0-bd8e-d071b9369ad7 req-3319567e-5cb2-416e-bc0e-070071803802 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:54.832001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1de35b2f-7232-41b0-bd8e-d071b9369ad7 req-3319567e-5cb2-416e-bc0e-070071803802 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.5737844 Dec 16 09:18:54.887383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce99b46-3bd6-403e-b64c-8c63474b7945 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:54.916190 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.917074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:54.923314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5046abd0-b38f-43d6-8eb6-2c02f897a351 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:54.930407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-19b5507a-c1bb-4e81-85eb-e5875a9fd52b service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337053 Dec 16 09:18:54.948772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Transition to ACTIVE for port object 7ce99b46-3bd6-403e-b64c-8c63474b7945 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:18:54.955166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.004144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Attempting to bind port 0c6daddd-93f9-411c-8259-7b892fac8e18 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:55.004515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Attempting to bind port 0c6daddd-93f9-411c-8259-7b892fac8e18 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:55.004919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Attempting to bind port 0c6daddd-93f9-411c-8259-7b892fac8e18 on network facc0af4-4d9a-4831-b02b-b9f63a8deee8 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:55.012904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:55.013461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Checking segment: {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:55.013989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.014455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Bound using segment: {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:55.015471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Bound port: 0c6daddd-93f9-411c-8259-7b892fac8e18, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:55.016148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.037806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e477-4a0a-4acd-b240-7197d9c5e5b9 None None] Port 7ce99b46-3bd6-403e-b64c-8c63474b7945 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:55.048197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Pushing event updated for resources: {'Port': ['ID=7ce99b46-3bd6-403e-b64c-8c63474b7945,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:55.128186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Attempting to bind port 7ce99b46-3bd6-403e-b64c-8c63474b7945 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:18:55.128859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Attempting to bind port 7ce99b46-3bd6-403e-b64c-8c63474b7945 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:18:55.129370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Attempting to bind port 7ce99b46-3bd6-403e-b64c-8c63474b7945 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:55.137730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Port 7ce99b46-3bd6-403e-b64c-8c63474b7945 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:18:55.141454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Attempting to bind port 7ce99b46-3bd6-403e-b64c-8c63474b7945 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:18:55.146006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5046abd0-b38f-43d6-8eb6-2c02f897a351 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:55.146819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.158844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:18:55.159315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Checking segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:18:55.159818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Bound using segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:18:55.160354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Bound port: 7ce99b46-3bd6-403e-b64c-8c63474b7945, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:18:55.160806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.210330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] For port 0c6daddd-93f9-411c-8259-7b892fac8e18, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:55.213176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ae0e-7817-4452-92d5-6ed7e952c01a req-6d89c8b9-d5a2-40d1-a419-9b88b9e60d88 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389822 Dec 16 09:18:55.219084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] For port 0c6daddd-93f9-411c-8259-7b892fac8e18, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0c6daddd-93f9-411c-8259-7b892fac8e18,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:55.233495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.274743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] For port 7ce99b46-3bd6-403e-b64c-8c63474b7945, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:55.278157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] For port 7ce99b46-3bd6-403e-b64c-8c63474b7945, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:18:55.292774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.301266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1de35b2f-7232-41b0-bd8e-d071b9369ad7 req-54a4c918-8d84-4940-9116-b4111eb1990f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682727 Dec 16 09:18:55.329508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:55.330242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.331872 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] 10.222.0.69 "PUT /v2.0/ports/7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 200 len: 1091 time: 1.3226106 Dec 16 09:18:55.335519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:18:55.339270 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:18:55.370966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c91e3eac-adf8-438d-95ba-815401f2539f None None] Provisioning complete for port 0c6daddd-93f9-411c-8259-7b892fac8e18 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:55.373925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c91e3eac-adf8-438d-95ba-815401f2539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.430787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-3346af7c-a3a8-47a7-b5d9-1c915beaa3f8 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:55.432396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-3346af7c-a3a8-47a7-b5d9-1c915beaa3f8 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9545882 Dec 16 09:18:55.471445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c048f96-a96f-4674-a1c4-7e5174be198e service neutron] Pushing event updated for resources: {'Port': ['ID=7ce99b46-3bd6-403e-b64c-8c63474b7945,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:55.508300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Request body: {'port': {'device_id': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '9b28ccb39352470595f6a04f90e14350'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:55.536844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-dec7823d-63b5-4fca-9d3d-470f0b40223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:55.538234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-dec7823d-63b5-4fca-9d3d-470f0b40223c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 1094 time: 0.1551099 Dec 16 09:18:55.571460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fd1f3-8145-42bc-b8bc-b10daec92831 None None] Pushing event updated for resources: {'Port': ['ID=0c6daddd-93f9-411c-8259-7b892fac8e18,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:55.644292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5302e0b2-0df3-4ccb-97b9-686b1535e610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.664453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Routers {'f6e585ce-020f-4bda-9394-119ad9e1e55c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:18:55.665009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f6e585ce-020f-4bda-9394-119ad9e1e55c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:55.674366 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-ceb4f5c0-78d0-4f63-8ec5-72807d4ddd84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 200 len: 217 time: 0.1268435 Dec 16 09:18:55.783425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-c3fcb960-7b9e-4de2-912f-96d32af7b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:55.787401 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-c3fcb960-7b9e-4de2-912f-96d32af7b276 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1020958 Dec 16 09:18:55.841187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede467-9bc0-4635-8555-d16f86437870 req-a27cbdc7-de21-4fbd-99d1-2ae154d00448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:55.842742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-a27cbdc7-de21-4fbd-99d1-2ae154d00448 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483117 Dec 16 09:18:55.877639 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c91e3eac-adf8-438d-95ba-815401f2539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:55.911016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] Set router f6e585ce-020f-4bda-9394-119ad9e1e55c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:18:55.972136 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-df3fd6fb-5955-43f0-aec8-483d450c2190 service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200471 Dec 16 09:18:55.987671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5302e0b2-0df3-4ccb-97b9-686b1535e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.000157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c91e3eac-adf8-438d-95ba-815401f2539f None None] For port 0c6daddd-93f9-411c-8259-7b892fac8e18, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0c6daddd-93f9-411c-8259-7b892fac8e18,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:56.010957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c91e3eac-adf8-438d-95ba-815401f2539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.030873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d39282-abbe-4a24-8eda-072aa65f80ca req-f066a806-f649-42bf-a197-8292177f8879 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:56.032417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03d39282-abbe-4a24-8eda-072aa65f80ca req-f066a806-f649-42bf-a197-8292177f8879 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 972 time: 0.7990131 Dec 16 09:18:56.092907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5302e0b2-0df3-4ccb-97b9-686b1535e610 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95e496d4ab204ff788792279a003de8e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3550069 Dec 16 09:18:56.094359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:56.111516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-43ede467-9bc0-4635-8555-d16f86437870 req-978f4ef5-76f1-45d5-8e3b-f7078598983d service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322100 Dec 16 09:18:56.119786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302e0b2-0df3-4ccb-97b9-686b1535e610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d87362-188e-41ef-91d1-5130c190fd6c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:56.147520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf60463-a5f8-4706-83d2-1ea3e83d733f req-321eb9b6-1470-4c5a-a76d-96ac97e0580c tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:56.155607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faf60463-a5f8-4706-83d2-1ea3e83d733f req-321eb9b6-1470-4c5a-a76d-96ac97e0580c tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 943 time: 0.6364183 Dec 16 09:18:56.216504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03d39282-abbe-4a24-8eda-072aa65f80ca req-d173efa2-515e-4e6e-87cf-cf3be412f8f6 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601768 Dec 16 09:18:56.225476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e3eac-adf8-438d-95ba-815401f2539f None None] Pushing event updated for resources: {'Port': ['ID=0c6daddd-93f9-411c-8259-7b892fac8e18,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:56.232968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-411ff96a-1265-4e7d-b53c-e8df3b1e1d8f None None] Provisioning complete for port 0c6daddd-93f9-411c-8259-7b892fac8e18 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:56.233467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-411ff96a-1265-4e7d-b53c-e8df3b1e1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.277119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faf60463-a5f8-4706-83d2-1ea3e83d733f req-69b0a6f5-ec69-48b9-8845-eab6450afcb1 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205084 Dec 16 09:18:56.286572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Made reservation on behalf of 9b28ccb39352470595f6a04f90e14350 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:18:56.291586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.306370 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cf7b3a-d6cb-4630-bde2-3a97cb509f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.452480 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c3fa4-ace6-4bde-9fbf-43b57dc76020 x-openstack-request-id: req-a34c3fa4-ace6-4bde-9fbf-43b57dc76020 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:18:56.455266 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:18:56.456322 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a34c3fa4-ace6-4bde-9fbf-43b57dc76020 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:18:56.458538 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'status': 'completed', 'code': 200} Dec 16 09:18:56.562223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-ab527fd9-128a-48f5-b5d3-2dbbc67a5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:56.563798 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-ab527fd9-128a-48f5-b5d3-2dbbc67a5a93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 1094 time: 0.0703471 Dec 16 09:18:56.567126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cf7b3a-d6cb-4630-bde2-3a97cb509f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:56.591906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:18:46Z', 'revision_number': 4, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0c6daddd-93f9-411c-8259-7b892fac8e18', 'name': '', 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'mac_address': 'fa:16:3e:18:4e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '2d08c010-bcf4-43d6-af77-7299807d256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:45Z', 'updated_at': '2021-12-16T09:18:55Z', 'revision_number': 4, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'subnets': [{'id': '2d08c010-bcf4-43d6-af77-7299807d256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:18:56.628845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f8781-979a-46b4-9129-01d4d2906046 None None] The sync data for ids ['f6e585ce-020f-4bda-9394-119ad9e1e55c'] in n-d-821941-1 is: [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:18:46Z', 'revision_number': 4, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0c6daddd-93f9-411c-8259-7b892fac8e18', 'name': '', 'network_id': 'facc0af4-4d9a-4831-b02b-b9f63a8deee8', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'mac_address': 'fa:16:3e:18:4e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '2d08c010-bcf4-43d6-af77-7299807d256e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:45Z', 'updated_at': '2021-12-16T09:18:55Z', 'revision_number': 4, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'subnets': [{'id': '2d08c010-bcf4-43d6-af77-7299807d256e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:18:56.810600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-3cde8828-a601-4fbe-883a-4a3d4edec150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:56.814157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-3cde8828-a601-4fbe-883a-4a3d4edec150 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2384834 Dec 16 09:18:56.824549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcca3a71-a769-4741-9112-586df27c8f2b req-a2ec8c24-421d-4e6a-819a-4e078e60b82c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 210 time: 0.1648197 Dec 16 09:18:56.833482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Allocated IP 192.168.233.155 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/f88fb621-00f6-4e05-b1ff-f0ccd6f295be) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:18:56.833989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51774) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:56.907278 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-56a5cd56-678b-401a-97b3-20eb338b3323 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 200 len: 217 time: 0.0857952 Dec 16 09:18:56.951092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-1d30c95b-3f0e-4f49-8c00-b888911776b9 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:56.952749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-1d30c95b-3f0e-4f49-8c00-b888911776b9 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.53 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 972 time: 0.3074193 Dec 16 09:18:56.998308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cf7b3a-d6cb-4630-bde2-3a97cb509f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.000965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cf7b3a-d6cb-4630-bde2-3a97cb509f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.010243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-37cf7b3a-d6cb-4630-bde2-3a97cb509f97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51d87362-188e-41ef-91d1-5130c190fd6c HTTP/1.1" status: 204 len: 168 time: 0.9067869 Dec 16 09:18:57.030569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7f5f3-fa5e-40f3-ae17-be17b30212f6 req-5a1650e8-0d35-440e-857e-da068cb3a416 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:57.052329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c7f5f3-fa5e-40f3-ae17-be17b30212f6 req-5a1650e8-0d35-440e-857e-da068cb3a416 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.4413760 Dec 16 09:18:57.151542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-e50c52aa-af14-428a-b16e-042307d07fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:57.151542 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-e50c52aa-af14-428a-b16e-042307d07fb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.2280247 Dec 16 09:18:57.160602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99ebff05-2910-4bf8-aa55-ab841671fd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.301947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf7b3a-d6cb-4630-bde2-3a97cb509f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d87362-188e-41ef-91d1-5130c190fd6c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:57.555393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99ebff05-2910-4bf8-aa55-ab841671fd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.579627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99ebff05-2910-4bf8-aa55-ab841671fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.689677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-99ebc418-4977-4ff8-8301-02c830f2e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:57.692308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-99ebc418-4977-4ff8-8301-02c830f2e7bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5139661 Dec 16 09:18:57.695965 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99ebff05-2910-4bf8-aa55-ab841671fd4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f961b623b8f24018b53ee81f6d1059cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8598471 Dec 16 09:18:57.696768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebff05-2910-4bf8-aa55-ab841671fd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f10a98-e47f-4ab6-9683-7bffafbf1b95,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:57.699609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51798) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:57.771019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c7f5f3-fa5e-40f3-ae17-be17b30212f6 req-fbf3a602-7f71-46fb-8a0f-16b39d838fcc tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167740 Dec 16 09:18:57.827414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-972c0be3-a2dc-4cc6-b530-fb1f0cbfb508 service neutron] 10.222.0.69 "GET /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.2553933 Dec 16 09:18:57.848155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51802) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:57.959347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1734d08a-e0db-4e41-b5ac-bbab2e39e2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:57.982508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0c6daddd-93f9-411c-8259-7b892fac8e18 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:18:58.032170 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.081534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2f117-3b27-4640-b040-b724ee774fd4 req-d132ef25-a4a2-4766-b7a7-e0216ab2158a tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:58.083265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7f2f117-3b27-4640-b040-b724ee774fd4 req-d132ef25-a4a2-4766-b7a7-e0216ab2158a tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 972 time: 0.5213444 Dec 16 09:18:58.154958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0c6daddd-93f9-411c-8259-7b892fac8e18 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:58.156200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.158835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Deleting port bdbfae84-3bc9-4c75-9858-c8157637f3b2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:18:58.159381 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.194704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157b4e4-0226-4167-a2f0-54876084a66a req-610203aa-7559-4efd-8e78-d126d9f85b5c tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:58.195303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db4a466b-87cc-447a-bea6-6bffcd5f4a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.196664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5157b4e4-0226-4167-a2f0-54876084a66a req-610203aa-7559-4efd-8e78-d126d9f85b5c tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 943 time: 0.2159288 Dec 16 09:18:58.241686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db4a466b-87cc-447a-bea6-6bffcd5f4a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.364228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1734d08a-e0db-4e41-b5ac-bbab2e39e2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.369147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-09b8ff3b-6baa-4b15-962f-b589169d3832 service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607602 Dec 16 09:18:58.371171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1734d08a-e0db-4e41-b5ac-bbab2e39e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.389954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] For port bdbfae84-3bc9-4c75-9858-c8157637f3b2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bdbfae84-3bc9-4c75-9858-c8157637f3b2,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:58.390719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.443148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7f2f117-3b27-4640-b040-b724ee774fd4 req-f490dee7-311f-4a94-bf18-270dfdcc2170 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/security-groups?id=7daff9bf-3c94-4b98-96fa-e2ea00e052c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456094 Dec 16 09:18:58.444496 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.468421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Calling delete_port for bdbfae84-3bc9-4c75-9858-c8157637f3b2 owned by compute:tempest-test_az-1796797765 {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:18:58.531685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bf98bcb-e723-44a4-bd2f-1a0a7624ff53 req-f8a7ae59-8e18-4e95-b327-dfc38acd0b27 service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247559 Dec 16 09:18:58.544196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734d08a-e0db-4e41-b5ac-bbab2e39e2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866390e7-fc9a-418c-bd79-3563a261625f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:58.576440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db4a466b-87cc-447a-bea6-6bffcd5f4a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.583717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db4a466b-87cc-447a-bea6-6bffcd5f4a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.585179 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db4a466b-87cc-447a-bea6-6bffcd5f4a95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50f10a98-e47f-4ab6-9683-7bffafbf1b95 HTTP/1.1" status: 204 len: 168 time: 0.8844953 Dec 16 09:18:58.611373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Pushing event updated for resources: {'Port': ['ID=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:58.658374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5157b4e4-0226-4167-a2f0-54876084a66a req-db44bb58-60d5-43db-a3f9-8c61bfe13808 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972318 Dec 16 09:18:58.662278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:18:58.698618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a466b-87cc-447a-bea6-6bffcd5f4a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f10a98-e47f-4ab6-9683-7bffafbf1b95,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:58.723016 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1734d08a-e0db-4e41-b5ac-bbab2e39e2d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6a7c8cd5e924510a1a17195dca5f491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526013 Dec 16 09:18:58.723778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51808) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:58.738190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:18:58.741107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:18:58.754297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:58.755033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.809424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:58.831416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:18:58.882842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb1576d-ac22-40ad-bd27-abb87bac5b97 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:18:58.901369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:18:58.921983 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:58.924974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe12299e-e32d-4e55-b5d1-7c62ef66adb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.008784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-2dddcebc-473b-4fbc-b9e7-5637f46d9d6a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5600657 Dec 16 09:18:59.025396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe12299e-e32d-4e55-b5d1-7c62ef66adb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.138323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe12299e-e32d-4e55-b5d1-7c62ef66adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.141061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe12299e-e32d-4e55-b5d1-7c62ef66adb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.145343 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fe12299e-e32d-4e55-b5d1-7c62ef66adb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/866390e7-fc9a-418c-bd79-3563a261625f HTTP/1.1" status: 204 len: 168 time: 0.4107409 Dec 16 09:18:59.156048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Request body: {'port': {'device_id': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:18:59.164541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12299e-e32d-4e55-b5d1-7c62ef66adb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866390e7-fc9a-418c-bd79-3563a261625f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:59.263148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1057008-a79c-43fe-8d86-fe9c6325bc62 req-527672cb-1bc5-408a-bfda-be4d4e1357e7 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:59.270821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1057008-a79c-43fe-8d86-fe9c6325bc62 req-527672cb-1bc5-408a-bfda-be4d4e1357e7 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 936 time: 0.3547785 Dec 16 09:18:59.328451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] Transition to ACTIVE for port object fdb1576d-ac22-40ad-bd27-abb87bac5b97 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:18:59.385405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.420789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473d327-f405-4fdd-9284-466c71608bde req-efe6c35e-b18c-45a1-9d40-6a4490000b0e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:18:59.434852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3473d327-f405-4fdd-9284-466c71608bde req-efe6c35e-b18c-45a1-9d40-6a4490000b0e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 943 time: 0.3054323 Dec 16 09:18:59.442288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.494344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:59.494519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-982aeba7-71ed-4a68-b137-608f13a174dd None None] Provisioning complete for port f88fb621-00f6-4e05-b1ff-f0ccd6f295be triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:18:59.495311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-982aeba7-71ed-4a68-b137-608f13a174dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.534369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8dcdcd-81d9-4ec1-8ceb-4b9b575d3c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.600133 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-982aeba7-71ed-4a68-b137-608f13a174dd None None] Port f88fb621-00f6-4e05-b1ff-f0ccd6f295be cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:18:59.646825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7ce99b46-3bd6-403e-b64c-8c63474b7945 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:18:59.707831 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8dcdcd-81d9-4ec1-8ceb-4b9b575d3c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.713930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8dcdcd-81d9-4ec1-8ceb-4b9b575d3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.793645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dcdcd-81d9-4ec1-8ceb-4b9b575d3c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26cfceb-5e5b-4d9e-8518-07f6d98cb018,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:18:59.824467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-df8dcdcd-81d9-4ec1-8ceb-4b9b575d3c60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e61e5fcf8724ad59b42a66285a8e1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278022 Dec 16 09:18:59.827558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:18:59.939519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b82ebe1-f922-4cc0-8b2f-accda177f269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:18:59.999538 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b82ebe1-f922-4cc0-8b2f-accda177f269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.074121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7ce99b46-3bd6-403e-b64c-8c63474b7945, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:00.088002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'port_id': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'mac_address': 'fa:16:3e:2c:8e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:00.109346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b82ebe1-f922-4cc0-8b2f-accda177f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.110183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3473d327-f405-4fdd-9284-466c71608bde req-519577a7-7965-491f-b60f-dca132cbb2e2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741292 Dec 16 09:19:00.112255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b82ebe1-f922-4cc0-8b2f-accda177f269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.114410 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6b82ebe1-f922-4cc0-8b2f-accda177f269 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e26cfceb-5e5b-4d9e-8518-07f6d98cb018 HTTP/1.1" status: 204 len: 168 time: 0.2855561 Dec 16 09:19:00.141624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82ebe1-f922-4cc0-8b2f-accda177f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26cfceb-5e5b-4d9e-8518-07f6d98cb018,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:00.156020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1057008-a79c-43fe-8d86-fe9c6325bc62 req-4c30e5de-4156-43ee-b9c5-3d2d86c02f54 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8841448 Dec 16 09:19:00.200815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bdbfae84-3bc9-4c75-9858-c8157637f3b2 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:19:00.250123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] No DVR routers for this DVR port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:19:00.272155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:00.316020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.372153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f2cd483c-b2cd-4bf2-9afe-bef61488e0d3 service neutron] 10.222.0.69 "PUT /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97/bindings/n-h1-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5427635 Dec 16 09:19:00.382260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Pushing event deleted for resources: {'Port': ['ID=bdbfae84-3bc9-4c75-9858-c8157637f3b2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:00.398998 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.462762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No active binding found for port bdbfae84-3bc9-4c75-9858-c8157637f3b2 {{(pid=102399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:19:00.463220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bdbfae84-3bc9-4c75-9858-c8157637f3b2 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:19:00.483540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce99b46-3bd6-403e-b64c-8c63474b7945 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:00.519272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6fc04fda-f6f0-4294-b501-7ccee54db0d3 req-8d7c0d46-9e0a-453b-9493-78c397e93a3f tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.61 "GET /v2.0/ports?device_id=643ce7d8-6352-4969-8e81-b3b2f79bc449 HTTP/1.1" status: 200 len: 210 time: 0.0867395 Dec 16 09:19:00.562483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7ce99b46-3bd6-403e-b64c-8c63474b7945, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:00.576024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.602999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] No DVR routers for this DVR port bdbfae84-3bc9-4c75-9858-c8157637f3b2 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:19:00.710329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:00.718333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4c6628d-34d1-434b-875f-01cbdd768699 req-da4c0663-5dad-49a4-b801-c101d2254779 tempest-ServerDiagnosticsNegativeTest-712479039 tempest-ServerDiagnosticsNegativeTest-712479039-project] 10.222.0.53 "DELETE /v2.0/ports/bdbfae84-3bc9-4c75-9858-c8157637f3b2 HTTP/1.1" status: 204 len: 173 time: 3.7221918 Dec 16 09:19:00.726826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'name': 'network-vif-deleted', 'tag': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:00.742755 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8eee6-a4af-49b7-9b1e-9a7644de2207" -d '{"events": [{"server_uuid": "643ce7d8-6352-4969-8e81-b3b2f79bc449", "name": "network-vif-deleted", "tag": "bdbfae84-3bc9-4c75-9858-c8157637f3b2"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:00.831385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7ce99b46-3bd6-403e-b64c-8c63474b7945,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:00.901037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7ce99b46-3bd6-403e-b64c-8c63474b7945'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:00.928290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-167fe5b3-961c-47c3-b09e-518d036c6c14 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:00.933989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88fb621-00f6-4e05-b1ff-f0ccd6f295be {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:00.940305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-167fe5b3-961c-47c3-b09e-518d036c6c14 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.4695764 Dec 16 09:19:00.974561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:01.000313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Transition to ACTIVE for port object f88fb621-00f6-4e05-b1ff-f0ccd6f295be will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:01.008033 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f79ad1-d9d3-46c5-9206-fc484c620d33 x-openstack-request-id: req-a9f79ad1-d9d3-46c5-9206-fc484c620d33 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:01.010107 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ce7d8-6352-4969-8e81-b3b2f79bc449", "name": "network-vif-deleted", "tag": "bdbfae84-3bc9-4c75-9858-c8157637f3b2", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:01.010512 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9f79ad1-d9d3-46c5-9206-fc484c620d33 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:01.011066 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643ce7d8-6352-4969-8e81-b3b2f79bc449', 'name': 'network-vif-deleted', 'tag': 'bdbfae84-3bc9-4c75-9858-c8157637f3b2', 'status': 'completed', 'code': 200} Dec 16 09:19:01.029275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:01.168875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9531ab-8d3c-4ead-8aa6-a6500bb7b651 req-209f1feb-a7fe-4211-964e-b26df94995db tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:01.177015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e9531ab-8d3c-4ead-8aa6-a6500bb7b651 req-209f1feb-a7fe-4211-964e-b26df94995db tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 944 time: 0.4215040 Dec 16 09:19:01.243504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Pushing event updated for resources: {'Port': ['ID=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:01.298773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e9531ab-8d3c-4ead-8aa6-a6500bb7b651 req-28e5318a-8b91-4baf-8d05-d92e8f0a9256 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203146 Dec 16 09:19:01.336869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-b28b291f-4947-42f1-88ac-fda0c95dd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:01.344757 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-b28b291f-4947-42f1-88ac-fda0c95dd488 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4&tenant_id=cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 1095 time: 0.3845146 Dec 16 09:19:01.432490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Attempting to bind port f88fb621-00f6-4e05-b1ff-f0ccd6f295be on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:01.438688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Attempting to bind port f88fb621-00f6-4e05-b1ff-f0ccd6f295be by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:01.444534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Attempting to bind port f88fb621-00f6-4e05-b1ff-f0ccd6f295be on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:01.486777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Port f88fb621-00f6-4e05-b1ff-f0ccd6f295be on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:01.487284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Attempting to bind port f88fb621-00f6-4e05-b1ff-f0ccd6f295be on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:01.497236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b69271-bf11-4944-90d9-27ce4b1c5b3c req-2fde9acd-c308-4954-bd6a-da191ba7de71 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:01.517042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57b69271-bf11-4944-90d9-27ce4b1c5b3c req-2fde9acd-c308-4954-bd6a-da191ba7de71 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 971 time: 0.4307268 Dec 16 09:19:01.532088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-699968bb-1b67-4e0c-ba4a-be2e5ff785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:01.534116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-699968bb-1b67-4e0c-ba4a-be2e5ff785a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1378679 Dec 16 09:19:01.546460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:01.548908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:01.549946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:01.550633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Bound port: f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:01.551189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:01.661129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:19:01.757989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-80e14472-d596-4a73-8d78-782b82112bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:01.761431 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-80e14472-d596-4a73-8d78-782b82112bb7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.2160070 Dec 16 09:19:01.804668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee982dc-f664-4597-9ad3-80936d2cb6f0 req-e204b883-1c65-446c-9e0f-52619bcd2862 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:01.819822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:19:01.822754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ee982dc-f664-4597-9ad3-80936d2cb6f0 req-e204b883-1c65-446c-9e0f-52619bcd2862 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.3511312 Dec 16 09:19:01.869363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-c6f01b10-ef09-4d2f-8462-ef0c53fbb95a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.1003435 Dec 16 09:19:01.934895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57b69271-bf11-4944-90d9-27ce4b1c5b3c req-fa2de9e7-c8da-4809-bdb8-88223ebff738 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897381 Dec 16 09:19:02.001181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ee982dc-f664-4597-9ad3-80936d2cb6f0 req-46fc3bd8-fa4c-4c27-be84-b4e920c21bfb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724882 Dec 16 09:19:02.016829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] For port f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:02.025879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] For port f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:02.026867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-041f7b11-bcf4-4b0f-af5e-7eec8b5a16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.035877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:02.048008 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-041f7b11-bcf4-4b0f-af5e-7eec8b5a16f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1676798 Dec 16 09:19:02.127667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.130163 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:02.135820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] 10.222.0.69 "PUT /v2.0/ports/f88fb621-00f6-4e05-b1ff-f0ccd6f295be HTTP/1.1" status: 200 len: 1096 time: 3.0128691 Dec 16 09:19:02.172597 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-62198e90-0970-452c-bfa6-8dc8a2996892 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164484 Dec 16 09:19:02.341358 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-646324d0-ff7c-4a6f-85d0-c9d3c04ac730 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512144 Dec 16 09:19:02.360111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0462fe-0fc0-441d-9854-0584928fac7b service neutron] Pushing event updated for resources: {'Port': ['ID=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:02.499400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-157e563d-d32d-41ba-8bce-33fc6fd4fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.503908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-157e563d-d32d-41ba-8bce-33fc6fd4fc14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b28ccb39352470595f6a04f90e14350&device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 1099 time: 0.2588763 Dec 16 09:19:02.580554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877559-fd63-4275-9c82-6d6165904599 req-7422d006-a73e-4e02-9b80-c12a1057282e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.582452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71877559-fd63-4275-9c82-6d6165904599 req-7422d006-a73e-4e02-9b80-c12a1057282e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 948 time: 0.4453533 Dec 16 09:19:02.621290 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-f0cccd01-15f8-424c-9c6f-10853ccd4657 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694151 Dec 16 09:19:02.683366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-1e880251-eee7-40f4-a220-77c9bcca9b0f tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.685086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-1e880251-eee7-40f4-a220-77c9bcca9b0f tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 971 time: 0.2939167 Dec 16 09:19:02.689741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-f413933e-84ae-495f-90f4-a23894f9ace4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be HTTP/1.1" status: 200 len: 217 time: 0.1039691 Dec 16 09:19:02.720131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0be9-eadf-46fa-86ba-0eaf1b33723b req-603acf9f-088b-4741-b03c-a6bfc27ce77f tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.721646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-593d0be9-eadf-46fa-86ba-0eaf1b33723b req-603acf9f-088b-4741-b03c-a6bfc27ce77f tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 944 time: 0.2134585 Dec 16 09:19:02.742830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71877559-fd63-4275-9c82-6d6165904599 req-c790da32-4316-4c3c-ae37-c6ce05fb8bb4 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484358 Dec 16 09:19:02.750509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:02.875461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-dc00fd76-a560-4087-a322-853b8c84b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.877283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-dc00fd76-a560-4087-a322-853b8c84b980 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1679785 Dec 16 09:19:02.886164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-593d0be9-eadf-46fa-86ba-0eaf1b33723b req-fb8d858b-dfbc-4897-b879-7fb07845ac5d tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501887 Dec 16 09:19:02.961354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-e820945a-8fe5-4b39-b2d4-f467f572c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:02.964031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-e820945a-8fe5-4b39-b2d4-f467f572c536 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674181 Dec 16 09:19:02.973149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Deleting port 6b85d672-dd9c-4460-b991-5ed40d4ca339 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:19:02.973493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.003246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-4876bf58-2b16-470d-9d85-c453aad1f65c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:03.005247 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-4876bf58-2b16-470d-9d85-c453aad1f65c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.0811839 Dec 16 09:19:03.043062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'tag': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:03.046321 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed30f84a-d083-4192-8f62-daebe57c9632" -d '{"events": [{"name": "network-changed", "server_uuid": "09cc98ee-25fc-49f2-ad41-9e787abe9456", "tag": "f88fb621-00f6-4e05-b1ff-f0ccd6f295be"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:03.214429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca2ba-627a-43b1-a094-73fe7cc912c7 req-4eb55211-97db-49d2-99ec-c4efb22ad535 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:03.215994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ccfca2ba-627a-43b1-a094-73fe7cc912c7 req-4eb55211-97db-49d2-99ec-c4efb22ad535 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 971 time: 0.1258173 Dec 16 09:19:03.219444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] For port 6b85d672-dd9c-4460-b991-5ed40d4ca339, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6b85d672-dd9c-4460-b991-5ed40d4ca339,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:03.219820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.224626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-d3b9d5f0-63e3-4e2d-aac7-45193ce9705a service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456989 Dec 16 09:19:03.237895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-96fa2fb9-60d2-4ee0-a803-fd239b164ec8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f9827b427a147df82c7339935aa548b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833670 Dec 16 09:19:03.244876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:03.254442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Calling delete_port for 6b85d672-dd9c-4460-b991-5ed40d4ca339 owned by compute:tempest-test_az-1796797765 {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:19:03.346384 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-c47dff55-7c86-48dd-9ccd-5ae9ac9fa37f service neutron] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:03.355543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-c47dff55-7c86-48dd-9ccd-5ae9ac9fa37f service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.356646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2921191c-6e6d-44e4-ac2d-6a55dc874307 req-c47dff55-7c86-48dd-9ccd-5ae9ac9fa37f service neutron] 10.222.0.53 "DELETE /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97/bindings/n-h2-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.3426232 Dec 16 09:19:03.374990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-443d2d21-7430-4264-b1d4-e91b30e7b42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.392811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ccfca2ba-627a-43b1-a094-73fe7cc912c7 req-f6c0de38-222e-428f-94e3-6f369558e127 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/security-groups?id=165bc5cc-76b6-485c-a813-1a9e1ce5bd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621296 Dec 16 09:19:03.409237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-443d2d21-7430-4264-b1d4-e91b30e7b42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.434622 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482bf046-52c6-4ab3-a575-c47b73dd44dc x-openstack-request-id: req-482bf046-52c6-4ab3-a575-c47b73dd44dc {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:03.435578 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cc98ee-25fc-49f2-ad41-9e787abe9456", "tag": "f88fb621-00f6-4e05-b1ff-f0ccd6f295be", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:03.437532 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-482bf046-52c6-4ab3-a575-c47b73dd44dc {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:03.438176 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'tag': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be', 'status': 'completed', 'code': 200} Dec 16 09:19:03.482436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-443d2d21-7430-4264-b1d4-e91b30e7b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.486072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-443d2d21-7430-4264-b1d4-e91b30e7b42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.490490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-443d2d21-7430-4264-b1d4-e91b30e7b42d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7daff9bf-3c94-4b98-96fa-e2ea00e052c3 HTTP/1.1" status: 204 len: 168 time: 0.2440822 Dec 16 09:19:03.505881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d2d21-7430-4264-b1d4-e91b30e7b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daff9bf-3c94-4b98-96fa-e2ea00e052c3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:03.549555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2f2f3d1-e87a-434f-b072-84fee34ccba0 req-e6662d98-1bc3-4e22-9d5e-b85c1a4d7a44 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164246 Dec 16 09:19:03.670172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7ce99b46-3bd6-403e-b64c-8c63474b7945 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:03.696766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1166c3-993b-4b74-ada4-7faf1ffca61f req-8c3dd22a-45f1-4bf3-9ce6-edf62880cfd6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:03.698732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b1166c3-993b-4b74-ada4-7faf1ffca61f req-8c3dd22a-45f1-4bf3-9ce6-edf62880cfd6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.1477332 Dec 16 09:19:03.799202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 7ce99b46-3bd6-403e-b64c-8c63474b7945 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:03.805836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7ce99b46-3bd6-403e-b64c-8c63474b7945 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:03.806817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.813229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:03.929975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['6b85d672-dd9c-4460-b991-5ed40d4ca339'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:03.975447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-10995be7-3796-4a25-9e14-e95b072eb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:03.977866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-10995be7-3796-4a25-9e14-e95b072eb050 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b28ccb39352470595f6a04f90e14350&device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 1099 time: 0.3741307 Dec 16 09:19:04.049139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:04.078484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7306534c-e816-48cc-9331-d4af87891865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.133947 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.177709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:04.182781 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4dfa53-838c-4783-a31c-dbf8ba87cc4d" -d '{"events": [{"server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "name": "network-vif-plugged", "status": "completed", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:04.210361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7ce99b46-3bd6-403e-b64c-8c63474b7945, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:04.221771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.271821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Pushing event deleted for resources: {'Port': ['ID=6b85d672-dd9c-4460-b991-5ed40d4ca339,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:04.304205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7306534c-e816-48cc-9331-d4af87891865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.328615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7306534c-e816-48cc-9331-d4af87891865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.339207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7ce99b46-3bd6-403e-b64c-8c63474b7945,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:04.350502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b1166c3-993b-4b74-ada4-7faf1ffca61f req-ded7f039-f0e5-4921-bff0-a8cb07850dce tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290944 Dec 16 09:19:04.509823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306534c-e816-48cc-9331-d4af87891865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45dfc1-d2f2-4be7-879e-d7666077887f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:04.529888 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7306534c-e816-48cc-9331-d4af87891865 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6da63b26297c464089a7c44997bfe3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790230 Dec 16 09:19:04.533148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51984) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:04.573116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] No DVR routers for this DVR port 6b85d672-dd9c-4460-b991-5ed40d4ca339 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:19:04.582497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.586640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcc5e618-3766-41ba-a5e7-02cf5a45775f req-6a0db7dd-7c9f-486c-b5fd-88c9b54406b7 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.53 "DELETE /v2.0/ports/6b85d672-dd9c-4460-b991-5ed40d4ca339 HTTP/1.1" status: 204 len: 173 time: 1.8796618 Dec 16 09:19:04.589364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-111fc62d-15d3-46b0-a63b-9f34d06edfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:04.591107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-111fc62d-15d3-46b0-a63b-9f34d06edfe7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.5881054 Dec 16 09:19:04.605532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba529-d25c-4fd7-be33-22c6657999cb req-e8ccac3e-bfaa-40af-b11f-7780d1e541fe tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:04.616555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5eba529-d25c-4fd7-be33-22c6657999cb req-e8ccac3e-bfaa-40af-b11f-7780d1e541fe tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 948 time: 0.6069672 Dec 16 09:19:04.686179 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5303eb62-bd68-4402-939b-0896b7eaf190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.721878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5303eb62-bd68-4402-939b-0896b7eaf190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.831045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5303eb62-bd68-4402-939b-0896b7eaf190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.836527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5303eb62-bd68-4402-939b-0896b7eaf190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:04.841545 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5303eb62-bd68-4402-939b-0896b7eaf190 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e45dfc1-d2f2-4be7-879e-d7666077887f HTTP/1.1" status: 204 len: 168 time: 0.3034668 Dec 16 09:19:04.871817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303eb62-bd68-4402-939b-0896b7eaf190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45dfc1-d2f2-4be7-879e-d7666077887f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:04.983548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-ffefb4f1-b079-45bb-9a7b-5a0902f53eb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be HTTP/1.1" status: 200 len: 217 time: 0.3636446 Dec 16 09:19:05.085377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5eba529-d25c-4fd7-be33-22c6657999cb req-25cff730-f7d2-4d21-8608-0c8774905eba tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672463 Dec 16 09:19:05.155030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-fd5d98ad-d6fc-4bcd-b8a4-1daaca553816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:05.156505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-fd5d98ad-d6fc-4bcd-b8a4-1daaca553816 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1632645 Dec 16 09:19:05.207564 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb2d970-abc7-41dc-9828-cd5b03e476ef x-openstack-request-id: req-2eb2d970-abc7-41dc-9828-cd5b03e476ef {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:05.208181 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "name": "network-vif-plugged", "status": "completed", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:05.208274 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2eb2d970-abc7-41dc-9828-cd5b03e476ef {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:05.208798 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'code': 200} Dec 16 09:19:05.247988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3badea2-63ca-4edc-8423-a707caea407d req-76ce4bfa-cbac-4d96-a332-27963ecfa33c tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:05.266890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3badea2-63ca-4edc-8423-a707caea407d req-76ce4bfa-cbac-4d96-a332-27963ecfa33c tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 945 time: 0.2886007 Dec 16 09:19:05.398762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3badea2-63ca-4edc-8423-a707caea407d req-cca00bf7-7145-4b8a-8434-a4c5105f140f tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743468 Dec 16 09:19:05.408048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-d6390c66-ccc9-4caf-ab92-73c74e3e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:05.413176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-d6390c66-ccc9-4caf-ab92-73c74e3e9cf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387004 Dec 16 09:19:05.579602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a119d67-c27d-4460-a474-a2222dd07c24', 'name': 'network-vif-deleted', 'tag': '6b85d672-dd9c-4460-b991-5ed40d4ca339'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:05.586535 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1be569-498c-4420-be2a-808a1a580335" -d '{"events": [{"server_uuid": "6a119d67-c27d-4460-a474-a2222dd07c24", "name": "network-vif-deleted", "tag": "6b85d672-dd9c-4460-b991-5ed40d4ca339"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:05.750552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29d1532f-2309-472e-930a-fb9c0f528ac2 req-2a72a381-02df-48f3-a0e9-4938e8bbc1c9 tempest-AggregatesAdminTestJSON-1320081232 tempest-AggregatesAdminTestJSON-1320081232-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a119d67-c27d-4460-a474-a2222dd07c24 HTTP/1.1" status: 200 len: 210 time: 0.1466038 Dec 16 09:19:05.829266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0b69-a91b-4e36-8f3e-402eafa44998 req-14fe9459-085f-49a5-afb8-b3411339ecdd tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:05.830902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10bf0b69-a91b-4e36-8f3e-402eafa44998 req-14fe9459-085f-49a5-afb8-b3411339ecdd tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1538253 Dec 16 09:19:05.834918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a678af-8178-4154-a45d-03c982b13251 req-18869da1-a084-4f9b-b4a2-ae2a29843508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:05.853117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8a678af-8178-4154-a45d-03c982b13251 req-18869da1-a084-4f9b-b4a2-ae2a29843508 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 1096 time: 0.2484736 Dec 16 09:19:05.903775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-0db4b27a-5fb0-4d85-9d9f-e7045dc539e5 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824235 Dec 16 09:19:06.082168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10bf0b69-a91b-4e36-8f3e-402eafa44998 req-66c75b25-c759-4556-947b-cbf147422f21 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206402 Dec 16 09:19:06.084877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8a678af-8178-4154-a45d-03c982b13251 req-195d0ba6-309d-4fe7-9d5b-e25640d48847 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757443 Dec 16 09:19:06.143924 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea17e2f-f6c8-483e-9cfa-e8a5f838fed9 x-openstack-request-id: req-7ea17e2f-f6c8-483e-9cfa-e8a5f838fed9 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:06.144395 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a119d67-c27d-4460-a474-a2222dd07c24", "name": "network-vif-deleted", "tag": "6b85d672-dd9c-4460-b991-5ed40d4ca339", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:06.144992 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ea17e2f-f6c8-483e-9cfa-e8a5f838fed9 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:06.145624 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a119d67-c27d-4460-a474-a2222dd07c24', 'name': 'network-vif-deleted', 'tag': '6b85d672-dd9c-4460-b991-5ed40d4ca339', 'status': 'completed', 'code': 200} Dec 16 09:19:06.148517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6b85d672-dd9c-4460-b991-5ed40d4ca339 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:19:06.149134 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed30f84a-d083-4192-8f62-daebe57c9632 req-b4b8aba7-cc7c-4db3-9609-e94a247a4d3f service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129259 Dec 16 09:19:06.192001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 6b85d672-dd9c-4460-b991-5ed40d4ca339 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:19:06.192779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6b85d672-dd9c-4460-b991-5ed40d4ca339 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:19:06.323815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132cb9-2a2d-4178-8d07-a6860f6be699 req-4d802ae7-3c81-468d-852f-02a0d052dbe2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:06.325293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16132cb9-2a2d-4178-8d07-a6860f6be699 req-4d802ae7-3c81-468d-852f-02a0d052dbe2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 948 time: 0.1112514 Dec 16 09:19:06.395446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16132cb9-2a2d-4178-8d07-a6860f6be699 req-d0658564-a2e0-40b4-ab1a-0a17520a8cf0 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555463 Dec 16 09:19:06.686631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:06.717227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-b098fc1a-2ebc-4f77-853a-517df34580f7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:06.721127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-b098fc1a-2ebc-4f77-853a-517df34580f7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.2174075 Dec 16 09:19:06.756615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-58b3aa7e-75e1-4a96-ac3f-05be3a4c328a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/quotas/cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 375 time: 0.0204084 Dec 16 09:19:06.886488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-a0e24d45-54db-49ae-94fb-fe267048350c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1282730 Dec 16 09:19:06.894341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-97183320-7d72-4a5f-a9fd-cbfff7aa128c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:19:06.906489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-97183320-7d72-4a5f-a9fd-cbfff7aa128c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188961 Dec 16 09:19:07.078994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26b1d4e1-1853-48e8-871f-dadd6319066d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.133128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8883-d78f-4c37-ad24-862336483662 req-2b22063d-3e4a-47bc-b549-88c539869a5e tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:07.141321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482b8883-d78f-4c37-ad24-862336483662 req-2b22063d-3e4a-47bc-b549-88c539869a5e tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 945 time: 0.2303312 Dec 16 09:19:07.202045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482b8883-d78f-4c37-ad24-862336483662 req-c8826b98-cdb3-46cc-9424-dac283efcee7 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593677 Dec 16 09:19:07.279618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-c3be3791-85be-4435-9246-96400e0df68c service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666923 Dec 16 09:19:07.327660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26b1d4e1-1853-48e8-871f-dadd6319066d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.344718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26b1d4e1-1853-48e8-871f-dadd6319066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.449696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-a5996b7f-fc0e-4a3c-bdb6-9110c009f0d0 service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672752 Dec 16 09:19:07.470314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1d4e1-1853-48e8-871f-dadd6319066d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b31304-dd00-4c7f-a4a9-8bc5934d8c5e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:07.554587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52080) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:07.557609 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-26b1d4e1-1853-48e8-871f-dadd6319066d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e8cf978315046ab9e74bbcbdf2998fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8697240 Dec 16 09:19:07.687822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f88fb621-00f6-4e05-b1ff-f0ccd6f295be details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:07.721320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d076e7a-5f9f-4c0e-bb19-b85440d9bf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.774869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d076e7a-5f9f-4c0e-bb19-b85440d9bf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.848983 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d076e7a-5f9f-4c0e-bb19-b85440d9bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.852251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d076e7a-5f9f-4c0e-bb19-b85440d9bf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:07.857011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5d076e7a-5f9f-4c0e-bb19-b85440d9bf52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8b31304-dd00-4c7f-a4a9-8bc5934d8c5e HTTP/1.1" status: 204 len: 168 time: 0.2991519 Dec 16 09:19:07.912637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d076e7a-5f9f-4c0e-bb19-b85440d9bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b31304-dd00-4c7f-a4a9-8bc5934d8c5e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:07.976441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357f38e-eb8d-4d6f-af00-74986adfb9be req-925bcd4b-93f9-4cf7-b748-b1d64c729e9e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:07.984184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2357f38e-eb8d-4d6f-af00-74986adfb9be req-925bcd4b-93f9-4cf7-b748-b1d64c729e9e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 948 time: 0.1470528 Dec 16 09:19:08.089046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2357f38e-eb8d-4d6f-af00-74986adfb9be req-ab7d3b04-5ca4-48d8-90f5-7c7f06359d5d tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963161 Dec 16 09:19:08.100349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:08.122831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be', 'mac_address': 'fa:16:3e:fa:c2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:08.148587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52094) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:08.176863 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:08.210202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8de7e3a-b9a7-40ea-9932-31d3df6d4cef req-464c7c11-de2b-4d46-9e5f-60a5b73e9266 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 210 time: 0.0458651 Dec 16 09:19:08.227725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88fb621-00f6-4e05-b1ff-f0ccd6f295be {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:08.309230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:08.318720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:08.470519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:08.504922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032de1c-da52-47f7-97f0-83fc7ff6cbbe req-35e97b48-1da9-4328-9752-68e97e07e162 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:08.507354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1032de1c-da52-47f7-97f0-83fc7ff6cbbe req-35e97b48-1da9-4328-9752-68e97e07e162 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 945 time: 0.0993595 Dec 16 09:19:08.604370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1032de1c-da52-47f7-97f0-83fc7ff6cbbe req-847aa579-c95b-4a2e-9c30-cf6de93a27cd tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718610 Dec 16 09:19:08.642120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['f88fb621-00f6-4e05-b1ff-f0ccd6f295be'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:08.834563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52120) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:08.888863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c00cfbc9-f6bd-45fa-8597-26aeb166de4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:08.949991 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-75324325-043c-4e66-aa74-d65b8e796615 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=572bf5f79bfd41e1a3f498a043b3d030&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7957175 Dec 16 09:19:08.951930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52122) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:09.148141 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-669bec55-fd85-44a1-9c73-c784bef16679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.206293 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c00cfbc9-f6bd-45fa-8597-26aeb166de4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.214368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c00cfbc9-f6bd-45fa-8597-26aeb166de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.229947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-669bec55-fd85-44a1-9c73-c784bef16679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.249354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c00cfbc9-f6bd-45fa-8597-26aeb166de4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2330d0c74391439eb93bd4f680458bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130952 Dec 16 09:19:09.251736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52134) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:09.311716 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-669bec55-fd85-44a1-9c73-c784bef16679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.313167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-f8de9b82-3c71-4459-a2b7-120dff9ade81 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=af04ae73b7184242a22555b0388adad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464158 Dec 16 09:19:09.315170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-669bec55-fd85-44a1-9c73-c784bef16679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.316546 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-669bec55-fd85-44a1-9c73-c784bef16679 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/165bc5cc-76b6-485c-a813-1a9e1ce5bd59 HTTP/1.1" status: 204 len: 168 time: 0.3609741 Dec 16 09:19:09.327449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bec55-fd85-44a1-9c73-c784bef16679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165bc5cc-76b6-485c-a813-1a9e1ce5bd59,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:09.372233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cfbc9-f6bd-45fa-8597-26aeb166de4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4cc190-c705-49a9-8036-668433d7f7b1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:09.488095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0510325-e306-405a-9d5c-a1383278b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.542931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-bb49c881-9718-4577-a832-86fc5324ed28 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:09.550531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-bb49c881-9718-4577-a832-86fc5324ed28 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364104 Dec 16 09:19:09.560791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0510325-e306-405a-9d5c-a1383278b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.608494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-69dc05ad-ecec-4735-bfb7-86bc3c674c4c tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/quotas/af04ae73b7184242a22555b0388adad7 HTTP/1.1" status: 200 len: 375 time: 0.0569987 Dec 16 09:19:09.695816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f88fb621-00f6-4e05-b1ff-f0ccd6f295be up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:09.702339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-5ce848b3-aff7-4436-9992-abc55eb3994e tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af04ae73b7184242a22555b0388adad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928335 Dec 16 09:19:09.844753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port f88fb621-00f6-4e05-b1ff-f0ccd6f295be completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:09.850448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port f88fb621-00f6-4e05-b1ff-f0ccd6f295be triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:09.851151 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.894765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-b7ad6fe5-0bc6-42e4-bc33-da5fa76bc275 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:09.897284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-b7ad6fe5-0bc6-42e4-bc33-da5fa76bc275 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.3399901 Dec 16 09:19:09.899355 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0510325-e306-405a-9d5c-a1383278b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.902043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0510325-e306-405a-9d5c-a1383278b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:09.905980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c0510325-e306-405a-9d5c-a1383278b1f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f4cc190-c705-49a9-8036-668433d7f7b1 HTTP/1.1" status: 204 len: 168 time: 0.6504202 Dec 16 09:19:09.912275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26d73-c721-41e1-bd28-685e97267091 req-77e54542-f032-4e54-89fb-12ecafa0fd88 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:09.914000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51d26d73-c721-41e1-bd28-685e97267091 req-77e54542-f032-4e54-89fb-12ecafa0fd88 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 945 time: 0.2293115 Dec 16 09:19:09.924072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52146) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:09.929877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'floatingip': {'port_id': '7ce99b46-3bd6-403e-b64c-8c63474b7945'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:09.935723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Request body: {'port': {'device_id': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'admin_state_up': True, 'tenant_id': 'cc7c74dec1784026809a2066f9b47412'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:10.003238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0510325-e306-405a-9d5c-a1383278b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4cc190-c705-49a9-8036-668433d7f7b1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:10.127705 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:10.135306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:10.179251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:10.181623 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca44318e-ea42-4ef5-b046-365c7b7e2fba" -d '{"events": [{"server_uuid": "09cc98ee-25fc-49f2-ad41-9e787abe9456", "name": "network-vif-plugged", "status": "completed", "tag": "f88fb621-00f6-4e05-b1ff-f0ccd6f295be"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:10.201023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:10.202883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52152) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:10.207696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:10.285804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c19aa117-1417-4659-a000-e4aaa4e5bcb9 req-cd559389-efb4-4d17-b089-9c2294a19b01 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 210 time: 0.1688106 Dec 16 09:19:10.337941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:10.493200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca3140-600f-4960-8a27-d43510e7fda0 req-0ef38de3-098d-4011-aa55-ead6f67f1ebd tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:10.516545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7fca3140-600f-4960-8a27-d43510e7fda0 req-0ef38de3-098d-4011-aa55-ead6f67f1ebd tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 950 time: 0.3566236 Dec 16 09:19:10.632378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dc412424-1583-4cea-aba8-591f08f757b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a8596a7abf246f99d348f36fe0cc6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758795 Dec 16 09:19:10.692978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52172) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:10.731806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Made reservation on behalf of cc7c74dec1784026809a2066f9b47412 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:10.743895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:10.796862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7fca3140-600f-4960-8a27-d43510e7fda0 req-f4ed2076-8719-4ca9-b8fc-c19b98f22c4c tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793751 Dec 16 09:19:10.924666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9db31a08-db14-45d6-b588-55a1151964d9 req-78d5ed38-002e-4cda-8d35-2dfb754efc4a tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 210 time: 0.1163764 Dec 16 09:19:10.945892 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511fc46-6671-4123-9214-9e9d483598f3 x-openstack-request-id: req-f511fc46-6671-4123-9214-9e9d483598f3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:10.946385 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cc98ee-25fc-49f2-ad41-9e787abe9456", "name": "network-vif-plugged", "status": "completed", "tag": "f88fb621-00f6-4e05-b1ff-f0ccd6f295be", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:10.946462 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f511fc46-6671-4123-9214-9e9d483598f3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:10.946841 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be', 'code': 200} Dec 16 09:19:11.078460 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf18b60e-76ae-4c7c-beec-06800f3c0c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:11.127250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf18b60e-76ae-4c7c-beec-06800f3c0c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:11.384509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Allocated IP 172.20.0.3 (d9901433-d9f8-4d1a-ab0f-c2c0bc974455/8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81/4774fe6b-1710-45a1-aa2c-13bc67f6a506) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:19:11.389667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd370af1-8f6a-4473-95d4-3d5133fb696e req-dbdd7f9e-9bf3-48a0-8f96-a0ab00446381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:11.391419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd370af1-8f6a-4473-95d4-3d5133fb696e req-dbdd7f9e-9bf3-48a0-8f96-a0ab00446381 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 1101 time: 0.3573630 Dec 16 09:19:11.410094 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf18b60e-76ae-4c7c-beec-06800f3c0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:11.413920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf18b60e-76ae-4c7c-beec-06800f3c0c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:11.417878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf18b60e-76ae-4c7c-beec-06800f3c0c27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3429fa6-1b0b-4eb7-95e7-2fe17c678fb9 HTTP/1.1" status: 204 len: 168 time: 0.7209411 Dec 16 09:19:11.529549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:11.686293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18b60e-76ae-4c7c-beec-06800f3c0c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3429fa6-1b0b-4eb7-95e7-2fe17c678fb9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:11.751725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28ceff4f-e682-41fd-962c-81beacf5a329 req-7ccc5314-ddf6-45e4-83d1-c46e7b8a9d8f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 210 time: 0.2387223 Dec 16 09:19:11.757224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd370af1-8f6a-4473-95d4-3d5133fb696e req-5cd1600f-5b0b-43d6-aaaa-9891d5b0fa47 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540406 Dec 16 09:19:12.178812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.192741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-340458779-network', 'tenant_id': '91e039e7ba994f8e8d67621625040c99'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:12.231895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7951d703-c29d-4a31-b52b-635eeae3d944 req-690364ff-b205-4757-8859-2a0ca45970a9 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 210 time: 0.0658562 Dec 16 09:19:12.233343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Made reservation on behalf of 91e039e7ba994f8e8d67621625040c99 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:12.235926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.260535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.266399 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-3c241ecb-dcbb-4024-92fe-236e7251b88e tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af04ae73b7184242a22555b0388adad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908360 Dec 16 09:19:12.271613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.298635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:19:12.301996 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.db.resource_extend [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:19:12.324356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e443b-648d-47a6-8d80-c71fc78a011a req-4c65a896-27c7-4a8b-9072-6939680e8c3a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:12.325985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f0e443b-648d-47a6-8d80-c71fc78a011a req-4c65a896-27c7-4a8b-9072-6939680e8c3a tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 950 time: 0.3433437 Dec 16 09:19:12.370186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:12.382623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:19:12.390596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:12.391322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.473267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.485939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.488132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5726304 Dec 16 09:19:12.489960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c70335-2328-4cfe-8f8b-bb068932eca6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:12.509894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Request body: {'port': {'device_id': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:12.570359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f0e443b-648d-47a6-8d80-c71fc78a011a req-0148b07d-c9d5-4e03-a252-b58df829a301 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670005 Dec 16 09:19:12.623252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.745235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-32a77418-a393-4610-824f-3f7b6c966d61 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:12.747087 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-32a77418-a393-4610-824f-3f7b6c966d61 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607773 Dec 16 09:19:12.867716 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.929520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Request body: {'port': {'device_id': 'bf634941-1bd1-4936-82fb-90cbea067324', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': 'af04ae73b7184242a22555b0388adad7'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:12.935079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.962916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:19:12.976884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:12.977235 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Added segment aba2915a-336a-422b-a10f-183dd65883f3 of type vlan for network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b Dec 16 09:19:13.062412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.081888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65581661-faa7-4437-88ab-aa1c56e35aeb req-1aea98c4-d328-48f3-9424-fdb0d230508a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:13.085731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65581661-faa7-4437-88ab-aa1c56e35aeb req-1aea98c4-d328-48f3-9424-fdb0d230508a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 931 time: 0.1824722 Dec 16 09:19:13.207005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.208289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:13.209144 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.248581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65581661-faa7-4437-88ab-aa1c56e35aeb req-4a052163-7476-4e38-a7b6-cae5987e7fdf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903406 Dec 16 09:19:13.414804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8d149f9-b44a-401e-a66d-0e297e966c0b req-aefedb3a-1f78-4627-b936-08efcdabeadf tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 210 time: 0.0398166 Dec 16 09:19:13.423499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4774fe6b-1710-45a1-aa2c-13bc67f6a506 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:13.434120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.451667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Transition to ACTIVE for port object 4774fe6b-1710-45a1-aa2c-13bc67f6a506 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:13.458826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.476016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:13.502115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] Pushing event updated for resources: {'Network': ['ID=062f0d7c-1204-481f-9fd0-2fb6f97ada0b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:13.515386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:13.527109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:19:13.532968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ee8c1db-a0fb-4640-a6b2-693547bc25d3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9994602 Dec 16 09:19:13.533932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52274) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:13.566407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Request body: {'subnet': {'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-340458779-subnet', 'tenant_id': '91e039e7ba994f8e8d67621625040c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:13.579132 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 associated. External IP: 172.25.6.192, port: 7ce99b46-3bd6-403e-b64c-8c63474b7945. Dec 16 09:19:13.719777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Made reservation on behalf of 91e039e7ba994f8e8d67621625040c99 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:13.725434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.872259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Made reservation on behalf of af04ae73b7184242a22555b0388adad7 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:13.878994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.932378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:13.935042 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b089bf5-4047-4217-b25d-8ac91f167bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.098477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:14.099066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:14.099736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:14.113000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:14.113255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:14.123242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:14.123578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:14.123943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:14.124378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Bound port: 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:14.124993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.136198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d887519-f17c-486d-9206-16f97edffe1b req-13539c10-18e9-4d27-bbee-2a3a155b1fa2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:14.144374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d887519-f17c-486d-9206-16f97edffe1b req-13539c10-18e9-4d27-bbee-2a3a155b1fa2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 950 time: 0.0900857 Dec 16 09:19:14.225470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d887519-f17c-486d-9206-16f97edffe1b req-33d61bc5-7b1c-409d-9491-248fcbfed17b tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796986 Dec 16 09:19:14.317086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:14.323260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:14.332809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.439427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:19:14.470631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:14.473119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.475098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] 10.222.0.53 "PUT /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 1091 time: 1.9743159 Dec 16 09:19:14.504147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:14.513179 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd148c-220d-4e1e-bbd6-15a12b7406b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:14.727323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.739538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95f823-5663-4f42-991a-b6e0b7221c61 service neutron] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:14.756351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.769536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-ae71ac00-e4b2-4a30-b874-d4794608f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:14.772070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-ae71ac00-e4b2-4a30-b874-d4794608f946 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1094 time: 0.2376509 Dec 16 09:19:14.786995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c25798-38bf-4249-abcd-63b2b8fd74c4 req-aadd7cd1-7a5e-46d8-892f-b9da105cf827 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:14.788991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c25798-38bf-4249-abcd-63b2b8fd74c4 req-aadd7cd1-7a5e-46d8-892f-b9da105cf827 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.1675406 Dec 16 09:19:14.825272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:14.846026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-70db6691-7673-4aea-9b0c-0a12898180f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.0557845 Dec 16 09:19:14.854254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa310bbd-27d2-451d-8eb3-088c521a5c26,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:14.919274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c25798-38bf-4249-abcd-63b2b8fd74c4 req-823853c4-4786-423b-ab4d-92a38a0aa758 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758834 Dec 16 09:19:14.929110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220687-65eb-474f-a853-79f3c138c0ef req-9f792af7-af2e-4c58-bd09-2d2bda6e2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:14.930943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-9f792af7-af2e-4c58-bd09-2d2bda6e2ec2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0711503 Dec 16 09:19:14.984082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-bbb44fa5-496b-4f3e-a799-5b950d759952 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452907 Dec 16 09:19:15.017076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:19:15.031029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:15.035820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:19:15.053769 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:19:15.054430 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:15.122665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4938077-ff64-4bea-ace1-635d178c8990 req-ee2f73bc-4c76-4f88-a349-b40c3e527de3 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 210 time: 0.0518322 Dec 16 09:19:15.167633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7529e2-5727-4b39-b908-e6027f02236f req-1daa0a67-626f-4026-8967-541e782ab248 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:15.175718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d7529e2-5727-4b39-b908-e6027f02236f req-1daa0a67-626f-4026-8967-541e782ab248 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 950 time: 0.1805274 Dec 16 09:19:15.187017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-a179170e-8066-4c90-b4a2-fef722a24bbf service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906881 Dec 16 09:19:15.204419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-127c9992-3f21-458e-acad-cf72311dccd9 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "PUT /v2.0/floatingips/e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 HTTP/1.1" status: 200 len: 991 time: 5.2787266 Dec 16 09:19:15.225939 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:19:15.271361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:15.280229 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d8674b-ea55-43c9-a34a-ca7a6d0da065" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:15.301884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0b14df-49d8-4cb1-a534-1dc4f55e8953,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:15.302687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d7529e2-5727-4b39-b908-e6027f02236f req-1d565176-2b29-464e-877a-2f37dbb5e9da tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255183 Dec 16 09:19:15.318130 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167849d9-8c26-45df-a04d-15aacc3d508a x-openstack-request-id: req-167849d9-8c26-45df-a04d-15aacc3d508a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:15.319103 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:15.319522 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-167849d9-8c26-45df-a04d-15aacc3d508a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:15.320062 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'status': 'completed', 'code': 200} Dec 16 09:19:15.323098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:15.327247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Network hostable DHCP agents. Network: 062f0d7c-1204-481f-9fd0-2fb6f97ada0b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:19:15.369016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54220687-65eb-474f-a853-79f3c138c0ef req-1122fb30-93c1-4966-8992-8b6ca2794cab service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731827 Dec 16 09:19:15.526820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:19:15.529742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-d07ce32a-95ad-4441-9cb1-d6aea7971ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:15.534753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-d07ce32a-95ad-4441-9cb1-d6aea7971ae8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1094 time: 0.1103854 Dec 16 09:19:15.562765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 062f0d7c-1204-481f-9fd0-2fb6f97ada0b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:15.574906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1f487-933f-4696-a16f-25cc76262c08 None None] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:15.599684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:15.600991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:15.616824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Allocated IP 192.168.233.26 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/7b591a93-83ea-4d2f-b4a2-e89af4c48c3e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:19:15.673032 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7bc41038-f876-450a-bf09-c8ac887548f2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1340222 Dec 16 09:19:15.693717 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849cd1b1-8d95-4609-acd5-425039d9623b x-openstack-request-id: req-849cd1b1-8d95-4609-acd5-425039d9623b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:15.693959 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:15.694212 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-849cd1b1-8d95-4609-acd5-425039d9623b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:15.694587 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'status': 'completed', 'code': 200} Dec 16 09:19:15.836967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-c08eec5b-947b-46ad-900a-05edb20df8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:15.839019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-c08eec5b-947b-46ad-900a-05edb20df8d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 1096 time: 0.0857186 Dec 16 09:19:15.876958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-b2a41ca3-2099-40c4-b8c6-f47e5eddb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:15.878971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-b2a41ca3-2099-40c4-b8c6-f47e5eddb353 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.3365476 Dec 16 09:19:15.983271 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e4d99686-a14f-4bdd-8f06-b57c6ae7fc49', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'port_id': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'mac_address': 'fa:16:3e:2c:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:18:44Z', 'updated_at': '2021-12-16T09:19:12Z', 'revision_number': 1, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:15.985271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-59d3b9df-cba7-4ca3-9242-581265a084de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.0552802 Dec 16 09:19:16.028647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a5798-ef7c-4332-acbe-afe2d729e51b None None] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:16.076706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-610decef-8787-469a-88fc-ca8b4a1f0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:16.078615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-610decef-8787-469a-88fc-ca8b4a1f0271 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2271008 Dec 16 09:19:16.080584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-b4d5a579-2c1f-43ec-8d31-9b4cec3f45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:16.082780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-b4d5a579-2c1f-43ec-8d31-9b4cec3f45b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0889823 Dec 16 09:19:16.122156 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:19:16.162386 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:19:16.167040 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:18:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:16.260419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:16.281499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52348) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:16.384235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:16.427152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-34e67e3b-83ec-4082-95f5-2cd0fc90d59f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 200 len: 999 time: 0.3379447 Dec 16 09:19:16.533519 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f781de27-6bfb-4da7-b285-9a5c18e5bf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:16.549872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:19:16.558352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:16.562890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:19:16.577771 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:19:16.578493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:16.582249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:16.629917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7445478 Dec 16 09:19:16.650882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Request body: {'port': {'device_id': 'bf634941-1bd1-4936-82fb-90cbea067324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:16.707325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-d3e679b8-d6f8-49e9-95ea-6b7a5aa2c028 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2710967 Dec 16 09:19:16.723562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c09898-5c85-4432-a7e4-0c6db66b28e2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Pushing event updated for resources: {'Port': ['ID=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:16.795555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:16.823613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80d0708f-3433-4af6-9c11-b761843bbb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:16.985605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-6a5c2323-96a6-47b8-bc85-4e96f02c815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:16.987256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-6a5c2323-96a6-47b8-bc85-4e96f02c815a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.5468526 Dec 16 09:19:17.000953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0dd1c-2461-47ed-a9f4-30abba1383d2 req-fec55f22-5261-493e-915a-bb0516563a3b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:17.017666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87e0dd1c-2461-47ed-a9f4-30abba1383d2 req-fec55f22-5261-493e-915a-bb0516563a3b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.5893927 Dec 16 09:19:17.033247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-84f8406c-0615-48d3-9880-996332c4e9bf None None] Provisioning complete for port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:17.034142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-84f8406c-0615-48d3-9880-996332c4e9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.084845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52364) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:17.092096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80d0708f-3433-4af6-9c11-b761843bbb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.101113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80d0708f-3433-4af6-9c11-b761843bbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.105342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-84f8406c-0615-48d3-9880-996332c4e9bf None None] Port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:19:17.121602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-156959440-network', 'tenant_id': 'bc058422deaf4ce89cbb0587759f577b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:17.134130 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e4d99686-a14f-4bdd-8f06-b57c6ae7fc49', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'port_id': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'mac_address': 'fa:16:3e:2c:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:18:44Z', 'updated_at': '2021-12-16T09:19:12Z', 'revision_number': 1, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:17.148226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86b00-943d-4030-a430-df8ffacaf60d req-086d3b1b-bfba-43e8-aa3e-39e157dfdff7 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:17.150078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fee86b00-943d-4030-a430-df8ffacaf60d req-086d3b1b-bfba-43e8-aa3e-39e157dfdff7 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 935 time: 0.5151212 Dec 16 09:19:17.166673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-80d0708f-3433-4af6-9c11-b761843bbb71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad6c2db968334c72b3f08d6d3d994d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8840249 Dec 16 09:19:17.169831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0708f-3433-4af6-9c11-b761843bbb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf68f371-beba-418e-a616-716d17a7d928,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:17.177256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52366) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:17.189652 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfbb91-debf-4935-8de2-921c9d82cb03 None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e4d99686-a14f-4bdd-8f06-b57c6ae7fc49', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'port_id': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'mac_address': 'fa:16:3e:2c:8e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:18:44Z', 'updated_at': '2021-12-16T09:19:12Z', 'revision_number': 1, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:19:17.274105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87e0dd1c-2461-47ed-a9f4-30abba1383d2 req-9da3e53f-70d5-4973-bbd3-63efb78322a0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544060 Dec 16 09:19:17.292124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-0ae7db77-782b-402d-8df2-47e18a3aaba2 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439212 Dec 16 09:19:17.339693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Made reservation on behalf of bc058422deaf4ce89cbb0587759f577b for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:17.347508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.439881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fee86b00-943d-4030-a430-df8ffacaf60d req-b3f65920-e175-4b02-8452-fa24bbde6989 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746999 Dec 16 09:19:17.465461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-dbadd88b-9c0c-494c-b9e9-e5abefd1658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:17.467921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-dbadd88b-9c0c-494c-b9e9-e5abefd1658d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4368088 Dec 16 09:19:17.474201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.476981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef4ad-4eb1-4142-a8ef-0bac479e036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.544905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef4ad-4eb1-4142-a8ef-0bac479e036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.664762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6929-5cd8-458a-80d3-26e61c663343 None None] New status for floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:19:17.817874 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef4ad-4eb1-4142-a8ef-0bac479e036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.821865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef4ad-4eb1-4142-a8ef-0bac479e036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:17.823367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1f9ef4ad-4eb1-4142-a8ef-0bac479e036a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf68f371-beba-418e-a616-716d17a7d928 HTTP/1.1" status: 204 len: 168 time: 0.6455653 Dec 16 09:19:17.826625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e53cfc-5034-421c-8276-673946129502 req-a1687ece-8a24-4e1b-a8d6-90bcd8a9da5e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:17.834868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2e53cfc-5034-421c-8276-673946129502 req-a1687ece-8a24-4e1b-a8d6-90bcd8a9da5e tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 950 time: 0.3894582 Dec 16 09:19:17.837610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08fd148c-220d-4e1e-bbd6-15a12b7406b8 req-d8985a8b-2539-4d61-a201-6afe70b08e44 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430641 Dec 16 09:19:17.882776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef4ad-4eb1-4142-a8ef-0bac479e036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf68f371-beba-418e-a616-716d17a7d928,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:17.914567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-9a904b7b-8503-4afd-8827-1a696d941550 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:17.916122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-9a904b7b-8503-4afd-8827-1a696d941550 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 950 time: 0.2712450 Dec 16 09:19:17.962397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2e53cfc-5034-421c-8276-673946129502 req-867e1c5b-ce6b-4124-9ce8-826fd7cb68cc tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/security-groups?id=09db80b8-e057-4319-91db-a19f9506778a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222494 Dec 16 09:19:17.978220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-acb32db2-030e-4f1b-83e3-f3f8e247a5d7 service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979951 Dec 16 09:19:18.088938 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.122654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d8674b-ea55-43c9-a34a-ca7a6d0da065 req-cf5b8d5b-118d-4679-8ca7-4466208aac2a service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151195 Dec 16 09:19:18.148019 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.171591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:18.182235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.225296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.226722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Transition to ACTIVE for port object 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:18.241178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.257060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:19:18.279704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.280242 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Added segment c4b12fe8-3adf-4760-bf6f-049832c09d40 of type vlan for network 9fa85d38-e086-48ee-92d1-418a6f184de0 Dec 16 09:19:18.385065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:18.392568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:18.396994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.435537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf2007f-98e1-490a-b4dc-8822a37e982d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:18.563152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Deleting port f88fb621-00f6-4e05-b1ff-f0ccd6f295be {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:19:18.570960 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.575551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Attempting to bind port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:18.576120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Attempting to bind port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:18.576211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Attempting to bind port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:18.593289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:18.593472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Attempting to bind port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:18.622013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:18.622352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:18.622746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:18.623196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Bound port: 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:18.623709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.739026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] For port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:18.757252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] For port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:18.760244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52388) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:18.768770 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.812785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:18.813681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:18.816909 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/7b591a93-83ea-4d2f-b4a2-e89af4c48c3e HTTP/1.1" status: 200 len: 1095 time: 2.1754725 Dec 16 09:19:18.822913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf634941-1bd1-4936-82fb-90cbea067324', 'tag': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:18.827231 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b8063-037a-4d41-bc80-ab19129b22de" -d '{"events": [{"name": "network-changed", "server_uuid": "bf634941-1bd1-4936-82fb-90cbea067324", "tag": "7b591a93-83ea-4d2f-b4a2-e89af4c48c3e"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:18.975648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] For port f88fb621-00f6-4e05-b1ff-f0ccd6f295be, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:18.976342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.020984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-090e129c-e99d-4ff8-ba02-fea3ac9c07a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.037409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.039094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:19.040073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.047554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:19.061398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52398) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:19.064721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'port_id': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'mac_address': 'fa:16:3e:fb:d6:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:19.122012 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.142148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4774fe6b-1710-45a1-aa2c-13bc67f6a506 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:19.154905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Calling delete_port for f88fb621-00f6-4e05-b1ff-f0ccd6f295be owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:19:19.167647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db9b84dd-f55c-465c-b86b-934ccd57a286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.168229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:19.176808 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.243634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797d47-40ef-4c7c-bdf5-a11ef0eb66c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:19.263686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-227b6ec0-2f57-45ad-adb6-c72d31959c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:19.267537 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-227b6ec0-2f57-45ad-adb6-c72d31959c5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af04ae73b7184242a22555b0388adad7&device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 1098 time: 0.3867893 Dec 16 09:19:19.312793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:19.331808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.332651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.333111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.333705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.334175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.334596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.335067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.335473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.335896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.336352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.336795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.337230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:19.389879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-12fad109-2529-4f4d-bf61-d60eb7d2d3f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e HTTP/1.1" status: 200 len: 217 time: 0.1051705 Dec 16 09:19:19.396336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['4774fe6b-1710-45a1-aa2c-13bc67f6a506'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:19.499795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-090e129c-e99d-4ff8-ba02-fea3ac9c07a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.519682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-090e129c-e99d-4ff8-ba02-fea3ac9c07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.616013 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-090e129c-e99d-4ff8-ba02-fea3ac9c07a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe903688f6ab47c6a707c9648fd1cb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8543286 Dec 16 09:19:19.619603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52400) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:19.623282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e129c-e99d-4ff8-ba02-fea3ac9c07a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f034d2b-e4c4-4fdd-97c0-bbd355baf444,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:19.646041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5244832 Dec 16 09:19:19.647466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:19.657018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Request body: {'subnet': {'network_id': '9fa85d38-e086-48ee-92d1-418a6f184de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-156959440-subnet', 'tenant_id': 'bc058422deaf4ce89cbb0587759f577b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:19.672193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4436f-720a-4932-bf22-4cfae56b859b req-a6d811c1-e295-4cfc-b22d-21b4b9c90661 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:19.682876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ec4436f-720a-4932-bf22-4cfae56b859b req-a6d811c1-e295-4cfc-b22d-21b4b9c90661 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 1.1332357 Dec 16 09:19:19.704938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Made reservation on behalf of bc058422deaf4ce89cbb0587759f577b for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:19.708704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.709376 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.787363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9975a3e-6ff0-46ff-9b35-954fdb149243 req-862ae3a0-4746-4140-a220-b8554c469f29 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:19.788926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9975a3e-6ff0-46ff-9b35-954fdb149243 req-862ae3a0-4746-4140-a220-b8554c469f29 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 947 time: 0.8410037 Dec 16 09:19:19.789580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116789a-7801-4df8-ad0f-d3b6948a9041 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa85d38-e086-48ee-92d1-418a6f184de0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:19.806442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9fa85d38-e086-48ee-92d1-418a6f184de0 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:19:19.924359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ec4436f-720a-4932-bf22-4cfae56b859b req-62c34357-4ea5-4817-813b-1d44fda4a49a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420368 Dec 16 09:19:19.953712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:19.996623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:19:20.004812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9975a3e-6ff0-46ff-9b35-954fdb149243 req-57d129ef-db3c-4c9e-92f2-9b5f94942b79 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968181 Dec 16 09:19:20.010537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f20f84-4375-423e-8805-68dd3022c639,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:20.036779 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.052530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-635edc0f-6be0-419c-ad15-ee60fc754f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.057538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-a4f656b3-2fbc-49f4-acf2-c5c72cc19085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:20.059898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-a4f656b3-2fbc-49f4-acf2-c5c72cc19085 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.5550489 Dec 16 09:19:20.061800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Checking segment: {'id': 'c4b12fe8-3adf-4760-bf6f-049832c09d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9fa85d38-e086-48ee-92d1-418a6f184de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:20.062275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Network hostable DHCP agents. Network: 9fa85d38-e086-48ee-92d1-418a6f184de0, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:19:20.158672 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3389b61-0b46-4da7-a2f4-271d61fb7bcb x-openstack-request-id: req-c3389b61-0b46-4da7-a2f4-271d61fb7bcb {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:20.159046 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf634941-1bd1-4936-82fb-90cbea067324", "tag": "7b591a93-83ea-4d2f-b4a2-e89af4c48c3e", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:20.159353 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3389b61-0b46-4da7-a2f4-271d61fb7bcb {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:20.159809 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf634941-1bd1-4936-82fb-90cbea067324', 'tag': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e', 'status': 'completed', 'code': 200} Dec 16 09:19:20.183968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-75e16a68-41ae-4f7f-8b59-681aff9f9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:20.186570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-75e16a68-41ae-4f7f-8b59-681aff9f9a83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092589 Dec 16 09:19:20.187827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Network 9fa85d38-e086-48ee-92d1-418a6f184de0 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:19:20.197640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-635edc0f-6be0-419c-ad15-ee60fc754f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.201974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.213704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:20.244006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9fa85d38-e086-48ee-92d1-418a6f184de0) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:20.250312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:20.251873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.258245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db9b84dd-f55c-465c-b86b-934ccd57a286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.272528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03ac14-1a4e-438c-ba8b-aa3a50df0868 None None] Network 9fa85d38-e086-48ee-92d1-418a6f184de0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:20.276564 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db9b84dd-f55c-465c-b86b-934ccd57a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.333939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b84dd-f55c-465c-b86b-934ccd57a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dd5c13-2e21-49a6-ab40-9392a53434c3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:20.366975 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-95a6485f-3b75-411d-a32f-68cba2d0e57a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7165003 Dec 16 09:19:20.387697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ac68ca5-78b3-4541-8942-8a857ff1a8ad req-bdf88d4f-5041-42e7-ad9e-c3b05bf63481 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.61 "GET /v2.0/ports?device_id=09cc98ee-25fc-49f2-ad41-9e787abe9456 HTTP/1.1" status: 200 len: 210 time: 0.1429815 Dec 16 09:19:20.421512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Pushing event deleted for resources: {'Port': ['ID=f88fb621-00f6-4e05-b1ff-f0ccd6f295be,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:20.433214 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db9b84dd-f55c-465c-b86b-934ccd57a286 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=479c34e142fc44ba943a310d75c98b25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3665292 Dec 16 09:19:20.435992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52406) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:20.551114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:20.573834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:20.577155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.597934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] No DVR routers for this DVR port f88fb621-00f6-4e05-b1ff-f0ccd6f295be on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:19:20.599936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-635edc0f-6be0-419c-ad15-ee60fc754f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.602492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-635edc0f-6be0-419c-ad15-ee60fc754f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.606624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-635edc0f-6be0-419c-ad15-ee60fc754f3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f034d2b-e4c4-4fdd-97c0-bbd355baf444 HTTP/1.1" status: 204 len: 168 time: 0.9761930 Dec 16 09:19:20.608000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.611853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8962344a-d4f4-48dd-a285-88c8ebc6d6d3 req-23ab7cd0-c65d-46cd-8e7f-c5726046f0f2 tempest-DeleteServersAdminTestJSON-1605886276 tempest-DeleteServersAdminTestJSON-1605886276-project] 10.222.0.69 "DELETE /v2.0/ports/f88fb621-00f6-4e05-b1ff-f0ccd6f295be HTTP/1.1" status: 204 len: 173 time: 2.6649315 Dec 16 09:19:20.614919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'name': 'network-vif-deleted', 'tag': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:20.617234 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e9a3ed-8471-440b-8959-6017242b4b61" -d '{"events": [{"server_uuid": "09cc98ee-25fc-49f2-ad41-9e787abe9456", "name": "network-vif-deleted", "tag": "f88fb621-00f6-4e05-b1ff-f0ccd6f295be"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:20.629646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635edc0f-6be0-419c-ad15-ee60fc754f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f034d2b-e4c4-4fdd-97c0-bbd355baf444,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:20.672607 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-0360bca7-02d5-41cb-b33e-99747f6a9a02 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456079 Dec 16 09:19:20.727992 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3d9321-92ec-4405-a592-13213e678bc0 x-openstack-request-id: req-1e3d9321-92ec-4405-a592-13213e678bc0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:20.728335 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cc98ee-25fc-49f2-ad41-9e787abe9456", "name": "network-vif-deleted", "tag": "f88fb621-00f6-4e05-b1ff-f0ccd6f295be", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:20.728641 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e3d9321-92ec-4405-a592-13213e678bc0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:20.729182 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cc98ee-25fc-49f2-ad41-9e787abe9456', 'name': 'network-vif-deleted', 'tag': 'f88fb621-00f6-4e05-b1ff-f0ccd6f295be', 'status': 'completed', 'code': 200} Dec 16 09:19:20.772273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9006088c-d805-4cc0-84a0-07472902b84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.809127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9006088c-d805-4cc0-84a0-07472902b84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.868433 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1670a37b-c5a8-4df8-8194-57489ed7f9d5 req-f0c02148-feb2-4c95-83e9-5f5ce751692b service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870968 Dec 16 09:19:20.907016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9006088c-d805-4cc0-84a0-07472902b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.909914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9006088c-d805-4cc0-84a0-07472902b84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:20.916342 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9006088c-d805-4cc0-84a0-07472902b84e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70dd5c13-2e21-49a6-ab40-9392a53434c3 HTTP/1.1" status: 204 len: 168 time: 0.4792178 Dec 16 09:19:20.919902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bb5f0a-a591-4b83-b4e6-e789274d004f None None] Network 9fa85d38-e086-48ee-92d1-418a6f184de0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:20.930383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006088c-d805-4cc0-84a0-07472902b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dd5c13-2e21-49a6-ab40-9392a53434c3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:21.086088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-c6b0f0b9-2f53-4e29-bed7-5da2c4b32ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:21.088356 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-c6b0f0b9-2f53-4e29-bed7-5da2c4b32ec3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af04ae73b7184242a22555b0388adad7&device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 1098 time: 0.1306922 Dec 16 09:19:21.103759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:21.188709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:21.194076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:21.198652 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e969a51-19f7-423d-9965-179d3d8f194e" -d '{"events": [{"server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "name": "network-vif-plugged", "status": "completed", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:21.207459 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:21.247491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a942d74-ed81-49cf-af7f-23148c5a0641 req-11cf09ac-f460-491b-bb8b-f3ffa7b6d549 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:21.256361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a942d74-ed81-49cf-af7f-23148c5a0641 req-11cf09ac-f460-491b-bb8b-f3ffa7b6d549 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.1709762 Dec 16 09:19:21.374540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a942d74-ed81-49cf-af7f-23148c5a0641 req-7f06c983-9d59-4261-8ed5-3ff3e19a0bed tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130452 Dec 16 09:19:21.374888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-8ffe0bdc-114b-4b35-a81d-9e01841ab1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:21.383973 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-8ffe0bdc-114b-4b35-a81d-9e01841ab1e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2851591 Dec 16 09:19:21.430034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:21.467885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-a16eabe0-d4fb-4ed5-8c22-30a972625355 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e HTTP/1.1" status: 200 len: 217 time: 0.0748608 Dec 16 09:19:21.559455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-9a850022-ba47-4540-bc4b-26cbf0954ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:21.561563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-9a850022-ba47-4540-bc4b-26cbf0954ef6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0842927 Dec 16 09:19:21.601823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e39d82-0059-4c20-83df-53c9604e69da req-62496082-e3e8-46af-9280-18a095958d37 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:21.610689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97e39d82-0059-4c20-83df-53c9604e69da req-62496082-e3e8-46af-9280-18a095958d37 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 947 time: 0.1040759 Dec 16 09:19:21.658404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-3f9b4cd1-c99b-48ad-b616-24cc485e2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:21.666764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-3f9b4cd1-c99b-48ad-b616-24cc485e2bee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959697 Dec 16 09:19:21.669202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:21.672416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97e39d82-0059-4c20-83df-53c9604e69da req-05747b45-0dd6-4f33-8f34-a2aeebdca139 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521832 Dec 16 09:19:21.726442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0265ab2c-8dbd-4959-b3cf-b1b878ae34e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:21.755650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f88fb621-00f6-4e05-b1ff-f0ccd6f295be no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:19:21.793016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: f88fb621-00f6-4e05-b1ff-f0ccd6f295be {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:19:21.798148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f88fb621-00f6-4e05-b1ff-f0ccd6f295be not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:19:21.967865 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af841be6-611c-4046-98e6-3672d50a9487 x-openstack-request-id: req-af841be6-611c-4046-98e6-3672d50a9487 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:21.968330 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "name": "network-vif-plugged", "status": "completed", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:21.968498 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af841be6-611c-4046-98e6-3672d50a9487 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:21.968979 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'code': 200} Dec 16 09:19:22.037411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0265ab2c-8dbd-4959-b3cf-b1b878ae34e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.089683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52444) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:22.097346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0265ab2c-8dbd-4959-b3cf-b1b878ae34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.152034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2027208b-b7ff-4bcb-be7d-b9b7a214be88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.160613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0265ab2c-8dbd-4959-b3cf-b1b878ae34e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04870d72032348d2a694a403fe341cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899132 Dec 16 09:19:22.165871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52450) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:22.182344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ab2c-8dbd-4959-b3cf-b1b878ae34e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc791e9-b6d0-426b-b634-bf1a5fa03ab9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:22.186451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-64ec77d6-055b-44c3-b549-e9ddfc8b59b6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:22.199355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-64ec77d6-055b-44c3-b549-e9ddfc8b59b6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.3077857 Dec 16 09:19:22.220450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72f20-318f-48d1-a335-19fd4c07a54a req-9bb964ba-8ee6-40df-a2d4-c17a7645e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:22.220988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-3e61f755-24db-48fa-b03a-cba7a6021b0f service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383844 Dec 16 09:19:22.222003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cd72f20-318f-48d1-a335-19fd4c07a54a req-9bb964ba-8ee6-40df-a2d4-c17a7645e8e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1096 time: 0.1970396 Dec 16 09:19:22.235200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-0d18e9d3-e700-43c0-bf68-f0ea899ad61c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/quotas/91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 375 time: 0.0301189 Dec 16 09:19:22.317987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-ef1d4b07-8f22-4e5a-9939-ccd4c25373f9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634127 Dec 16 09:19:22.341462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b652f60-ad4f-4f0a-8f0e-e2bbe5dbdffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.384219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b652f60-ad4f-4f0a-8f0e-e2bbe5dbdffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.412985 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7c7b8063-037a-4d41-bc80-ab19129b22de req-c0c161a6-1766-45e6-a507-8414ad08e653 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677890 Dec 16 09:19:22.431980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cd72f20-318f-48d1-a335-19fd4c07a54a req-e00abf72-a8bf-4286-9455-1700b8d0f339 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932597 Dec 16 09:19:22.469621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b652f60-ad4f-4f0a-8f0e-e2bbe5dbdffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.474222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b652f60-ad4f-4f0a-8f0e-e2bbe5dbdffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.476953 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7b652f60-ad4f-4f0a-8f0e-e2bbe5dbdffa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bc791e9-b6d0-426b-b634-bf1a5fa03ab9 HTTP/1.1" status: 204 len: 168 time: 0.3028247 Dec 16 09:19:22.510613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b652f60-ad4f-4f0a-8f0e-e2bbe5dbdffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc791e9-b6d0-426b-b634-bf1a5fa03ab9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:22.532475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-ed35d5df-fed1-4b9f-b974-f577f6103077 service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035491 Dec 16 09:19:22.583552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2027208b-b7ff-4bcb-be7d-b9b7a214be88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.656716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2027208b-b7ff-4bcb-be7d-b9b7a214be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.749039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027208b-b7ff-4bcb-be7d-b9b7a214be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6745c-1cc7-4ffe-ae05-0bdabfdb636b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:22.761809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2027208b-b7ff-4bcb-be7d-b9b7a214be88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0be82d1f5c94e32b6047a7e26b55084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6660135 Dec 16 09:19:22.765457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52464) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:22.796040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665943f5-45b7-4864-8325-9acbb9397c53 req-dd7072da-4518-4b55-9cab-d1ac928b4811 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:22.806927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665943f5-45b7-4864-8325-9acbb9397c53 req-dd7072da-4518-4b55-9cab-d1ac928b4811 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.2297220 Dec 16 09:19:22.887069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9be49d92-2e26-46e8-a0e1-ee8976990cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.901399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a09f6064-ca5c-406e-b3eb-f81fcd976c4d service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445361 Dec 16 09:19:22.916267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9be49d92-2e26-46e8-a0e1-ee8976990cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:22.936317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665943f5-45b7-4864-8325-9acbb9397c53 req-0c08225f-f744-4458-b952-df0afa166eb8 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269138 Dec 16 09:19:23.023140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9be49d92-2e26-46e8-a0e1-ee8976990cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.026259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9be49d92-2e26-46e8-a0e1-ee8976990cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.030365 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9be49d92-2e26-46e8-a0e1-ee8976990cac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78f6745c-1cc7-4ffe-ae05-0bdabfdb636b HTTP/1.1" status: 204 len: 168 time: 0.2613754 Dec 16 09:19:23.037800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be49d92-2e26-46e8-a0e1-ee8976990cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6745c-1cc7-4ffe-ae05-0bdabfdb636b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:23.049876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:23.162861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38e525-af1f-4939-9ea1-b59cf0c4e5b1 req-fa77de6a-f79c-4cc0-a089-970b254e8783 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:23.177943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf38e525-af1f-4939-9ea1-b59cf0c4e5b1 req-fa77de6a-f79c-4cc0-a089-970b254e8783 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 947 time: 0.1252105 Dec 16 09:19:23.254910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf38e525-af1f-4939-9ea1-b59cf0c4e5b1 req-151f3faa-eae3-4ebd-868b-e82511b61682 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757847 Dec 16 09:19:23.347909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.368615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75ea174a-8271-4da2-93d0-7092569d7208 req-1ae7c6aa-1f81-4330-91ea-64281b5911f8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 210 time: 0.0520885 Dec 16 09:19:23.653467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:23.664904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c1e0b92-468a-4ee9-98eb-f42d0b082d98 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b28ccb39352470595f6a04f90e14350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121721 Dec 16 09:19:23.741287 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13fdf455-41dc-4d3b-8dc3-40f9ce33b8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.794671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13fdf455-41dc-4d3b-8dc3-40f9ce33b8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.928661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13fdf455-41dc-4d3b-8dc3-40f9ce33b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.933088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13fdf455-41dc-4d3b-8dc3-40f9ce33b8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:23.938565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-13fdf455-41dc-4d3b-8dc3-40f9ce33b8d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09db80b8-e057-4319-91db-a19f9506778a HTTP/1.1" status: 204 len: 168 time: 0.2833502 Dec 16 09:19:23.947752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdf455-41dc-4d3b-8dc3-40f9ce33b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db80b8-e057-4319-91db-a19f9506778a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:24.159443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b15c2-f378-4632-afb9-f01fdf19dd74 req-8f4ce48f-944e-499c-a3f1-ef63716a1c13 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:24.161949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb5b15c2-f378-4632-afb9-f01fdf19dd74 req-8f4ce48f-944e-499c-a3f1-ef63716a1c13 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.1195440 Dec 16 09:19:24.208381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:24.295798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb5b15c2-f378-4632-afb9-f01fdf19dd74 req-7e9ea6a7-e7de-4a83-96d9-74214a29b1e7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256456 Dec 16 09:19:24.460980 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:24.507199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0651f1-7b58-44fc-ac2c-7eba32c8f60f req-82eca27e-cebc-4a51-82f6-86bca4b05ebf tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:24.508985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a0651f1-7b58-44fc-ac2c-7eba32c8f60f req-82eca27e-cebc-4a51-82f6-86bca4b05ebf tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 947 time: 0.1119850 Dec 16 09:19:24.512638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:24.540148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e', 'mac_address': 'fa:16:3e:98:86:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:24.621660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a0651f1-7b58-44fc-ac2c-7eba32c8f60f req-ba877a5f-0e2c-484c-8781-b799b37c5900 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725813 Dec 16 09:19:24.648879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:24.690431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:24.749775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:24.759427 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:24.822302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d58d5e42-ddd3-47f3-a94d-fbccf9092985 req-d0a85e35-5c12-43c0-819d-f48dd1f03119 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 210 time: 0.0734525 Dec 16 09:19:24.838313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52534) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:24.859204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43f958da-a29e-44a6-a440-a0212b28de34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:24.935291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:25.005543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['7b591a93-83ea-4d2f-b4a2-e89af4c48c3e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:25.053377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-1c7d80a6-b002-490c-be4f-fc4c4de4937d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:25.062369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43f958da-a29e-44a6-a440-a0212b28de34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.063204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-1c7d80a6-b002-490c-be4f-fc4c4de4937d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.2457647 Dec 16 09:19:25.073519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43f958da-a29e-44a6-a440-a0212b28de34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.078311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab52816-464d-4875-9d40-9d75673ad7c0 req-5bb123b9-ce34-422d-907d-e4f93a6842cd tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:25.088620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ab52816-464d-4875-9d40-9d75673ad7c0 req-5bb123b9-ce34-422d-907d-e4f93a6842cd tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1096 time: 0.3973005 Dec 16 09:19:25.093679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Request body: {'port': {'device_id': 'cfee9446-93b9-427d-867a-11ead4805c69', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'admin_state_up': True, 'tenant_id': '91e039e7ba994f8e8d67621625040c99'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:25.164751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-43f958da-a29e-44a6-a440-a0212b28de34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61f9ee96bf8e4c5cb098a8ae7ad224c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248053 Dec 16 09:19:25.166170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f958da-a29e-44a6-a440-a0212b28de34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda5663-98b6-4f14-a772-11e924f309dd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:25.168891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52538) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:25.293891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ddf6-da2f-4ceb-ba10-d114a21c0f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.317394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ab52816-464d-4875-9d40-9d75673ad7c0 req-be413d08-8643-457c-a8f6-d8dc2316bb9b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152123 Dec 16 09:19:25.387518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Made reservation on behalf of 91e039e7ba994f8e8d67621625040c99 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:25.389301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ddf6-da2f-4ceb-ba10-d114a21c0f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.395171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.473888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ddf6-da2f-4ceb-ba10-d114a21c0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.477765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb1ddf6-da2f-4ceb-ba10-d114a21c0f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:25.479302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ecb1ddf6-da2f-4ceb-ba10-d114a21c0f53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9eda5663-98b6-4f14-a772-11e924f309dd HTTP/1.1" status: 204 len: 168 time: 0.3005204 Dec 16 09:19:25.499853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1ddf6-da2f-4ceb-ba10-d114a21c0f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda5663-98b6-4f14-a772-11e924f309dd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:25.783606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Allocated IP 172.20.0.4 (062f0d7c-1204-481f-9fd0-2fb6f97ada0b/7b0b14df-49d8-4cb1-a534-1dc4f55e8953/257ca9b8-3240-4510-8a39-95fe250f8755) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:19:25.805093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bcf30-0f50-4966-a4da-dad7cd2548e3 req-f0cc172a-2629-49ff-b062-b2d2e8148232 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:25.814887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-986bcf30-0f50-4966-a4da-dad7cd2548e3 req-f0cc172a-2629-49ff-b062-b2d2e8148232 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1096 time: 0.0873687 Dec 16 09:19:25.894736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-986bcf30-0f50-4966-a4da-dad7cd2548e3 req-becbe5fb-14c9-4192-9dff-77b95ffa56d3 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770674 Dec 16 09:19:26.106201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d0a407d-9ab7-4524-94e6-61767351e17d req-2bfc1f08-49d5-42ae-99e2-fc5cc295a66f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 210 time: 0.0501919 Dec 16 09:19:26.152119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c592ed5-15b2-4cc3-b762-0880c8302d00 req-9142b57a-2a94-4f1b-aec9-a7b1bc8ebd42 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:26.154034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c592ed5-15b2-4cc3-b762-0880c8302d00 req-9142b57a-2a94-4f1b-aec9-a7b1bc8ebd42 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 948 time: 0.1313386 Dec 16 09:19:26.171139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.217279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:26.258262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c592ed5-15b2-4cc3-b762-0880c8302d00 req-a7f9f1ca-f82e-40c3-a6b3-3a5d2d2a41f8 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874665 Dec 16 09:19:26.294391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.423691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:26.437396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:26.437987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.459641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:19:26.468245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:26.472024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:19:26.484633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:26.486499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.501748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:26.535740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-5c9d2622-3d53-4994-bdaf-41728135dcc7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448047 Dec 16 09:19:26.553445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Request body: {'port': {'device_id': 'cfee9446-93b9-427d-867a-11ead4805c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:26.645171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.660516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.682368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:26.683585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf634941-1bd1-4936-82fb-90cbea067324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:26.686501 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb16d58-3228-44f8-9844-3e1bea7327ed" -d '{"events": [{"server_uuid": "bf634941-1bd1-4936-82fb-90cbea067324", "name": "network-vif-plugged", "status": "completed", "tag": "7b591a93-83ea-4d2f-b4a2-e89af4c48c3e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:26.703819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:26.778885 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8672a4c-6b9c-4e0f-b871-0d93ecc6eb16 x-openstack-request-id: req-d8672a4c-6b9c-4e0f-b871-0d93ecc6eb16 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:26.779219 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf634941-1bd1-4936-82fb-90cbea067324", "name": "network-vif-plugged", "status": "completed", "tag": "7b591a93-83ea-4d2f-b4a2-e89af4c48c3e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:26.779533 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8672a4c-6b9c-4e0f-b871-0d93ecc6eb16 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:26.780684 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf634941-1bd1-4936-82fb-90cbea067324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e', 'code': 200} Dec 16 09:19:26.836124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:26.971099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-30703246-2926-42e2-9685-4557020a8ef1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2793581 Dec 16 09:19:27.267331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d61e0-6efe-4e86-b083-748c253e77a1 req-4cda328c-7d2b-4f87-85db-001518662a70 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:27.277299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd1d61e0-6efe-4e86-b083-748c253e77a1 req-4cda328c-7d2b-4f87-85db-001518662a70 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1096 time: 0.4648595 Dec 16 09:19:27.385803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-74ff1978-9f72-4fd7-86a0-56e6374e86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:27.387829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-74ff1978-9f72-4fd7-86a0-56e6374e86d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 1096 time: 0.2380419 Dec 16 09:19:27.403806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c205f-13a4-4d2e-b618-dd1bafab2574 req-18aaec94-0858-4692-b78f-901f2e9500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:27.406126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e28c205f-13a4-4d2e-b618-dd1bafab2574 req-18aaec94-0858-4692-b78f-901f2e9500b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 1100 time: 0.2594261 Dec 16 09:19:27.412314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd1d61e0-6efe-4e86-b083-748c253e77a1 req-342109eb-c3ed-427e-96fb-178b76237baf tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335058 Dec 16 09:19:27.431573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7597a-f4a2-4219-ba39-a5793748ae33 req-ca05327b-8702-4067-ba33-b5c756e60764 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:27.439440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60d7597a-f4a2-4219-ba39-a5793748ae33 req-ca05327b-8702-4067-ba33-b5c756e60764 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 931 time: 0.2034476 Dec 16 09:19:27.641803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257ca9b8-3240-4510-8a39-95fe250f8755 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:27.650064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60d7597a-f4a2-4219-ba39-a5793748ae33 req-3c697b69-b990-4d54-b265-89391064e3b8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097309 Dec 16 09:19:27.657763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e28c205f-13a4-4d2e-b618-dd1bafab2574 req-86410563-1b49-4e55-b9d0-12c9b44591ad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418864 Dec 16 09:19:27.663154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:27.702687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Transition to ACTIVE for port object 257ca9b8-3240-4510-8a39-95fe250f8755 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:27.714355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27d307-05d0-4de5-abb3-beb8ca1806b2 req-8354a79a-cf2f-4f4c-968d-cfe7ffc4efd5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:27.716022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a27d307-05d0-4de5-abb3-beb8ca1806b2 req-8354a79a-cf2f-4f4c-968d-cfe7ffc4efd5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 949 time: 0.1457303 Dec 16 09:19:27.717587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-a09fd3c6-2171-482b-9528-323565e3e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:27.718963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-a09fd3c6-2171-482b-9528-323565e3e847 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2696099 Dec 16 09:19:27.719705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:27.856424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:27.867369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a27d307-05d0-4de5-abb3-beb8ca1806b2 req-e271f6d6-f82a-484b-adc1-5d6cffc57418 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452394 Dec 16 09:19:27.885988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-d0c6a612-049e-4f01-84bd-d78f4dc63f38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 200 len: 1001 time: 0.1335001 Dec 16 09:19:27.907659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:27.908361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:27.908839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:27.924319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:27.924781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:27.964627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:27.965007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:27.965475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:27.965883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Bound port: 257ca9b8-3240-4510-8a39-95fe250f8755, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:27.966384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:28.004266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-82d8280c-2a0e-470d-9aa4-638ebf92ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:28.005805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-82d8280c-2a0e-470d-9aa4-638ebf92ccb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0926685 Dec 16 09:19:28.168018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-f82db7d2-a163-4de9-9ff9-b545be7c58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:28.169522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-f82db7d2-a163-4de9-9ff9-b545be7c58a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366317 Dec 16 09:19:28.178310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:28.486919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:28.497074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:28.505100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-192dcef3-0221-4507-be50-95d636bea158 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:28.506609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-192dcef3-0221-4507-be50-95d636bea158 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/networks?id=a784aa03-f65f-4bcc-b799-babd794c4e1d HTTP/1.1" status: 200 len: 815 time: 0.4627473 Dec 16 09:19:28.569286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-95ec04e1-6ff7-42b8-adde-ec4e586babd6 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/quotas/ddcc5acc3a6d4e67938e2266d7ebfe4f HTTP/1.1" status: 200 len: 375 time: 0.0511103 Dec 16 09:19:28.573906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:28.574788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:28.576414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] 10.222.0.69 "PUT /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 1091 time: 2.0329702 Dec 16 09:19:28.577022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:28.579707 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829c75ee-6c91-4fd2-8c99-886d0198eac0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:28.651885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-b62dc971-6c0e-463c-bd51-1a60628a13eb service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711866 Dec 16 09:19:28.673998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050221-08a0-4143-81d9-77653f70f3ef service neutron] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:28.767011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-f1ff254b-d6d3-4796-8362-32c883b73211 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddcc5acc3a6d4e67938e2266d7ebfe4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836610 Dec 16 09:19:28.779229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-dbc275c6-ee89-4809-90c0-9c6643228be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:28.780755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-dbc275c6-ee89-4809-90c0-9c6643228be6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1094 time: 0.1434963 Dec 16 09:19:28.900305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-ee34aeed-f89f-4472-a6af-f288ed7e7c3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.1051395 Dec 16 09:19:28.941148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011580c2-1906-4799-a50f-8ab9fe13cdeb req-8b3a0e64-9b68-4992-b01b-32fda50341df service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632694 Dec 16 09:19:28.998471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-7b33f38e-fde1-4f6e-b0be-ea8283344fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:28.999944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-7b33f38e-fde1-4f6e-b0be-ea8283344fac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0899785 Dec 16 09:19:29.006448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-9a4d7c7a-f877-4cb8-96e5-b79ab2aa0286 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190662 Dec 16 09:19:29.046837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-06621523-3a3f-45e5-bfc7-b7e5a33c3ed1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344143 Dec 16 09:19:29.048562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-d03ee7ba-da30-45d7-9b3b-01ccfbdafe63 service neutron] 10.222.0.61 "GET /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632768 Dec 16 09:19:29.256439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-530bd878-f2b8-4957-9b24-b6375ca07bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.257874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-530bd878-f2b8-4957-9b24-b6375ca07bae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1095 time: 0.2025621 Dec 16 09:19:29.269739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-3a2ae77a-9414-4273-9508-5248a23f7b2d service neutron] 10.222.0.61 "GET /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125995 Dec 16 09:19:29.278112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-42669a02-a5bd-4b07-a87e-70d90d9f18a7 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123241 Dec 16 09:19:29.399453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aac42-38f6-4435-ae0b-1defce9ce53f req-c331ec5e-91b8-4e91-b2e0-831d8dfbf684 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.400993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d8aac42-38f6-4435-ae0b-1defce9ce53f req-c331ec5e-91b8-4e91-b2e0-831d8dfbf684 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1096 time: 0.2025716 Dec 16 09:19:29.440247 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496b0bc-556d-4523-8391-4ee1986cbdbf x-openstack-request-id: req-9496b0bc-556d-4523-8391-4ee1986cbdbf {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:29.440535 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:29.440787 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9496b0bc-556d-4523-8391-4ee1986cbdbf {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:29.441179 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755', 'status': 'completed', 'code': 200} Dec 16 09:19:29.477246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-383c476d-e965-45ac-8b44-52124c83d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.478868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-383c476d-e965-45ac-8b44-52124c83d953 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.1996994 Dec 16 09:19:29.482391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3bc1d94-334e-4527-a560-b2619678dd61 req-749465fc-c4af-433d-aa0d-ef4f9c5edcff service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912050 Dec 16 09:19:29.554261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d8aac42-38f6-4435-ae0b-1defce9ce53f req-e23bf531-3282-4b0b-9fea-7336eea2f34b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382163 Dec 16 09:19:29.555355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-9e2ee3d3-5eca-4cc3-aba7-7985c130c139 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.0671074 Dec 16 09:19:29.647105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-c63c4cf3-4800-4e8b-8b5c-9e05e8ba533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.648688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-c63c4cf3-4800-4e8b-8b5c-9e05e8ba533e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0836923 Dec 16 09:19:29.651438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-ff540e22-9b39-4592-8137-87099003bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.653415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-ff540e22-9b39-4592-8137-87099003bbe4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1094 time: 0.1032016 Dec 16 09:19:29.661356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb9f30-4a32-48e6-a0a2-b7b959a93476 req-a235923a-fe09-43a7-8fbf-33ed9dd95a4b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.663408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3bb9f30-4a32-48e6-a0a2-b7b959a93476 req-a235923a-fe09-43a7-8fbf-33ed9dd95a4b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.1736379 Dec 16 09:19:29.742378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-134cc487-a6aa-4266-bf47-207be29e7bd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765827 Dec 16 09:19:29.854445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3bb9f30-4a32-48e6-a0a2-b7b959a93476 req-5df4a10a-44fa-4a82-9d20-602c8f3d31d4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707880 Dec 16 09:19:29.929625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-411d5791-23a9-48d6-806e-e3256b484837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:29.931199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-411d5791-23a9-48d6-806e-e3256b484837 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.2666249 Dec 16 09:19:30.034253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705d97-59e6-414a-9f59-1f099d410125 req-9fcb6d9a-32d0-4963-b5de-ebf857c203e3 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:30.036529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee705d97-59e6-414a-9f59-1f099d410125 req-9fcb6d9a-32d0-4963-b5de-ebf857c203e3 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 949 time: 0.2009194 Dec 16 09:19:30.052944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52720) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:30.056374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-18cc2b6c-87aa-4867-b73b-312259fb7cae service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034360 Dec 16 09:19:30.057796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-cf69b41a-0e79-4774-8751-a93f564a2f7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.1162288 Dec 16 09:19:30.099235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f94244a-92e2-44e4-8748-de904bc45a32 req-e548183c-fa80-457b-af15-7e0ea1e83963 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 210 time: 0.0613399 Dec 16 09:19:30.236204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34acd2db-2132-4078-a651-433bffd4a442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.255672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee705d97-59e6-414a-9f59-1f099d410125 req-156f1da5-f0a2-4a75-b05a-1174a065643f tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967218 Dec 16 09:19:30.284777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-c93614f4-1d49-4abd-b9b5-b29234f1a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:30.287322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-c93614f4-1d49-4abd-b9b5-b29234f1a6a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.2195699 Dec 16 09:19:30.368463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-a78d8b21-52f0-4b15-98ae-07ed902ca4ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686245 Dec 16 09:19:30.371442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf772b6c-4c55-42cf-81d2-bdf5bd73ee8d req-5aa42e69-f894-46f9-b004-1c076a11121d service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894475 Dec 16 09:19:30.407218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34acd2db-2132-4078-a651-433bffd4a442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.414561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34acd2db-2132-4078-a651-433bffd4a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.454455 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34acd2db-2132-4078-a651-433bffd4a442 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4197da7a7d7a4f959abb18ac7c565273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999262 Dec 16 09:19:30.463796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:30.483403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acd2db-2132-4078-a651-433bffd4a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26217c9a-a1ad-419e-b520-b56e3d42624d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:30.560549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0a930b1-00e5-4af8-bd7e-6a4f9e65eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.578834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-09123561-767f-4fd7-aa7a-5f2594f11ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012696 Dec 16 09:19:30.612179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0a930b1-00e5-4af8-bd7e-6a4f9e65eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.725591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-829c75ee-6c91-4fd2-8c99-886d0198eac0 req-a0e14431-5e3c-40d9-a02a-0e8a8ab4a64d service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244256 Dec 16 09:19:30.731339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0a930b1-00e5-4af8-bd7e-6a4f9e65eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.737077 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0a930b1-00e5-4af8-bd7e-6a4f9e65eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:30.738795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e0a930b1-00e5-4af8-bd7e-6a4f9e65eb6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26217c9a-a1ad-419e-b520-b56e3d42624d HTTP/1.1" status: 204 len: 168 time: 0.2735655 Dec 16 09:19:30.750142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a930b1-00e5-4af8-bd7e-6a4f9e65eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26217c9a-a1ad-419e-b520-b56e3d42624d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:31.274368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8c5c26de-94b1-40a4-a746-7222d7f9e64f tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:31.276078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8c5c26de-94b1-40a4-a746-7222d7f9e64f tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.69 "GET /v2.0/networks?id=a784aa03-f65f-4bcc-b799-babd794c4e1d HTTP/1.1" status: 200 len: 815 time: 0.3908949 Dec 16 09:19:31.299966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Request body: {'port': {'device_id': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'admin_state_up': True, 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:31.448746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:31.477249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b65c4f4e-6309-465b-921a-e65e04c43da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.487797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Made reservation on behalf of ddcc5acc3a6d4e67938e2266d7ebfe4f for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:31.492980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.640205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b65c4f4e-6309-465b-921a-e65e04c43da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.646769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b65c4f4e-6309-465b-921a-e65e04c43da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.745137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Allocated IP 172.20.0.8 (a784aa03-f65f-4bcc-b799-babd794c4e1d/3fea7a75-9a22-4123-807d-67f6123d3ca8/c3af3264-cc6b-4245-8bea-4f20d081ebd8) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:19:31.748722 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b65c4f4e-6309-465b-921a-e65e04c43da2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56e0e6d7a8f54b6b9fc7c48113ac1720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984178 Dec 16 09:19:31.749599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52798) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:31.760159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c4f4e-6309-465b-921a-e65e04c43da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bc96cc-1b51-441b-9dae-ab0eb350c00c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:31.858253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4bfd-0c0d-4e47-a13c-c71ecac78566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.889572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4bfd-0c0d-4e47-a13c-c71ecac78566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.987628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52804) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:31.995665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4bfd-0c0d-4e47-a13c-c71ecac78566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:31.999631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4bfd-0c0d-4e47-a13c-c71ecac78566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:32.006420 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f3eb4bfd-0c0d-4e47-a13c-c71ecac78566 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0bc96cc-1b51-441b-9dae-ab0eb350c00c HTTP/1.1" status: 204 len: 168 time: 0.2547951 Dec 16 09:19:32.027888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4bfd-0c0d-4e47-a13c-c71ecac78566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bc96cc-1b51-441b-9dae-ab0eb350c00c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:32.056102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:32.074097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac24c5-f4c9-40be-9d01-047703714769 req-a080b163-a737-44b2-a544-6bafa35ff9c7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:32.075823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7dac24c5-f4c9-40be-9d01-047703714769 req-a080b163-a737-44b2-a544-6bafa35ff9c7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0934868 Dec 16 09:19:32.132556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:32.149994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7dac24c5-f4c9-40be-9d01-047703714769 req-dd494d33-b935-43f9-bb76-e22916ccb4ed tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644655 Dec 16 09:19:32.160256 n-d-821941-1 neutron-server[102397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 09:19:32.164731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-529f8124-0814-4e6f-84db-2b5a7ad12197 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:19:32.181579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-529f8124-0814-4e6f-84db-2b5a7ad12197 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1922846 Dec 16 09:19:32.195051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Network a784aa03-f65f-4bcc-b799-babd794c4e1d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:19:32.198470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:32.203970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:19:32.210408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:32.210938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:32.240728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Pushing event updated for resources: {'Port': ['ID=c3af3264-cc6b-4245-8bea-4f20d081ebd8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:32.270069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-8fc3c6ec-ecde-4dbe-a219-2636f7525734 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9825659 Dec 16 09:19:32.287296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Request body: {'port': {'device_id': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:32.491090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:32.575022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabac3b-a9fe-45e6-b4b2-22ecdd81f414 req-ea41b860-a113-4356-99d1-ebe31fc1ce76 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:32.577423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fabac3b-a9fe-45e6-b4b2-22ecdd81f414 req-ea41b860-a113-4356-99d1-ebe31fc1ce76 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 931 time: 0.1853323 Dec 16 09:19:32.721626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6785852e-eb43-4082-9658-d904a7333184 None None] Provisioning complete for port c3af3264-cc6b-4245-8bea-4f20d081ebd8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:32.724995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6785852e-eb43-4082-9658-d904a7333184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:32.864140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6785852e-eb43-4082-9658-d904a7333184 None None] Port c3af3264-cc6b-4245-8bea-4f20d081ebd8 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:19:32.884573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-cf7533fa-4574-4e3f-b9e1-a8190ee86bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:32.889792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-cf7533fa-4574-4e3f-b9e1-a8190ee86bf7 service neutron] 10.222.0.61 "GET /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 1093 time: 0.3098316 Dec 16 09:19:32.907922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Request body: {'binding': {'host': 'n-h2-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:32.908919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Unknown quota resources ['binding']. {{(pid=102397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:19:32.974492 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fabac3b-a9fe-45e6-b4b2-22ecdd81f414 req-fe963956-6760-49f8-ac19-238d08b8acea tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778608 Dec 16 09:19:33.146027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on host n-h2-821941-1 for vnic_type normal with profile None {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:33.146796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:33.147407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:33.154392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:33.154714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:33.161394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:33.163505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:33.164099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:33.164734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Bound port: 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:33.169540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-cab09149-1780-44c8-9a33-760972cda76a tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=af04ae73b7184242a22555b0388adad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397382 Dec 16 09:19:33.253799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:33.265066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:33.280802 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8098a500-54cc-4432-9e68-e8196e556aff service neutron] 10.222.0.61 "POST /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506/bindings HTTP/1.1" status: 201 len: 389 time: 0.3808498 Dec 16 09:19:33.321455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-33f40aa4-c745-4a26-9ee9-48b45ff87d3f tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:33.328594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-33f40aa4-c745-4a26-9ee9-48b45ff87d3f tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580720 Dec 16 09:19:33.366988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-a692d253-c3ed-4bb0-8868-c9fdf81b75ee tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/quotas/af04ae73b7184242a22555b0388adad7 HTTP/1.1" status: 200 len: 375 time: 0.0372574 Dec 16 09:19:33.418699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3af3264-cc6b-4245-8bea-4f20d081ebd8 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:33.428348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:33.459000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Transition to ACTIVE for port object c3af3264-cc6b-4245-8bea-4f20d081ebd8 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:33.478420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:33.635030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-0640cf4b-14f1-4e3d-9c8f-ac6eb2effbab tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af04ae73b7184242a22555b0388adad7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2666011 Dec 16 09:19:33.665219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Pushing event updated for resources: {'Port': ['ID=c3af3264-cc6b-4245-8bea-4f20d081ebd8,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:33.787872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Attempting to bind port c3af3264-cc6b-4245-8bea-4f20d081ebd8 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:33.788680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Attempting to bind port c3af3264-cc6b-4245-8bea-4f20d081ebd8 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:33.789458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Attempting to bind port c3af3264-cc6b-4245-8bea-4f20d081ebd8 on network a784aa03-f65f-4bcc-b799-babd794c4e1d {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:33.798375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Port c3af3264-cc6b-4245-8bea-4f20d081ebd8 on network a784aa03-f65f-4bcc-b799-babd794c4e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:33.799533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Attempting to bind port c3af3264-cc6b-4245-8bea-4f20d081ebd8 on network a784aa03-f65f-4bcc-b799-babd794c4e1d {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:33.810782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:33.815682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:33.818484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Checking segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:33.819498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Bound using segment: {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:33.821987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Bound port: c3af3264-cc6b-4245-8bea-4f20d081ebd8, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57319847-82c3-476d-a1c1-f3398807691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:33.822608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:34.119944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:34.130885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] For port c3af3264-cc6b-4245-8bea-4f20d081ebd8, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:34.140739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] For port c3af3264-cc6b-4245-8bea-4f20d081ebd8, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:34.147865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:34.152481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '257ca9b8-3240-4510-8a39-95fe250f8755', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'port_id': '257ca9b8-3240-4510-8a39-95fe250f8755', 'mac_address': 'fa:16:3e:2a:c2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0b14df-49d8-4cb1-a534-1dc4f55e8953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:34.195133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:34.196754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:34.199303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-229d79c6-d838-4312-8104-82b3169b651b service neutron] 10.222.0.69 "PUT /v2.0/ports/c3af3264-cc6b-4245-8bea-4f20d081ebd8 HTTP/1.1" status: 200 len: 1091 time: 1.9175496 Dec 16 09:19:34.216366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'tag': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:34.226098 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3bec27-034e-4a2e-b016-5ddbc168fb90" -d '{"events": [{"name": "network-changed", "server_uuid": "319d9c00-8be1-4c09-8b55-4d3df9973795", "tag": "c3af3264-cc6b-4245-8bea-4f20d081ebd8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:34.343908 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:34.386076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d79c6-d838-4312-8104-82b3169b651b service neutron] Pushing event updated for resources: {'Port': ['ID=c3af3264-cc6b-4245-8bea-4f20d081ebd8,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:34.462435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257ca9b8-3240-4510-8a39-95fe250f8755 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:34.536958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-5e0d8aa1-f886-4658-a3e3-d5bf175a8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:34.540075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-5e0d8aa1-f886-4658-a3e3-d5bf175a8209 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1096 time: 0.0777321 Dec 16 09:19:34.549503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-c4e7e872-cbae-42a9-a089-aa227685c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:34.551717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-c4e7e872-cbae-42a9-a089-aa227685c06b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcc5acc3a6d4e67938e2266d7ebfe4f&device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 1094 time: 0.1422544 Dec 16 09:19:34.672748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:34.693467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:34.972567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:35.042822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['257ca9b8-3240-4510-8a39-95fe250f8755'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:35.061382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-b61a2884-23c7-497b-8262-5aad1899406e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8 HTTP/1.1" status: 200 len: 217 time: 0.4726129 Dec 16 09:19:35.243308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-9c85055d-0de0-4ac7-a9da-b1b76a23c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:35.246546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-9c85055d-0de0-4ac7-a9da-b1b76a23c3d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.6808693 Dec 16 09:19:35.337489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7f95a-59d3-4c19-a765-68054aff684c req-18b56a0b-2fa4-420b-af0f-3262a54d92b5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:35.356898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67f7f95a-59d3-4c19-a765-68054aff684c req-18b56a0b-2fa4-420b-af0f-3262a54d92b5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.7081099 Dec 16 09:19:35.519900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67f7f95a-59d3-4c19-a765-68054aff684c req-d89d8aba-3caf-4409-b135-e2b09d496772 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615715 Dec 16 09:19:35.531638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-c29075b8-38d8-4319-af38-85fc51496e7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.2326636 Dec 16 09:19:35.634636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-f004592f-c27c-4a3a-bde2-578af9bc96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:35.636464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-f004592f-c27c-4a3a-bde2-578af9bc96a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fea7a75-9a22-4123-807d-67f6123d3ca8 HTTP/1.1" status: 200 len: 854 time: 0.4084466 Dec 16 09:19:35.697809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a970348b-bb45-4355-9743-af0e203332b1 req-bb171bc5-e020-43f4-8b2e-c0a9c8feb5ce tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 210 time: 0.0673018 Dec 16 09:19:35.753978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-9b316e37-f36f-436c-9f13-ffddf76b5f31 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af04ae73b7184242a22555b0388adad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148870 Dec 16 09:19:35.862055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62df6-d4ed-492c-b3fe-e5b482111b26 req-8b1062b5-ce36-49d5-ad92-a8bf042d1f18 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:35.875294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ba62df6-d4ed-492c-b3fe-e5b482111b26 req-8b1062b5-ce36-49d5-ad92-a8bf042d1f18 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.3655500 Dec 16 09:19:36.039726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ba62df6-d4ed-492c-b3fe-e5b482111b26 req-0f13d2df-42bd-4817-b348-5e776171b924 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631377 Dec 16 09:19:36.049130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-b1b0b86a-ada8-490a-a4af-1b9895abafea tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:36.051119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-b1b0b86a-ada8-490a-a4af-1b9895abafea tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884278 Dec 16 09:19:36.065241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edd77d-4191-4059-b879-8c5617d2d5bf req-d17e3d97-3583-43fa-a9d6-09772c718d41 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:36.073133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76edd77d-4191-4059-b879-8c5617d2d5bf req-d17e3d97-3583-43fa-a9d6-09772c718d41 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.1920855 Dec 16 09:19:36.084502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Request body: {'port': {'device_id': '308393c3-49da-4d47-9251-813004ba5988', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': 'af04ae73b7184242a22555b0388adad7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:36.136008 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b20c15-9bf4-4c75-846d-5b2c0d81502d x-openstack-request-id: req-79b20c15-9bf4-4c75-846d-5b2c0d81502d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:36.136320 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319d9c00-8be1-4c09-8b55-4d3df9973795", "tag": "c3af3264-cc6b-4245-8bea-4f20d081ebd8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:36.136546 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79b20c15-9bf4-4c75-846d-5b2c0d81502d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:36.136940 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'tag': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8', 'status': 'completed', 'code': 200} Dec 16 09:19:36.185631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76edd77d-4191-4059-b879-8c5617d2d5bf req-6b6fc390-6e02-4e15-a996-069507c79d6e tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114540 Dec 16 09:19:36.256676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Made reservation on behalf of af04ae73b7184242a22555b0388adad7 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:36.260721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:36.494794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Allocated IP 192.168.233.111 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/14469916-c6a4-4c83-85fe-28e4accef525) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:19:36.798099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:36.836069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:36.855201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['7b591a93-83ea-4d2f-b4a2-e89af4c48c3e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:36.899676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:19:36.903789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:36.908552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:19:36.920191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:36.920191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:36.949341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Pushing event updated for resources: {'Port': ['ID=14469916-c6a4-4c83-85fe-28e4accef525,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:36.961205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-f101250d-6828-4ffc-ba5a-173281ffdba5 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8807046 Dec 16 09:19:36.978004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Request body: {'port': {'device_id': '308393c3-49da-4d47-9251-813004ba5988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:37.079718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.377345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d297c099-50cb-432d-a103-64a48a199516 None None] Provisioning complete for port 14469916-c6a4-4c83-85fe-28e4accef525 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:37.377345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d297c099-50cb-432d-a103-64a48a199516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.440969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d297c099-50cb-432d-a103-64a48a199516 None None] Port 14469916-c6a4-4c83-85fe-28e4accef525 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:19:37.459519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14469916-c6a4-4c83-85fe-28e4accef525 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:37.469317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.531205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Transition to ACTIVE for port object 14469916-c6a4-4c83-85fe-28e4accef525 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:37.537457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.599961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125502fb-4a9b-4bd2-b371-e48b3d2b199b req-1c6c9485-02eb-4143-aeb5-dc42ae29ea96 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:37.602057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-125502fb-4a9b-4bd2-b371-e48b3d2b199b req-1c6c9485-02eb-4143-aeb5-dc42ae29ea96 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 944 time: 0.1378899 Dec 16 09:19:37.624824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=14469916-c6a4-4c83-85fe-28e4accef525,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:37.688927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Attempting to bind port 14469916-c6a4-4c83-85fe-28e4accef525 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:37.689343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Attempting to bind port 14469916-c6a4-4c83-85fe-28e4accef525 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:37.689758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Attempting to bind port 14469916-c6a4-4c83-85fe-28e4accef525 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:37.694702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-125502fb-4a9b-4bd2-b371-e48b3d2b199b req-e18f675c-33f9-4f79-b285-96ed3ba14719 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839605 Dec 16 09:19:37.698568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Port 14469916-c6a4-4c83-85fe-28e4accef525 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:37.698892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Attempting to bind port 14469916-c6a4-4c83-85fe-28e4accef525 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:37.705414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:37.705772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:37.706229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:37.707265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Bound port: 14469916-c6a4-4c83-85fe-28e4accef525, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:37.707634 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.789313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] For port 14469916-c6a4-4c83-85fe-28e4accef525, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:37.794476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] For port 14469916-c6a4-4c83-85fe-28e4accef525, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=14469916-c6a4-4c83-85fe-28e4accef525,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:37.801677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.829100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:37.874525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:37.875551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.877917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] 10.222.0.53 "PUT /v2.0/ports/14469916-c6a4-4c83-85fe-28e4accef525 HTTP/1.1" status: 200 len: 1096 time: 0.9076421 Dec 16 09:19:37.911640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b384d-7d52-4839-986b-b7965954ef04 service neutron] Pushing event updated for resources: {'Port': ['ID=14469916-c6a4-4c83-85fe-28e4accef525,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:37.925004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 257ca9b8-3240-4510-8a39-95fe250f8755 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:37.930292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 257ca9b8-3240-4510-8a39-95fe250f8755 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:37.930879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:37.936546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986ed9-da35-4623-bfe8-c275b17d04a6 req-dff4e88e-345f-41c1-acad-9ffed721cbf1 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:37.941596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d986ed9-da35-4623-bfe8-c275b17d04a6 req-dff4e88e-345f-41c1-acad-9ffed721cbf1 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 948 time: 0.1322930 Dec 16 09:19:38.062252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d986ed9-da35-4623-bfe8-c275b17d04a6 req-2533d342-5e01-4b38-b97e-d48a180b53b8 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893667 Dec 16 09:19:38.089719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-119bbe1e-4335-4494-9eb7-666305c790d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:38.091572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-119bbe1e-4335-4494-9eb7-666305c790d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af04ae73b7184242a22555b0388adad7&device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 1099 time: 0.1405189 Dec 16 09:19:38.133964 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:38.183123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:38.193995 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876706b3-2690-4754-a69c-a2ad6a953c2a" -d '{"events": [{"server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "name": "network-vif-plugged", "status": "completed", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:38.200468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308393c3-49da-4d47-9251-813004ba5988', 'tag': '14469916-c6a4-4c83-85fe-28e4accef525'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:38.207468 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c477e95-ce82-4e91-91c7-01ce82bcad94" -d '{"events": [{"name": "network-changed", "server_uuid": "308393c3-49da-4d47-9251-813004ba5988", "tag": "14469916-c6a4-4c83-85fe-28e4accef525"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:38.212050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-463856a8-1055-4477-8eb0-8a4c63244bf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=14469916-c6a4-4c83-85fe-28e4accef525 HTTP/1.1" status: 200 len: 217 time: 0.1111944 Dec 16 09:19:38.229814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:38.236641 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:38.279134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-0f8efbd7-0bb9-4570-8f7d-7eae2cdc1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:38.280916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-0f8efbd7-0bb9-4570-8f7d-7eae2cdc1dcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0618918 Dec 16 09:19:38.340757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:38.375473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-195c77f3-bbf3-421c-87ea-5bfe1ae3090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:38.377535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-195c77f3-bbf3-421c-87ea-5bfe1ae3090f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895932 Dec 16 09:19:38.494219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-186acf32-8caa-4c1c-9145-7f0823c03c97 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093619 Dec 16 09:19:38.628554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061da73c-6562-4de4-811b-ab4fbf732f41 req-63ce284b-197f-45e7-aa64-a81be30996ca service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261039 Dec 16 09:19:38.639488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b650b22-6177-4764-a5ab-5ad779a37950 req-056ba452-4d3a-4d42-ae0e-78971bb573ad tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:38.641511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b650b22-6177-4764-a5ab-5ad779a37950 req-056ba452-4d3a-4d42-ae0e-78971bb573ad tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.0855367 Dec 16 09:19:38.701011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b650b22-6177-4764-a5ab-5ad779a37950 req-cc2e3024-5633-4119-a70c-c5d5f8e1b5e2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510564 Dec 16 09:19:38.817366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c3a5-60b1-459e-8d9b-6a8ad2eded97 req-7988f573-a312-45e5-89ea-d11fbcbdf9bd tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:38.819001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2239c3a5-60b1-459e-8d9b-6a8ad2eded97 req-7988f573-a312-45e5-89ea-d11fbcbdf9bd tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.0555074 Dec 16 09:19:38.861432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2239c3a5-60b1-459e-8d9b-6a8ad2eded97 req-5a38220b-c4c1-4aaf-9463-189b4b812814 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Dec 16 09:19:39.083757 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ef32e-9ea5-4631-a4b4-090668362e27 x-openstack-request-id: req-613ef32e-9ea5-4631-a4b4-090668362e27 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:39.084596 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "name": "network-vif-plugged", "status": "completed", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:39.084596 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-613ef32e-9ea5-4631-a4b4-090668362e27 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:39.084867 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755', 'code': 200} Dec 16 09:19:39.117145 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d0743e-8cfb-46c2-b1bc-fa8d9a5b4f38 x-openstack-request-id: req-b1d0743e-8cfb-46c2-b1bc-fa8d9a5b4f38 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:39.117424 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308393c3-49da-4d47-9251-813004ba5988", "tag": "14469916-c6a4-4c83-85fe-28e4accef525", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:39.117673 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1d0743e-8cfb-46c2-b1bc-fa8d9a5b4f38 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:39.118117 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308393c3-49da-4d47-9251-813004ba5988', 'tag': '14469916-c6a4-4c83-85fe-28e4accef525', 'status': 'completed', 'code': 200} Dec 16 09:19:39.188845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-8a81485e-715e-47cf-8c0a-5e024a8635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:39.190913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-8a81485e-715e-47cf-8c0a-5e024a8635e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af04ae73b7184242a22555b0388adad7&device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 1099 time: 0.0500255 Dec 16 09:19:39.341641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-2ec628a9-d8c5-4359-94df-5ea6da14b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:39.343421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-2ec628a9-d8c5-4359-94df-5ea6da14b1f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1438322 Dec 16 09:19:39.422370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cef23-f99e-49ad-bd63-f817d06b3fe6 req-4162e06f-039a-4021-b532-717ae07e5fc0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:39.424099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-286cef23-f99e-49ad-bd63-f817d06b3fe6 req-4162e06f-039a-4021-b532-717ae07e5fc0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.1317387 Dec 16 09:19:39.426509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-b91496bb-1bb0-4349-b3a8-11a1943ddd95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=14469916-c6a4-4c83-85fe-28e4accef525 HTTP/1.1" status: 200 len: 217 time: 0.0692751 Dec 16 09:19:39.758625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-3b304b84-ed1a-41c4-9b6f-aaffa3cfca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:39.760100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-3b304b84-ed1a-41c4-9b6f-aaffa3cfca92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.3266203 Dec 16 09:19:39.763119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-286cef23-f99e-49ad-bd63-f817d06b3fe6 req-7225488b-468f-4e2e-a089-e64d6f4415e2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195946 Dec 16 09:19:39.815139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-dc4d2e8b-db47-4bca-94b2-6e4481e336e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:39.817000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-dc4d2e8b-db47-4bca-94b2-6e4481e336e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466447 Dec 16 09:19:39.971404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-2fbedae1-bc1e-47a1-a4d3-abb74c288377 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466758 Dec 16 09:19:40.052413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04b9e-e4ee-4514-9d3f-5d851ce1cb15 req-f6823c3a-65d4-4e83-bda5-9725664fe055 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:40.053946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0df04b9e-e4ee-4514-9d3f-5d851ce1cb15 req-f6823c3a-65d4-4e83-bda5-9725664fe055 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 948 time: 0.1278443 Dec 16 09:19:40.133952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c477e95-ce82-4e91-91c7-01ce82bcad94 req-b1ac167f-483a-422b-9dd0-699a4f1e039f service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521749 Dec 16 09:19:40.138918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0df04b9e-e4ee-4514-9d3f-5d851ce1cb15 req-7a674e82-364b-4c38-99cb-149e5c6853fb tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634322 Dec 16 09:19:40.492335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33df279-e8a6-4761-9d67-eb8f02cdb5c9 req-d3c3f25e-38c5-4cf4-98ed-b631c96e2380 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:40.493872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d33df279-e8a6-4761-9d67-eb8f02cdb5c9 req-d3c3f25e-38c5-4cf4-98ed-b631c96e2380 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.0632958 Dec 16 09:19:40.557903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d33df279-e8a6-4761-9d67-eb8f02cdb5c9 req-9cdd2585-3529-48a3-855b-d4f1285180cd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577042 Dec 16 09:19:41.327599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177bbc9-c0c3-494d-8096-43f5f524e8d1 req-5d91eb87-3685-4ab0-a251-e3176801656c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:41.329083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2177bbc9-c0c3-494d-8096-43f5f524e8d1 req-5d91eb87-3685-4ab0-a251-e3176801656c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.0554204 Dec 16 09:19:41.378828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2177bbc9-c0c3-494d-8096-43f5f524e8d1 req-ad019fc3-0f84-4064-9719-2882ea66db50 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Dec 16 09:19:41.845538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aee81-9a85-47aa-84fa-fa2f1dad8d97 req-4231bbec-836a-4477-9514-67831e5a0aa4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:41.847423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-958aee81-9a85-47aa-84fa-fa2f1dad8d97 req-4231bbec-836a-4477-9514-67831e5a0aa4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Dec 16 09:19:41.888946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-958aee81-9a85-47aa-84fa-fa2f1dad8d97 req-569bd426-deb5-433a-8150-f47240856270 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352869 Dec 16 09:19:42.056378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc32dac-ba3f-479a-a446-4db79ce83f12 req-be524e02-8585-4b64-85b2-1967446c1d96 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:42.057960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1dc32dac-ba3f-479a-a446-4db79ce83f12 req-be524e02-8585-4b64-85b2-1967446c1d96 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 948 time: 0.0696735 Dec 16 09:19:42.102376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1dc32dac-ba3f-479a-a446-4db79ce83f12 req-c3ea7b2d-8e4d-4ca9-a2db-8d6896527130 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381041 Dec 16 09:19:42.286509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278351d-878a-4d95-8e74-653d22b5e6fa req-74fb9c6b-09c0-43b0-b399-712323abcf0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:42.288066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2278351d-878a-4d95-8e74-653d22b5e6fa req-74fb9c6b-09c0-43b0-b399-712323abcf0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.0539393 Dec 16 09:19:42.335297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 14469916-c6a4-4c83-85fe-28e4accef525 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:42.338871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2278351d-878a-4d95-8e74-653d22b5e6fa req-733eccaf-b179-4c98-b2ab-a1cf4828b1df tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Dec 16 09:19:42.531891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 14469916-c6a4-4c83-85fe-28e4accef525, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=14469916-c6a4-4c83-85fe-28e4accef525,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:42.547333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '14469916-c6a4-4c83-85fe-28e4accef525', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '14469916-c6a4-4c83-85fe-28e4accef525', 'mac_address': 'fa:16:3e:93:df:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:42.603046 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:42.618825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14469916-c6a4-4c83-85fe-28e4accef525 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:42.640699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 14469916-c6a4-4c83-85fe-28e4accef525, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=14469916-c6a4-4c83-85fe-28e4accef525,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:42.647513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:42.720352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=14469916-c6a4-4c83-85fe-28e4accef525,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:42.906387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['14469916-c6a4-4c83-85fe-28e4accef525'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:43.086227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0ada-8486-4ce5-845f-e2fa83e1a734 req-d44e56d0-e6c4-4384-9931-05499aa4fd0c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:43.087812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-981b0ada-8486-4ce5-845f-e2fa83e1a734 req-d44e56d0-e6c4-4384-9931-05499aa4fd0c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.0948801 Dec 16 09:19:43.142531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-981b0ada-8486-4ce5-845f-e2fa83e1a734 req-fe0fbe23-c80c-4e45-b9f3-23baffee8eda tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Dec 16 09:19:43.297645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53016) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:43.308514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3ccbe-4f38-48a7-99ff-cae142458dc5 req-76b3199a-edf4-4836-bc22-2f7bfce9f04b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:43.310055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73a3ccbe-4f38-48a7-99ff-cae142458dc5 req-76b3199a-edf4-4836-bc22-2f7bfce9f04b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.0640731 Dec 16 09:19:43.379948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73a3ccbe-4f38-48a7-99ff-cae142458dc5 req-7480b9e5-c72c-456d-ac45-009bebd9d0f6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631807 Dec 16 09:19:43.421017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ee0904-c78d-45d0-bd41-9f0f8d98439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.507779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ee0904-c78d-45d0-bd41-9f0f8d98439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.512097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ee0904-c78d-45d0-bd41-9f0f8d98439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.518096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd12f7-66be-49a0-9ceb-5d424d380587 req-80888715-41fd-46e3-b3f9-034582f26a10 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:43.518096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fd12f7-66be-49a0-9ceb-5d424d380587 req-80888715-41fd-46e3-b3f9-034582f26a10 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 949 time: 0.0527871 Dec 16 09:19:43.549220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee0904-c78d-45d0-bd41-9f0f8d98439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e808c245-2a03-475f-9951-17a1c35a7575,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:43.556502 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28ee0904-c78d-45d0-bd41-9f0f8d98439e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33c264c0a83f45ac9d759dd432a29807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551591 Dec 16 09:19:43.557596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53024) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:43.562626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fd12f7-66be-49a0-9ceb-5d424d380587 req-7dae459b-b95a-4984-b5e1-082f4a8e0db2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Dec 16 09:19:43.624971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b773c3e-802d-45c6-a52b-41aa641125db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.649273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b773c3e-802d-45c6-a52b-41aa641125db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.704216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b773c3e-802d-45c6-a52b-41aa641125db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.708657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b773c3e-802d-45c6-a52b-41aa641125db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:43.712636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8b773c3e-802d-45c6-a52b-41aa641125db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e808c245-2a03-475f-9951-17a1c35a7575 HTTP/1.1" status: 204 len: 168 time: 0.1519675 Dec 16 09:19:43.718474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b773c3e-802d-45c6-a52b-41aa641125db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e808c245-2a03-475f-9951-17a1c35a7575,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:43.723699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f8130-681e-4022-8175-029b5673e8b8 req-5213509c-498c-4a52-9643-ef85d3849bc6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:43.725333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d43f8130-681e-4022-8175-029b5673e8b8 req-5213509c-498c-4a52-9643-ef85d3849bc6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.0696626 Dec 16 09:19:43.778433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d43f8130-681e-4022-8175-029b5673e8b8 req-f7ec53a7-933f-442d-9751-ca8f12e6fb40 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Dec 16 09:19:43.877009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53038) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:43.925615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9132c2c5-3b59-490d-a18a-33003143c75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.065360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53044) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:44.079364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06358155-eabe-47a4-9c17-c383ea86edf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.170238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:44.183699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06358155-eabe-47a4-9c17-c383ea86edf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.190275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06358155-eabe-47a4-9c17-c383ea86edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.234133 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06358155-eabe-47a4-9c17-c383ea86edf5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aca0b2a994fa4ebbb88bfce6a9f86946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675591 Dec 16 09:19:44.235001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358155-eabe-47a4-9c17-c383ea86edf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b95ce-d8a7-493f-9065-b45f13c62b44,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.238036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:44.286571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ec92260-7b20-4d75-b774-1d556896190a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.296977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-853bfa1b-9acd-4ae9-8b49-e89bfd373fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.301240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcfa7-cec7-4192-8750-24b8b6fa5e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.322726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcfa7-cec7-4192-8750-24b8b6fa5e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.351095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 14469916-c6a4-4c83-85fe-28e4accef525 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:44.355553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee9ca-7a44-4103-9f2f-b4c7ed3e8678 req-e9a9f685-5e61-4c3f-b33d-beffb180f988 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:44.357537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efeee9ca-7a44-4103-9f2f-b4c7ed3e8678 req-e9a9f685-5e61-4c3f-b33d-beffb180f988 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.1272311 Dec 16 09:19:44.377720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcfa7-cec7-4192-8750-24b8b6fa5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.380421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcfa7-cec7-4192-8750-24b8b6fa5e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.381731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0d8bcfa7-cec7-4192-8750-24b8b6fa5e59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f53b95ce-d8a7-493f-9065-b45f13c62b44 HTTP/1.1" status: 204 len: 168 time: 0.1425636 Dec 16 09:19:44.390846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bcfa7-cec7-4192-8750-24b8b6fa5e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b95ce-d8a7-493f-9065-b45f13c62b44,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.430222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efeee9ca-7a44-4103-9f2f-b4c7ed3e8678 req-68a97f6f-e3a1-4f07-a25f-f1656da2b401 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557814 Dec 16 09:19:44.455752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 14469916-c6a4-4c83-85fe-28e4accef525 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:44.463381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 14469916-c6a4-4c83-85fe-28e4accef525 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:44.464697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.543539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ec92260-7b20-4d75-b774-1d556896190a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.567701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ec92260-7b20-4d75-b774-1d556896190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.598964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-853bfa1b-9acd-4ae9-8b49-e89bfd373fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.614685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-853bfa1b-9acd-4ae9-8b49-e89bfd373fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.634935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7ec92260-7b20-4d75-b774-1d556896190a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96ed0aea766c46288ab107d5ece66565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567644 Dec 16 09:19:44.637708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:44.644190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec92260-7b20-4d75-b774-1d556896190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f64343a-b4fd-40a9-937a-595d0c4467b5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.663449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea428047-9f5c-4555-862d-c2cb843f665b req-6e82f6eb-8040-4adb-9d65-7b1f25634309 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:44.665021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea428047-9f5c-4555-862d-c2cb843f665b req-6e82f6eb-8040-4adb-9d65-7b1f25634309 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.1485176 Dec 16 09:19:44.677481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-853bfa1b-9acd-4ae9-8b49-e89bfd373fd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=731a9d68429441a0b10882c9a544cecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058930 Dec 16 09:19:44.679806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:44.719551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bfa1b-9acd-4ae9-8b49-e89bfd373fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b04a1-62ea-4e96-8232-5648d23af7b3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.741783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea428047-9f5c-4555-862d-c2cb843f665b req-b8d003a0-97d5-4cae-8894-f169aab25a24 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610857 Dec 16 09:19:44.754761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.756818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38874049-d405-469d-bfa5-28387864fb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.791076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38874049-d405-469d-bfa5-28387864fb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.794689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308393c3-49da-4d47-9251-813004ba5988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14469916-c6a4-4c83-85fe-28e4accef525'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:44.797769 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da13e4a-fd9c-4975-99d0-d2bdee938be7" -d '{"events": [{"server_uuid": "308393c3-49da-4d47-9251-813004ba5988", "name": "network-vif-plugged", "status": "completed", "tag": "14469916-c6a4-4c83-85fe-28e4accef525"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:44.812329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 14469916-c6a4-4c83-85fe-28e4accef525, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=14469916-c6a4-4c83-85fe-28e4accef525,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:44.819914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ded1ca2-2257-478d-8d1c-1396af8cca45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.824228 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.855995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ded1ca2-2257-478d-8d1c-1396af8cca45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.904198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38874049-d405-469d-bfa5-28387864fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.906999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-38874049-d405-469d-bfa5-28387864fb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.908772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-38874049-d405-469d-bfa5-28387864fb60 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f64343a-b4fd-40a9-937a-595d0c4467b5 HTTP/1.1" status: 204 len: 168 time: 0.2698319 Dec 16 09:19:44.918086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38874049-d405-469d-bfa5-28387864fb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f64343a-b4fd-40a9-937a-595d0c4467b5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.927968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b115-0be0-4da9-a51e-4b9df51a5fae req-da2bc670-dc90-4397-856a-8551c5a04b1c tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:44.935708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89e3b115-0be0-4da9-a51e-4b9df51a5fae req-da2bc670-dc90-4397-856a-8551c5a04b1c tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 950 time: 0.0792542 Dec 16 09:19:44.946696 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ded1ca2-2257-478d-8d1c-1396af8cca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.951201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ded1ca2-2257-478d-8d1c-1396af8cca45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:44.953192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ded1ca2-2257-478d-8d1c-1396af8cca45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca5b04a1-62ea-4e96-8232-5648d23af7b3 HTTP/1.1" status: 204 len: 168 time: 0.2703776 Dec 16 09:19:44.972076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded1ca2-2257-478d-8d1c-1396af8cca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b04a1-62ea-4e96-8232-5648d23af7b3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.979551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=14469916-c6a4-4c83-85fe-28e4accef525,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:44.995449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89e3b115-0be0-4da9-a51e-4b9df51a5fae req-55b8654c-b0d8-484e-8034-e87202e9b54e tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Dec 16 09:19:45.042308 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef2b6b-e391-4cb6-94af-06ec8e123ea1 x-openstack-request-id: req-b3ef2b6b-e391-4cb6-94af-06ec8e123ea1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:45.043086 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308393c3-49da-4d47-9251-813004ba5988", "name": "network-vif-plugged", "status": "completed", "tag": "14469916-c6a4-4c83-85fe-28e4accef525", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:45.044538 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3ef2b6b-e391-4cb6-94af-06ec8e123ea1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:45.045303 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308393c3-49da-4d47-9251-813004ba5988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14469916-c6a4-4c83-85fe-28e4accef525', 'code': 200} Dec 16 09:19:45.180650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea1381-ae12-4b5b-b611-89df3905b3a5 req-a4ab914e-e31a-49d1-96ba-d0c5739188f9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.182254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87ea1381-ae12-4b5b-b611-89df3905b3a5 req-a4ab914e-e31a-49d1-96ba-d0c5739188f9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.0826242 Dec 16 09:19:45.185185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da82c13-ad50-4c48-a268-bf57d6d21f09 req-f8bd47f9-8ed7-4984-bec9-e9bf0b287d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.186975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1da82c13-ad50-4c48-a268-bf57d6d21f09 req-f8bd47f9-8ed7-4984-bec9-e9bf0b287d47 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 1101 time: 0.0593975 Dec 16 09:19:45.248885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87ea1381-ae12-4b5b-b611-89df3905b3a5 req-87b00f76-3bb1-4e93-aa36-8373760e32cd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603006 Dec 16 09:19:45.251453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1da82c13-ad50-4c48-a268-bf57d6d21f09 req-f4a64b6c-99ad-4fef-a486-493b2ade67e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Dec 16 09:19:45.456329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53094) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:45.474282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e0887f8-67cf-456f-b6a2-b71b95597102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.600305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc3e5d-e03e-404b-820e-774a4a2e17a5 req-6984852b-3efe-4c09-a9b2-b51646cf7a33 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.600305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4bc3e5d-e03e-404b-820e-774a4a2e17a5 req-6984852b-3efe-4c09-a9b2-b51646cf7a33 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.0794737 Dec 16 09:19:45.602562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53096) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:45.634190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-827bd12b-883e-4303-8e1b-5643ba5122ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.692955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e0887f8-67cf-456f-b6a2-b71b95597102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.728683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e0887f8-67cf-456f-b6a2-b71b95597102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.752004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b9f29-bf40-4e1e-9959-c044655a4470 req-ceb16825-fb1b-4924-aee4-601d431c7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.754079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab1b9f29-bf40-4e1e-9959-c044655a4470 req-ceb16825-fb1b-4924-aee4-601d431c7509 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1096 time: 0.0530396 Dec 16 09:19:45.790863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4bc3e5d-e03e-404b-820e-774a4a2e17a5 req-bb370b8f-97df-4097-bf33-9fc7f5f39848 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896086 Dec 16 09:19:45.821449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-eefd5f0f-cafc-4fd0-a60d-4932320c1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.821449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-eefd5f0f-cafc-4fd0-a60d-4932320c1c45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1725061 Dec 16 09:19:45.826486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab1b9f29-bf40-4e1e-9959-c044655a4470 req-f341e15b-979f-4398-8893-908268f01b42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Dec 16 09:19:45.833893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0887f8-67cf-456f-b6a2-b71b95597102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc39a80-cac8-449b-ab9c-ba94c8b388e2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:45.848964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-5ce31687-88e6-4084-a92d-b4a13b2ce9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.850484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-5ce31687-88e6-4084-a92d-b4a13b2ce9e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a784aa03-f65f-4bcc-b799-babd794c4e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044766 Dec 16 09:19:45.852759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0e0887f8-67cf-456f-b6a2-b71b95597102 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3c4aa0b3592403fb92bec62b574ae5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952997 Dec 16 09:19:45.855772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53104) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:45.916597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b4d1-ad6e-47e4-90cd-e5180247701d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.942302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b4d1-ad6e-47e4-90cd-e5180247701d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.961329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81837e-c53a-4b85-93ee-475dfcd27ef3 req-091ebbb3-8d26-4dc6-a25b-d7e2651173ce tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:45.963880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa81837e-c53a-4b85-93ee-475dfcd27ef3 req-091ebbb3-8d26-4dc6-a25b-d7e2651173ce tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.1342092 Dec 16 09:19:45.995509 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b4d1-ad6e-47e4-90cd-e5180247701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:45.998815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b4d1-ad6e-47e4-90cd-e5180247701d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.002200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9ff9b4d1-ad6e-47e4-90cd-e5180247701d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbc39a80-cac8-449b-ab9c-ba94c8b388e2 HTTP/1.1" status: 204 len: 168 time: 0.1450729 Dec 16 09:19:46.007818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-827bd12b-883e-4303-8e1b-5643ba5122ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.014110 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-827bd12b-883e-4303-8e1b-5643ba5122ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.014781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9b4d1-ad6e-47e4-90cd-e5180247701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc39a80-cac8-449b-ab9c-ba94c8b388e2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:46.052241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa81837e-c53a-4b85-93ee-475dfcd27ef3 req-896fa736-ddcd-44e3-804f-fefbf8a8061e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787086 Dec 16 09:19:46.087175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-827bd12b-883e-4303-8e1b-5643ba5122ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb887e37e3c543398cf7ce6c0b75902a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816952 Dec 16 09:19:46.089310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bd12b-883e-4303-8e1b-5643ba5122ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0607051-cce0-4abf-9ed5-9d19506dae1c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:46.090047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53112) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:46.149227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8dd30602-dda5-4659-bf64-e905dae7c8ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607917 Dec 16 09:19:46.163248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92084e-3e2e-4ee3-9610-b2a1c8ea40ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.195648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92084e-3e2e-4ee3-9610-b2a1c8ea40ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.261240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92084e-3e2e-4ee3-9610-b2a1c8ea40ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.264915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92084e-3e2e-4ee3-9610-b2a1c8ea40ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.268778 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c92084e-3e2e-4ee3-9610-b2a1c8ea40ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0607051-cce0-4abf-9ed5-9d19506dae1c HTTP/1.1" status: 204 len: 168 time: 0.1748278 Dec 16 09:19:46.277302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92084e-3e2e-4ee3-9610-b2a1c8ea40ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0607051-cce0-4abf-9ed5-9d19506dae1c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:46.327394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af658a8f-2dfb-4869-88f0-9b3cad55c429 req-d1918711-74d3-4bcb-940f-f35de9254d8c tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:46.334528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af658a8f-2dfb-4869-88f0-9b3cad55c429 req-d1918711-74d3-4bcb-940f-f35de9254d8c tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 950 time: 0.2320349 Dec 16 09:19:46.357741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-7a3e0eaa-736f-4bc9-b8ff-a91395d0327a service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559331 Dec 16 09:19:46.382260 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0470248d-96f7-4202-9f6e-9ddc60034541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:46.435604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-174001d9-ba8f-4043-83a5-a9da76437aaa service neutron] 10.222.0.69 "GET /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313904 Dec 16 09:19:46.574082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af658a8f-2dfb-4869-88f0-9b3cad55c429 req-54eb3e17-b7fd-4344-8744-9c6331321022 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386208 Dec 16 09:19:46.607052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e4bf-cb1f-48d5-8140-081a5729ac6e req-2ca6636d-cef8-4a95-b10b-6b37a377d28e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:46.613783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8af4e4bf-cb1f-48d5-8140-081a5729ac6e req-2ca6636d-cef8-4a95-b10b-6b37a377d28e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 945 time: 0.2202139 Dec 16 09:19:46.662692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8b70fde9-6e52-451b-b584-f29b09036e69 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744956 Dec 16 09:19:46.683572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1efc213-3513-4fbb-af1f-31f2d20c8f6b req-87c0e910-5fe2-43ce-905b-c39774780f8c service neutron] 10.222.0.69 "GET /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162375 Dec 16 09:19:46.704046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8af4e4bf-cb1f-48d5-8140-081a5729ac6e req-a3a2404e-37c6-4391-adc4-7704fce2a063 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825679 Dec 16 09:19:46.867069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-7faa7c8f-e60a-4bc1-94e2-52df3b29f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:46.869482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-7faa7c8f-e60a-4bc1-94e2-52df3b29f349 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ddcc5acc3a6d4e67938e2266d7ebfe4f&device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 1094 time: 0.1012475 Dec 16 09:19:46.872789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1b17a3f0-d729-4f75-8363-d631669bb06b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:46.874257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1b17a3f0-d729-4f75-8363-d631669bb06b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.1043670 Dec 16 09:19:46.907751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821941-1'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:47.055345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:47.087846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df487eb-73ed-4296-8855-98447ee5acc0 req-9151fd7d-6d84-4bd3-9739-1fb0f0ed16bf tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:47.089457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5df487eb-73ed-4296-8855-98447ee5acc0 req-9151fd7d-6d84-4bd3-9739-1fb0f0ed16bf tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.1875768 Dec 16 09:19:47.126091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-c563c4cb-3e3d-42dc-8bc5-51ddfa565f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:47.127764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-c563c4cb-3e3d-42dc-8bc5-51ddfa565f35 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a784aa03-f65f-4bcc-b799-babd794c4e1d HTTP/1.1" status: 200 len: 916 time: 0.2399240 Dec 16 09:19:47.212175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-11d779dd-c697-4ba5-983e-4baaf2cf31ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8 HTTP/1.1" status: 200 len: 217 time: 0.0736456 Dec 16 09:19:47.398732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5df487eb-73ed-4296-8855-98447ee5acc0 req-7ec2f0d5-8ed3-4d5a-900e-1846f66afffa tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834306 Dec 16 09:19:47.474711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129276e-43bc-4fd0-bc52-169438dd5d0f req-18d998bf-fdfd-4e41-aceb-3d9aa2c7a526 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:47.485910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6129276e-43bc-4fd0-bc52-169438dd5d0f req-18d998bf-fdfd-4e41-aceb-3d9aa2c7a526 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.2872989 Dec 16 09:19:47.494268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-a801cdb5-77af-4f0b-914d-93e58713ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:47.495906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-a801cdb5-77af-4f0b-914d-93e58713ef44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fea7a75-9a22-4123-807d-67f6123d3ca8 HTTP/1.1" status: 200 len: 854 time: 0.2270474 Dec 16 09:19:47.501051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:47.584558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6129276e-43bc-4fd0-bc52-169438dd5d0f req-a41d41ea-0f88-43e5-89d9-e18b19980c57 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912209 Dec 16 09:19:47.620503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-cb8cc0b5-c0ab-4077-9dc5-f9aa805dd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:47.622236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-cb8cc0b5-c0ab-4077-9dc5-f9aa805dd5e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a784aa03-f65f-4bcc-b799-babd794c4e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079786 Dec 16 09:19:47.624056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:47.757972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:47.761766 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3195fa63-8c40-44db-8ad0-e2d5951637b4" -d '{"events": [{"server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "name": "network-vif-unplugged", "status": "completed", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:47.773633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:47.782518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53190) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:47.795540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:47.877613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.074831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-421091713-network', 'tenant_id': '49339ece483a4f4fad0de39f15f56266'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:48.135980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-d0e8529f-8e97-4bfe-869c-7674b3cc4631 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=19d9b823d48e4a25ab8886185e5c0cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785298 Dec 16 09:19:48.143901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-6e74ef6f-da35-422c-8a3f-a9b9660af97c service neutron] 10.222.0.69 "GET /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938896 Dec 16 09:19:48.160910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b76bb9-ca9c-45fb-88d2-ed792efe8127 req-64b24195-4f57-4025-80d2-b52eb1c66d7b tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:48.162590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85b76bb9-ca9c-45fb-88d2-ed792efe8127 req-64b24195-4f57-4025-80d2-b52eb1c66d7b tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 950 time: 0.4650588 Dec 16 09:19:48.321760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:48.359220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Made reservation on behalf of 49339ece483a4f4fad0de39f15f56266 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:48.361627 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.398785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.415214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85b76bb9-ca9c-45fb-88d2-ed792efe8127 req-c8182f39-8ff3-4576-8299-5a611058086a tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339997 Dec 16 09:19:48.446585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on host n-h1-821941-1 for vnic_type normal with profile {"migrating_to": "n-h2-821941-1"} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:48.446923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:48.447325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:48.457298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:48.457604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Attempting to bind port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:48.469681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:48.470037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:48.470471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:48.470891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Bound port: 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:48.471254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.532674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-009e025c-df25-4c75-a818-2de345642b6e tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:48.534325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-009e025c-df25-4c75-a818-2de345642b6e tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3863876 Dec 16 09:19:48.554070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d3bec27-034e-4a2e-b016-5ddbc168fb90 req-7c088640-d8f8-4bfc-8610-0ba98a6ffff5 service neutron] 10.222.0.69 "GET /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850119 Dec 16 09:19:48.621218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-f92ed18e-8834-4cb2-ab46-aa0bcb73c4eb tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/quotas/19d9b823d48e4a25ab8886185e5c0cb7 HTTP/1.1" status: 200 len: 375 time: 0.0659237 Dec 16 09:19:48.689361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-02482788-66a1-4203-8af3-567e5a1da77b tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=19d9b823d48e4a25ab8886185e5c0cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552673 Dec 16 09:19:48.704764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173100c5-6357-4ac7-b475-358755ea841a req-245fa286-0718-4e48-b50b-f89317e20a5a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:48.706305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-173100c5-6357-4ac7-b475-358755ea841a req-245fa286-0718-4e48-b50b-f89317e20a5a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.2168093 Dec 16 09:19:48.715065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:48.723225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:48.742015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.750566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.783084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.868943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:19:48.868943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-173100c5-6357-4ac7-b475-358755ea841a req-f930246c-9b17-4d1b-a17c-bd76d22c68f9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409326 Dec 16 09:19:48.872847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96de26f-5ecf-4fe2-94a4-72d9d7f25f58,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:48.907000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=8']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:48.923153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:48.924046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.926133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-6203d7f3-06fe-4a68-a381-231d02588259 service neutron] 10.222.0.69 "PUT /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 1121 time: 2.0254490 Dec 16 09:19:48.927929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:48.928464 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Added segment 00b388cb-80f8-43e0-82d2-4c6131244ea9 of type vlan for network 666e471d-a3de-437a-a431-52b4d83f98c2 Dec 16 09:19:48.982304 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86d520-0b34-49fa-a5e0-fac4ef1aa88b x-openstack-request-id: req-7b86d520-0b34-49fa-a5e0-fac4ef1aa88b {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:48.982599 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "name": "network-vif-unplugged", "status": "completed", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:48.983025 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b86d520-0b34-49fa-a5e0-fac4ef1aa88b {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:48.983469 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'code': 200} Dec 16 09:19:49.007779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.024374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['4774fe6b-1710-45a1-aa2c-13bc67f6a506'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:49.057424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.057424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:49.057424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.196143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4072719 Dec 16 09:19:49.196500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53228) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:49.200797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d18ea-5aab-4d4f-b6e2-da6f995f825e admin admin] Pushing event updated for resources: {'Network': ['ID=666e471d-a3de-437a-a431-52b4d83f98c2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:49.205162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Request body: {'subnet': {'network_id': '666e471d-a3de-437a-a431-52b4d83f98c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-421091713-subnet', 'tenant_id': '49339ece483a4f4fad0de39f15f56266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:49.212717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432fb53-3e2c-4357-b5f8-fec1f6055d6f req-7937b34d-6ffd-4296-bb37-9ffde07abd81 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:49.214601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6432fb53-3e2c-4357-b5f8-fec1f6055d6f req-7937b34d-6ffd-4296-bb37-9ffde07abd81 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.1718545 Dec 16 09:19:49.220978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 666e471d-a3de-437a-a431-52b4d83f98c2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:19:49.249391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Made reservation on behalf of 49339ece483a4f4fad0de39f15f56266 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:49.253222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.337516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6432fb53-3e2c-4357-b5f8-fec1f6055d6f req-27618feb-3480-437d-a61a-3fdf66903118 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124530 Dec 16 09:19:49.383505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b07e3e-a739-46d1-8847-702b20d2a7f6 req-25c7383a-ee17-45be-b9db-f9a88c4a235f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:49.389606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20b07e3e-a739-46d1-8847-702b20d2a7f6 req-25c7383a-ee17-45be-b9db-f9a88c4a235f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.1535883 Dec 16 09:19:49.437993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20b07e3e-a739-46d1-8847-702b20d2a7f6 req-bccf38fb-8c56-4c09-828e-08d9d7049679 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Dec 16 09:19:49.514809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.546037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f6cd45f-63e7-4b3e-a5ad-f1eef85b09c7 req-00d9c927-f306-48ec-906e-45b3329b099f tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 210 time: 0.0489335 Dec 16 09:19:49.605394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e36be6b-d8e0-4a65-9481-fbce521189ee,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:49.630648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Checking segment: {'id': '00b388cb-80f8-43e0-82d2-4c6131244ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '666e471d-a3de-437a-a431-52b4d83f98c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:49.631086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Network hostable DHCP agents. Network: 666e471d-a3de-437a-a431-52b4d83f98c2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:19:49.655603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Network 666e471d-a3de-437a-a431-52b4d83f98c2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:19:49.675624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 666e471d-a3de-437a-a431-52b4d83f98c2) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:49.681374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:49.682237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.697804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b306f684-5c9b-435d-ab3b-c8d26cd55233 None None] Network 666e471d-a3de-437a-a431-52b4d83f98c2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:49.710569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ce205e0-a218-4f6d-b165-a7fd27a515f9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5119474 Dec 16 09:19:49.787641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccd456-117b-46bd-83f0-a9a3625fd455 req-be3db0e6-419c-4843-b365-160ea19fe48d tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:49.788436 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.791796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95ccd456-117b-46bd-83f0-a9a3625fd455 req-be3db0e6-419c-4843-b365-160ea19fe48d tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 1101 time: 0.1193676 Dec 16 09:19:49.818412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-95ccd456-117b-46bd-83f0-a9a3625fd455 req-c6a29825-f212-4ded-8d43-85099f48c418 tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.917401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2c848-e863-48b7-afc1-c54b6e9f769d None None] Network 666e471d-a3de-437a-a431-52b4d83f98c2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:49.939496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:49.943841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226eae-7eb5-481a-9630-0a93e0403d43 req-0526f4b4-8e3b-4040-b478-11d35cc5ba31 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:49.945604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67226eae-7eb5-481a-9630-0a93e0403d43 req-0526f4b4-8e3b-4040-b478-11d35cc5ba31 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1096 time: 0.0925035 Dec 16 09:19:50.015457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-95ccd456-117b-46bd-83f0-a9a3625fd455 req-c6a29825-f212-4ded-8d43-85099f48c418 tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.018315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67226eae-7eb5-481a-9630-0a93e0403d43 req-cb925fc1-a417-4a75-93e3-b56ce5b4aacb tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635731 Dec 16 09:19:50.023210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-95ccd456-117b-46bd-83f0-a9a3625fd455 req-c6a29825-f212-4ded-8d43-85099f48c418 tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.063948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95ccd456-117b-46bd-83f0-a9a3625fd455 req-c6a29825-f212-4ded-8d43-85099f48c418 tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634423 Dec 16 09:19:50.064656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a29825-f212-4ded-8d43-85099f48c418 tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61f42c-2d3c-4ff0-bdb5-99cec8589612,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:50.261126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f58ae4-bf30-4e0d-9c68-baced2453a30 req-b3e53673-0be3-485b-8034-5c04db8f7de2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:50.263732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3f58ae4-bf30-4e0d-9c68-baced2453a30 req-b3e53673-0be3-485b-8034-5c04db8f7de2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.0939531 Dec 16 09:19:50.339860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-33a35cbe-23e9-4934-b880-2e6a87fc9bbf tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=19d9b823d48e4a25ab8886185e5c0cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403774 Dec 16 09:19:50.357217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3f58ae4-bf30-4e0d-9c68-baced2453a30 req-d94e8259-34bb-41aa-b3cf-00a70444ed85 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823250 Dec 16 09:19:50.518390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9933a-953c-4e8e-9e43-d583602b43e6 req-fbbf9477-1eb1-4715-8a8b-0d65081fdf85 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:50.520137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77c9933a-953c-4e8e-9e43-d583602b43e6 req-fbbf9477-1eb1-4715-8a8b-0d65081fdf85 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1096 time: 0.1120038 Dec 16 09:19:50.619553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-012df14c-17da-4dd1-adf6-03d7109d6fb7 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:50.621019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-012df14c-17da-4dd1-adf6-03d7109d6fb7 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653167 Dec 16 09:19:50.629538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77c9933a-953c-4e8e-9e43-d583602b43e6 req-28db192a-6d4b-4fe2-8030-0b2eca563aa9 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911820 Dec 16 09:19:50.641385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140733c-1647-4a7f-8a7c-827fd7455a44 req-75ee3c22-f8cd-458c-bb9a-67c8bcdf134a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:50.654224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c140733c-1647-4a7f-8a7c-827fd7455a44 req-75ee3c22-f8cd-458c-bb9a-67c8bcdf134a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 943 time: 0.1215837 Dec 16 09:19:50.654224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Request body: {'port': {'device_id': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '19d9b823d48e4a25ab8886185e5c0cb7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:50.741182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53274) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:50.746367 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-607747510-network', 'tenant_id': '3dccfef0ab594bad8405e45ffa11ff9a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:50.761417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c140733c-1647-4a7f-8a7c-827fd7455a44 req-bddf830a-b44a-4da5-a8da-c0ec2a9fe1ad tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096263 Dec 16 09:19:50.773006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Made reservation on behalf of 3dccfef0ab594bad8405e45ffa11ff9a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:50.779181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.791913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5de43ed0-715b-4bf7-8aac-b51ac188fb89 req-07088b95-266f-42a2-b818-fba40b447d09 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 210 time: 0.0506451 Dec 16 09:19:50.794000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.907145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Made reservation on behalf of 19d9b823d48e4a25ab8886185e5c0cb7 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:50.909391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.917509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.918758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.937630 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.952383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:19:50.984947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:50.988589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:50.988774 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc316d-6033-4896-ad2a-f5cff5536277" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:50.989007 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Added segment a85feb32-bb7b-4cda-8e96-85c2e48ffee9 of type vlan for network 1ae61bcc-6aa6-46a3-96b7-013a28be904a Dec 16 09:19:51.003872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe63fc-82b7-4e89-af74-10b5c91314ae,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:51.062927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.077988 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd6f274-317a-4943-ad73-e914e1439200 x-openstack-request-id: req-2cd6f274-317a-4943-ad73-e914e1439200 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:51.078364 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:51.078530 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cd6f274-317a-4943-ad73-e914e1439200 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:51.078930 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'status': 'completed', 'code': 200} Dec 16 09:19:51.108697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.110645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:51.111559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.148723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.156314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.233890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-5c481ad3-ebc0-4663-8dac-b8756a2833ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:51.235518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-5c481ad3-ebc0-4663-8dac-b8756a2833ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1124 time: 0.1372461 Dec 16 09:19:51.242831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4999080 Dec 16 09:19:51.246774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53294) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:51.255264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f526f93-9502-42a2-8101-6246fcf7e561,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:51.255488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Request body: {'subnet': {'network_id': '1ae61bcc-6aa6-46a3-96b7-013a28be904a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-607747510-subnet', 'tenant_id': '3dccfef0ab594bad8405e45ffa11ff9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:51.276863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f75f-e777-422c-989a-08dba7b270d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae61bcc-6aa6-46a3-96b7-013a28be904a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:51.301134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Made reservation on behalf of 3dccfef0ab594bad8405e45ffa11ff9a for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:19:51.306689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.312915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 1ae61bcc-6aa6-46a3-96b7-013a28be904a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:19:51.459841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a234ec-6d46-4a2a-b8f9-9f3c7ceafac9 req-93e3c6bc-87fe-48f9-a91f-97c28ac710ab tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:51.470338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a234ec-6d46-4a2a-b8f9-9f3c7ceafac9 req-93e3c6bc-87fe-48f9-a91f-97c28ac710ab tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 1101 time: 0.2236028 Dec 16 09:19:51.558100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53308) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:51.592421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.598223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Allocated IP 192.168.233.25 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/b51523f1-8e8a-4b40-920e-66ccdb5f463f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:19:51.647754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23dc4886-e622-4157-b20f-811d460f60e9,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:51.654642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-792a157a-0c8d-4b9f-ad39-f74d424876d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:51.657090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-792a157a-0c8d-4b9f-ad39-f74d424876d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.4028842 Dec 16 09:19:51.668919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a234ec-6d46-4a2a-b8f9-9f3c7ceafac9 req-6c61f212-e693-4173-98ad-f93a67f6ff76 tempest-ServersAdminNegativeTestJSON-285440114 tempest-ServersAdminNegativeTestJSON-285440114-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975019 Dec 16 09:19:51.670981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Checking segment: {'id': 'a85feb32-bb7b-4cda-8e96-85c2e48ffee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ae61bcc-6aa6-46a3-96b7-013a28be904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:51.671371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Network hostable DHCP agents. Network: 1ae61bcc-6aa6-46a3-96b7-013a28be904a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:19:51.724854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Network 1ae61bcc-6aa6-46a3-96b7-013a28be904a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:19:51.732387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-5a56fabc-8ca9-4c4d-81fe-66627464916f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.0621977 Dec 16 09:19:51.746420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 1ae61bcc-6aa6-46a3-96b7-013a28be904a) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:51.756563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:51.757155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.758150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dee1a7-379c-48ac-a9ac-53b2f346eb45 None None] Network 1ae61bcc-6aa6-46a3-96b7-013a28be904a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:51.795824 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e453eb5f-9cb6-40b3-a35c-d5473b3d80a2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5472679 Dec 16 09:19:51.893865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c3af3264-cc6b-4245-8bea-4f20d081ebd8 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:51.948259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:51.973386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:52.037294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Deleting subnet 8e36be6b-d8e0-4a65-9481-fbce521189ee {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:19:52.041359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.103096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.105794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8b0d7-0247-4769-b51b-66b552a8b842 None None] Network 1ae61bcc-6aa6-46a3-96b7-013a28be904a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:19:52.122562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.140497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-bf265bfb-16bb-41a8-a6a9-d081d2cade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:52.142237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-bf265bfb-16bb-41a8-a6a9-d081d2cade74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.3996258 Dec 16 09:19:52.186169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c3af3264-cc6b-4245-8bea-4f20d081ebd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:52.205800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8', 'network_id': 'a784aa03-f65f-4bcc-b799-babd794c4e1d', 'port_id': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8', 'mac_address': 'fa:16:3e:57:b1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fea7a75-9a22-4123-807d-67f6123d3ca8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:19:52.234583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-2a48f5ac-b856-4f49-a206-ae2f9179c8e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794470 Dec 16 09:19:52.251706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ac2c9-6342-461d-bfde-f94e13add961 req-4f208c1a-68e9-4672-8f32-098ddff5ebd1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:52.265117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b46ac2c9-6342-461d-bfde-f94e13add961 req-4f208c1a-68e9-4672-8f32-098ddff5ebd1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.3557072 Dec 16 09:19:52.286016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.340316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3af3264-cc6b-4245-8bea-4f20d081ebd8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:52.406140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c3af3264-cc6b-4245-8bea-4f20d081ebd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:52.416759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.435427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.440514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.441544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:19:52.467784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e36be6b-d8e0-4a65-9481-fbce521189ee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:52.476697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.478129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b46ac2c9-6342-461d-bfde-f94e13add961 req-a7c36b87-509e-4e68-bd14-972fe244041b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114859 Dec 16 09:19:52.485167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.486450 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9133b336-8abb-409d-bd6d-67cb44ba4b9f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8e36be6b-d8e0-4a65-9481-fbce521189ee HTTP/1.1" status: 204 len: 168 time: 0.5117087 Dec 16 09:19:52.488927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53332) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:52.498880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.557416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-f15904b1-344c-49cc-9ecd-21df80d0045d tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:19:52.558855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-f15904b1-344c-49cc-9ecd-21df80d0045d tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392227 Dec 16 09:19:52.608570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c3af3264-cc6b-4245-8bea-4f20d081ebd8,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:52.621025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.631863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-a65aea45-87e9-45cf-abca-4dc762fa4875 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548839 Dec 16 09:19:52.639005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa11f4a7338a4da3ac3df66e6cf9f970&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0794413 Dec 16 09:19:52.640161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5dc682-c93d-43d1-bae2-74df5af036eb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:52.653012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53334) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:52.654937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.655454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.656303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.656808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.657298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.657818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.658333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.658820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.659498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.660014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.660501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.661048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b605b-765f-46d0-bf7b-e7e5d7771a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:52.680674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:52.689925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-23347c82-5e89-4494-a95b-8d9db022d9a6 req-78ef8434-536c-4621-b6bc-e6b06cdf0869 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:19:52.691825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23347c82-5e89-4494-a95b-8d9db022d9a6 req-78ef8434-536c-4621-b6bc-e6b06cdf0869 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210412 Dec 16 09:19:52.711269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-01508be6-fed3-4832-a23e-80e7b3557eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:52.712638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-01508be6-fed3-4832-a23e-80e7b3557eb7 service neutron] 10.222.0.61 "GET /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 1093 time: 0.1403494 Dec 16 09:19:52.713700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.730023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 has no active binding in host n-h2-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:19:52.751932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.765338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Request body: {'binding': {'host': 'n-h1-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:52.766246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Unknown quota resources ['binding']. {{(pid=102398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:19:52.783276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.783620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.784647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.785208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > port after_create 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.785529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.785878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > port after_update 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.786197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.786510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.786833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.787166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.909247 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.909592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.910160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.910434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:19:52.910968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666e471d-a3de-437a-a431-52b4d83f98c2']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:52.935715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b388cb-80f8-43e0-82d2-4c6131244ea9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:52.936005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b388cb-80f8-43e0-82d2-4c6131244ea9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:52.962540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:52.989764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.001030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:19:53.001592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: from cryptography.utils import int_from_bytes Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: from cryptography.utils import int_from_bytes Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:19:53.028829 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:19:53.101469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.111373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.118845 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] 10.222.0.61 "DELETE /v2.0/networks/666e471d-a3de-437a-a431-52b4d83f98c2 HTTP/1.1" status: 204 len: 168 time: 0.6252496 Dec 16 09:19:53.118845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53342) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:53.150956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:19:53.157891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cdb9b-792a-44ed-8ad9-05e3256d1057 admin admin] Pushing event deleted for resources: {'Network': ['ID=666e471d-a3de-437a-a431-52b4d83f98c2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:53.166512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['c3af3264-cc6b-4245-8bea-4f20d081ebd8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:53.197204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:19:53.200005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Deleting subnet 23dc4886-e622-4157-b20f-811d460f60e9 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:19:53.200934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:19:53.204213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.207137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:53.207791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.219241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Pushing event updated for resources: {'Port': ['ID=b51523f1-8e8a-4b40-920e-66ccdb5f463f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:53.255204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.276979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbfaca-cb5b-4ae6-8acb-2abb6cd3d425 req-426af7db-dff1-4d52-81ac-26be1aa3d8c0 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:53.285861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4bbfaca-cb5b-4ae6-8acb-2abb6cd3d425 req-426af7db-dff1-4d52-81ac-26be1aa3d8c0 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 944 time: 0.4833646 Dec 16 09:19:53.301105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfc316d-6033-4896-ad2a-f5cff5536277 req-044022af-4dd1-4df7-b5d3-121ff7c2edeb service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523032 Dec 16 09:19:53.304621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-119da2b0-8b3f-40d7-95cb-16e5c86e1dd0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6606562 Dec 16 09:19:53.308632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5760754-c5a9-4359-8ccf-4571804332ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.331836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.335111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5760754-c5a9-4359-8ccf-4571804332ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.344249 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.381820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Request body: {'port': {'device_id': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:53.406858 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.443575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23dc4886-e622-4157-b20f-811d460f60e9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:53.450870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.459172 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b48d372-49c9-428e-9943-1ec968921d7a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/23dc4886-e622-4157-b20f-811d460f60e9 HTTP/1.1" status: 204 len: 168 time: 0.3393655 Dec 16 09:19:53.461228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53344) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:53.493426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4bbfaca-cb5b-4ae6-8acb-2abb6cd3d425 req-4efd2ae6-2afd-4d4e-a78f-338f14cbe79b tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066154 Dec 16 09:19:53.499543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5760754-c5a9-4359-8ccf-4571804332ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.502098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5760754-c5a9-4359-8ccf-4571804332ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.503807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5760754-c5a9-4359-8ccf-4571804332ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f5dc682-c93d-43d1-bae2-74df5af036eb HTTP/1.1" status: 204 len: 168 time: 0.8382471 Dec 16 09:19:53.518396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.525376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5760754-c5a9-4359-8ccf-4571804332ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5dc682-c93d-43d1-bae2-74df5af036eb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:53.533628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on host n-h1-821941-1 for vnic_type normal with profile None {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:53.534030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:53.534381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:53.543358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:53.543641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:53.571994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:53.572321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:53.572713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:53.573155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Bound port: 257ca9b8-3240-4510-8a39-95fe250f8755, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:53.616750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.620194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a51883fd-a4a5-4a02-ae63-b6c4130f7ea2 None None] Provisioning complete for port b51523f1-8e8a-4b40-920e-66ccdb5f463f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:53.620903 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a51883fd-a4a5-4a02-ae63-b6c4130f7ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.672865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a51883fd-a4a5-4a02-ae63-b6c4130f7ea2 None None] Port b51523f1-8e8a-4b40-920e-66ccdb5f463f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:19:53.740217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:53.754631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.755286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.755831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-fea38713-2de4-4db6-acab-ffd11e36db60 service neutron] 10.222.0.61 "POST /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755/bindings HTTP/1.1" status: 201 len: 389 time: 0.9973187 Dec 16 09:19:53.779013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae61bcc-6aa6-46a3-96b7-013a28be904a']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:53.794408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85feb32-bb7b-4cda-8e96-85c2e48ffee9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:53.794686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85feb32-bb7b-4cda-8e96-85c2e48ffee9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:19:53.814393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.817149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9563e-3501-40c8-af9f-aae529f1fff0 req-a63f18b0-6816-4419-8f6c-0f98e7a2b1fe tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:53.824810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bed9563e-3501-40c8-af9f-aae529f1fff0 req-a63f18b0-6816-4419-8f6c-0f98e7a2b1fe tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 935 time: 0.1415689 Dec 16 09:19:53.896303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bed9563e-3501-40c8-af9f-aae529f1fff0 req-0faa5148-4c16-42b9-980d-2efb66a9c320 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682464 Dec 16 09:19:53.912958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.975475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:19:53.976186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:19:53.982231 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:19:54.066731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.110075 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.113355 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] 10.222.0.61 "DELETE /v2.0/networks/1ae61bcc-6aa6-46a3-96b7-013a28be904a HTTP/1.1" status: 204 len: 168 time: 0.6510339 Dec 16 09:19:54.114326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53356) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:54.122072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436998-a96e-4637-a1ad-861351bd96ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae61bcc-6aa6-46a3-96b7-013a28be904a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:54.131995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.143674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51523f1-8e8a-4b40-920e-66ccdb5f463f {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:54.181987 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.225196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Transition to ACTIVE for port object b51523f1-8e8a-4b40-920e-66ccdb5f463f will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:54.241432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90544b-761e-4d22-8c96-b8615d0e333f req-6c7c30a9-98ff-439a-89fa-63a9ef8c04b9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:54.243405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c90544b-761e-4d22-8c96-b8615d0e333f req-6c7c30a9-98ff-439a-89fa-63a9ef8c04b9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.2502592 Dec 16 09:19:54.249732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.262306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.270515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.303463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-5b80feb8-14b4-4ffb-965d-3aab1e57f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:54.305368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-5b80feb8-14b4-4ffb-965d-3aab1e57f811 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1096 time: 0.1556294 Dec 16 09:19:54.328416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8fcf9f445454eb9892e58d0cbdaf2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130044 Dec 16 09:19:54.329793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c456e-a73f-45df-8522-8a4400c9483f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:54.333284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53360) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:54.354234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.355054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.355752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.356449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.357462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.358222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.358978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.359694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.360364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.361108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.361618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.362747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39e65fc-aa70-499a-9de6-545c854caf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:19:54.389268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389626a-a324-4853-a76b-d3b48a060635 req-18d3a948-5f70-40e5-9d5a-02abead39622 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:54.391837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9389626a-a324-4853-a76b-d3b48a060635 req-18d3a948-5f70-40e5-9d5a-02abead39622 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.2770586 Dec 16 09:19:54.446815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50346995-fde0-4bc1-ac7a-b3c79ef65064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.449221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53362) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:54.470990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Pushing event updated for resources: {'Port': ['ID=b51523f1-8e8a-4b40-920e-66ccdb5f463f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:54.498489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50346995-fde0-4bc1-ac7a-b3c79ef65064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.499346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.531806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c90544b-761e-4d22-8c96-b8615d0e333f req-dde10309-d29a-4648-a3b4-f0f5b04c5b0e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722452 Dec 16 09:19:54.552976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Attempting to bind port b51523f1-8e8a-4b40-920e-66ccdb5f463f on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:54.553481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Attempting to bind port b51523f1-8e8a-4b40-920e-66ccdb5f463f by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:54.553986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Attempting to bind port b51523f1-8e8a-4b40-920e-66ccdb5f463f on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:54.569871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Port b51523f1-8e8a-4b40-920e-66ccdb5f463f on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:54.569871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Attempting to bind port b51523f1-8e8a-4b40-920e-66ccdb5f463f on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:54.598642 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fb498e85-4338-410c-8c55-25a676d67539 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49339ece483a4f4fad0de39f15f56266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369755 Dec 16 09:19:54.599299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53368) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:54.615158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-ecaa0f55-ae8b-4807-9cd7-d7799a9f09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:54.616779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-ecaa0f55-ae8b-4807-9cd7-d7799a9f09d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.2842722 Dec 16 09:19:54.620461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9389626a-a324-4853-a76b-d3b48a060635 req-f9581bba-cae7-4f6b-9f42-40dc94750bc3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962752 Dec 16 09:19:54.621527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:54.621887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:54.622251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:54.622696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Bound port: b51523f1-8e8a-4b40-920e-66ccdb5f463f, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:54.623051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.627059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50346995-fde0-4bc1-ac7a-b3c79ef65064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.630189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50346995-fde0-4bc1-ac7a-b3c79ef65064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.632113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50346995-fde0-4bc1-ac7a-b3c79ef65064 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec3c456e-a73f-45df-8522-8a4400c9483f HTTP/1.1" status: 204 len: 168 time: 0.2955344 Dec 16 09:19:54.664050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50346995-fde0-4bc1-ac7a-b3c79ef65064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c456e-a73f-45df-8522-8a4400c9483f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:54.728527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7a3954c-ea21-47fb-bf33-1ee72c8d5f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.730174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-28752bf4-6cf6-4fec-a0b1-98f7e0508947 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.1035106 Dec 16 09:19:54.756576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7a3954c-ea21-47fb-bf33-1ee72c8d5f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.857957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7a3954c-ea21-47fb-bf33-1ee72c8d5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.861055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7a3954c-ea21-47fb-bf33-1ee72c8d5f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:54.867923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a7a3954c-ea21-47fb-bf33-1ee72c8d5f5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c96de26f-5ecf-4fe2-94a4-72d9d7f25f58 HTTP/1.1" status: 204 len: 168 time: 0.2641377 Dec 16 09:19:54.884345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-b02bf970-0f8a-49ec-99a4-f8d8abab26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:54.886244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-b02bf970-0f8a-49ec-99a4-f8d8abab26b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1457293 Dec 16 09:19:54.896205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] For port b51523f1-8e8a-4b40-920e-66ccdb5f463f, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:54.898223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3954c-ea21-47fb-bf33-1ee72c8d5f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96de26f-5ecf-4fe2-94a4-72d9d7f25f58,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:54.921695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72435c-730b-4705-a4ab-c646e1be62f8 req-a88eaec1-eb9c-4d1f-a75b-1353148797a4 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:54.930605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd72435c-730b-4705-a4ab-c646e1be62f8 req-a88eaec1-eb9c-4d1f-a75b-1353148797a4 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 944 time: 0.2067542 Dec 16 09:19:54.935941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] For port b51523f1-8e8a-4b40-920e-66ccdb5f463f, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:54.974384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-11543c23-0fc6-4a2d-8d7b-e92558db7a63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794134 Dec 16 09:19:54.987245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:55.123032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:55.123649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:55.128859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] 10.222.0.69 "PUT /v2.0/ports/b51523f1-8e8a-4b40-920e-66ccdb5f463f HTTP/1.1" status: 200 len: 1095 time: 1.7506828 Dec 16 09:19:55.133642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'tag': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:55.135807 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb", "tag": "b51523f1-8e8a-4b40-920e-66ccdb5f463f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:55.173756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd72435c-730b-4705-a4ab-c646e1be62f8 req-5d1178a7-c785-4e38-8d48-be7711cd95b6 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374957 Dec 16 09:19:55.204347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08930c1e-b313-467a-866d-71ed6959dabf service neutron] Pushing event updated for resources: {'Port': ['ID=b51523f1-8e8a-4b40-920e-66ccdb5f463f,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:55.345224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f1b1-ab80-4f8b-97ad-7d507e2fb553 req-ab8433f9-3137-4b19-b1ff-8e99504fe442 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:55.351619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-3af8f2ab-0ae9-4fb3-a96a-ca8704ce6a8a service neutron] 10.222.0.53 "GET /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.1124084 Dec 16 09:19:55.355336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc1f1b1-ab80-4f8b-97ad-7d507e2fb553 req-ab8433f9-3137-4b19-b1ff-8e99504fe442 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 950 time: 0.4178419 Dec 16 09:19:55.382201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-e66335a3-9377-4cd6-93bd-9083d4748543 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869298 Dec 16 09:19:55.443577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:55.532877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1870f-0191-40f0-8787-972643befe6b req-c8004f1f-7332-45e6-96de-2cd0be50fbc3 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:55.534503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71c1870f-0191-40f0-8787-972643befe6b req-c8004f1f-7332-45e6-96de-2cd0be50fbc3 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.2370620 Dec 16 09:19:55.541728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc1f1b1-ab80-4f8b-97ad-7d507e2fb553 req-dc00b21e-27bd-43b6-902e-28c360d6acc8 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853149 Dec 16 09:19:55.564437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-9627df73-3c32-4bc4-9593-e7e8f6c23abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:55.567129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-9627df73-3c32-4bc4-9593-e7e8f6c23abb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19d9b823d48e4a25ab8886185e5c0cb7&device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 1098 time: 0.3556540 Dec 16 09:19:55.578172 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2aea2831-d8fc-413e-aa49-5f25e739085a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3dccfef0ab594bad8405e45ffa11ff9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326804 Dec 16 09:19:55.578886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53398) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:19:55.642909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-4efbff7c-b8cd-4ec3-b3db-0b25929b777f service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330611 Dec 16 09:19:55.645720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-a04bcfe0-23a3-4bd4-ba1c-df954907fe47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f HTTP/1.1" status: 200 len: 217 time: 0.0594883 Dec 16 09:19:55.715283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0942b962-f02a-4b3e-9ed2-37fd239c00e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:55.748196 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175ff6a-de6d-4906-a2c6-3807a9446304 x-openstack-request-id: req-7175ff6a-de6d-4906-a2c6-3807a9446304 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:55.748501 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb", "tag": "b51523f1-8e8a-4b40-920e-66ccdb5f463f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:55.748740 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7175ff6a-de6d-4906-a2c6-3807a9446304 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:55.749154 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'tag': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f', 'status': 'completed', 'code': 200} Dec 16 09:19:55.754214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71c1870f-0191-40f0-8787-972643befe6b req-527bdb8f-91dd-45d5-8ce1-265b6e0bf0dc tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077475 Dec 16 09:19:55.772198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0942b962-f02a-4b3e-9ed2-37fd239c00e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:55.811679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-1d85b26a-0fac-4b62-b181-03fda455174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:55.813721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-1d85b26a-0fac-4b62-b181-03fda455174f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1588478 Dec 16 09:19:55.894104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-7b05baee-bdc6-4cbf-b3f2-8312ed2d62c5 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:55.896627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-7b05baee-bdc6-4cbf-b3f2-8312ed2d62c5 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.1782131 Dec 16 09:19:55.898538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c3af3264-cc6b-4245-8bea-4f20d081ebd8 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:19:55.902985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:55.957781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821941-1'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:19:55.959918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:55.991593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port c3af3264-cc6b-4245-8bea-4f20d081ebd8 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:19:56.006412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port c3af3264-cc6b-4245-8bea-4f20d081ebd8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:19:56.007388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.010277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4774fe6b-1710-45a1-aa2c-13bc67f6a506 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:19:56.023043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0942b962-f02a-4b3e-9ed2-37fd239c00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.025662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0942b962-f02a-4b3e-9ed2-37fd239c00e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.030635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0942b962-f02a-4b3e-9ed2-37fd239c00e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8fe63fc-82b7-4e89-af74-10b5c91314ae HTTP/1.1" status: 204 len: 168 time: 0.4390566 Dec 16 09:19:56.038362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:56.071165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-a9243c9a-9400-469a-86b3-57bbe4176ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:56.072695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-a9243c9a-9400-469a-86b3-57bbe4176ff1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2500055 Dec 16 09:19:56.074188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942b962-f02a-4b3e-9ed2-37fd239c00e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe63fc-82b7-4e89-af74-10b5c91314ae,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:56.079939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.086507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a509a-cd52-463a-b394-e3997bb9da84 req-317e026a-ca72-434f-acdd-b17d6dff3c1a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:56.093820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa8a509a-cd52-463a-b394-e3997bb9da84 req-317e026a-ca72-434f-acdd-b17d6dff3c1a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 945 time: 0.2509274 Dec 16 09:19:56.098644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.180955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c5a5-4124-4ad1-8a8a-7cd9ff09d540 req-bff91922-56ed-4cb9-8d37-a57d28aecc57 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:56.182474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2522c5a5-4124-4ad1-8a8a-7cd9ff09d540 req-bff91922-56ed-4cb9-8d37-a57d28aecc57 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 943 time: 0.2819290 Dec 16 09:19:56.186466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] Transition to ACTIVE for port object 4774fe6b-1710-45a1-aa2c-13bc67f6a506 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:19:56.194724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.245401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa8a509a-cd52-463a-b394-e3997bb9da84 req-bfef8869-2622-400a-9c09-62f92a8d6b16 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506510 Dec 16 09:19:56.284398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] Pushing event updated for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=10']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:56.300401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.340468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:56.341945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-0efe48f7-8e69-46c7-9fba-9a7a6d010840 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447145 Dec 16 09:19:56.350830 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0205853-52ce-470d-b6c3-aa67d57dd28d" -d '{"events": [{"server_uuid": "319d9c00-8be1-4c09-8b55-4d3df9973795", "name": "network-vif-plugged", "status": "completed", "tag": "c3af3264-cc6b-4245-8bea-4f20d081ebd8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:56.369493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] No DVR routers for this DVR port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:19:56.385898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c3af3264-cc6b-4245-8bea-4f20d081ebd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:56.396487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:56.419553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2522c5a5-4124-4ad1-8a8a-7cd9ff09d540 req-6ceb8fc6-9382-4f77-8387-ebbefcf5941c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119734 Dec 16 09:19:56.428451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-1d8a9b65-eec1-4e81-85f0-6305d4768531 service neutron] 10.222.0.53 "PUT /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506/bindings/n-h2-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0666173 Dec 16 09:19:56.505402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c3af3264-cc6b-4245-8bea-4f20d081ebd8,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:56.526147 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8882e91-837d-4372-9f25-ea67ee0798ea x-openstack-request-id: req-e8882e91-837d-4372-9f25-ea67ee0798ea {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:56.526628 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319d9c00-8be1-4c09-8b55-4d3df9973795", "name": "network-vif-plugged", "status": "completed", "tag": "c3af3264-cc6b-4245-8bea-4f20d081ebd8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:56.526956 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8882e91-837d-4372-9f25-ea67ee0798ea {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:56.528841 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8', 'code': 200} Dec 16 09:19:56.708412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-a9f404f6-cd22-414e-8608-fead1127a5cf tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:56.710513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-a9f404f6-cd22-414e-8608-fead1127a5cf tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 950 time: 0.2574553 Dec 16 09:19:56.768511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5182851-ba0f-40b1-a397-14514beeeb00 req-19dd6327-e747-4a75-92c7-7c4e4f7c0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:56.770992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5182851-ba0f-40b1-a397-14514beeeb00 req-19dd6327-e747-4a75-92c7-7c4e4f7c0389 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 1096 time: 0.1757896 Dec 16 09:19:56.892252 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5182851-ba0f-40b1-a397-14514beeeb00 req-d164a7e9-4b48-4671-9dc0-2e798508a64b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127956 Dec 16 09:19:56.945486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Deleting port 14469916-c6a4-4c83-85fe-28e4accef525 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:19:56.945955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.006081 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:19:57.078970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] For port 14469916-c6a4-4c83-85fe-28e4accef525, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=14469916-c6a4-4c83-85fe-28e4accef525,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:57.078970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.093977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Calling delete_port for 14469916-c6a4-4c83-85fe-28e4accef525 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:19:57.145570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-4d5b16ee-74aa-42fa-96a7-e1eed2254405 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:57.148182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-4d5b16ee-74aa-42fa-96a7-e1eed2254405 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.6117041 Dec 16 09:19:57.170488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5f4c9-bceb-4112-aef7-b567bb9c9308 req-beafc41d-6c69-4171-8aac-a441e1d6c443 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:57.178335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05c5f4c9-bceb-4112-aef7-b567bb9c9308 req-beafc41d-6c69-4171-8aac-a441e1d6c443 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.7240760 Dec 16 09:19:57.218604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:19:57.245148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531963ca-c27a-40a0-9696-bc94f28344ae req-de82af3d-95ff-4ef7-868b-2db9d2418c19 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:57.246761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531963ca-c27a-40a0-9696-bc94f28344ae req-de82af3d-95ff-4ef7-868b-2db9d2418c19 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=308393c3-49da-4d47-9251-813004ba5988 HTTP/1.1" status: 200 len: 950 time: 0.2821391 Dec 16 09:19:57.248718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8291da58-de23-4c6b-a2d3-e9b2a33eb066 req-ff44fea9-d6cc-4b97-94b6-e021ffbf0b49 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8543525 Dec 16 09:19:57.279115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.293035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['7b591a93-83ea-4d2f-b4a2-e89af4c48c3e', '14469916-c6a4-4c83-85fe-28e4accef525'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:57.313682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05c5f4c9-bceb-4112-aef7-b567bb9c9308 req-056e659c-016f-4520-81f3-62090eed27c2 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343029 Dec 16 09:19:57.341452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:57.350381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Pushing event deleted for resources: {'Port': ['ID=14469916-c6a4-4c83-85fe-28e4accef525,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:57.368769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531963ca-c27a-40a0-9696-bc94f28344ae req-08669acb-6aba-42ad-9006-650995281d95 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098969 Dec 16 09:19:57.407878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.420809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.547506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] No DVR routers for this DVR port 14469916-c6a4-4c83-85fe-28e4accef525 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:19:57.551941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.556728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-beb0dabb-a90d-4b4c-859b-bc7e70f4ebe4 req-116bbdde-d4b3-4f46-b9fa-8194fc62ea66 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "DELETE /v2.0/ports/14469916-c6a4-4c83-85fe-28e4accef525 HTTP/1.1" status: 204 len: 173 time: 0.8391056 Dec 16 09:19:57.557896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308393c3-49da-4d47-9251-813004ba5988', 'name': 'network-vif-deleted', 'tag': '14469916-c6a4-4c83-85fe-28e4accef525'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:57.561055 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1117ae58-5afe-46d5-982d-3609142c7555" -d '{"events": [{"server_uuid": "308393c3-49da-4d47-9251-813004ba5988", "name": "network-vif-deleted", "tag": "14469916-c6a4-4c83-85fe-28e4accef525"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:57.574130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:57.604700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on host n-h2-821941-1 for vnic_type normal with profile {"migrating_to": "n-h1-821941-1"} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:19:57.605130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:19:57.605631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:57.632433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4758c-db9f-4656-ab24-b7d7031f67a3 req-a12c480f-79d6-425c-b362-7b08e4dba004 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:57.634948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4c4758c-db9f-4656-ab24-b7d7031f67a3 req-a12c480f-79d6-425c-b362-7b08e4dba004 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.1122613 Dec 16 09:19:57.635673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:19:57.636086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Attempting to bind port 257ca9b8-3240-4510-8a39-95fe250f8755 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:19:57.641886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:19:57.642291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:19:57.642770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:19:57.643496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Bound port: 257ca9b8-3240-4510-8a39-95fe250f8755, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:19:57.643973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.701413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4c4758c-db9f-4656-ab24-b7d7031f67a3 req-303dafe5-3176-4e1b-822d-fe61f5eb258b tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Dec 16 09:19:57.750937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:19:57.754374 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cc8d0f-7933-4022-8e1c-1e6d19c37409" -d '{"events": [{"server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "name": "network-vif-unplugged", "status": "completed", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:19:57.791124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:19:57.795339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:19:57.807514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.912221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:57.913219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:19:57.915766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] 10.222.0.53 "PUT /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 1121 time: 1.9701753 Dec 16 09:19:57.923211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16fd4-e94c-4a24-b9f3-7e43dbef9683 service neutron] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=8']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:19:58.000538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['257ca9b8-3240-4510-8a39-95fe250f8755'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:19:58.196581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33eef66-31e4-4ccc-8f2f-5a48d52f6403 req-7be04463-c711-4794-93a3-a65cedf4dbf7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:58.198333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d33eef66-31e4-4ccc-8f2f-5a48d52f6403 req-7be04463-c711-4794-93a3-a65cedf4dbf7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0797503 Dec 16 09:19:58.260005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d33eef66-31e4-4ccc-8f2f-5a48d52f6403 req-fd6232e8-f341-458c-99c0-776153255233 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Dec 16 09:19:58.378109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5623e5c-a46c-4bb4-b060-09b6da8d4fd2 req-8309ba54-a086-4640-8d8a-0073bb2d261d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:58.380340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5623e5c-a46c-4bb4-b060-09b6da8d4fd2 req-8309ba54-a086-4640-8d8a-0073bb2d261d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0557041 Dec 16 09:19:58.414667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 14469916-c6a4-4c83-85fe-28e4accef525 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:19:58.428336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5623e5c-a46c-4bb4-b060-09b6da8d4fd2 req-3c43bf31-e3c3-4ad7-a3a3-a9c3e3754ba5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Dec 16 09:19:58.439339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 14469916-c6a4-4c83-85fe-28e4accef525 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:19:58.439724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 14469916-c6a4-4c83-85fe-28e4accef525 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:19:58.440412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:19:58.500315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:19:58.517100 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b191bd9-eb47-47e3-a023-18cb69f4d5ed x-openstack-request-id: req-0b191bd9-eb47-47e3-a023-18cb69f4d5ed {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:58.517812 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308393c3-49da-4d47-9251-813004ba5988", "name": "network-vif-deleted", "tag": "14469916-c6a4-4c83-85fe-28e4accef525", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:58.518748 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b191bd9-eb47-47e3-a023-18cb69f4d5ed {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:58.519395 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308393c3-49da-4d47-9251-813004ba5988', 'name': 'network-vif-deleted', 'tag': '14469916-c6a4-4c83-85fe-28e4accef525', 'status': 'completed', 'code': 200} Dec 16 09:19:58.560556 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735d490-712a-4eb5-a1d9-13e924224199 x-openstack-request-id: req-7735d490-712a-4eb5-a1d9-13e924224199 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:19:58.561334 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "name": "network-vif-unplugged", "status": "completed", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:19:58.561334 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7735d490-712a-4eb5-a1d9-13e924224199 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:19:58.561790 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755', 'code': 200} Dec 16 09:19:58.897576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b1a6-cf27-4707-8bf9-b216fbcf5e0f req-bbc22a50-0351-42b9-b685-946d4fbd340a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:58.899225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1207b1a6-cf27-4707-8bf9-b216fbcf5e0f req-bbc22a50-0351-42b9-b685-946d4fbd340a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0688260 Dec 16 09:19:58.946593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1207b1a6-cf27-4707-8bf9-b216fbcf5e0f req-977fe783-cdb7-4e64-a233-81caad656827 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Dec 16 09:19:59.091871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751e001-74d4-4008-87f0-62e6c6335940 req-19393dab-e510-4529-845e-4357c5ff7938 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:59.093495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e751e001-74d4-4008-87f0-62e6c6335940 req-19393dab-e510-4529-845e-4357c5ff7938 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0548022 Dec 16 09:19:59.138407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e751e001-74d4-4008-87f0-62e6c6335940 req-090bde20-0573-47b5-b75a-97c1e55f8b01 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379808 Dec 16 09:19:59.767030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffbe5a-cacf-4ec1-a0de-338851885fc7 req-c997b2ca-0765-4e8e-aa8a-7d1db2578568 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:19:59.768975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ffbe5a-cacf-4ec1-a0de-338851885fc7 req-c997b2ca-0765-4e8e-aa8a-7d1db2578568 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0534220 Dec 16 09:19:59.810796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ffbe5a-cacf-4ec1-a0de-338851885fc7 req-f8f47909-834c-4bb7-9c6c-cd741cb3f07f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356786 Dec 16 09:20:00.053461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ecf3-40d6-402a-bef6-281d0ce5e507 req-3e21fe20-68b7-464d-8c53-a23a587e9d0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:00.055065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3484ecf3-40d6-402a-bef6-281d0ce5e507 req-3e21fe20-68b7-464d-8c53-a23a587e9d0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0661249 Dec 16 09:20:00.111691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3484ecf3-40d6-402a-bef6-281d0ce5e507 req-5c483b08-c21b-43e1-8cc7-5ba93299c483 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493977 Dec 16 09:20:00.226824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f7d17-bc54-4ec6-927e-7b452e48b871 req-65bddcd0-4977-4289-b3b3-a68c217ab66f tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:00.228378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-414f7d17-bc54-4ec6-927e-7b452e48b871 req-65bddcd0-4977-4289-b3b3-a68c217ab66f tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 949 time: 0.0537755 Dec 16 09:20:00.271365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-414f7d17-bc54-4ec6-927e-7b452e48b871 req-602c6cb0-e703-446a-820b-501731816dba tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa310bbd-27d2-451d-8eb3-088c521a5c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368145 Dec 16 09:20:00.413472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9484ca-c63a-450c-87ae-60b548d25970 req-b11c5344-4420-40e3-8748-26c82bf5cd23 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:00.415095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d9484ca-c63a-450c-87ae-60b548d25970 req-b11c5344-4420-40e3-8748-26c82bf5cd23 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0566795 Dec 16 09:20:00.463615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d9484ca-c63a-450c-87ae-60b548d25970 req-b81e0171-f2ab-44c2-93c0-01075d4ff8a1 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Dec 16 09:20:00.562777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:00.565910 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:00.787849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f68a-30ec-4233-9983-cb278fdbd90a req-93f6e992-a300-4a7e-8a33-bc18ed64fbec tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:00.789483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cb8f68a-30ec-4233-9983-cb278fdbd90a req-93f6e992-a300-4a7e-8a33-bc18ed64fbec tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0642183 Dec 16 09:20:00.838436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cb8f68a-30ec-4233-9983-cb278fdbd90a req-ccbb331a-248a-44b6-b811-84a1e3417023 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374851 Dec 16 09:20:00.908195 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816fc2ee-37f5-43b7-9c07-1e99d162aabb x-openstack-request-id: req-816fc2ee-37f5-43b7-9c07-1e99d162aabb {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:00.908558 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:00.908888 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-816fc2ee-37f5-43b7-9c07-1e99d162aabb {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:00.909613 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755', 'status': 'completed', 'code': 200} Dec 16 09:20:01.070200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167124-c211-4d95-879c-d19b063979e1 req-e574e1ad-0994-48b7-a1d0-6aca4fdeddd1 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:01.072085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31167124-c211-4d95-879c-d19b063979e1 req-e574e1ad-0994-48b7-a1d0-6aca4fdeddd1 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 949 time: 0.0656374 Dec 16 09:20:01.207086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18041aae-9a75-4bd0-8944-26595167fa5d req-d6f4e6d6-2bc0-4f65-81a5-43579d3c0fda tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:01.210323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18041aae-9a75-4bd0-8944-26595167fa5d req-d6f4e6d6-2bc0-4f65-81a5-43579d3c0fda tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0990698 Dec 16 09:20:01.252176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53564) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:01.254463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Deleting port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:01.254801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.338990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18041aae-9a75-4bd0-8944-26595167fa5d req-e51a716d-4156-4e5a-bb39-a800579863ae tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157601 Dec 16 09:20:01.410750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] For port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:01.411261 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.437592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Calling delete_port for 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:01.526029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b9422-f5a8-49cd-a9a8-3fcede2d8593 req-ad535510-25d4-4477-9574-5f3bc52e844d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:01.528007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-819b9422-f5a8-49cd-a9a8-3fcede2d8593 req-ad535510-25d4-4477-9574-5f3bc52e844d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.1065493 Dec 16 09:20:01.595214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-819b9422-f5a8-49cd-a9a8-3fcede2d8593 req-db645a2b-8023-4b25-89c2-4689d2385c82 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Dec 16 09:20:01.596991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-587762de-d73c-4628-bbc9-041ee511acf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.692125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.707268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['7b591a93-83ea-4d2f-b4a2-e89af4c48c3e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:01.718986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-587762de-d73c-4628-bbc9-041ee511acf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.724936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-587762de-d73c-4628-bbc9-041ee511acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.763714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587762de-d73c-4628-bbc9-041ee511acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246183d9-e4a5-4867-8825-58ba96b42698,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:01.786473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8313d75e-89fe-46e4-a33f-59e87d476fac req-055a5677-cbb9-4e96-ad8c-23f9d8709b68 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf634941-1bd1-4936-82fb-90cbea067324 HTTP/1.1" status: 200 len: 210 time: 0.0838466 Dec 16 09:20:01.793411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-587762de-d73c-4628-bbc9-041ee511acf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bf415814bf746fea15f806e1b178df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362015 Dec 16 09:20:01.793699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Pushing event deleted for resources: {'Port': ['ID=7b591a93-83ea-4d2f-b4a2-e89af4c48c3e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:01.794387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53576) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:01.830203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53578) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:01.871080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] No DVR routers for this DVR port 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:01.874569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.878534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31167124-c211-4d95-879c-d19b063979e1 req-bb5acff3-4dcf-4275-8a31-1a5bf39d1aa2 tempest-ServersAdminNegativeTestJSON-1484892744 tempest-ServersAdminNegativeTestJSON-1484892744-project] 10.222.0.53 "DELETE /v2.0/ports/7b591a93-83ea-4d2f-b4a2-e89af4c48c3e HTTP/1.1" status: 204 len: 173 time: 0.8003926 Dec 16 09:20:01.912834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89dd31e4-5fad-4eed-b480-0901d81da10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.948848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89dd31e4-5fad-4eed-b480-0901d81da10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:01.996918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551cbaa-7b62-4a0e-a44a-2af5a7eb10a5 req-0c0e14f1-1926-4641-b004-0084f9377ff6 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:02.006275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8551cbaa-7b62-4a0e-a44a-2af5a7eb10a5 req-0c0e14f1-1926-4641-b004-0084f9377ff6 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.1035419 Dec 16 09:20:02.016485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a46c4cc9-0908-49bc-a278-82ecdaef9ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.063025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89dd31e4-5fad-4eed-b480-0901d81da10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.065879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89dd31e4-5fad-4eed-b480-0901d81da10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.067187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89dd31e4-5fad-4eed-b480-0901d81da10e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/246183d9-e4a5-4867-8825-58ba96b42698 HTTP/1.1" status: 204 len: 168 time: 0.2603269 Dec 16 09:20:02.082264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd31e4-5fad-4eed-b480-0901d81da10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246183d9-e4a5-4867-8825-58ba96b42698,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:02.083725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8551cbaa-7b62-4a0e-a44a-2af5a7eb10a5 req-f22a3059-5920-4bc3-804f-bd2aebef293d tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755644 Dec 16 09:20:02.180341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a46c4cc9-0908-49bc-a278-82ecdaef9ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.187030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a46c4cc9-0908-49bc-a278-82ecdaef9ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.242463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fbc02-b42f-4691-a577-433755e7a45c req-4765c0df-ab24-43c7-bd11-96bad713f398 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:02.257752 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a46c4cc9-0908-49bc-a278-82ecdaef9ae9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c7652c9e9bc49cfbcc927fbcff1ed9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260306 Dec 16 09:20:02.259822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c4cc9-0908-49bc-a278-82ecdaef9ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd306078-0767-44b5-bee6-aa78c6d67566,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:02.260179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e6fbc02-b42f-4691-a577-433755e7a45c req-4765c0df-ab24-43c7-bd11-96bad713f398 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0807483 Dec 16 09:20:02.262484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53586) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:02.356942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e6fbc02-b42f-4691-a577-433755e7a45c req-ae68ca1c-826e-4bb8-b688-e745b35876fd tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953119 Dec 16 09:20:02.377545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d749c48f-3a82-4762-a4d6-640204e53d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.407134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d749c48f-3a82-4762-a4d6-640204e53d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.519706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d749c48f-3a82-4762-a4d6-640204e53d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.525697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d749c48f-3a82-4762-a4d6-640204e53d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.528109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d749c48f-3a82-4762-a4d6-640204e53d1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd306078-0767-44b5-bee6-aa78c6d67566 HTTP/1.1" status: 204 len: 168 time: 0.2644916 Dec 16 09:20:02.547250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c48f-3a82-4762-a4d6-640204e53d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd306078-0767-44b5-bee6-aa78c6d67566,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:02.563670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30efd97-7e5d-4299-ac3c-23e65fd854af req-5066e5cc-3f5d-43bc-a3ec-cc8d1446b7c6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:02.566341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d30efd97-7e5d-4299-ac3c-23e65fd854af req-5066e5cc-3f5d-43bc-a3ec-cc8d1446b7c6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.1029088 Dec 16 09:20:02.579376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53594) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:02.601957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81226c6e-ab7f-4ae2-8cbb-34ac085f7535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.630921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d30efd97-7e5d-4299-ac3c-23e65fd854af req-9ef06bb1-b08f-4050-922e-22e115c430be tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579641 Dec 16 09:20:02.707098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81226c6e-ab7f-4ae2-8cbb-34ac085f7535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.722018 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81226c6e-ab7f-4ae2-8cbb-34ac085f7535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.772480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-81226c6e-ab7f-4ae2-8cbb-34ac085f7535 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f84843da28d74da19e11cd2f92bfa290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885622 Dec 16 09:20:02.772480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81226c6e-ab7f-4ae2-8cbb-34ac085f7535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dafc4c6-8c1b-4ec2-9736-74719b1311c7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:02.775017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53598) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:02.776677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4fa79-f3ff-4fe8-a7d2-f91da224f395 req-81fce6ca-9747-4f3e-ab54-cb53709de1b2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:02.785273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7f4fa79-f3ff-4fe8-a7d2-f91da224f395 req-81fce6ca-9747-4f3e-ab54-cb53709de1b2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0738971 Dec 16 09:20:02.840192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7f4fa79-f3ff-4fe8-a7d2-f91da224f395 req-0c7a7b1b-65a8-430a-a110-6290d70a396c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538013 Dec 16 09:20:02.852757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a17de705-24a4-4f8d-9cd7-f77a431d875a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.898166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a17de705-24a4-4f8d-9cd7-f77a431d875a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.911094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf634941-1bd1-4936-82fb-90cbea067324', 'name': 'network-vif-deleted', 'tag': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:02.915222 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e760aa-0f51-4c36-806b-614d59274600" -d '{"events": [{"server_uuid": "bf634941-1bd1-4936-82fb-90cbea067324", "name": "network-vif-deleted", "tag": "7b591a93-83ea-4d2f-b4a2-e89af4c48c3e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:02.965652 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5526bcf6-0113-4835-8008-9d7bba610e37 x-openstack-request-id: req-5526bcf6-0113-4835-8008-9d7bba610e37 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:02.966145 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf634941-1bd1-4936-82fb-90cbea067324", "name": "network-vif-deleted", "tag": "7b591a93-83ea-4d2f-b4a2-e89af4c48c3e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:02.966543 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5526bcf6-0113-4835-8008-9d7bba610e37 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:02.967730 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf634941-1bd1-4936-82fb-90cbea067324', 'name': 'network-vif-deleted', 'tag': '7b591a93-83ea-4d2f-b4a2-e89af4c48c3e', 'status': 'completed', 'code': 200} Dec 16 09:20:02.996046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a17de705-24a4-4f8d-9cd7-f77a431d875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:02.999360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a17de705-24a4-4f8d-9cd7-f77a431d875a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.003664 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a17de705-24a4-4f8d-9cd7-f77a431d875a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9dafc4c6-8c1b-4ec2-9736-74719b1311c7 HTTP/1.1" status: 204 len: 168 time: 0.2272394 Dec 16 09:20:03.012662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17de705-24a4-4f8d-9cd7-f77a431d875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dafc4c6-8c1b-4ec2-9736-74719b1311c7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:03.070102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53610) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:03.083939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6db3d134-bbf8-4f6e-8177-bfab916a666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.216801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6db3d134-bbf8-4f6e-8177-bfab916a666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.222947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6db3d134-bbf8-4f6e-8177-bfab916a666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.281197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b271bd5-0ca8-42b4-a51f-6e76cf209890 req-7495219c-906f-4b88-87cc-92af98a3696d tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:03.283457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b271bd5-0ca8-42b4-a51f-6e76cf209890 req-7495219c-906f-4b88-87cc-92af98a3696d tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Dec 16 09:20:03.295754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3d134-bbf8-4f6e-8177-bfab916a666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76878a30-cc2b-4db6-99b4-92f8b982ff17,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:03.326359 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6db3d134-bbf8-4f6e-8177-bfab916a666d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57eb674d6ab04621ba67e917b9690569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522230 Dec 16 09:20:03.331657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53616) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:03.332220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53618) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:03.351874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b271bd5-0ca8-42b4-a51f-6e76cf209890 req-b81f55c3-3333-4caf-be07-e4362e484c7b tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Dec 16 09:20:03.433702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c022d21-c10b-4496-938e-ee982fdc9fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.469328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c022d21-c10b-4496-938e-ee982fdc9fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.541761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c022d21-c10b-4496-938e-ee982fdc9fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.546041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c022d21-c10b-4496-938e-ee982fdc9fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.547931 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1c022d21-c10b-4496-938e-ee982fdc9fe8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76878a30-cc2b-4db6-99b4-92f8b982ff17 HTTP/1.1" status: 204 len: 168 time: 0.2145274 Dec 16 09:20:03.562842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc102-bfdf-452e-82e9-150bb0a7abc1 req-cd8e8ee6-3f3d-4e14-a5f3-0b380ea8f601 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:03.564879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-404dc102-bfdf-452e-82e9-150bb0a7abc1 req-cd8e8ee6-3f3d-4e14-a5f3-0b380ea8f601 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0808737 Dec 16 09:20:03.566275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c022d21-c10b-4496-938e-ee982fdc9fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76878a30-cc2b-4db6-99b4-92f8b982ff17,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:03.641665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-404dc102-bfdf-452e-82e9-150bb0a7abc1 req-84b48d41-072a-4474-ba76-48bd2bda8040 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602853 Dec 16 09:20:03.751396 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25047d65-9de4-44d8-b50e-6a24f09dc0b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af04ae73b7184242a22555b0388adad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157424 Dec 16 09:20:03.753401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53632) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:03.836870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd12d1-dee2-482f-8983-c42d959e0acd req-4a15d68f-4dd3-48eb-8062-8869690df11f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:03.838702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cfd12d1-dee2-482f-8983-c42d959e0acd req-4a15d68f-4dd3-48eb-8062-8869690df11f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.1021025 Dec 16 09:20:03.910430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cfd12d1-dee2-482f-8983-c42d959e0acd req-a9eea04e-d7ea-4550-b927-86a19027b61c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577102 Dec 16 09:20:03.914301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074b1841-553e-44fa-a0ed-db054d139160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:03.978312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074b1841-553e-44fa-a0ed-db054d139160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.143601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d399a-740c-4cc1-bf88-bd6da6535885 req-85afb370-aada-433b-a491-a0c6f1feaa0f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:04.146334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d57d399a-740c-4cc1-bf88-bd6da6535885 req-85afb370-aada-433b-a491-a0c6f1feaa0f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.1279039 Dec 16 09:20:04.148026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074b1841-553e-44fa-a0ed-db054d139160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.152742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074b1841-553e-44fa-a0ed-db054d139160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.157182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-074b1841-553e-44fa-a0ed-db054d139160 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa310bbd-27d2-451d-8eb3-088c521a5c26 HTTP/1.1" status: 204 len: 168 time: 0.3994069 Dec 16 09:20:04.176157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b1841-553e-44fa-a0ed-db054d139160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa310bbd-27d2-451d-8eb3-088c521a5c26,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:04.219478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d57d399a-740c-4cc1-bf88-bd6da6535885 req-b3350d87-ac82-44f0-8824-9d97da254e9d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596948 Dec 16 09:20:04.444379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:04.496933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:20:04.497262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 7b591a93-83ea-4d2f-b4a2-e89af4c48c3e not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:04.535291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff9f1b-da05-47bf-8a70-8f7cb5212dbd req-32d7fba1-2985-4beb-be4f-b690121baa8e tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:04.536955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54ff9f1b-da05-47bf-8a70-8f7cb5212dbd req-32d7fba1-2985-4beb-be4f-b690121baa8e tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0955710 Dec 16 09:20:04.613827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54ff9f1b-da05-47bf-8a70-8f7cb5212dbd req-4868e4b4-18e3-455d-86cf-412190f243a3 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694954 Dec 16 09:20:04.622013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:04.673617 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3b4e2c6a-5e47-42a1-a537-5b7602e811f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1dffab4203545b88546f48a7c9b43c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501194 Dec 16 09:20:04.676959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53674) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:04.803803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94837b56-15db-4684-928c-23615924834b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.839741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533554f-d919-47d8-a03b-666f35e33cf2 req-903ee79b-8c31-44f6-a46d-454aedcdec3d tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:04.841307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8533554f-d919-47d8-a03b-666f35e33cf2 req-903ee79b-8c31-44f6-a46d-454aedcdec3d tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0948586 Dec 16 09:20:04.843429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94837b56-15db-4684-928c-23615924834b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.909314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8533554f-d919-47d8-a03b-666f35e33cf2 req-48a6d3e6-9a8b-4560-b6b5-93657fd98ff9 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580435 Dec 16 09:20:04.933320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94837b56-15db-4684-928c-23615924834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.939141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94837b56-15db-4684-928c-23615924834b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:04.941387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-94837b56-15db-4684-928c-23615924834b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b61f42c-2d3c-4ff0-bdb5-99cec8589612 HTTP/1.1" status: 204 len: 168 time: 0.2627435 Dec 16 09:20:04.959186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94837b56-15db-4684-928c-23615924834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61f42c-2d3c-4ff0-bdb5-99cec8589612,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:05.342770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded10d2-3504-4863-8eab-a0a638ee9e6a req-26c77166-1c1b-4a35-b0be-cc48b980abb0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:05.344357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ded10d2-3504-4863-8eab-a0a638ee9e6a req-26c77166-1c1b-4a35-b0be-cc48b980abb0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0646350 Dec 16 09:20:05.386827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ded10d2-3504-4863-8eab-a0a638ee9e6a req-068c3bf8-80ac-4e19-9e73-e0e830f30909 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358889 Dec 16 09:20:05.542995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ee45f-bc35-45d7-8668-52ec24e51b31 req-7ce7033c-7169-44ff-bb67-d1f98c294f5a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:05.552326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-357ee45f-bc35-45d7-8668-52ec24e51b31 req-7ce7033c-7169-44ff-bb67-d1f98c294f5a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0820544 Dec 16 09:20:05.602105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-357ee45f-bc35-45d7-8668-52ec24e51b31 req-4830d701-5f22-4d29-a8c6-cb775b6c0389 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Dec 16 09:20:05.781009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93711a-86e6-4cf6-b9c0-34d2c41dbb7b req-665b257f-5f4c-4af9-abdb-6593c081728c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:05.783584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c93711a-86e6-4cf6-b9c0-34d2c41dbb7b req-665b257f-5f4c-4af9-abdb-6593c081728c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0646245 Dec 16 09:20:05.842765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c93711a-86e6-4cf6-b9c0-34d2c41dbb7b req-92fbdb5a-7f71-465b-b89d-68a0a72344d6 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Dec 16 09:20:06.102309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40625c07-53c1-4cfb-9f38-0bf99595b9a0 req-47af5473-bb67-4068-9801-6e9287d603f1 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:06.104102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40625c07-53c1-4cfb-9f38-0bf99595b9a0 req-47af5473-bb67-4068-9801-6e9287d603f1 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0722272 Dec 16 09:20:06.154499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40625c07-53c1-4cfb-9f38-0bf99595b9a0 req-77f16018-3595-4c79-a576-6269edc747c5 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Dec 16 09:20:06.505764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c09fb76-522e-4af9-8fc2-6bca83310177 req-58ac365c-09eb-4a3c-a46e-533d13ed7779 tempest-FlavorsV2NegativeTest-2114746827 tempest-FlavorsV2NegativeTest-2114746827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=350c03ce5a7b4f16803ff8336b52d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330923 Dec 16 09:20:06.648514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09fb76-522e-4af9-8fc2-6bca83310177 req-b873caf9-696e-466e-9de4-153ff61cb1b6 tempest-FlavorsV2NegativeTest-2114746827 tempest-FlavorsV2NegativeTest-2114746827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:06.654352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c09fb76-522e-4af9-8fc2-6bca83310177 req-b873caf9-696e-466e-9de4-153ff61cb1b6 tempest-FlavorsV2NegativeTest-2114746827 tempest-FlavorsV2NegativeTest-2114746827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393723 Dec 16 09:20:06.672623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c09fb76-522e-4af9-8fc2-6bca83310177 req-418052b2-983a-4f93-a28e-8f940061a7a5 tempest-FlavorsV2NegativeTest-2114746827 tempest-FlavorsV2NegativeTest-2114746827-project] 10.222.0.61 "GET /v2.0/quotas/350c03ce5a7b4f16803ff8336b52d1dd HTTP/1.1" status: 200 len: 375 time: 0.0138109 Dec 16 09:20:06.708704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c09fb76-522e-4af9-8fc2-6bca83310177 req-96c77e3f-35d1-433f-8901-c07243db1e14 tempest-FlavorsV2NegativeTest-2114746827 tempest-FlavorsV2NegativeTest-2114746827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=350c03ce5a7b4f16803ff8336b52d1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296264 Dec 16 09:20:06.857148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420f04d-d7cf-4fda-9324-f2f8137547d6 req-0d1913b9-8664-416b-9877-490aed699865 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:06.859551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d420f04d-d7cf-4fda-9324-f2f8137547d6 req-0d1913b9-8664-416b-9877-490aed699865 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0764172 Dec 16 09:20:06.919612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d420f04d-d7cf-4fda-9324-f2f8137547d6 req-b4285e10-d928-49c8-981e-a06df4e98e2c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535893 Dec 16 09:20:07.067313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b070b-82f5-42f7-bf65-14829afb5279 req-9c4679c9-1c84-4bcb-b5ef-41ba4afc5688 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:07.068859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-020b070b-82f5-42f7-bf65-14829afb5279 req-9c4679c9-1c84-4bcb-b5ef-41ba4afc5688 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0594831 Dec 16 09:20:07.134957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-020b070b-82f5-42f7-bf65-14829afb5279 req-a87a93a1-0f8b-4701-8e27-0d4227a2f06c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590372 Dec 16 09:20:07.271328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d70de6-51eb-42c0-b7ca-34f17abd0c00 req-083f89f0-8f39-4316-8257-a4b2e00faaac tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:07.273208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87d70de6-51eb-42c0-b7ca-34f17abd0c00 req-083f89f0-8f39-4316-8257-a4b2e00faaac tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0598278 Dec 16 09:20:07.326116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87d70de6-51eb-42c0-b7ca-34f17abd0c00 req-8e981aa9-a0e0-4987-afbf-9fc2fa36cd14 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445426 Dec 16 09:20:07.382806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:07.730040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:07.764046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859af6d-8744-4b59-8e8d-f156f9176852 req-1e2a730e-3c03-415f-b946-1b4fd06789d5 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:07.765878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8859af6d-8744-4b59-8e8d-f156f9176852 req-1e2a730e-3c03-415f-b946-1b4fd06789d5 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0602143 Dec 16 09:20:07.810564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8859af6d-8744-4b59-8e8d-f156f9176852 req-31c89a4d-a1e1-4e4f-a3d8-05b7d52059f0 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Dec 16 09:20:07.813987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5d08a8-5b8a-44bc-84a3-d89f27222a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:07.830885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0b69e40-b251-4611-a570-32f6ad849095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:07.952455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0b69e40-b251-4611-a570-32f6ad849095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:07.956427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5d08a8-5b8a-44bc-84a3-d89f27222a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:07.962894 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0b69e40-b251-4611-a570-32f6ad849095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:07.965139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5d08a8-5b8a-44bc-84a3-d89f27222a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.006645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b69e40-b251-4611-a570-32f6ad849095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1172a9-7eb9-4795-ad28-65e197609b70,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:08.013947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d08a8-5b8a-44bc-84a3-d89f27222a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb9eda-11de-4709-a519-74b60ff8e5d9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:08.020414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0b69e40-b251-4611-a570-32f6ad849095 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e09ed68250f45a1bde7bae93cfe41a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332817 Dec 16 09:20:08.020626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af5d08a8-5b8a-44bc-84a3-d89f27222a24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=350c03ce5a7b4f16803ff8336b52d1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886260 Dec 16 09:20:08.021212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53836) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:08.024928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53838) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:08.090930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ff45538-e17f-4e71-b156-fe3f30620c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.115571 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ff45538-e17f-4e71-b156-fe3f30620c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.132533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c636ec-59c9-42b8-be86-034dbcb9d13b req-3ba26230-03da-4dfb-92c5-28b6dadea42b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:08.135056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c636ec-59c9-42b8-be86-034dbcb9d13b req-3ba26230-03da-4dfb-92c5-28b6dadea42b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0948999 Dec 16 09:20:08.137180 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40aac38-1e02-4ed5-992a-d1dc6cfe7a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.177952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ff45538-e17f-4e71-b156-fe3f30620c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.180645 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ff45538-e17f-4e71-b156-fe3f30620c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.182049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8ff45538-e17f-4e71-b156-fe3f30620c1b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b1172a9-7eb9-4795-ad28-65e197609b70 HTTP/1.1" status: 204 len: 168 time: 0.1597095 Dec 16 09:20:08.192919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff45538-e17f-4e71-b156-fe3f30620c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1172a9-7eb9-4795-ad28-65e197609b70,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:08.196716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40aac38-1e02-4ed5-992a-d1dc6cfe7a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.261326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c636ec-59c9-42b8-be86-034dbcb9d13b req-c28ee211-1b38-4985-b039-1bcf5da04b09 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162813 Dec 16 09:20:08.299279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40aac38-1e02-4ed5-992a-d1dc6cfe7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.303664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40aac38-1e02-4ed5-992a-d1dc6cfe7a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.306924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a40aac38-1e02-4ed5-992a-d1dc6cfe7a2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80fb9eda-11de-4709-a519-74b60ff8e5d9 HTTP/1.1" status: 204 len: 168 time: 0.2806106 Dec 16 09:20:08.321222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aac38-1e02-4ed5-992a-d1dc6cfe7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb9eda-11de-4709-a519-74b60ff8e5d9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:08.472268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142f670-9ca8-4313-80da-fbf7ad5d506a req-599ea115-c24c-4123-afe2-8fca9aa21ee0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:08.475018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2142f670-9ca8-4313-80da-fbf7ad5d506a req-599ea115-c24c-4123-afe2-8fca9aa21ee0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0760136 Dec 16 09:20:08.547685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2142f670-9ca8-4313-80da-fbf7ad5d506a req-2d18d373-010e-4c35-adab-9ea30c3576ac tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Dec 16 09:20:08.613325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:08.627188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5dafc961-326d-468b-8d20-83482073e4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.737458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5dafc961-326d-468b-8d20-83482073e4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.739615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a940923-1111-467b-af4a-dec679ab153f req-13bf1d81-341b-4f2b-afdd-e7d32e3cbee8 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:08.741073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a940923-1111-467b-af4a-dec679ab153f req-13bf1d81-341b-4f2b-afdd-e7d32e3cbee8 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0666890 Dec 16 09:20:08.743125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5dafc961-326d-468b-8d20-83482073e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.775789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafc961-326d-468b-8d20-83482073e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b26ee3-3f46-41fe-a195-aa1c1ee4d6bf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:08.796007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a940923-1111-467b-af4a-dec679ab153f req-9565808e-8fdb-4219-bbc0-8dd1d5b66ff9 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Dec 16 09:20:08.798372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5dafc961-326d-468b-8d20-83482073e4be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7e160cb830744eaa2fc0ef825f0f8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838632 Dec 16 09:20:08.798650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53864) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:08.879539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-870f5503-41d5-4765-ac5e-4e42b845668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:08.910138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-870f5503-41d5-4765-ac5e-4e42b845668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.004902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba9655-dbd3-4dc0-982f-dfdd67aa6640 req-ca2d1e36-4bda-4125-8db3-26544f65d642 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:09.006552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eeba9655-dbd3-4dc0-982f-dfdd67aa6640 req-ca2d1e36-4bda-4125-8db3-26544f65d642 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.0809836 Dec 16 09:20:09.023610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-870f5503-41d5-4765-ac5e-4e42b845668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.026108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-870f5503-41d5-4765-ac5e-4e42b845668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.027550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-870f5503-41d5-4765-ac5e-4e42b845668a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58b26ee3-3f46-41fe-a195-aa1c1ee4d6bf HTTP/1.1" status: 204 len: 168 time: 0.2277677 Dec 16 09:20:09.048439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f5503-41d5-4765-ac5e-4e42b845668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b26ee3-3f46-41fe-a195-aa1c1ee4d6bf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:09.074564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eeba9655-dbd3-4dc0-982f-dfdd67aa6640 req-fddfe38f-5b3f-451d-890d-9fbaf069f404 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615189 Dec 16 09:20:09.485044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53904) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:09.686357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-network', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:09.705677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b85014-ec02-4c82-9cd9-dd045ed2fb11 req-62a12e39-7451-47e7-8564-4fcde1d336b8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:09.707312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b85014-ec02-4c82-9cd9-dd045ed2fb11 req-62a12e39-7451-47e7-8564-4fcde1d336b8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0794494 Dec 16 09:20:09.742894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Made reservation on behalf of 222940b9ea3945dc839e00ccca7c7483 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:09.745599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.764841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.771111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b85014-ec02-4c82-9cd9-dd045ed2fb11 req-1252904b-7209-48e0-9214-f03e674fb7fb tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575626 Dec 16 09:20:09.890693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:09.905172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.919233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.968452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:20:09.995724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:09.995997 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Added segment 3be25f2b-0731-4ad7-935f-03d574be35fb of type vlan for network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 Dec 16 09:20:10.007412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7fa7cc-70db-4ee6-87b2-054ba88b1e90,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:10.047624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c40ebd-526e-467c-bfae-aa7bf5ecdcd2 req-e10d03cd-be8a-44d4-af32-63a719f8cc6e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:10.049298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6c40ebd-526e-467c-bfae-aa7bf5ecdcd2 req-e10d03cd-be8a-44d4-af32-63a719f8cc6e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.1536605 Dec 16 09:20:10.060071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb47168e-933d-4cbf-8680-5b9e73575aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.070233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.122261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6c40ebd-526e-467c-bfae-aa7bf5ecdcd2 req-21aecb9a-94ae-414c-83d9-6e0d0f5dbcc5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632699 Dec 16 09:20:10.124345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.125431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:10.126694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.196242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7090225 Dec 16 09:20:10.201755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53934) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:10.210611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Request body: {'subnet': {'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-subnet', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:10.217219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849537e0-aead-430f-8508-7c5914a5d24b admin admin] Pushing event updated for resources: {'Network': ['ID=43617cb0-356b-40ba-9ae9-c5ea39e1ec23,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:10.235276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:20:10.245155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb47168e-933d-4cbf-8680-5b9e73575aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.258217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb47168e-933d-4cbf-8680-5b9e73575aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.290310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Made reservation on behalf of 222940b9ea3945dc839e00ccca7c7483 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:10.295150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.311485 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fb47168e-933d-4cbf-8680-5b9e73575aae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a926c8cc9b7436a8499ed6c04717f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187014 Dec 16 09:20:10.312396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:10.397142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47168e-933d-4cbf-8680-5b9e73575aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fbf9e6-3d63-4844-a78a-d45a168964a7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:10.415819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b324d-3f38-48dd-91cc-eaa1e90b2d23 req-10c80c30-8f4e-490b-936b-fcde0ac05b89 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:10.418370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f7b324d-3f38-48dd-91cc-eaa1e90b2d23 req-10c80c30-8f4e-490b-936b-fcde0ac05b89 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.1888530 Dec 16 09:20:10.426176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-859c3587-fd06-49f7-8a58-c8da72585b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.460474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-859c3587-fd06-49f7-8a58-c8da72585b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.509413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f7b324d-3f38-48dd-91cc-eaa1e90b2d23 req-4dad6db5-2800-4bf5-b681-caec2706c81e tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Dec 16 09:20:10.545609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-859c3587-fd06-49f7-8a58-c8da72585b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.549065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-859c3587-fd06-49f7-8a58-c8da72585b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.551126 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-859c3587-fd06-49f7-8a58-c8da72585b22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2fbf9e6-3d63-4844-a78a-d45a168964a7 HTTP/1.1" status: 204 len: 168 time: 0.2355719 Dec 16 09:20:10.564129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c3587-fd06-49f7-8a58-c8da72585b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fbf9e6-3d63-4844-a78a-d45a168964a7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:10.726356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd0b64-86ff-42bd-ad97-4decc056d048 req-456fd3b8-bd4e-4e25-a2a0-e1a130fdc4cd tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:10.739806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45bd0b64-86ff-42bd-ad97-4decc056d048 req-456fd3b8-bd4e-4e25-a2a0-e1a130fdc4cd tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.1363893 Dec 16 09:20:10.768793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.820494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45bd0b64-86ff-42bd-ad97-4decc056d048 req-24484113-b008-46a6-ad70-a297449774e3 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Dec 16 09:20:10.866235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30efd63-8e57-40ce-999c-d560cb9e5a3b,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:10.883981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Checking segment: {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:10.884568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Network hostable DHCP agents. Network: 43617cb0-356b-40ba-9ae9-c5ea39e1ec23, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:20:10.918522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:20:10.945400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 43617cb0-356b-40ba-9ae9-c5ea39e1ec23) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:10.953214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:10.957222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:10.960930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f1aea-4efb-4163-b175-a2a3e6c243c2 None None] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:10.991380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-af9a4ce7-c1f6-4eb2-ae11-d20895d57805 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7884934 Dec 16 09:20:10.995731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:11.000545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:11.048965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.056184 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.097981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974a652-34cb-4a93-a70a-01f1ecdd60cd req-d2c8846c-1788-4bee-a82c-3e00cf3511a4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:11.099995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0974a652-34cb-4a93-a70a-01f1ecdd60cd req-d2c8846c-1788-4bee-a82c-3e00cf3511a4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.0965061 Dec 16 09:20:11.123083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:11.183420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.216394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0974a652-34cb-4a93-a70a-01f1ecdd60cd req-24cf3dc9-1aee-4b02-92fe-ee85be1d86a5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026349 Dec 16 09:20:11.217596 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29f2a941-0e30-4884-b3e7-af6ca5cf81d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.228505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-43617cb0-356b-40ba-9ae9-c5ea39e1ec23', 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'fixed_ips': [{'subnet_id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:20:11.230839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.427011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538e96-b585-466f-93c8-7b4e0eb35664 req-4fc77ef1-eb39-452f-9bc4-7d93d92ed22a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:11.428631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40538e96-b585-466f-93c8-7b4e0eb35664 req-4fc77ef1-eb39-452f-9bc4-7d93d92ed22a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0927935 Dec 16 09:20:11.433884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29f2a941-0e30-4884-b3e7-af6ca5cf81d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.440366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29f2a941-0e30-4884-b3e7-af6ca5cf81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.456709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.524785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-29f2a941-0e30-4884-b3e7-af6ca5cf81d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=669b6db1faec4dd8ad82644aa6160f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945198 Dec 16 09:20:11.526104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53966) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:11.544110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2a941-0e30-4884-b3e7-af6ca5cf81d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18974604-401b-4ca2-8411-de41800a29bf,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:11.560053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Allocated IP 172.20.0.2 (43617cb0-356b-40ba-9ae9-c5ea39e1ec23/c30efd63-8e57-40ce-999c-d560cb9e5a3b/1e081d16-b467-4a57-b1a1-f2ddbbac459f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:11.590368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40538e96-b585-466f-93c8-7b4e0eb35664 req-92f424f4-1900-4425-bdb7-2e213ec4717e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377068 Dec 16 09:20:11.706794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0c55b2f-90b0-4055-a285-900fb8ee339e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.759500 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0c55b2f-90b0-4055-a285-900fb8ee339e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.797254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd639f0-9c18-48a0-9d5d-75d02d8fabe6 req-9702fecd-52a3-4b0d-8b96-8d738d089e16 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:11.798804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cd639f0-9c18-48a0-9d5d-75d02d8fabe6 req-9702fecd-52a3-4b0d-8b96-8d738d089e16 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.0946841 Dec 16 09:20:11.828613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.837332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.852865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0c55b2f-90b0-4055-a285-900fb8ee339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.855730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0c55b2f-90b0-4055-a285-900fb8ee339e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:11.859866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0c55b2f-90b0-4055-a285-900fb8ee339e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18974604-401b-4ca2-8411-de41800a29bf HTTP/1.1" status: 204 len: 168 time: 0.3278131 Dec 16 09:20:11.874183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c55b2f-90b0-4055-a285-900fb8ee339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18974604-401b-4ca2-8411-de41800a29bf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:11.891984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cd639f0-9c18-48a0-9d5d-75d02d8fabe6 req-09fea4ca-8dda-4def-8788-a623bdfd5286 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658464 Dec 16 09:20:12.057138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:12.060243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:12.070457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:12.073760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Pushing event updated for resources: {'Port': ['ID=1e081d16-b467-4a57-b1a1-f2ddbbac459f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:12.143847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.160624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Attempting to bind port 1e081d16-b467-4a57-b1a1-f2ddbbac459f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:12.161084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Attempting to bind port 1e081d16-b467-4a57-b1a1-f2ddbbac459f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:12.161503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Attempting to bind port 1e081d16-b467-4a57-b1a1-f2ddbbac459f on network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:12.168443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.171111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:12.171492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Checking segment: {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:12.172132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.172518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Bound using segment: {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:12.173161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Bound port: 1e081d16-b467-4a57-b1a1-f2ddbbac459f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:12.173821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.283252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-2ea07dc7-f304-4117-808d-d60f158bd262 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449409 Dec 16 09:20:12.294453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] For port 1e081d16-b467-4a57-b1a1-f2ddbbac459f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:12.299232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] For port 1e081d16-b467-4a57-b1a1-f2ddbbac459f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1e081d16-b467-4a57-b1a1-f2ddbbac459f,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:12.300403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Allocated IP 172.25.6.109 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/a0c0e445-71f1-422f-a840-0f9b14df5c2f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:12.304938 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.456741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132490a-77e5-4c23-821f-b4e7ef1e3f2a None None] Pushing event updated for resources: {'Port': ['ID=1e081d16-b467-4a57-b1a1-f2ddbbac459f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:12.469549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-9bd45621-86eb-4cbe-8807-b158f0ad4fb8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:12.480337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-9bd45621-86eb-4cbe-8807-b158f0ad4fb8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959469 Dec 16 09:20:12.520485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-909ceb84-26ed-4159-ba0a-10fb5e3ad59f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/quotas/1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 375 time: 0.0331278 Dec 16 09:20:12.543920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.626612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-d8c76755-6e15-41cf-9159-654dd494d7a9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1102283 Dec 16 09:20:12.666804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-6439a25e-3d19-4a16-bf0c-c35d153489c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:12.673378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-6439a25e-3d19-4a16-bf0c-c35d153489c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1124 time: 0.1437001 Dec 16 09:20:12.800800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:12.823691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-9026002e-7e34-4755-99cf-28405af3760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:12.826116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-9026002e-7e34-4755-99cf-28405af3760c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=19d9b823d48e4a25ab8886185e5c0cb7&device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 1098 time: 0.2761071 Dec 16 09:20:12.828888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-b8829fee-a307-4f5b-971d-434a6c72b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:12.831836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-b8829fee-a307-4f5b-971d-434a6c72b7e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692&tenant_id=cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 1095 time: 0.3376534 Dec 16 09:20:12.847250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e4dd2-6f75-4ef0-ba84-13d0193fee6f req-10061414-17fc-427a-b3de-3b4ca1307c10 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:12.860298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd4e4dd2-6f75-4ef0-ba84-13d0193fee6f req-10061414-17fc-427a-b3de-3b4ca1307c10 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.2077551 Dec 16 09:20:12.890172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:12.903481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:12.915078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:12.955137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Pushing event updated for resources: {'Port': ['ID=a0c0e445-71f1-422f-a840-0f9b14df5c2f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:12.996378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-3f87ed8e-0b79-434c-b202-e9fd0a66dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:12.998393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-3f87ed8e-0b79-434c-b202-e9fd0a66dfa5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.3088224 Dec 16 09:20:13.104968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-79811ec2-3fef-4805-a882-1753b8eccd21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.0940452 Dec 16 09:20:13.282316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-4ea4e38a-0a5e-4d16-9b61-09d167e53162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:13.286437 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-4ea4e38a-0a5e-4d16-9b61-09d167e53162 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1314580 Dec 16 09:20:13.339014 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-1db1af66-e7cb-4de7-84fa-bbff7256a52c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393643 Dec 16 09:20:13.371818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd4e4dd2-6f75-4ef0-ba84-13d0193fee6f req-35b1f442-86d1-4daa-bc3d-afaea03b94db tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090864 Dec 16 09:20:13.506562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-fecb9a1a-7e78-4271-9cdf-d955ee542b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:13.508165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-fecb9a1a-7e78-4271-9cdf-d955ee542b71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1095 time: 0.6226289 Dec 16 09:20:13.621625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef553-a6a9-4d78-84a0-90e4d05aa778 req-bb58f4a7-03ac-46e0-966c-87f83398cf11 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:13.632966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b9ef553-a6a9-4d78-84a0-90e4d05aa778 req-bb58f4a7-03ac-46e0-966c-87f83398cf11 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.2850122 Dec 16 09:20:13.647392 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-ad325a56-7468-40ff-abcd-4434f04bdfa3 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963965 Dec 16 09:20:13.648351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:13.650188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-846d0c78-dce1-4886-a6c8-c2e04dbe6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:13.653054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-846d0c78-dce1-4886-a6c8-c2e04dbe6f04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.7687368 Dec 16 09:20:13.820838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-8538d674-9607-46e6-9304-3dd9858e29eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f HTTP/1.1" status: 200 len: 217 time: 0.1354544 Dec 16 09:20:13.834552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf65a88-e21d-4422-8f03-265a06699360 req-3e31849f-7a98-42c4-baa1-a0d769caed55 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:13.836631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaf65a88-e21d-4422-8f03-265a06699360 req-3e31849f-7a98-42c4-baa1-a0d769caed55 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.3073092 Dec 16 09:20:13.970035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3d01-40e8-44d6-b3c7-ac817415f490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:13.972211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:14.043676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b9ef553-a6a9-4d78-84a0-90e4d05aa778 req-97c354e4-d5bb-4450-b80b-06793a537047 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096515 Dec 16 09:20:14.066601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b75beb-cfd5-46ab-a245-388f55be6f2d None None] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:14.094361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62811b54-aea1-45e7-b2b9-e883a4d1d6c4 req-64a5ff89-bd84-4e51-8c3c-6cbc61ed1c03 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063764 Dec 16 09:20:14.103576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-c1e54da1-d1d3-491a-a0e1-623bfdfb2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:14.106699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-c1e54da1-d1d3-491a-a0e1-623bfdfb2384 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.5785098 Dec 16 09:20:14.184525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-b9f8fe9f-4b9a-45cc-867b-62d466217aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:14.186322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-b9f8fe9f-4b9a-45cc-867b-62d466217aea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.3484008 Dec 16 09:20:14.213026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1e081d16-b467-4a57-b1a1-f2ddbbac459f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:14.266154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Router 37d5d28d-82a0-4cdc-9333-33d83611497e is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:20:14.276765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-cb2c028e-c59c-4452-8055-83d76870de51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.1421921 Dec 16 09:20:14.299697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6c9b2553-c49d-4225-b562-0dd89b4a7c56 None None] Provisioning complete for port 1e081d16-b467-4a57-b1a1-f2ddbbac459f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:14.300583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2553-c49d-4225-b562-0dd89b4a7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:14.332202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaf65a88-e21d-4422-8f03-265a06699360 req-64899032-7ac2-4b8c-8b7e-37661ba97fb3 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597251 Dec 16 09:20:14.391424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8c744-a09f-422d-b226-71545c5fd2bf req-b4358ee5-3bc9-4739-8b86-ebb04b8a381c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:14.393412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4e8c744-a09f-422d-b226-71545c5fd2bf req-b4358ee5-3bc9-4739-8b86-ebb04b8a381c tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.2060220 Dec 16 09:20:14.397606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-163c0ae2-60bf-4d8a-a714-f1309de18c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:14.399155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-163c0ae2-60bf-4d8a-a714-f1309de18c1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0880232 Dec 16 09:20:14.410328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-3b68909d-8cde-45d8-852a-32d6ea4be3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:14.412821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-3b68909d-8cde-45d8-852a-32d6ea4be3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720726 Dec 16 09:20:14.433005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:14.452119 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Sync routers for ids ['37d5d28d-82a0-4cdc-9333-33d83611497e'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:14.474156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:14.475715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-484d7a7d-9269-4c0a-b524-19844376396b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4788144 Dec 16 09:20:14.478819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-b80e96a4-37fc-4b0e-a3f0-ff7fe44160b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615618 Dec 16 09:20:14.480653 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Routers {'37d5d28d-82a0-4cdc-9333-33d83611497e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:14.481662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54030) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:14.482024 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:19:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['37d5d28d-82a0-4cdc-9333-33d83611497e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:14.632991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf761ce9-1956-4089-92c1-3847c0d8e87c req-24c1970a-dbfd-42a9-b028-9e7f97e891de tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 210 time: 0.1082957 Dec 16 09:20:14.652856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1e081d16-b467-4a57-b1a1-f2ddbbac459f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:14.653442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:14.690515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4e8c744-a09f-422d-b226-71545c5fd2bf req-19bc29c3-2796-4fdc-8ca8-8c1ba80aecdb tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635972 Dec 16 09:20:14.701820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Set router 37d5d28d-82a0-4cdc-9333-33d83611497e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:14.796202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-a64a4fff-a650-4234-83c3-69b8167e4224 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731848 Dec 16 09:20:14.803244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-64daf92e-9792-4299-899f-7c149549af5e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779426 Dec 16 09:20:14.965247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2553-c49d-4225-b562-0dd89b4a7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:14.979856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-a313a704-4691-41c8-9b18-f5ec7b104dc4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118350 Dec 16 09:20:15.167315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.179078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6c9b2553-c49d-4225-b562-0dd89b4a7c56 None None] For port 1e081d16-b467-4a57-b1a1-f2ddbbac459f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1e081d16-b467-4a57-b1a1-f2ddbbac459f,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:15.199554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-c2a763e3-442e-4dfa-b054-8f7ee7a7eece service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951261 Dec 16 09:20:15.220184 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c9b2553-c49d-4225-b562-0dd89b4a7c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.272974 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:13Z', 'revision_number': 3, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:15.280023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-b3a86e0d-9c85-400b-8cac-a73991731489 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=283ee90ea5884301a99e0f378c39fa3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383922 Dec 16 09:20:15.287501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17f9c68c-8e7e-41fe-a7b1-eb9dc3cef22b req-202826ca-a642-49fd-977a-8db464b5da3a service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614925 Dec 16 09:20:15.357185 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Checking router: 37d5d28d-82a0-4cdc-9333-33d83611497e for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:15.362819 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Updating router 37d5d28d-82a0-4cdc-9333-33d83611497e port a0c0e445-71f1-422f-a840-0f9b14df5c2f binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:20:15.427295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-183163c1-e213-475e-9f96-f1c59f764d3b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:15.432645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-183163c1-e213-475e-9f96-f1c59f764d3b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4421864 Dec 16 09:20:15.443565 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.460785 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:20:15.461135 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:20:15.462256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b2553-c49d-4225-b562-0dd89b4a7c56 None None] Pushing event updated for resources: {'Port': ['ID=1e081d16-b467-4a57-b1a1-f2ddbbac459f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:15.465296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9c1ab308-bc80-49c0-afc5-3047d1ca52f8 None None] Provisioning complete for port 1e081d16-b467-4a57-b1a1-f2ddbbac459f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:15.465681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9c1ab308-bc80-49c0-afc5-3047d1ca52f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.466538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Request body: {'port': {'device_id': '9c24394f-500e-4562-a17b-852419395561', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '1d86b1f5bff74133957ceca6995d2d66'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:15.585926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00500832-65dd-43b2-bba4-5224c847430f req-1a0cc606-ddc4-4a60-a1c2-519f106c9e28 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:15.592331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00500832-65dd-43b2-bba4-5224c847430f req-1a0cc606-ddc4-4a60-a1c2-519f106c9e28 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 947 time: 0.3914282 Dec 16 09:20:15.632279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.724074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-f4fdd6b1-fef4-4cfa-b44d-2c2e837ee8a3 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:15.726375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-f4fdd6b1-fef4-4cfa-b44d-2c2e837ee8a3 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4377611 Dec 16 09:20:15.750956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-ec7185f1-7193-4917-977a-7177237389ce tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:15.754174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-ec7185f1-7193-4917-977a-7177237389ce tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.1995511 Dec 16 09:20:15.757902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00500832-65dd-43b2-bba4-5224c847430f req-83982ba4-7d44-4f7f-9866-e65a68cf792e tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626582 Dec 16 09:20:15.801935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-86e5499c-e8f3-4a01-9741-9c17b21d41fa tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/quotas/283ee90ea5884301a99e0f378c39fa3f HTTP/1.1" status: 200 len: 375 time: 0.0536368 Dec 16 09:20:15.831928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Made reservation on behalf of 1d86b1f5bff74133957ceca6995d2d66 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:15.835599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.850541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Allocated IP 172.20.0.1 (43617cb0-356b-40ba-9ae9-c5ea39e1ec23/c30efd63-8e57-40ce-999c-d560cb9e5a3b/fb825fb0-0868-4116-8f8e-532d135dfc92) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:15.863285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-6295eeb7-1b6f-4307-8937-c228f7308a0c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=283ee90ea5884301a99e0f378c39fa3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487945 Dec 16 09:20:15.871401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.906779 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.917519 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:15.993647 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Attempting to bind port a0c0e445-71f1-422f-a840-0f9b14df5c2f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:15.994199 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Attempting to bind port a0c0e445-71f1-422f-a840-0f9b14df5c2f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:15.994656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Attempting to bind port a0c0e445-71f1-422f-a840-0f9b14df5c2f on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:15.997427 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Pushing event updated for resources: {'Port': ['ID=a0c0e445-71f1-422f-a840-0f9b14df5c2f,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:16.007315 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:16.007814 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:16.008324 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.008781 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:16.009333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Bound port: a0c0e445-71f1-422f-a840-0f9b14df5c2f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:16.010073 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.012461 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.012861 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.013265 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.013646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.014683 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.014683 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.014683 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.015160 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.015552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.015939 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.016307 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.016681 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:16.025521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b51523f1-8e8a-4b40-920e-66ccdb5f463f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:16.037273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.059424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b6057-5d94-4938-8045-b6cf9d768fa5 req-1ca2d97f-13ac-4de8-9ec7-44afbe04aaa0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:16.067640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-977b6057-5d94-4938-8045-b6cf9d768fa5 req-1ca2d97f-13ac-4de8-9ec7-44afbe04aaa0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 0.1937478 Dec 16 09:20:16.090285 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] For port a0c0e445-71f1-422f-a840-0f9b14df5c2f, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:16.094443 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] For port a0c0e445-71f1-422f-a840-0f9b14df5c2f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a0c0e445-71f1-422f-a840-0f9b14df5c2f,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:16.104357 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.105949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8da0d6ef-7ecc-4268-b32a-0446c660062d service neutron] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:16.112366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8da0d6ef-7ecc-4268-b32a-0446c660062d service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.114341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a03ebd03-4437-42c2-bae5-8a20995ca257 req-8da0d6ef-7ecc-4268-b32a-0446c660062d service neutron] 10.222.0.69 "DELETE /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506/bindings/n-h1-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.3485465 Dec 16 09:20:16.128344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.209250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-977b6057-5d94-4938-8045-b6cf9d768fa5 req-4d743203-1d93-432d-bf18-2b97ef511b37 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406288 Dec 16 09:20:16.333574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.337225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Pushing event updated for resources: {'Port': ['ID=fb825fb0-0868-4116-8f8e-532d135dfc92,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:16.345535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1e081d16-b467-4a57-b1a1-f2ddbbac459f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:16.346632 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Routers {'37d5d28d-82a0-4cdc-9333-33d83611497e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:16.348105 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:19:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['37d5d28d-82a0-4cdc-9333-33d83611497e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:16.352816 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.396092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:16.398868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:16.412582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:16.425044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0fefdcc-da41-4bda-abea-59f2e934e538 req-fee8b060-6ec9-4653-84a7-8852dba3c988 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 210 time: 0.0750389 Dec 16 09:20:16.446391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b51523f1-8e8a-4b40-920e-66ccdb5f463f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:16.453941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a494a05-4ad5-4f87-91ce-3e2157de737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.467544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:16.480186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679f84-e902-48c1-8e2d-e1968b251622 req-8b8962bf-14f9-4a4a-939f-0b36e7a6305c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:16.486640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1e081d16-b467-4a57-b1a1-f2ddbbac459f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:16.487225 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.489895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6679f84-e902-48c1-8e2d-e1968b251622 req-8b8962bf-14f9-4a4a-939f-0b36e7a6305c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.2872839 Dec 16 09:20:16.494312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f', 'mac_address': 'fa:16:3e:5e:b5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:20:16.576574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a350332-2fd0-4897-ad53-6ff35a442972,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:16.661577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.733534 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] Set router 37d5d28d-82a0-4cdc-9333-33d83611497e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:16.764126 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.794520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51523f1-8e8a-4b40-920e-66ccdb5f463f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:16.816423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6679f84-e902-48c1-8e2d-e1968b251622 req-4f0a86fd-d6f5-4358-9da5-12004a2e8ecd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252683 Dec 16 09:20:16.821187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b51523f1-8e8a-4b40-920e-66ccdb5f463f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:16.831512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:16.928864 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dc315-f56e-4a01-b3bd-72f6b18ac3cd None None] Pushing event updated for resources: {'Port': ['ID=a0c0e445-71f1-422f-a840-0f9b14df5c2f,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:16.991361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:17.007663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b51523f1-8e8a-4b40-920e-66ccdb5f463f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:17.028903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 has no active binding in host n-h1-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:20:17.066760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-459d0e8d-6a81-4457-a368-eb5ed9c318a8 None None] Provisioning complete for port fb825fb0-0868-4116-8f8e-532d135dfc92 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:17.067412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-459d0e8d-6a81-4457-a368-eb5ed9c318a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:17.072178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Allocated IP 192.168.233.99 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/ca849f72-d7f4-4c53-b0a3-2d1a99722baa) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:17.128987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bc39e-b314-4728-ac7d-4820570ae927 req-5dd39b1a-5e3a-499f-b142-d2a54947be99 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:17.141559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b18bc39e-b314-4728-ac7d-4820570ae927 req-5dd39b1a-5e3a-499f-b142-d2a54947be99 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.4396789 Dec 16 09:20:17.141757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:17.182694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-459d0e8d-6a81-4457-a368-eb5ed9c318a8 None None] Port fb825fb0-0868-4116-8f8e-532d135dfc92 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:20:17.196154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b51523f1-8e8a-4b40-920e-66ccdb5f463f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:17.219366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:13Z', 'revision_number': 3, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:17.280494 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67592757-9d97-4180-b8dc-6ca935b5b46e None None] The sync data for ids ['37d5d28d-82a0-4cdc-9333-33d83611497e'] in n-d-821941-1 is: [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:13Z', 'revision_number': 3, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:20:17.283067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fc0d991-0163-42ec-8451-f0e5cb44e13e req-b03fcec6-5a45-43be-ad3d-1a08a4406cb3 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 210 time: 0.0977297 Dec 16 09:20:17.330010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b18bc39e-b314-4728-ac7d-4820570ae927 req-1666bd9e-909a-44cf-bc4d-fcf5d5d30308 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868005 Dec 16 09:20:17.475970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:17.486675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:17.615749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Pushing event updated for resources: {'Port': ['ID=fb825fb0-0868-4116-8f8e-532d135dfc92,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:17.622143 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:17.815274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:17.817566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:17.916406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.032217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.169229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.371222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a14094ac-8f51-417c-84a3-9b6f86508a24 None None] Provisioning complete for port fb825fb0-0868-4116-8f8e-532d135dfc92 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:18.371784 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a14094ac-8f51-417c-84a3-9b6f86508a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.383396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:18.407772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:18.424395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01f283-11f3-4eed-a242-737ddaf94e34 req-2d99e47d-3c27-454c-ba9a-e70b8c9533b8 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:18.441910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf01f283-11f3-4eed-a242-737ddaf94e34 req-2d99e47d-3c27-454c-ba9a-e70b8c9533b8 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 948 time: 0.9732087 Dec 16 09:20:18.456433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:18.463277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:18.463713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.529664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a0c0e445-71f1-422f-a840-0f9b14df5c2f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:18.531781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:18.548905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-f1b544bc-5252-4381-a160-634b076c0994 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=283ee90ea5884301a99e0f378c39fa3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383178 Dec 16 09:20:18.568700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a14094ac-8f51-417c-84a3-9b6f86508a24 None None] Port fb825fb0-0868-4116-8f8e-532d135dfc92 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:20:18.595243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae57dcb-1f0c-4c2e-b5f6-0624d3c1cffc req-6db8a661-8304-41ce-a995-4f3a01b9fe8f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:18.609769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ae57dcb-1f0c-4c2e-b5f6-0624d3c1cffc req-6db8a661-8304-41ce-a995-4f3a01b9fe8f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 943 time: 1.0697033 Dec 16 09:20:18.667335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf01f283-11f3-4eed-a242-737ddaf94e34 req-db53da9d-4ef2-434e-9881-edb74185e540 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232974 Dec 16 09:20:18.697001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Router 37d5d28d-82a0-4cdc-9333-33d83611497e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:20:18.718307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1d682ef6-f7c5-4642-abfa-83c3444f18e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2664337 Dec 16 09:20:18.730697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-76251782-cf55-41f7-97c2-a29ffff10b0a service neutron] 10.222.0.69 "GET /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.5742841 Dec 16 09:20:18.769292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Request body: {'port': {'device_id': '9c24394f-500e-4562-a17b-852419395561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:18.831302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a0c0e445-71f1-422f-a840-0f9b14df5c2f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:18.831839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:18.856614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-09104803-330a-40e4-8f44-bcb0a92b61e9 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:18.869408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-09104803-330a-40e4-8f44-bcb0a92b61e9 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092864 Dec 16 09:20:18.892249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Request body: {'port': {'device_id': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '283ee90ea5884301a99e0f378c39fa3f'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:18.961673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ae57dcb-1f0c-4c2e-b5f6-0624d3c1cffc req-f7c52ddd-184e-4e24-ba77-97d0cbcfd486 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146963 Dec 16 09:20:19.042882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bd65d480-6a98-41ea-99db-2b1d3c984366 None None] Provisioning complete for port ca849f72-d7f4-4c53-b0a3-2d1a99722baa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:19.043476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd65d480-6a98-41ea-99db-2b1d3c984366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.168850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.182235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bd65d480-6a98-41ea-99db-2b1d3c984366 None None] Port ca849f72-d7f4-4c53-b0a3-2d1a99722baa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:20:19.197416 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.273106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a0c0e445-71f1-422f-a840-0f9b14df5c2f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a0c0e445-71f1-422f-a840-0f9b14df5c2f,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:19.285044 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.371495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:19.396047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a0c0e445-71f1-422f-a840-0f9b14df5c2f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:19.398018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:19.411153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.411486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.411994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.412473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.412966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.414304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.414786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.421282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.421962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.422472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.422969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.423451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:19.450560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:19.455481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257ca9b8-3240-4510-8a39-95fe250f8755 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:19.472848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:19.489621 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47a27706-6b1f-4a95-99b3-111f8d251a8e admin admin] 10.222.0.61 "PUT /v2.0/routers/37d5d28d-82a0-4cdc-9333-33d83611497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0043285 Dec 16 09:20:19.508681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fdfb0-a286-4a7b-87ad-62f633b4b9cf req-f587415f-a4b7-46a4-be31-76c28d363683 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:19.522382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-762fdfb0-a286-4a7b-87ad-62f633b4b9cf req-f587415f-a4b7-46a4-be31-76c28d363683 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1095 time: 0.6678352 Dec 16 09:20:19.524570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.603810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Made reservation on behalf of 283ee90ea5884301a99e0f378c39fa3f for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:19.610972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.628255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.636364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2fb7-0e36-4c2f-9608-389a5b218570 req-f2e973b4-965c-4f69-854b-eb94cbd4c648 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:19.642336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f32b2fb7-0e36-4c2f-9608-389a5b218570 req-f2e973b4-965c-4f69-854b-eb94cbd4c648 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 935 time: 0.5646534 Dec 16 09:20:19.729655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.764009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.771885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:19.844842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e287194-495e-4c02-9740-109c3a549911,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:19.925908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f32b2fb7-0e36-4c2f-9608-389a5b218570 req-535aaa7c-3f4b-41c8-b6b4-4dd47802c58f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598166 Dec 16 09:20:19.936611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-762fdfb0-a286-4a7b-87ad-62f633b4b9cf req-46271e28-93f8-45af-9db1-5b33b847f38c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136527 Dec 16 09:20:19.937139 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.007213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Allocated IP 192.168.233.218 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/98f90e69-600e-4742-add0-a38e01fe60cb) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:20.015625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] Transition to ACTIVE for port object 257ca9b8-3240-4510-8a39-95fe250f8755 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:20:20.020884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.021923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b51523f1-8e8a-4b40-920e-66ccdb5f463f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:20.158800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] No DVR routers for this DVR port 257ca9b8-3240-4510-8a39-95fe250f8755 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:20.190468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port b51523f1-8e8a-4b40-920e-66ccdb5f463f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:20:20.202684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port b51523f1-8e8a-4b40-920e-66ccdb5f463f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:20.203297 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.212856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fcb7294-cc4c-46a1-ab59-d94bac680b6e req-cf5536f0-bad2-4231-b7ba-0c9ad0afa0a9 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 210 time: 0.0552130 Dec 16 09:20:20.298320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] 10.222.0.69 "PUT /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755/bindings/n-h1-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5228584 Dec 16 09:20:20.311550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280688c-3f91-40db-a7e0-e3e7b542e92a service neutron] Pushing event updated for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:20.369804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.53', 61851) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:20.432177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a0c0e445-71f1-422f-a840-0f9b14df5c2f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:20.438485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.492242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.523367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.574849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e454be2-6f72-4271-8f60-0c5ac48fdbd1 req-d8a94e69-4d39-487a-856f-6755570d77a3 tempest-FloatingIPsNegativeTestJSON-1535117816 tempest-FloatingIPsNegativeTestJSON-1535117816-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=222940b9ea3945dc839e00ccca7c7483 HTTP/1.1" status: 200 len: 217 time: 0.1533954 Dec 16 09:20:20.598704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:20.605284 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9cb4c1-9c6e-4941-9fc7-43b44426e185" -d '{"events": [{"server_uuid": "1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb", "name": "network-vif-plugged", "status": "completed", "tag": "b51523f1-8e8a-4b40-920e-66ccdb5f463f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:20.613891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:20.619283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:20.644439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:20.650053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b51523f1-8e8a-4b40-920e-66ccdb5f463f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:20.651249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-95cd53b2-7fc2-4c44-83cd-f63c5c449671 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:20.653805 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-95cd53b2-7fc2-4c44-83cd-f63c5c449671 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.2829590 Dec 16 09:20:20.663320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.664222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:20.671260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a0c0e445-71f1-422f-a840-0f9b14df5c2f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:20.671560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.711024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c0b4-ff19-4623-aca3-5ca232976172 req-50d0b037-8525-452f-8d6a-29f18a166ccd tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:20.714297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c74c0b4-ff19-4623-aca3-5ca232976172 req-50d0b037-8525-452f-8d6a-29f18a166ccd tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 948 time: 0.3711936 Dec 16 09:20:20.731471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:20.828465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-718a9cf2-8cb4-4ea0-ab4f-8868436246f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:20.832164 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-718a9cf2-8cb4-4ea0-ab4f-8868436246f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69&tenant_id=91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 1095 time: 0.1681545 Dec 16 09:20:20.850227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c74c0b4-ff19-4623-aca3-5ca232976172 req-9d3d7732-bb7a-4648-a1bd-a24ec7265ceb tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247947 Dec 16 09:20:20.864039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc55b-2063-4461-8a2e-8263ba8e0ec3 req-e7d0b3f5-dd0c-4fb7-a5d3-a598ff713006 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:20.877570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:20.877570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:20.877978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-035fc55b-2063-4461-8a2e-8263ba8e0ec3 req-e7d0b3f5-dd0c-4fb7-a5d3-a598ff713006 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 944 time: 0.1530380 Dec 16 09:20:20.946808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-035fc55b-2063-4461-8a2e-8263ba8e0ec3 req-6b62a7f1-164d-43b2-8205-0370da60c0bf tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738676 Dec 16 09:20:20.972054 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-ec6b278f-706d-4cba-851b-46c2ae553d24 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0904479 Dec 16 09:20:21.008136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Request body: {'port': {'device_id': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:21.072118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca849f72-d7f4-4c53-b0a3-2d1a99722baa {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:21.084021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:21.101395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Transition to ACTIVE for port object ca849f72-d7f4-4c53-b0a3-2d1a99722baa will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:20:21.140477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-9f6bf58c-a0e7-4c95-ae22-40bb34c0fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:21.140477 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-9f6bf58c-a0e7-4c95-ae22-40bb34c0fcb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1095 time: 0.2508752 Dec 16 09:20:21.161994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Sync routers for ids ['37d5d28d-82a0-4cdc-9333-33d83611497e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:21.167414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08e72ab2-aa39-4584-9d82-21d08c6e7260 req-b9e37501-5e5f-49d0-ac93-710c42b843aa tempest-FloatingIPsNegativeTestJSON-1535117816 tempest-FloatingIPsNegativeTestJSON-1535117816-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0611637 Dec 16 09:20:21.201052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:21.209543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Routers {'37d5d28d-82a0-4cdc-9333-33d83611497e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:21.210456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['37d5d28d-82a0-4cdc-9333-33d83611497e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:21.270239 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:21.310447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:21.347280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Set router 37d5d28d-82a0-4cdc-9333-33d83611497e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:21.402308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-db9c67e1-1f4b-42fb-8cd4-a7f571fc190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:21.404596 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-db9c67e1-1f4b-42fb-8cd4-a7f571fc190e service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.2243767 Dec 16 09:20:21.459400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9de75ef9-2620-40a3-9e1c-dbb89bb00717 None None] Provisioning complete for port 98f90e69-600e-4742-add0-a38e01fe60cb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:21.460207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9de75ef9-2620-40a3-9e1c-dbb89bb00717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:21.485362 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5ca63-ec1e-4b40-b216-aba7abf5402d x-openstack-request-id: req-e2c5ca63-ec1e-4b40-b216-aba7abf5402d {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:21.486186 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb", "name": "network-vif-plugged", "status": "completed", "tag": "b51523f1-8e8a-4b40-920e-66ccdb5f463f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:21.486705 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2c5ca63-ec1e-4b40-b216-aba7abf5402d {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:21.488154 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f', 'code': 200} Dec 16 09:20:21.541899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-7c332a04-3475-4003-bd00-2ba6e15ded34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.0806611 Dec 16 09:20:21.596489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:21.612940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5585a2-0cd5-4e5c-8523-e7358d0b981b req-56b72e2b-ce31-4c69-aae3-69a209e42100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:21.614569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d5585a2-0cd5-4e5c-8523-e7358d0b981b req-56b72e2b-ce31-4c69-aae3-69a209e42100 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 1100 time: 0.2398100 Dec 16 09:20:21.629405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da6703-dd6a-4f5a-bd79-5676767c3b49 req-56b7eade-bc9e-4f8a-be65-a6f5f8eb0c6e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:21.631501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b51523f1-8e8a-4b40-920e-66ccdb5f463f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:21.632181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7da6703-dd6a-4f5a-bd79-5676767c3b49 req-56b7eade-bc9e-4f8a-be65-a6f5f8eb0c6e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.2215664 Dec 16 09:20:21.632982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:21.633313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:21.633684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:21.647332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9de75ef9-2620-40a3-9e1c-dbb89bb00717 None None] Port 98f90e69-600e-4742-add0-a38e01fe60cb cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:20:21.690624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:21.690936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:21.704298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:21.704625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:21.705117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:21.705559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Bound port: ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:21.705943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:21.736362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-36345169-8b71-4956-b4ff-4f822a7d7061 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:21.738292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-36345169-8b71-4956-b4ff-4f822a7d7061 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.6340792 Dec 16 09:20:21.793954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-9e579216-cc1f-458b-b5f1-6bda55db731e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/quotas/cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 375 time: 0.0448332 Dec 16 09:20:21.795182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-2a30777d-2cb8-48ae-b48d-a28c83b900d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:21.796950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-2a30777d-2cb8-48ae-b48d-a28c83b900d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.2468030 Dec 16 09:20:21.839803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7da6703-dd6a-4f5a-bd79-5676767c3b49 req-a070a068-23d3-4082-bf58-3bdb5952b93a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631873 Dec 16 09:20:21.848601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-7262a718-c647-4adc-ade1-ebc63c013d54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407701 Dec 16 09:20:21.885091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d5585a2-0cd5-4e5c-8523-e7358d0b981b req-07247d88-3941-42f8-a013-faf22e0ceba2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394435 Dec 16 09:20:21.935915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:17Z', 'revision_number': 4, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'fb825fb0-0868-4116-8f8e-532d135dfc92', 'name': '', 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'mac_address': 'fa:16:3e:ce:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:15Z', 'updated_at': '2021-12-16T09:20:17Z', 'revision_number': 2, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'subnets': [{'id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:21.972191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:21.986977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Checking router: 37d5d28d-82a0-4cdc-9333-33d83611497e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:21.988019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Updating router 37d5d28d-82a0-4cdc-9333-33d83611497e port fb825fb0-0868-4116-8f8e-532d135dfc92 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:20:21.993144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-42b61a5d-b34b-48bf-b856-a828c1560f85 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620948 Dec 16 09:20:22.030357 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.045421 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-7f721cab-7678-4c14-a7a2-77e86039bc92 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893873 Dec 16 09:20:22.050553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f90e69-600e-4742-add0-a38e01fe60cb {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:22.062410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:22.071437 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.079602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.125671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Transition to ACTIVE for port object 98f90e69-600e-4742-add0-a38e01fe60cb will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:20:22.126245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:22.127420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.130501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 1095 time: 3.3979218 Dec 16 09:20:22.132353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.137534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:22.160142 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fcbc3f-7a93-41d4-9260-a109752dcfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c24394f-500e-4562-a17b-852419395561", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:22.263159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-87d493ef-9894-40c9-99bb-32904be5a060 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075295 Dec 16 09:20:22.266040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:22.304537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Attempting to bind port 98f90e69-600e-4742-add0-a38e01fe60cb on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:22.304938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Attempting to bind port 98f90e69-600e-4742-add0-a38e01fe60cb by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:22.305273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Attempting to bind port 98f90e69-600e-4742-add0-a38e01fe60cb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:22.310448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Port 98f90e69-600e-4742-add0-a38e01fe60cb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:22.310772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Attempting to bind port 98f90e69-600e-4742-add0-a38e01fe60cb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:22.313584 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-3da67b60-86f3-4a71-a31c-d90acf98d980 req-f368f868-29f7-49df-b1d0-7155b8ce462c tempest-FloatingIPsNegativeTestJSON-1535117816 tempest-FloatingIPsNegativeTestJSON-1535117816-project] show failed (client error): The resource could not be found. Dec 16 09:20:22.315468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da67b60-86f3-4a71-a31c-d90acf98d980 req-f368f868-29f7-49df-b1d0-7155b8ce462c tempest-FloatingIPsNegativeTestJSON-1535117816 tempest-FloatingIPsNegativeTestJSON-1535117816-project] 10.222.0.61 "GET /v2.0/floatingips/6efd6049-2433-444a-acaa-617dfc9b60fa HTTP/1.1" status: 404 len: 350 time: 0.1336651 Dec 16 09:20:22.321015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:22.321772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:22.321986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:22.322523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Bound port: 98f90e69-600e-4742-add0-a38e01fe60cb, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:22.323316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.328378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54138) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:22.366010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-5e9651c8-5c1b-482d-ac5e-e0a5e573986d service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716879 Dec 16 09:20:22.368029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc88920-169e-4c0d-9f67-4ecdefff84a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:22.413412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1e018907-eaf2-4231-b2df-8feeeba388e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:22.414687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-1e018907-eaf2-4231-b2df-8feeeba388e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1098 time: 0.2318757 Dec 16 09:20:22.537612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:22.544112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:22.564555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.573357 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.587511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.721023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3d102-9e2e-4db5-a43d-760663b3e722 None None] Pushing event updated for resources: {'Port': ['ID=fb825fb0-0868-4116-8f8e-532d135dfc92,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:22.734844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Attempting to bind port fb825fb0-0868-4116-8f8e-532d135dfc92 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:22.735218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Attempting to bind port fb825fb0-0868-4116-8f8e-532d135dfc92 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:22.735587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Attempting to bind port fb825fb0-0868-4116-8f8e-532d135dfc92 on network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:22.741912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:22.742321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Checking segment: {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:22.742692 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.743093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Bound using segment: {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:22.743574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Bound port: fb825fb0-0868-4116-8f8e-532d135dfc92, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be25f2b-0731-4ad7-935f-03d574be35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:22.743949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.807997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:22.808540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:22.810007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/98f90e69-600e-4742-add0-a38e01fe60cb HTTP/1.1" status: 200 len: 1096 time: 1.8243003 Dec 16 09:20:22.811523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:22.814273 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dfd6d1-facc-4199-a177-8cc22313076d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:22.871396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] For port fb825fb0-0868-4116-8f8e-532d135dfc92, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:22.874776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-ebc286f3-9268-4814-87bc-69eba7ea2e5d tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:22.877068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-ebc286f3-9268-4814-87bc-69eba7ea2e5d tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.3225286 Dec 16 09:20:22.880177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-a0c615e6-2df2-4335-b952-b59085d0f9fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.3979547 Dec 16 09:20:22.880927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df768e-a997-4d10-a57c-0c59c29465b7 service neutron] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:22.896022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ba8e1-a7ed-4a17-8c0a-c61697547660 req-5dda9fa3-cd4a-4981-b5cb-b07ba1687264 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:22.904840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c93ba8e1-a7ed-4a17-8c0a-c61697547660 req-5dda9fa3-cd4a-4981-b5cb-b07ba1687264 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 948 time: 0.4193356 Dec 16 09:20:22.908969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] For port fb825fb0-0868-4116-8f8e-532d135dfc92, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fb825fb0-0868-4116-8f8e-532d135dfc92,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:22.923761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:23.036074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-e1bb044e-2cb0-4ccb-b366-446e868b692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:23.037554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-e1bb044e-2cb0-4ccb-b366-446e868b692a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1241772 Dec 16 09:20:23.066511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3d102-9e2e-4db5-a43d-760663b3e722 None None] Pushing event updated for resources: {'Port': ['ID=fb825fb0-0868-4116-8f8e-532d135dfc92,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:23.090474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Routers {'37d5d28d-82a0-4cdc-9333-33d83611497e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:23.091450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['37d5d28d-82a0-4cdc-9333-33d83611497e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:23.097889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c93ba8e1-a7ed-4a17-8c0a-c61697547660 req-d24ab175-bea1-4ae3-a799-88b96ea5417b tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919456 Dec 16 09:20:23.173893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-895cc249-4a34-4572-84c8-28f06e96e74f service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915168 Dec 16 09:20:23.236763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-ec063f35-c7d7-4632-b976-78a70d7586e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:23.245307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-ec063f35-c7d7-4632-b976-78a70d7586e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832049 Dec 16 09:20:23.384766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7e49861a-3d7f-4ea6-8419-27e04b975a53 None None] Provisioning complete for port fb825fb0-0868-4116-8f8e-532d135dfc92 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:23.385177 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e49861a-3d7f-4ea6-8419-27e04b975a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:23.396819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:23.430356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] Set router 37d5d28d-82a0-4cdc-9333-33d83611497e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:23.439233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e871cc-94b9-4517-a384-ab961f247e8d req-54ada511-073f-4bd4-9e87-842e5a5ca38d tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:23.441048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52e871cc-94b9-4517-a384-ab961f247e8d req-54ada511-073f-4bd4-9e87-842e5a5ca38d tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 949 time: 0.1344776 Dec 16 09:20:23.477113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-434f788e-24aa-46fe-a069-7723f929517e service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227943 Dec 16 09:20:23.655004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52e871cc-94b9-4517-a384-ab961f247e8d req-f14f54c0-3388-4279-832a-27872ba287eb tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947362 Dec 16 09:20:23.683626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e49861a-3d7f-4ea6-8419-27e04b975a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:23.711854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1157df-c6e4-4e20-a920-13af34880171 req-aa3b196e-5d5b-4026-9fab-3c3ad8d38483 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:23.713250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-14d6e340-c0b1-4da0-9837-aeb9d7a09117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:23.720436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d1157df-c6e4-4e20-a920-13af34880171 req-aa3b196e-5d5b-4026-9fab-3c3ad8d38483 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 944 time: 0.1182692 Dec 16 09:20:23.726520 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-14d6e340-c0b1-4da0-9837-aeb9d7a09117 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=283ee90ea5884301a99e0f378c39fa3f&device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 1099 time: 0.8465223 Dec 16 09:20:23.728395 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22e8351-55e4-4c0d-87f9-97d489e6960a x-openstack-request-id: req-c22e8351-55e4-4c0d-87f9-97d489e6960a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:23.728673 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c24394f-500e-4562-a17b-852419395561", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:23.728917 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c22e8351-55e4-4c0d-87f9-97d489e6960a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:23.729309 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'status': 'completed', 'code': 200} Dec 16 09:20:23.736858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7e49861a-3d7f-4ea6-8419-27e04b975a53 None None] For port fb825fb0-0868-4116-8f8e-532d135dfc92, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fb825fb0-0868-4116-8f8e-532d135dfc92,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:23.746507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e49861a-3d7f-4ea6-8419-27e04b975a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:23.779986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa99f21-9ba6-427d-9e43-db95acdffd10 req-6320272f-86cc-4bc2-812b-0691b77c92b3 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781177 Dec 16 09:20:23.815427 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09247076-a94d-4119-a179-a3458f69cf4d x-openstack-request-id: req-09247076-a94d-4119-a179-a3458f69cf4d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:23.815875 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:23.816338 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09247076-a94d-4119-a179-a3458f69cf4d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:23.816993 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'status': 'completed', 'code': 200} Dec 16 09:20:23.837127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d1157df-c6e4-4e20-a920-13af34880171 req-374d8070-bf67-4a16-9b49-90074ed67711 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147773 Dec 16 09:20:23.865265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-7a157a3d-9c54-4f33-b382-9e25108d8df8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=98f90e69-600e-4742-add0-a38e01fe60cb HTTP/1.1" status: 200 len: 217 time: 0.1256104 Dec 16 09:20:24.022840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-36f773c9-e6ef-4f35-867b-fd2a6942d35d None None] Provisioning complete for port fb825fb0-0868-4116-8f8e-532d135dfc92 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:24.023285 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36f773c9-e6ef-4f35-867b-fd2a6942d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:24.039346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4885a-739e-4b5b-9b7a-8c07d0caca64 req-f3f87283-5e87-4bff-8523-9ddef8bc53d2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.042774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5a4885a-739e-4b5b-9b7a-8c07d0caca64 req-f3f87283-5e87-4bff-8523-9ddef8bc53d2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.1742613 Dec 16 09:20:24.057391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-b8bd4988-18ae-421a-8530-21651df86767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.059235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-b8bd4988-18ae-421a-8530-21651df86767 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1098 time: 0.2162652 Dec 16 09:20:24.083982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-bb65eeee-fdd6-483e-8bb9-7e9de39039a1 service neutron] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:24.092723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-bb65eeee-fdd6-483e-8bb9-7e9de39039a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:24.094920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-289f2fb7-df59-4a13-9361-f2bf2fa9226f req-bb65eeee-fdd6-483e-8bb9-7e9de39039a1 service neutron] 10.222.0.53 "DELETE /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755/bindings/n-h2-821941-1 HTTP/1.1" status: 204 len: 173 time: 1.2022023 Dec 16 09:20:24.099735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-536edbf7-8a9e-4b3e-b397-c617df691f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.101499 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-536edbf7-8a9e-4b3e-b397-c617df691f24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1949012 Dec 16 09:20:24.165620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49861a-3d7f-4ea6-8419-27e04b975a53 None None] Pushing event updated for resources: {'Port': ['ID=fb825fb0-0868-4116-8f8e-532d135dfc92,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:24.234555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:17Z', 'revision_number': 4, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'fb825fb0-0868-4116-8f8e-532d135dfc92', 'name': '', 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'mac_address': 'fa:16:3e:ce:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:15Z', 'updated_at': '2021-12-16T09:20:22Z', 'revision_number': 4, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'subnets': [{'id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:24.235403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:24.262796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5a4885a-739e-4b5b-9b7a-8c07d0caca64 req-4fae818a-522e-4d08-987c-a49619a54e7f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024224 Dec 16 09:20:24.343042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d3498-7d4d-4b44-a699-26f3d301af1f None None] The sync data for ids ['37d5d28d-82a0-4cdc-9333-33d83611497e'] in n-d-821941-1 is: [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:17Z', 'revision_number': 4, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'fb825fb0-0868-4116-8f8e-532d135dfc92', 'name': '', 'network_id': '43617cb0-356b-40ba-9ae9-c5ea39e1ec23', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'mac_address': 'fa:16:3e:ce:7a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:15Z', 'updated_at': '2021-12-16T09:20:22Z', 'revision_number': 4, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'subnets': [{'id': 'c30efd63-8e57-40ce-999c-d560cb9e5a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:20:24.343631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-8902c0ef-6373-4a83-8bca-b42c3182e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.345550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-8902c0ef-6373-4a83-8bca-b42c3182e202 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2745314 Dec 16 09:20:24.407910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-2fc9d088-cbf0-41a9-80ca-fbf571468151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.410731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-2fc9d088-cbf0-41a9-80ca-fbf571468151 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2804017 Dec 16 09:20:24.465528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-94b6fc0d-5fc4-4675-a723-110518af3b99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.1114872 Dec 16 09:20:24.490482 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:24.587751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-2150ecbd-9a97-4781-9db5-432a7c8ed879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.591372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-2150ecbd-9a97-4781-9db5-432a7c8ed879 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0966823 Dec 16 09:20:24.693560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-169175b1-f6b3-4ae5-ae66-c94d23681959 req-8b1b77e7-5b93-4b58-a340-9ee66ae74d11 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 210 time: 0.0755684 Dec 16 09:20:24.750882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-9cee2abc-dd50-4a68-89d3-6a27941208dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:24.754745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-9cee2abc-dd50-4a68-89d3-6a27941208dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482003 Dec 16 09:20:24.921904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-684b3cba-d01f-4782-a54e-2c699a3ee73b service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842901 Dec 16 09:20:25.000520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542254a-214c-48e5-bed5-56eb875a554c req-b94dfc84-4f15-4a0d-ba55-afc8c074581b tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.002369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d542254a-214c-48e5-bed5-56eb875a554c req-b94dfc84-4f15-4a0d-ba55-afc8c074581b tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1095 time: 0.1714804 Dec 16 09:20:25.036995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19babb76-782f-4606-ad23-2ed2d892fc15 req-17fe7c86-bee0-4a0c-bc3b-c6cabf145422 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.038765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19babb76-782f-4606-ad23-2ed2d892fc15 req-17fe7c86-bee0-4a0c-bc3b-c6cabf145422 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 948 time: 0.2119420 Dec 16 09:20:25.052776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-45944f81-d519-49df-83be-2140f0acc2b4 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812538 Dec 16 09:20:25.119687 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eab5fa89-82ab-4caf-b1ab-b53967d2279b req-03b78b32-a50d-4a73-99b9-f64344460c8f service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790497 Dec 16 09:20:25.147911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d542254a-214c-48e5-bed5-56eb875a554c req-ef02c871-05af-4520-a3ed-0a5f7b3218f5 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343806 Dec 16 09:20:25.191786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19babb76-782f-4606-ad23-2ed2d892fc15 req-1ce2c4ba-60f2-4298-8d8b-a43711d7930d tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445034 Dec 16 09:20:25.242201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Deleting port fb825fb0-0868-4116-8f8e-532d135dfc92 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:25.242547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:25.293245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54fcbc3f-7a93-41d4-9260-a109752dcfd1 req-f0ab629a-e4c2-4c30-b9d1-2f402fcb51a1 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179389 Dec 16 09:20:25.404745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf635a-c068-493f-8c40-9e03a23b1b4a req-e271cc54-f9d2-4773-9327-1ab30b9c8963 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.422185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99bf635a-c068-493f-8c40-9e03a23b1b4a req-e271cc54-f9d2-4773-9327-1ab30b9c8963 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 949 time: 0.1084168 Dec 16 09:20:25.537450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99bf635a-c068-493f-8c40-9e03a23b1b4a req-990f9e2e-9d45-49ac-a92d-aa06c78e8820 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108582 Dec 16 09:20:25.574947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1a484-6fe3-4294-abc1-d74ae39021ca req-03f47a6d-d5ea-4d5d-bbd4-cb173d98b900 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.577357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ea1a484-6fe3-4294-abc1-d74ae39021ca req-03f47a6d-d5ea-4d5d-bbd4-cb173d98b900 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.1258738 Dec 16 09:20:25.606831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-5c8a4e3d-a755-457a-9dea-1f305053af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.611092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-5c8a4e3d-a755-457a-9dea-1f305053af96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=283ee90ea5884301a99e0f378c39fa3f&device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 1099 time: 0.2788057 Dec 16 09:20:25.679142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ea1a484-6fe3-4294-abc1-d74ae39021ca req-e9beeb8b-2d0c-4ead-8eb3-5ba105e6bd83 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812917 Dec 16 09:20:25.715952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] For port fb825fb0-0868-4116-8f8e-532d135dfc92, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fb825fb0-0868-4116-8f8e-532d135dfc92,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:25.718315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:25.746535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Calling delete_port for fb825fb0-0868-4116-8f8e-532d135dfc92 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:25.835927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-eb461bab-250b-4e5e-8515-7cab9f8bfd94 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.845597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-eb461bab-250b-4e5e-8515-7cab9f8bfd94 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.1596076 Dec 16 09:20:25.869287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-6984d8ec-b909-4c86-bcfc-04c8866f401a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/quotas/91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 375 time: 0.0215261 Dec 16 09:20:25.900832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-9144c6f8-fdb3-47ec-9057-88b247f1f733 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:25.903001 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-9144c6f8-fdb3-47ec-9057-88b247f1f733 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.5542665 Dec 16 09:20:25.937600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Request body: {'port': {'device_id': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'admin_state_up': True, 'tenant_id': 'cc7c74dec1784026809a2066f9b47412'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:25.968584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-30354f2e-c04e-420d-be63-8eca424cb737 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974424 Dec 16 09:20:26.100345 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-92ea7a1c-7104-42fd-b606-16a5c42ab973 service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282051 Dec 16 09:20:26.234579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2162340-db55-48fa-9dd0-8c31a46af173 req-60e3acd5-e0a0-4618-8476-cc918da95c83 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 210 time: 0.0530665 Dec 16 09:20:26.248763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-91b2936d-0872-4a3b-8ba5-4fba5d2b498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:26.251122 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-91b2936d-0872-4a3b-8ba5-4fba5d2b498b service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3467524 Dec 16 09:20:26.297896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-09097840-c2bc-4389-869e-b424eb891c9f service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987338 Dec 16 09:20:26.317138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-6044bcc7-c74b-48c9-a237-927ad699c03d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=98f90e69-600e-4742-add0-a38e01fe60cb HTTP/1.1" status: 200 len: 217 time: 0.0577636 Dec 16 09:20:26.397318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb825fb0-0868-4116-8f8e-532d135dfc92 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:26.404269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Made reservation on behalf of cc7c74dec1784026809a2066f9b47412 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:26.408873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:26.421037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:26.580473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb825fb0-0868-4116-8f8e-532d135dfc92,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:26.661942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964fbb9-ff46-4a87-b6ca-1e9e77b431b6 req-473743a6-84b4-45dd-8c87-c3503d9bdc2c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:26.664031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b964fbb9-ff46-4a87-b6ca-1e9e77b431b6 req-473743a6-84b4-45dd-8c87-c3503d9bdc2c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 948 time: 0.1530335 Dec 16 09:20:26.734952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b964fbb9-ff46-4a87-b6ca-1e9e77b431b6 req-ded835f3-0f87-46df-b475-b425cae32097 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Dec 16 09:20:26.754319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-e520561b-8524-4b23-8011-c06d6d6dd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:26.764632 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-e520561b-8524-4b23-8011-c06d6d6dd348 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.3639059 Dec 16 09:20:26.775668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No active binding found for port fb825fb0-0868-4116-8f8e-532d135dfc92 {{(pid=102399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:20:26.776404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb825fb0-0868-4116-8f8e-532d135dfc92 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 09:20:26.778907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:26.847408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Port fb825fb0-0868-4116-8f8e-532d135dfc92 not found, will not notify nova. {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 09:20:26.885025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a7b83a0-77f3-4e67-87f9-0bfb9bd263fa req-a8e0612f-5b66-4f55-8462-4fd7248889b1 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 210 time: 0.0437949 Dec 16 09:20:26.993313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:27.015768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'mac_address': 'fa:16:3e:a7:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:20:27.091427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e5cd-dab3-4531-9666-4bcd2644a98a req-32c2eef7-43fe-4014-aa86-550c51ff8a10 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:27.093297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b430e5cd-dab3-4531-9666-4bcd2644a98a req-32c2eef7-43fe-4014-aa86-550c51ff8a10 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.1010647 Dec 16 09:20:27.143234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:27.165892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:27.203351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca849f72-d7f4-4c53-b0a3-2d1a99722baa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:27.206130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b430e5cd-dab3-4531-9666-4bcd2644a98a req-b68ac165-68c9-420e-a14d-d1f643687473 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057212 Dec 16 09:20:27.304487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:27.309907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:27.418604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:27.566628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:27.582081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab34cff4-e64e-4f0b-acf0-067c42773567 req-49b29d67-c169-473b-8232-b7b5ab8bf297 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 210 time: 0.0512402 Dec 16 09:20:27.602244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1eba-fe49-4c3e-877c-f08064842288 req-3890b61a-ed91-4362-a06a-6de9f880c57f tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:27.604199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0dc1eba-fe49-4c3e-877c-f08064842288 req-3890b61a-ed91-4362-a06a-6de9f880c57f tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 949 time: 0.1209142 Dec 16 09:20:27.628504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-1b1d2440-e344-4d7e-9555-87b6630f9769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:27.630053 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-1b1d2440-e344-4d7e-9555-87b6630f9769 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5725369 Dec 16 09:20:27.673896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Allocated IP 172.20.0.5 (d9901433-d9f8-4d1a-ab0f-c2c0bc974455/8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81/17893446-0889-47db-b1b7-288391a4d7a6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:27.694880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0dc1eba-fe49-4c3e-877c-f08064842288 req-18afb5c0-e188-4848-95d2-238007dcb5e4 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840917 Dec 16 09:20:27.799642 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-0acc9cde-a48a-4ccb-ae9a-5772b34b2932 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537881 Dec 16 09:20:27.931471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66f93-41d2-4a1e-9a04-8036798ec645 req-72b72456-140e-43c9-a8b4-bd6225da8250 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:27.933355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d66f93-41d2-4a1e-9a04-8036798ec645 req-72b72456-140e-43c9-a8b4-bd6225da8250 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 948 time: 0.0647223 Dec 16 09:20:27.998498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d66f93-41d2-4a1e-9a04-8036798ec645 req-88fdeb54-84ed-4999-a154-2d476b0a5e2c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570281 Dec 16 09:20:28.063228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9ed75e7-e49a-4996-85a4-05c688f8f13e req-c03df963-2d60-4b5d-a8c2-8cde6702b6fe tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 210 time: 0.0387964 Dec 16 09:20:28.136317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3dfd6d1-facc-4199-a177-8cc22313076d req-f9f43cfc-4466-443a-960c-188980ae0551 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935939 Dec 16 09:20:28.148443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Router 37d5d28d-82a0-4cdc-9333-33d83611497e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:20:28.196212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.377773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.492388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:28.507840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:28.519780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54244) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:28.522641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6b1bb3a3-fdc5-4ec6-b786-a459be368880 admin admin] 10.222.0.61 "PUT /v2.0/routers/37d5d28d-82a0-4cdc-9333-33d83611497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1920469 Dec 16 09:20:28.523501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:28.526928 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] Sync routers for ids ['37d5d28d-82a0-4cdc-9333-33d83611497e'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:28.546878 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] Routers {'37d5d28d-82a0-4cdc-9333-33d83611497e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:28.549172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['37d5d28d-82a0-4cdc-9333-33d83611497e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:28.552473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:28.574633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:28.578465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:28.613892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:28.664603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:28.668693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.710875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ca849f72-d7f4-4c53-b0a3-2d1a99722baa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:20:28.724811 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-fdd8f7cb-f7d6-45dd-ba9d-4129770ed9fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7984066 Dec 16 09:20:28.726976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ca849f72-d7f4-4c53-b0a3-2d1a99722baa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:28.727108 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.748795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Request body: {'port': {'device_id': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:28.764933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e524a8f-f721-4d7f-abe8-1f8d5cfc56b7 req-3f33d06d-1560-451a-b1e1-fa4a1608f23b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:28.773544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e524a8f-f721-4d7f-abe8-1f8d5cfc56b7 req-3f33d06d-1560-451a-b1e1-fa4a1608f23b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 948 time: 0.4078624 Dec 16 09:20:28.774460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:28.792069 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] Set router 37d5d28d-82a0-4cdc-9333-33d83611497e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:28.798836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-37efc98e-a826-4cf8-aee4-700331a31078 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:28.800416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-37efc98e-a826-4cf8-aee4-700331a31078 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.4892781 Dec 16 09:20:28.801858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '98f90e69-600e-4742-add0-a38e01fe60cb', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '98f90e69-600e-4742-add0-a38e01fe60cb', 'mac_address': 'fa:16:3e:56:42:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:20:28.854894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.866610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Request body: {'port': {'device_id': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'admin_state_up': True, 'tenant_id': '91e039e7ba994f8e8d67621625040c99'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:28.919556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.969125 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:28.972122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f90e69-600e-4742-add0-a38e01fe60cb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:29.014774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:29.021139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:29.024018 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b8ac99-3af2-4a40-99cd-735117486898" -d '{"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-plugged", "status": "completed", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:29.032412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.044765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:29.067164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.120040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:29.162907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e524a8f-f721-4d7f-abe8-1f8d5cfc56b7 req-dd0a0da6-1de8-49c5-aed2-2f2392efcad5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874545 Dec 16 09:20:29.199660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:26Z', 'revision_number': 5, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:29.200460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Made reservation on behalf of 91e039e7ba994f8e8d67621625040c99 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:29.206339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.221723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.246898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:29.248815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bd308-221c-4064-bfd3-61b42549e934 req-6c649508-3813-43ff-93f7-488e345f12fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:29.260144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d38bd308-221c-4064-bfd3-61b42549e934 req-6c649508-3813-43ff-93f7-488e345f12fb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 931 time: 0.4838152 Dec 16 09:20:29.271245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['98f90e69-600e-4742-add0-a38e01fe60cb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:29.282067 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] Checking router: 37d5d28d-82a0-4cdc-9333-33d83611497e for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:29.295204 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] Routers {'37d5d28d-82a0-4cdc-9333-33d83611497e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:29.295967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['37d5d28d-82a0-4cdc-9333-33d83611497e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:29.439901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17893446-0889-47db-b1b7-288391a4d7a6 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:29.449935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.464741 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] Set router 37d5d28d-82a0-4cdc-9333-33d83611497e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:29.471138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Transition to ACTIVE for port object 17893446-0889-47db-b1b7-288391a4d7a6 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:20:29.478550 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.518147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-4b58be7b-7abc-47ed-88d8-69b1ee8417d9 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:29.518345 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-4b58be7b-7abc-47ed-88d8-69b1ee8417d9 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 949 time: 0.4259207 Dec 16 09:20:29.535430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d38bd308-221c-4064-bfd3-61b42549e934 req-be9121d6-6304-43a1-8484-320c1b9d4fdf tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740653 Dec 16 09:20:29.571925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:29.592770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178b67e-1587-42d3-a606-44bd83617578 req-22a50d63-d6e8-43ad-af51-cb9963686304 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:29.594393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e178b67e-1587-42d3-a606-44bd83617578 req-22a50d63-d6e8-43ad-af51-cb9963686304 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 949 time: 0.3135488 Dec 16 09:20:29.629544 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a07cf0-3144-4471-b06b-268d9c024a92 x-openstack-request-id: req-60a07cf0-3144-4471-b06b-268d9c024a92 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:29.630080 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-plugged", "status": "completed", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:29.630176 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60a07cf0-3144-4471-b06b-268d9c024a92 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:29.630505 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'code': 200} Dec 16 09:20:29.697931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:29.698158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:29.698577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:29.703343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:29.703662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:29.710155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:29.710732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:29.711131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:29.711569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Bound port: 17893446-0889-47db-b1b7-288391a4d7a6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:29.711930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:29.755519 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:26Z', 'revision_number': 5, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:29.809196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69f4c-bbfc-4809-9b0b-b47ff5698236 req-b91161ed-5684-4939-a4fe-b4f13dc2f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:29.831050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51e69f4c-bbfc-4809-9b0b-b47ff5698236 req-b91161ed-5684-4939-a4fe-b4f13dc2f871 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1100 time: 0.1166184 Dec 16 09:20:29.938295 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1054a6-a345-449b-9a40-c5eb1c236f54 None None] The sync data for ids ['37d5d28d-82a0-4cdc-9333-33d83611497e'] in n-d-821941-1 is: [{'id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847558166-router', 'tenant_id': '222940b9ea3945dc839e00ccca7c7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:11Z', 'updated_at': '2021-12-16T09:20:26Z', 'revision_number': 5, 'project_id': '222940b9ea3945dc839e00ccca7c7483', 'gw_port': {'id': 'a0c0e445-71f1-422f-a840-0f9b14df5c2f', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ef:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5d28d-82a0-4cdc-9333-33d83611497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:12Z', 'updated_at': '2021-12-16T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:20:29.963997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51e69f4c-bbfc-4809-9b0b-b47ff5698236 req-9cdb072d-e406-4ffd-b35a-0c16e65c6524 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876858 Dec 16 09:20:29.965126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:29.992576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:30.003790 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-bd3c3b8a-1a8f-48fc-8f59-7c70a6ecfdaf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1686914 Dec 16 09:20:30.004999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.063411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.123158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.124401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.125733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] 10.222.0.53 "PUT /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 1091 time: 1.3912535 Dec 16 09:20:30.129042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:30.131614 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24093ee-3615-4784-8d60-df7225bbc458" -d '{"events": [{"name": "network-changed", "server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "tag": "17893446-0889-47db-b1b7-288391a4d7a6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:30.134901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e178b67e-1587-42d3-a606-44bd83617578 req-1a3ab71d-1790-4952-8309-170bd4463a90 tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924960 Dec 16 09:20:30.181106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Allocated IP 172.20.0.12 (062f0d7c-1204-481f-9fd0-2fb6f97ada0b/7b0b14df-49d8-4cb1-a534-1dc4f55e8953/366dda7b-2230-43a7-a376-cdd721a1985a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:30.190406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448a0e-e713-43a4-b063-2127a2e4a38d service neutron] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:30.205452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-8f45fbc4-7217-4234-8d20-7e75c9966ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.208977 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-8f45fbc4-7217-4234-8d20-7e75c9966ce3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 1096 time: 0.1399503 Dec 16 09:20:30.228595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe764d-3111-4175-b924-129c5f2669ae req-155ae33c-e527-427f-b9ab-2e5d2607849b tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.243082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cbe764d-3111-4175-b924-129c5f2669ae req-155ae33c-e527-427f-b9ab-2e5d2607849b tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 949 time: 0.5182924 Dec 16 09:20:30.351850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb825fb0-0868-4116-8f8e-532d135dfc92 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:30.373689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cbe764d-3111-4175-b924-129c5f2669ae req-74e4ec91-b752-45cc-a98b-166affada1cc tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302245 Dec 16 09:20:30.400857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: fb825fb0-0868-4116-8f8e-532d135dfc92 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:20:30.401167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb825fb0-0868-4116-8f8e-532d135dfc92 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:30.419674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a94e84f6-a238-4c4a-aef4-fd599401cda2 req-7e2c6f09-993d-485a-a441-106015e88bc6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 210 time: 0.1282549 Dec 16 09:20:30.450913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Deleting port a0c0e445-71f1-422f-a840-0f9b14df5c2f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:30.451444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.539562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:30.576465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Deleting port b51523f1-8e8a-4b40-920e-66ccdb5f463f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:30.576815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.582188 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e0c50e-81c7-446f-83ec-6968e633ebdc x-openstack-request-id: req-03e0c50e-81c7-446f-83ec-6968e633ebdc {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:30.582699 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "tag": "17893446-0889-47db-b1b7-288391a4d7a6", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:30.582699 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03e0c50e-81c7-446f-83ec-6968e633ebdc {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:30.583119 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6', 'status': 'completed', 'code': 200} Dec 16 09:20:30.623985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-3a941b19-227b-4558-a813-b25ce63ace34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.625821 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-3a941b19-227b-4558-a813-b25ce63ace34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.3721757 Dec 16 09:20:30.658688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 98f90e69-600e-4742-add0-a38e01fe60cb completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:20:30.668289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 98f90e69-600e-4742-add0-a38e01fe60cb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:30.668664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.748067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-316a27c5-da53-4436-af6c-9578074b7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.749658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-316a27c5-da53-4436-af6c-9578074b7a17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1094 time: 0.5160518 Dec 16 09:20:30.756806 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-531b6bfc-56b3-4539-a454-cb3ffddb3448 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 200 len: 1001 time: 0.1216736 Dec 16 09:20:30.784958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.824463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:30.830553 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-905043f7-86f8-41cb-9217-197cdb0478ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0708520 Dec 16 09:20:30.833546 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.902795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:30.919309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-8f850200-dd7d-42b3-9217-22c10a4c1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.920869 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-8f850200-dd7d-42b3-9217-22c10a4c1c60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0741608 Dec 16 09:20:30.930909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-9de3dddc-defb-4325-aa17-59a22645cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:30.932539 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-9de3dddc-defb-4325-aa17-59a22645cafd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1645741 Dec 16 09:20:30.944441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] For port b51523f1-8e8a-4b40-920e-66ccdb5f463f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b51523f1-8e8a-4b40-920e-66ccdb5f463f,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:30.944814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:30.959781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Calling delete_port for b51523f1-8e8a-4b40-920e-66ccdb5f463f owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:30.970885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-e7fca1f5-0abb-4de3-a441-1ea8369a800f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347786 Dec 16 09:20:31.020229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.031957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59504e-ced4-4ce5-a0e3-0b3378230ac2 req-f231511a-0edc-4b61-b0a2-214de8814905 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.034210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d59504e-ced4-4ce5-a0e3-0b3378230ac2 req-f231511a-0edc-4b61-b0a2-214de8814905 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.3360419 Dec 16 09:20:31.048024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3beb-5093-490a-b709-d573cda1c1da req-eb90bd86-44d0-4a40-a5c3-e3b7fcade436 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.054777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f9c3beb-5093-490a-b709-d573cda1c1da req-eb90bd86-44d0-4a40-a5c3-e3b7fcade436 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.3412640 Dec 16 09:20:31.073973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-9e320780-815b-40aa-807c-1d4b5840b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.074920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] For port a0c0e445-71f1-422f-a840-0f9b14df5c2f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a0c0e445-71f1-422f-a840-0f9b14df5c2f,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:31.075543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.075646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-9e320780-815b-40aa-807c-1d4b5840b824 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297193 Dec 16 09:20:31.145759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Calling delete_port for a0c0e445-71f1-422f-a840-0f9b14df5c2f owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:31.166197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-8087877a-0081-472d-9342-9b0740ba8259 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802642 Dec 16 09:20:31.229451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f9c3beb-5093-490a-b709-d573cda1c1da req-dca1bde3-a83e-4b93-8947-c2d32d15c207 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728930 Dec 16 09:20:31.303891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-8b11c348-34f0-4e79-a691-ece9a87471e2 service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161639 Dec 16 09:20:31.326311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d59504e-ced4-4ce5-a0e3-0b3378230ac2 req-31c14b54-fdca-44cd-b27d-1ebbe0e52d5d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650115 Dec 16 09:20:31.344498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.451418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:31.453190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-23449fe8-c8a6-4145-a8db-7013bd162539 req-bcb9d809-7394-4045-bc67-72e2ecb69877 service neutron] 10.222.0.69 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361184 Dec 16 09:20:31.479402 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62461e07-ba15-4e0f-b234-130c10c05ed9 req-e0444403-6bdd-4ed9-a4a0-86303b565006 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030424 Dec 16 09:20:31.522730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:31.551252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:31.586651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:31.592518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.593176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.612252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24093ee-3615-4784-8d60-df7225bbc458 req-e90e6742-c66c-40c5-ad40-6171f3e9fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.613633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-e90e6742-c66c-40c5-ad40-6171f3e9fd5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1094 time: 0.0634339 Dec 16 09:20:31.631832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:31.636599 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24693ece-4357-4c9a-bac7-8b6901f02e63" -d '{"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-plugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:31.649236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ec6b-a363-470e-abcd-bf763bc53c0e req-fa06e2b5-63fd-42a9-970c-144f5c593e2d tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.650770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0048ec6b-a363-470e-abcd-bf763bc53c0e req-fa06e2b5-63fd-42a9-970c-144f5c593e2d tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb HTTP/1.1" status: 200 len: 949 time: 0.3205099 Dec 16 09:20:31.655050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.660031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-97736e83-0db0-4334-8e7e-11514c746411 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8348820 Dec 16 09:20:31.670425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b51523f1-8e8a-4b40-920e-66ccdb5f463f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:31.685342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae9f04-8c4a-471c-8570-fd2ac8d9d5bb req-32e55ef5-de10-494f-8ff2-51a9cb69b279 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.693325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecae9f04-8c4a-471c-8570-fd2ac8d9d5bb req-32e55ef5-de10-494f-8ff2-51a9cb69b279 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 950 time: 0.2322731 Dec 16 09:20:31.711360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Request body: {'port': {'device_id': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:31.739393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24093ee-3615-4784-8d60-df7225bbc458 req-bb6e03a1-d99e-4813-adcd-2d17f90d8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.741083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-bb6e03a1-d99e-4813-adcd-2d17f90d8231 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.1212113 Dec 16 09:20:31.748472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Pushing event deleted for resources: {'Port': ['ID=b51523f1-8e8a-4b40-920e-66ccdb5f463f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:31.802549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-239adc16-ba20-4d6f-b83b-53f4008ee95d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0496521 Dec 16 09:20:31.873274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24093ee-3615-4784-8d60-df7225bbc458 req-69ba7b73-943b-47ab-b9bd-e7c451e163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:31.875955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-69ba7b73-943b-47ab-b9bd-e7c451e163a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0663745 Dec 16 09:20:31.915307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-1a7df55e-b4b9-4e30-a598-00d91317c66b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312409 Dec 16 09:20:31.938037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] No DVR routers for this DVR port b51523f1-8e8a-4b40-920e-66ccdb5f463f on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:31.941969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.946446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2eab1a5c-8d48-43b1-89f8-be2969b23009 req-c8469f73-7842-48b4-882a-28e903a0bc8a tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.69 "DELETE /v2.0/ports/b51523f1-8e8a-4b40-920e-66ccdb5f463f HTTP/1.1" status: 204 len: 173 time: 2.3911023 Dec 16 09:20:31.949533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecae9f04-8c4a-471c-8570-fd2ac8d9d5bb req-d6526166-89b7-4cdd-b8f6-b275fb6d4121 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553880 Dec 16 09:20:31.960228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:31.988450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0048ec6b-a363-470e-abcd-bf763bc53c0e req-163665dd-73b8-4e02-836f-cf68899d85fe tempest-TenantUsagesTestJSON-763214536 tempest-TenantUsagesTestJSON-763214536-project] 10.222.0.61 "GET /v2.0/security-groups?id=3f526f93-9502-42a2-8101-6246fcf7e561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178539 Dec 16 09:20:31.992978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'name': 'network-vif-deleted', 'tag': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:31.996121 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf2d168-e5d2-48a3-a524-1ff0a39aa75e" -d '{"events": [{"server_uuid": "1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb", "name": "network-vif-deleted", "tag": "b51523f1-8e8a-4b40-920e-66ccdb5f463f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:32.086583 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:32.119004 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-3fe90228-7b67-4fbd-ad24-55ac6ad92d6e service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935303 Dec 16 09:20:32.175239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c0e445-71f1-422f-a840-0f9b14df5c2f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:32.239008 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb5525b-3fc1-4e7c-b70d-dbc06cd1db43 x-openstack-request-id: req-6fb5525b-3fc1-4e7c-b70d-dbc06cd1db43 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:32.239785 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-plugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:32.240215 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fb5525b-3fc1-4e7c-b70d-dbc06cd1db43 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:32.240951 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'code': 200} Dec 16 09:20:32.301260 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:32.368471 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f14906a-a157-46c3-adeb-35085c22dc59 x-openstack-request-id: req-3f14906a-a157-46c3-adeb-35085c22dc59 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:32.368945 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb", "name": "network-vif-deleted", "tag": "b51523f1-8e8a-4b40-920e-66ccdb5f463f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:32.369293 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f14906a-a157-46c3-adeb-35085c22dc59 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:32.369795 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b984e1b-8fcf-4f76-ab06-aa75b79f0dbb', 'name': 'network-vif-deleted', 'tag': 'b51523f1-8e8a-4b40-920e-66ccdb5f463f', 'status': 'completed', 'code': 200} Dec 16 09:20:32.512339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:32.524446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:32.575987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c68ea-27fc-4756-9038-639613ad620d req-c3a091d1-49d1-4250-b670-4bbb060c8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:32.577447 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c26c68ea-27fc-4756-9038-639613ad620d req-c3a091d1-49d1-4250-b670-4bbb060c8570 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 1101 time: 0.0952275 Dec 16 09:20:32.586229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75746f-8eea-41c5-9479-f61347f0e5e3 req-2c62bb99-d258-4295-af49-a2a09b3664e6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:32.587774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c75746f-8eea-41c5-9479-f61347f0e5e3 req-2c62bb99-d258-4295-af49-a2a09b3664e6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 932 time: 0.4325719 Dec 16 09:20:32.608392 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c24093ee-3615-4784-8d60-df7225bbc458 req-8e769a49-a105-436b-bfcb-d63b4df6c71b service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809470 Dec 16 09:20:32.630133 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c26c68ea-27fc-4756-9038-639613ad620d req-dd54f1e4-d4e9-4413-97ba-0dc64d8dc299 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Dec 16 09:20:32.905521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:32.906081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d5d28d-82a0-4cdc-9333-33d83611497e {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:20:32.917591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:32.918734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7cf3a35d-04e1-4e40-9ccd-744674c2d4f3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/37d5d28d-82a0-4cdc-9333-33d83611497e HTTP/1.1" status: 204 len: 168 time: 4.3979964 Dec 16 09:20:32.921537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54288) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:32.962150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d2e97-1276-4a93-a16e-fcb610ce2ff6 req-15fe9b0c-2b72-462c-bea7-47b2ba41268a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:32.963792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e55d2e97-1276-4a93-a16e-fcb610ce2ff6 req-15fe9b0c-2b72-462c-bea7-47b2ba41268a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.4844804 Dec 16 09:20:32.972561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Deleting subnet c30efd63-8e57-40ce-999c-d560cb9e5a3b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:20:32.973111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c75746f-8eea-41c5-9479-f61347f0e5e3 req-544872fe-a66f-4527-8ce1-79717abebaa8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 Dec 16 09:20:32.997220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.041673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.058629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e55d2e97-1276-4a93-a16e-fcb610ce2ff6 req-393e80af-018e-420a-8c9f-0dec0df410b9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828419 Dec 16 09:20:33.065813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366dda7b-2230-43a7-a376-cdd721a1985a {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:33.097270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.112782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Transition to ACTIVE for port object 366dda7b-2230-43a7-a376-cdd721a1985a will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:20:33.121420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.179016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.193238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cb5c8-5470-46d9-9590-83b3c669df42 req-78198c0b-0bfb-4f49-af97-f3c6289e0d30 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:33.194827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d1cb5c8-5470-46d9-9590-83b3c669df42 req-78198c0b-0bfb-4f49-af97-f3c6289e0d30 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.1508682 Dec 16 09:20:33.235025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.258689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:33.268200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30efd63-8e57-40ce-999c-d560cb9e5a3b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:33.270440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.277285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-55a827ba-9f21-4b35-94aa-f3f4d19799dc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c30efd63-8e57-40ce-999c-d560cb9e5a3b HTTP/1.1" status: 204 len: 168 time: 0.3531182 Dec 16 09:20:33.278548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54296) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:33.279667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707fabe1-b3f0-4144-a349-8832975d5494 None None] Network 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:33.303815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:33.304109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:33.304687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:33.314023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b4ed8-afbd-4505-bee3-e80288c00dba req-296326a2-371d-484d-ab1f-a52db845e4d0 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:33.316399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-889b4ed8-afbd-4505-bee3-e80288c00dba req-296326a2-371d-484d-ab1f-a52db845e4d0 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 950 time: 0.1502454 Dec 16 09:20:33.319309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d1cb5c8-5470-46d9-9590-83b3c669df42 req-c14d9702-4352-48ac-bbfc-2dd565dd2901 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063888 Dec 16 09:20:33.323023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:33.323804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:33.336338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:33.336666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:33.337051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:33.337533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Bound port: 366dda7b-2230-43a7-a376-cdd721a1985a, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:33.337820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.361654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.400274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-889b4ed8-afbd-4505-bee3-e80288c00dba req-a8e4918b-76f6-436d-8d4e-03346408b201 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742664 Dec 16 09:20:33.481096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Deleting port 1e081d16-b467-4a57-b1a1-f2ddbbac459f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:33.481560 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.496336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:33.500366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:33.518839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.572904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:33.573705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.575367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] 10.222.0.69 "PUT /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 1092 time: 1.9010692 Dec 16 09:20:33.593479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] For port 1e081d16-b467-4a57-b1a1-f2ddbbac459f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1e081d16-b467-4a57-b1a1-f2ddbbac459f,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:33.594099 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.609393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] DHCP port deletion for 43617cb0-356b-40ba-9ae9-c5ea39e1ec23 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:20:33.618154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc251f-dcbb-4d5d-a30e-869231c69a53 service neutron] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:33.623293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Calling delete_port for 1e081d16-b467-4a57-b1a1-f2ddbbac459f owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:33.734607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-c92e83c4-47d3-4fb1-8150-357de82deb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:33.742455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-c92e83c4-47d3-4fb1-8150-357de82deb46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1095 time: 0.1082013 Dec 16 09:20:33.769776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] Deleting port 1e081d16-b467-4a57-b1a1-f2ddbbac459f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:33.772539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.827858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-1d9bad40-8ee3-42c8-ad9e-dc5e13d49fa3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 217 time: 0.0786812 Dec 16 09:20:33.830220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.898402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] For port 1e081d16-b467-4a57-b1a1-f2ddbbac459f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1e081d16-b467-4a57-b1a1-f2ddbbac459f,segment=NetworkSegment(3be25f2b-0731-4ad7-935f-03d574be35fb),segment_id=3be25f2b-0731-4ad7-935f-03d574be35fb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:33.898812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:33.899716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] No DVR routers for this DVR port 1e081d16-b467-4a57-b1a1-f2ddbbac459f on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:33.902884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1e081d16-b467-4a57-b1a1-f2ddbbac459f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:33.922428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] Calling delete_port for 1e081d16-b467-4a57-b1a1-f2ddbbac459f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:33.945302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd03a-c5fe-4c6e-8eeb-e82752df7dd5 req-aff18046-ea87-431e-9a7e-c3412d0f62e7 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:33.947988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061fd03a-c5fe-4c6e-8eeb-e82752df7dd5 req-aff18046-ea87-431e-9a7e-c3412d0f62e7 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1100 time: 0.1232810 Dec 16 09:20:33.951986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-bcc3edea-b692-4ba1-bfb4-996d664b38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:33.953361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-bcc3edea-b692-4ba1-bfb4-996d664b38d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1129506 Dec 16 09:20:33.987547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54308) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:34.004009 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:20:34.018610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061fd03a-c5fe-4c6e-8eeb-e82752df7dd5 req-888e2d2d-27a7-4c78-8dec-59604e7fa32c tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.027583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.029528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-f490a3ed-e199-48dc-b2bf-de7c7142d9d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667379 Dec 16 09:20:34.056999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43617cb0-356b-40ba-9ae9-c5ea39e1ec23']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:34.073390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be25f2b-0731-4ad7-935f-03d574be35fb') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:34.074102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be25f2b-0731-4ad7-935f-03d574be35fb') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:34.088065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.100856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b51523f1-8e8a-4b40-920e-66ccdb5f463f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:34.110549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.124538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:20:34.125290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:20:34.128444 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:20:34.130666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: b51523f1-8e8a-4b40-920e-66ccdb5f463f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:20:34.130666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b51523f1-8e8a-4b40-920e-66ccdb5f463f not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:34.133912 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.168540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] No DVR routers for this DVR port 1e081d16-b467-4a57-b1a1-f2ddbbac459f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:34.176957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd2747-6604-4eab-b3d6-6e2af939f59d None None] Pushing event deleted for resources: {'Port': ['ID=1e081d16-b467-4a57-b1a1-f2ddbbac459f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:34.237960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.249001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.252746 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] 10.222.0.61 "DELETE /v2.0/networks/43617cb0-356b-40ba-9ae9-c5ea39e1ec23 HTTP/1.1" status: 204 len: 168 time: 0.9731810 Dec 16 09:20:34.264943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a0c0e445-71f1-422f-a840-0f9b14df5c2f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:34.266073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88baea-9fcc-429c-854b-8cdbce27a4d0 req-76229b65-c3a2-4a94-8acd-ee5239240e05 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:34.269530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa88baea-9fcc-429c-854b-8cdbce27a4d0 req-76229b65-c3a2-4a94-8acd-ee5239240e05 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.1789839 Dec 16 09:20:34.270492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044d6dc-8084-4839-918b-8e7b5adfb3bf admin admin] Pushing event deleted for resources: {'Network': ['ID=43617cb0-356b-40ba-9ae9-c5ea39e1ec23,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:34.280334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-e9fb1d2d-e28e-4aa4-b2d8-81ec4ae7e713 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404592 Dec 16 09:20:34.290506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a0c0e445-71f1-422f-a840-0f9b14df5c2f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:20:34.291043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a0c0e445-71f1-422f-a840-0f9b14df5c2f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:34.291222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1e081d16-b467-4a57-b1a1-f2ddbbac459f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:34.322196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1e081d16-b467-4a57-b1a1-f2ddbbac459f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:20:34.322817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1e081d16-b467-4a57-b1a1-f2ddbbac459f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:34.333778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c0b6eb99-202d-4602-bf60-d27a260f45ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19d9b823d48e4a25ab8886185e5c0cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439047 Dec 16 09:20:34.337875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54318) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:34.371178 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061fd03a-c5fe-4c6e-8eeb-e82752df7dd5 req-888e2d2d-27a7-4c78-8dec-59604e7fa32c tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.371970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:34.374436 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14608c47-6b26-4bb1-945b-17abc56fa2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:34.395228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-061fd03a-c5fe-4c6e-8eeb-e82752df7dd5 req-888e2d2d-27a7-4c78-8dec-59604e7fa32c tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.415325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12f9-1031-49ec-bca0-4c8da98c1bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.415879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54322) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:34.454595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa88baea-9fcc-429c-854b-8cdbce27a4d0 req-2368b2ea-ddaa-448b-9979-4c38cc33b510 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651804 Dec 16 09:20:34.456118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061fd03a-c5fe-4c6e-8eeb-e82752df7dd5 req-888e2d2d-27a7-4c78-8dec-59604e7fa32c tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993472 Dec 16 09:20:34.480973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e2d2d-27a7-4c78-8dec-59604e7fa32c tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bc9a07-1d28-492a-93a7-8e012c2c9278,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:34.523933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b9682f1-21b6-4642-a806-1f6b0599d6df req-c97537ad-5b78-4400-847c-5146b72f6766 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285028 Dec 16 09:20:34.534738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12f9-1031-49ec-bca0-4c8da98c1bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.564896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc2b0423-d5ea-401e-a921-8136d5a8d435 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=222940b9ea3945dc839e00ccca7c7483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473751 Dec 16 09:20:34.568454 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45c0a96-3b96-47f5-b197-344c6b7d6020 x-openstack-request-id: req-f45c0a96-3b96-47f5-b197-344c6b7d6020 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:34.570284 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:34.570794 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f45c0a96-3b96-47f5-b197-344c6b7d6020 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:34.571440 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a', 'status': 'completed', 'code': 200} Dec 16 09:20:34.579664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:34.583110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:34.629021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12f9-1031-49ec-bca0-4c8da98c1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.631931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f12f9-1031-49ec-bca0-4c8da98c1bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.635912 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd3f12f9-1031-49ec-bca0-4c8da98c1bc8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f526f93-9502-42a2-8101-6246fcf7e561 HTTP/1.1" status: 204 len: 168 time: 0.2940695 Dec 16 09:20:34.659026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f12f9-1031-49ec-bca0-4c8da98c1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f526f93-9502-42a2-8101-6246fcf7e561,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:34.685080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b007d198-f09f-49f3-9515-1779f3d06b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.713479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b007d198-f09f-49f3-9515-1779f3d06b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.726522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812e43-682b-44ae-b660-de4d92631ac3 req-20c6400a-06fd-46be-9f02-753fc34e526d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:34.728221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1812e43-682b-44ae-b660-de4d92631ac3 req-20c6400a-06fd-46be-9f02-753fc34e526d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.1838233 Dec 16 09:20:34.740859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:34.756595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '17893446-0889-47db-b1b7-288391a4d7a6', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'port_id': '17893446-0889-47db-b1b7-288391a4d7a6', 'mac_address': 'fa:16:3e:8c:5c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:20:34.761084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-db253abc-ffe4-4edb-bbbe-5f9611dd89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:34.762791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-db253abc-ffe4-4edb-bbbe-5f9611dd89f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1095 time: 0.1566842 Dec 16 09:20:34.782530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b007d198-f09f-49f3-9515-1779f3d06b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.786665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b007d198-f09f-49f3-9515-1779f3d06b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.788083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b007d198-f09f-49f3-9515-1779f3d06b89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f7fa7cc-70db-4ee6-87b2-054ba88b1e90 HTTP/1.1" status: 204 len: 168 time: 0.2011235 Dec 16 09:20:34.815845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.817886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007d198-f09f-49f3-9515-1779f3d06b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7fa7cc-70db-4ee6-87b2-054ba88b1e90,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:34.824760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1812e43-682b-44ae-b660-de4d92631ac3 req-04327d82-4c17-4ddd-bc25-4c47b25cfa4f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890820 Dec 16 09:20:34.854924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17893446-0889-47db-b1b7-288391a4d7a6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:34.872794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91512e6-bc1f-41e0-bd28-7f5f97f1e084 req-c4f160bf-5cfa-4537-8971-ecd7809850cc tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:34.874424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d91512e6-bc1f-41e0-bd28-7f5f97f1e084 req-c4f160bf-5cfa-4537-8971-ecd7809850cc tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 950 time: 0.2391472 Dec 16 09:20:34.924665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:34.933395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:34.975601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d91512e6-bc1f-41e0-bd28-7f5f97f1e084 req-14a4c9c5-4aaa-466c-bbcf-cf79443f16a9 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Dec 16 09:20:35.015549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-ff410074-fa63-422d-abff-68d176e7f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:35.017199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-ff410074-fa63-422d-abff-68d176e7f2a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.2457373 Dec 16 09:20:35.054524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:35.102564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-8ae9d7d3-1b44-4f5b-98e4-1633ded24c72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 217 time: 0.0780301 Dec 16 09:20:35.176754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['17893446-0889-47db-b1b7-288391a4d7a6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:35.206436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-82a82d93-5707-4d3e-817f-228a971fb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:35.208238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-82a82d93-5707-4d3e-817f-228a971fb5c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0974874 Dec 16 09:20:35.267362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-48e0b1fe-1754-438a-a8b3-3e7a9b4f5074 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503440 Dec 16 09:20:35.457758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-e026c227-e7a7-4be3-8f91-322b7551e3c0 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827674 Dec 16 09:20:35.666664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54372) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:35.692074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6039385b-accf-47b4-9d59-400b2dd8971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:35.771019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd45c9a-18fa-4fea-872d-96311b160432 req-06d1faab-d782-4992-bcee-27c8db6d2310 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:35.779388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bd45c9a-18fa-4fea-872d-96311b160432 req-06d1faab-d782-4992-bcee-27c8db6d2310 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.1915505 Dec 16 09:20:35.790256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14608c47-6b26-4bb1-945b-17abc56fa2f1 req-e7260a3d-12bb-4dd3-8f9d-971155c44d63 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230841 Dec 16 09:20:35.847385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bd45c9a-18fa-4fea-872d-96311b160432 req-7008a990-b327-4036-8396-249863ac8c18 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Dec 16 09:20:35.852785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6039385b-accf-47b4-9d59-400b2dd8971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:35.858315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6039385b-accf-47b4-9d59-400b2dd8971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:35.910574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6039385b-accf-47b4-9d59-400b2dd8971a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f7dfed36d794fd6b8150d089eb7c58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419813 Dec 16 09:20:35.913150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039385b-accf-47b4-9d59-400b2dd8971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c895ff-0bfb-4255-be59-4bb121c13b9f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:35.913337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54386) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:35.990660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9544ffe3-2f42-4da0-a7f5-3a3640b1df47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.030988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9544ffe3-2f42-4da0-a7f5-3a3640b1df47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.149403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c200c-ac6c-48e6-ad01-a58b31894916 req-81040e30-8e71-47bc-b950-be750680fdd6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:36.151746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-812c200c-ac6c-48e6-ad01-a58b31894916 req-81040e30-8e71-47bc-b950-be750680fdd6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.0829594 Dec 16 09:20:36.165050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9544ffe3-2f42-4da0-a7f5-3a3640b1df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.168568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9544ffe3-2f42-4da0-a7f5-3a3640b1df47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.170024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9544ffe3-2f42-4da0-a7f5-3a3640b1df47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47c895ff-0bfb-4255-be59-4bb121c13b9f HTTP/1.1" status: 204 len: 168 time: 0.2555296 Dec 16 09:20:36.200540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544ffe3-2f42-4da0-a7f5-3a3640b1df47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c895ff-0bfb-4255-be59-4bb121c13b9f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:36.221560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-812c200c-ac6c-48e6-ad01-a58b31894916 req-984188c6-07b2-45ea-8e5e-fb6cc25bd7d7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Dec 16 09:20:36.406680 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-7416854f-d132-4c17-8a7c-a547679a32cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756991 Dec 16 09:20:36.422551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-0695100f-e206-49f2-8723-92608242ba3d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:20:36.430542 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-0695100f-e206-49f2-8723-92608242ba3d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184078 Dec 16 09:20:36.441151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df120cd-aae2-4c7f-a6de-6b8eea9e54ce req-ea8b47f0-c59f-4304-a1a4-d9d06c118195 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:36.443699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df120cd-aae2-4c7f-a6de-6b8eea9e54ce req-ea8b47f0-c59f-4304-a1a4-d9d06c118195 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.0870044 Dec 16 09:20:36.500677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df120cd-aae2-4c7f-a6de-6b8eea9e54ce req-0c3f78b9-0719-4ec2-ad70-8585c58081a8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Dec 16 09:20:36.599345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:36.659736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 17893446-0889-47db-b1b7-288391a4d7a6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:20:36.663722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 17893446-0889-47db-b1b7-288391a4d7a6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:36.664170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.780590 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.809067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:36.811289 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b483475-3bbd-4a5f-b5cf-f21bf2d357d5" -d '{"events": [{"server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "name": "network-vif-plugged", "status": "completed", "tag": "17893446-0889-47db-b1b7-288391a4d7a6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:36.826860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:36.835204 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:36.890406 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da87c8c-7f49-4ee2-ae35-4fc597cdda0b x-openstack-request-id: req-3da87c8c-7f49-4ee2-ae35-4fc597cdda0b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:36.890852 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "name": "network-vif-plugged", "status": "completed", "tag": "17893446-0889-47db-b1b7-288391a4d7a6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:36.891187 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3da87c8c-7f49-4ee2-ae35-4fc597cdda0b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:36.891751 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6', 'code': 200} Dec 16 09:20:36.941102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:36.984573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01d21b-ffb1-434c-8765-19ae3f2eadcc req-d90e3b79-c1cf-4a47-bbfb-79c5a522e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:36.987534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9d01d21b-ffb1-434c-8765-19ae3f2eadcc req-d90e3b79-c1cf-4a47-bbfb-79c5a522e95e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1096 time: 0.0576119 Dec 16 09:20:37.030571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8542d3-1f7b-4507-9ade-07a575b88a25 req-cd5af234-1350-4077-9d92-33d03102b25e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:37.036432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9d01d21b-ffb1-434c-8765-19ae3f2eadcc req-c284a593-50d8-4001-b3bf-7c32e6f3d23c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Dec 16 09:20:37.039711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a8542d3-1f7b-4507-9ade-07a575b88a25 req-cd5af234-1350-4077-9d92-33d03102b25e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.1072595 Dec 16 09:20:37.100234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a8542d3-1f7b-4507-9ade-07a575b88a25 req-2c64bfa4-1a43-454a-9f97-158ade67148d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 Dec 16 09:20:37.400713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:37.435286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9d7b9-1ac7-463c-aba0-ccc8094d3ea1 req-20897495-b4b1-4570-8c23-23ad71f9193a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:37.437982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61d9d7b9-1ac7-463c-aba0-ccc8094d3ea1 req-20897495-b4b1-4570-8c23-23ad71f9193a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.0870728 Dec 16 09:20:37.502695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61d9d7b9-1ac7-463c-aba0-ccc8094d3ea1 req-2610347a-a205-4be8-80df-44b3973c7e1a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569704 Dec 16 09:20:37.664824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fffa7-e6ed-4bcb-92b1-af06745506d4 req-cd995a6f-9d96-4a10-a002-4ec298476fad tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:37.666506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-783fffa7-e6ed-4bcb-92b1-af06745506d4 req-cd995a6f-9d96-4a10-a002-4ec298476fad tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.0812173 Dec 16 09:20:37.716419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5f90-4fc8-4a3f-9dfd-19a24ae1f1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:37.725987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-783fffa7-e6ed-4bcb-92b1-af06745506d4 req-b9d3086e-5acd-4263-a034-0e0e1fb29d01 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Dec 16 09:20:37.861081 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5f90-4fc8-4a3f-9dfd-19a24ae1f1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:37.866078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5f90-4fc8-4a3f-9dfd-19a24ae1f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:37.907875 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9fc5f90-4fc8-4a3f-9dfd-19a24ae1f1c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c549be63df3b4ce2932cd31cb730ea0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055761 Dec 16 09:20:37.908747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5f90-4fc8-4a3f-9dfd-19a24ae1f1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765faa98-6ca8-4ef1-9412-8e1421eaac20,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:37.912590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:37.968107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e70ae71b-44a2-4d8e-8a98-e1dbb6f5da3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:37.991351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e70ae71b-44a2-4d8e-8a98-e1dbb6f5da3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:38.045300 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e70ae71b-44a2-4d8e-8a98-e1dbb6f5da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:38.047985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e70ae71b-44a2-4d8e-8a98-e1dbb6f5da3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:38.049269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e70ae71b-44a2-4d8e-8a98-e1dbb6f5da3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/765faa98-6ca8-4ef1-9412-8e1421eaac20 HTTP/1.1" status: 204 len: 168 time: 0.1369901 Dec 16 09:20:38.057134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ae71b-44a2-4d8e-8a98-e1dbb6f5da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765faa98-6ca8-4ef1-9412-8e1421eaac20,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:38.140025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:38.273370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22b986-0890-4dc3-a53d-ab16503fb3e5 req-d4515ea0-3f2b-4660-85cd-7dcebeac2f9d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:38.275333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b22b986-0890-4dc3-a53d-ab16503fb3e5 req-d4515ea0-3f2b-4660-85cd-7dcebeac2f9d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.0816677 Dec 16 09:20:38.306545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:38.326710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '366dda7b-2230-43a7-a376-cdd721a1985a', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'port_id': '366dda7b-2230-43a7-a376-cdd721a1985a', 'mac_address': 'fa:16:3e:c3:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0b14df-49d8-4cb1-a534-1dc4f55e8953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:20:38.350911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-fdfd0336-886c-4c9a-992c-61d0252d9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:38.353002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-fdfd0336-886c-4c9a-992c-61d0252d9480 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1100 time: 0.0799878 Dec 16 09:20:38.360274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b22b986-0890-4dc3-a53d-ab16503fb3e5 req-c8af0096-8450-4669-bf58-fe15dfe61be9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716681 Dec 16 09:20:38.515144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-7104f42e-7720-4e58-924f-ce029ab205c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:38.516983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-7104f42e-7720-4e58-924f-ce029ab205c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1553857 Dec 16 09:20:38.549821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:38.564636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366dda7b-2230-43a7-a376-cdd721a1985a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:38.590036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:38.593651 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-f3778a5d-d455-4ad1-8253-ea7b171ea2f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.0618978 Dec 16 09:20:38.596347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:38.640551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:20:38.685979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a625cc8b-2e2a-4a79-8b55-82c70f8055f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:38.687513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a625cc8b-2e2a-4a79-8b55-82c70f8055f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0817404 Dec 16 09:20:38.697487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:38.783477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-44074573-57e6-46af-8255-0ea233ced430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:38.785742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-44074573-57e6-46af-8255-0ea233ced430 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886762 Dec 16 09:20:38.886406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b953-201e-4aef-84ba-080423985d09 req-49059b67-e118-408c-aa2b-6be13fab98a6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:38.896668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e63b953-201e-4aef-84ba-080423985d09 req-49059b67-e118-408c-aa2b-6be13fab98a6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.1558957 Dec 16 09:20:38.941517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:38.950491 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-3132fb7a-68cc-4963-9ce8-71837b41b071 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443889 Dec 16 09:20:38.974017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '98f90e69-600e-4742-add0-a38e01fe60cb', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '98f90e69-600e-4742-add0-a38e01fe60cb', 'mac_address': 'fa:16:3e:56:42:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:20:38.974282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e63b953-201e-4aef-84ba-080423985d09 req-3e7e217a-71f5-45af-87f6-6f3d89c3b4ae tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757573 Dec 16 09:20:39.034813 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:39.064649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['366dda7b-2230-43a7-a376-cdd721a1985a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:39.089904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0e3a-e639-4ecd-a4c3-ddecab10f6c8 req-50e9ce11-44fd-4ebf-90ed-7b73d0f04509 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:39.091813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca5d0e3a-e639-4ecd-a4c3-ddecab10f6c8 req-50e9ce11-44fd-4ebf-90ed-7b73d0f04509 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.0885603 Dec 16 09:20:39.101715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98f90e69-600e-4742-add0-a38e01fe60cb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:20:39.128226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-22fa7b39-2ba4-431b-a754-abd3d5d307df service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693795 Dec 16 09:20:39.153496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:39.176107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca5d0e3a-e639-4ecd-a4c3-ddecab10f6c8 req-1cd557cd-b3e6-4a4d-81c6-b3f392428a21 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729198 Dec 16 09:20:39.202374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:39.310791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:39.317202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['98f90e69-600e-4742-add0-a38e01fe60cb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:39.367388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54608) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:39.516706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884c68d-4c36-45a8-9ec1-f74f20f1d77d req-799850e1-031d-4786-9f8f-399796a83ff2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:39.524808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f884c68d-4c36-45a8-9ec1-f74f20f1d77d req-799850e1-031d-4786-9f8f-399796a83ff2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 945 time: 0.0666893 Dec 16 09:20:39.592521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f884c68d-4c36-45a8-9ec1-f74f20f1d77d req-ee4d49bb-91b6-4a7b-90d8-fec5c32a3ac4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614724 Dec 16 09:20:39.723813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c441e749-4a39-4d09-b9bd-5e4ff93c8568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:39.867920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c441e749-4a39-4d09-b9bd-5e4ff93c8568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:39.874321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c441e749-4a39-4d09-b9bd-5e4ff93c8568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:39.929633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441e749-4a39-4d09-b9bd-5e4ff93c8568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13fa4ae-06a9-43b2-a0f4-f3a3253ffa62,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:39.957123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54638) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:39.960046 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c441e749-4a39-4d09-b9bd-5e4ff93c8568 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a7ead7b10184ad5bfd3d2b40a58384b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914664 Dec 16 09:20:40.009450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70aba00c-bc96-4eb2-8f26-3c26a8b969bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.040618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70aba00c-bc96-4eb2-8f26-3c26a8b969bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.104899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70aba00c-bc96-4eb2-8f26-3c26a8b969bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.108066 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70aba00c-bc96-4eb2-8f26-3c26a8b969bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.112554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-70aba00c-bc96-4eb2-8f26-3c26a8b969bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f13fa4ae-06a9-43b2-a0f4-f3a3253ffa62 HTTP/1.1" status: 204 len: 168 time: 0.1543455 Dec 16 09:20:40.123087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aba00c-bc96-4eb2-8f26-3c26a8b969bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13fa4ae-06a9-43b2-a0f4-f3a3253ffa62,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:40.399102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6fd1c-0b1a-42f8-ba5c-9731f360669c req-bf051a5a-2d86-4f49-9a03-a926736a977a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:40.401045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc6fd1c-0b1a-42f8-ba5c-9731f360669c req-bf051a5a-2d86-4f49-9a03-a926736a977a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.1089370 Dec 16 09:20:40.436660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793461d-d750-4fa9-aba9-987da4b21194 req-40897607-7d72-4369-bfd9-04e1db7b0727 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:40.438309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d793461d-d750-4fa9-aba9-987da4b21194 req-40897607-7d72-4369-bfd9-04e1db7b0727 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.0895419 Dec 16 09:20:40.509449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc6fd1c-0b1a-42f8-ba5c-9731f360669c req-ef30f805-8430-4b90-84fc-7160a58e332e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986471 Dec 16 09:20:40.528491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d793461d-d750-4fa9-aba9-987da4b21194 req-7783e5b2-63a0-4ddf-b0c5-3209e5b4306e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751789 Dec 16 09:20:40.633971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:40.737589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 98f90e69-600e-4742-add0-a38e01fe60cb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:40.738381 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.759296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:40.777613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a0d3-3723-4e74-8520-492c66d9e506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.822311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ea6f763-3174-4b28-a8ec-24c57f083fa5 req-45a86c34-b25a-4bc5-b700-6b74facb6662 tempest-AbsoluteLimitsNegativeTestJSON-1659165491 tempest-AbsoluteLimitsNegativeTestJSON-1659165491-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d02af6f61659420baf50385a5541ecee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533681 Dec 16 09:20:40.840914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.882818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:40.894423 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6109cf-183a-4988-b1a5-70f4bac27774" -d '{"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-plugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:40.931149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:40.942437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.983294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a0d3-3723-4e74-8520-492c66d9e506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:40.995371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b51a0d3-3723-4e74-8520-492c66d9e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:41.038102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f11b-a0a3-4fd4-be5e-399516a042b6 req-a06f7b03-0f99-4017-8d02-51984173559d tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:41.041058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71d9f11b-a0a3-4fd4-be5e-399516a042b6 req-a06f7b03-0f99-4017-8d02-51984173559d tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1096 time: 0.1076391 Dec 16 09:20:41.048236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51a0d3-3723-4e74-8520-492c66d9e506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b804a9-62e6-4f3e-ac51-aaa5d6046700,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:41.078382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b51a0d3-3723-4e74-8520-492c66d9e506 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a6cd2e7548343028d013c547ca257b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168991 Dec 16 09:20:41.079299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:41.101552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6f763-3174-4b28-a8ec-24c57f083fa5 req-ecc6bab5-b631-45d6-8a78-fdd6d5085e4e tempest-AbsoluteLimitsNegativeTestJSON-1659165491 tempest-AbsoluteLimitsNegativeTestJSON-1659165491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:41.109725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ea6f763-3174-4b28-a8ec-24c57f083fa5 req-ecc6bab5-b631-45d6-8a78-fdd6d5085e4e tempest-AbsoluteLimitsNegativeTestJSON-1659165491 tempest-AbsoluteLimitsNegativeTestJSON-1659165491-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857518 Dec 16 09:20:41.130815 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ea6f763-3174-4b28-a8ec-24c57f083fa5 req-8bced825-3f4d-48fd-9420-4ecb461949b3 tempest-AbsoluteLimitsNegativeTestJSON-1659165491 tempest-AbsoluteLimitsNegativeTestJSON-1659165491-project] 10.222.0.61 "GET /v2.0/quotas/d02af6f61659420baf50385a5541ecee HTTP/1.1" status: 200 len: 375 time: 0.0192122 Dec 16 09:20:41.137819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:41.162213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a793cb-efae-447e-8fda-4761f0c4e66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:41.189482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a793cb-efae-447e-8fda-4761f0c4e66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:41.191426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ea6f763-3174-4b28-a8ec-24c57f083fa5 req-bb34fe8d-e805-48d4-94bd-6e2e4312b3ef tempest-AbsoluteLimitsNegativeTestJSON-1659165491 tempest-AbsoluteLimitsNegativeTestJSON-1659165491-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d02af6f61659420baf50385a5541ecee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503297 Dec 16 09:20:41.209468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71d9f11b-a0a3-4fd4-be5e-399516a042b6 req-7133955f-17bf-4858-a5c4-61920ca4a96f tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600559 Dec 16 09:20:41.250125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a793cb-efae-447e-8fda-4761f0c4e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:41.255156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a793cb-efae-447e-8fda-4761f0c4e66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:41.260763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c8a793cb-efae-447e-8fda-4761f0c4e66a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0b804a9-62e6-4f3e-ac51-aaa5d6046700 HTTP/1.1" status: 204 len: 168 time: 0.1799481 Dec 16 09:20:41.271071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a793cb-efae-447e-8fda-4761f0c4e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b804a9-62e6-4f3e-ac51-aaa5d6046700,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:41.545514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19ecd-d89a-4698-8894-74e160d99f68 req-b3681cc5-e95c-4e4b-8107-fb5ccfb95e71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:41.565300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4c19ecd-d89a-4698-8894-74e160d99f68 req-b3681cc5-e95c-4e4b-8107-fb5ccfb95e71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 945 time: 0.1267831 Dec 16 09:20:41.596052 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53346370-6e05-43e2-9443-55d120aab067 x-openstack-request-id: req-53346370-6e05-43e2-9443-55d120aab067 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:41.596515 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-plugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:41.596917 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53346370-6e05-43e2-9443-55d120aab067 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:41.597556 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'code': 200} Dec 16 09:20:41.700155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54708) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:41.704913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4c19ecd-d89a-4698-8894-74e160d99f68 req-7cf242f2-e4c4-4a10-b594-f1f12d8aa074 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375918 Dec 16 09:20:42.060142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031f0a8-e80b-4028-a0e8-ac74eaae05f5 req-9c78a35c-d989-4c49-89d4-651502a23a3c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:42.063820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e031f0a8-e80b-4028-a0e8-ac74eaae05f5 req-9c78a35c-d989-4c49-89d4-651502a23a3c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.1781001 Dec 16 09:20:42.146586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e031f0a8-e80b-4028-a0e8-ac74eaae05f5 req-e8ed135e-92d4-48f3-ba85-a469cb1fffae tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710876 Dec 16 09:20:42.155609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cef16a8-2c3d-449a-8a57-9dd3b4dda23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.178973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:42.290073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 366dda7b-2230-43a7-a376-cdd721a1985a completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:20:42.297879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 366dda7b-2230-43a7-a376-cdd721a1985a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:42.305119 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.439877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cef16a8-2c3d-449a-8a57-9dd3b4dda23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.448307 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cef16a8-2c3d-449a-8a57-9dd3b4dda23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.543558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.571930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef16a8-2c3d-449a-8a57-9dd3b4dda23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603cabac-dde4-4967-b4be-a4f2119b07f8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:42.599455 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8cef16a8-2c3d-449a-8a57-9dd3b4dda23e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d02af6f61659420baf50385a5541ecee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985555 Dec 16 09:20:42.604303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54746) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:42.679775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:42.686433 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.736717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea9dc50-250b-4373-86a1-c750c197dd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.807600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea9dc50-250b-4373-86a1-c750c197dd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.816235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:42.928864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea9dc50-250b-4373-86a1-c750c197dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.948606 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea9dc50-250b-4373-86a1-c750c197dd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:42.965574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fea9dc50-250b-4373-86a1-c750c197dd5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/603cabac-dde4-4967-b4be-a4f2119b07f8 HTTP/1.1" status: 204 len: 168 time: 0.3457606 Dec 16 09:20:43.004606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b340e5-7830-4485-b480-e576e4e2b1f2 req-19c62923-6f8a-4bf5-b9c8-e11279eb444d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:43.011721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9dc50-250b-4373-86a1-c750c197dd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603cabac-dde4-4967-b4be-a4f2119b07f8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:43.029815 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9b340e5-7830-4485-b480-e576e4e2b1f2 req-19c62923-6f8a-4bf5-b9c8-e11279eb444d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 946 time: 0.2114677 Dec 16 09:20:43.092600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54762) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:43.158645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9b340e5-7830-4485-b480-e576e4e2b1f2 req-8adcda4a-39f0-4b59-be61-81e89dda4df3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263063 Dec 16 09:20:43.310289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-network', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:43.364150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Made reservation on behalf of e12db5d7e5ad46b6af123764073d2f36 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:43.367044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.381837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855102e-43b1-4f5f-97c7-7760432da89e req-9f67a338-c5c3-4d62-88d9-f2fd5401b575 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:43.383894 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d855102e-43b1-4f5f-97c7-7760432da89e req-9f67a338-c5c3-4d62-88d9-f2fd5401b575 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.0781696 Dec 16 09:20:43.396271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.463754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d855102e-43b1-4f5f-97c7-7760432da89e req-a5efe31e-69c7-4c09-9f95-651af78b5992 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648520 Dec 16 09:20:43.598890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:43.601915 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89296a4a-d29d-477c-bf2e-98c07b139b44" -d '{"events": [{"server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "name": "network-vif-plugged", "status": "completed", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:43.681921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.688033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.726601 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929497a4-1239-403d-8f5d-702646b59ada x-openstack-request-id: req-929497a4-1239-403d-8f5d-702646b59ada {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:43.726739 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "name": "network-vif-plugged", "status": "completed", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:43.726943 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-929497a4-1239-403d-8f5d-702646b59ada {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:43.727342 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a', 'code': 200} Dec 16 09:20:43.736182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:20:43.757420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ff8535-827d-4a67-a7d8-fe53422f415f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:43.786650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.787404 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Added segment f471c6aa-b515-4c0f-87cc-c1efe102d82c of type vlan for network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd Dec 16 09:20:43.889451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.894461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7001287-6e3e-407b-8949-9a6197a3f4fd req-f6a54296-ddd6-44f1-ad33-69ad3918fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:43.897657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7001287-6e3e-407b-8949-9a6197a3f4fd req-f6a54296-ddd6-44f1-ad33-69ad3918fabe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1097 time: 0.0822906 Dec 16 09:20:43.973296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:43.974652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:43.975276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.018194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7001287-6e3e-407b-8949-9a6197a3f4fd req-b101c3f2-dacd-4add-9175-7371509f892e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949886 Dec 16 09:20:44.062389 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5476b47c-b436-4513-b73f-655336ff2445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.081980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] Pushing event updated for resources: {'Network': ['ID=49f94d81-8a9f-474c-8c85-b4c8f98e40cd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:44.103225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54790) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:44.103725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a4a6309c-048a-40c9-a05f-31b326704108 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0097501 Dec 16 09:20:44.111889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Request body: {'subnet': {'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-subnet', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:44.182029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:20:44.234112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Made reservation on behalf of e12db5d7e5ad46b6af123764073d2f36 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:44.236892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.450922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:44.598077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-network', 'tenant_id': '67c5de678df5401fad647f68a4dda35c'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:44.649198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Made reservation on behalf of 67c5de678df5401fad647f68a4dda35c for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:44.654884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.681183 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.760628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710aff3-7575-4e71-93a6-12165dbbca04 req-29354695-66e5-4f3e-95d8-780ebfcfd992 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:44.769306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0710aff3-7575-4e71-93a6-12165dbbca04 req-29354695-66e5-4f3e-95d8-780ebfcfd992 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 946 time: 0.2878714 Dec 16 09:20:44.808553 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.815667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.826113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.838532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda7bb3-9e19-4971-872b-6a1843f75476 req-24f89e61-a629-45cd-80df-1e4384477956 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:44.843847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:20:44.851756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bda7bb3-9e19-4971-872b-6a1843f75476 req-24f89e61-a629-45cd-80df-1e4384477956 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.2212024 Dec 16 09:20:44.858849 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.859320 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Added segment 82b1d8b1-fe20-4b33-963b-4716c863b5b9 of type vlan for network 521bbc49-b394-46e4-8393-5c3bb64f87ad Dec 16 09:20:44.919214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.946090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0710aff3-7575-4e71-93a6-12165dbbca04 req-da32c671-aa0e-4b41-9940-fdd26916715a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756654 Dec 16 09:20:44.991820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:44.995632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:44.996692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:44.997290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.063404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bda7bb3-9e19-4971-872b-6a1843f75476 req-d5c7964b-f974-4395-b254-1df3e47501eb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962647 Dec 16 09:20:45.081648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a726975-157a-417f-88c8-56d2d9d79352,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:45.083005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] Pushing event updated for resources: {'Network': ['ID=521bbc49-b394-46e4-8393-5c3bb64f87ad,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:45.103017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:20:45.113588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b09541cc-afa5-4e07-a43f-1cfe298031eb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6613655 Dec 16 09:20:45.114262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:45.119804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Request body: {'subnet': {'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-subnet', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:45.138362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Checking segment: {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:45.139252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Network hostable DHCP agents. Network: 49f94d81-8a9f-474c-8c85-b4c8f98e40cd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:20:45.153879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Made reservation on behalf of 67c5de678df5401fad647f68a4dda35c for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:20:45.156907 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.174368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:20:45.190876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 49f94d81-8a9f-474c-8c85-b4c8f98e40cd) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:45.199149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:45.202270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.237992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e8251279-b930-4581-a6b7-bcb70ee79499 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1292424 Dec 16 09:20:45.238694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54830) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:45.245332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:45.247739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0979ac-578f-48b8-a716-874c784b6a67 None None] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:45.292944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.295915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.414395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.663366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.729142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.801274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-49f94d81-8a9f-474c-8c85-b4c8f98e40cd', 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'fixed_ips': [{'subnet_id': '8a726975-157a-417f-88c8-56d2d9d79352'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:20:45.802277 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.804142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7a232d-1da7-4c8c-9904-d2e1653d8e87,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:45.850490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Checking segment: {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:45.851609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Network hostable DHCP agents. Network: 521bbc49-b394-46e4-8393-5c3bb64f87ad, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:20:45.894841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:20:45.912367 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 521bbc49-b394-46e4-8393-5c3bb64f87ad) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:45.927698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:45.928774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:45.956332 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-852dee7a-d7ea-409c-b183-bee8cdbca4e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8408844 Dec 16 09:20:45.959922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54850) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:45.971314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:45.991327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6add1b-10a6-45ff-92cc-2c1a18ad1028 None None] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:46.024602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.027251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.181212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.274380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4427dcb-825b-434e-88a4-a8e5b20dd3ed None None] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:46.534629 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1bca4549-a9cb-488e-98e4-b8671326e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.571536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Allocated IP 172.20.0.2 (49f94d81-8a9f-474c-8c85-b4c8f98e40cd/8a726975-157a-417f-88c8-56d2d9d79352/506d9adc-b103-4d3a-be9a-682a07094421) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:46.614508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01230fd-0f2f-44f0-8541-0d5e9d57a51f req-60d45cfc-ef23-44af-a4c7-90bfcdb4eec4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:46.616369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a01230fd-0f2f-44f0-8541-0d5e9d57a51f req-60d45cfc-ef23-44af-a4c7-90bfcdb4eec4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.1894171 Dec 16 09:20:46.619188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.636572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f903f-8cca-41a9-bbf6-ed9abeb12b65 req-e7566cbf-bd51-40cf-a7dd-5e535ddb3f0b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:46.650262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.653644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e2f903f-8cca-41a9-bbf6-ed9abeb12b65 req-e7566cbf-bd51-40cf-a7dd-5e535ddb3f0b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 946 time: 0.2302272 Dec 16 09:20:46.698851 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:46.832053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e2f903f-8cca-41a9-bbf6-ed9abeb12b65 req-8cbb9e76-c778-465a-90c6-31aac1669084 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735299 Dec 16 09:20:46.858388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a01230fd-0f2f-44f0-8541-0d5e9d57a51f req-8f653087-c79b-468a-9c7e-20adf17b1633 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993921 Dec 16 09:20:47.080489 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.095607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.101210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Allocated IP 172.25.6.41 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/07644f6f-fce0-435a-882e-0b0ec5853bed) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:47.130140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:47.133782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:47.139832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:47.216136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.248750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.326925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Attempting to bind port 506d9adc-b103-4d3a-be9a-682a07094421 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:47.327773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Attempting to bind port 506d9adc-b103-4d3a-be9a-682a07094421 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:47.327773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Attempting to bind port 506d9adc-b103-4d3a-be9a-682a07094421 on network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:47.351814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Pushing event updated for resources: {'Port': ['ID=506d9adc-b103-4d3a-be9a-682a07094421,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:47.369309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:47.370521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Checking segment: {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:47.370933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.371328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Bound using segment: {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:47.374140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Bound port: 506d9adc-b103-4d3a-be9a-682a07094421, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:47.376227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.410952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73b805-a4d6-4dd8-9cca-f201dbb394a1 req-9be9aecf-5cd5-4ff9-beb9-c7b623b98a3c tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:47.413992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d73b805-a4d6-4dd8-9cca-f201dbb394a1 req-9be9aecf-5cd5-4ff9-beb9-c7b623b98a3c tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1097 time: 0.2657320 Dec 16 09:20:47.506721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d73b805-a4d6-4dd8-9cca-f201dbb394a1 req-758e12d2-cb0d-46fd-9704-ab6024fd5380 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811853 Dec 16 09:20:47.548608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.575526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] For port 506d9adc-b103-4d3a-be9a-682a07094421, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:47.586042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] For port 506d9adc-b103-4d3a-be9a-682a07094421, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=506d9adc-b103-4d3a-be9a-682a07094421,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:47.595970 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.654692 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.725733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920e7aa-0686-4c2e-baf7-358a1f1367d5 None None] Pushing event updated for resources: {'Port': ['ID=506d9adc-b103-4d3a-be9a-682a07094421,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:47.746993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:47.756235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:47.758993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:47.770414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Allocated IP 172.25.6.223 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b00afb98-efe5-4661-8779-d7bdd435e525) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:47.855070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Pushing event updated for resources: {'Port': ['ID=07644f6f-fce0-435a-882e-0b0ec5853bed,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:47.870439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:47.876261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe977f-97dd-4861-9226-ca24e5719e11 req-705e7e75-3e76-41c5-a38c-cc53ff36b7af tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:47.878178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4efe977f-97dd-4861-9226-ca24e5719e11 req-705e7e75-3e76-41c5-a38c-cc53ff36b7af tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1097 time: 0.1787381 Dec 16 09:20:48.025653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4efe977f-97dd-4861-9226-ca24e5719e11 req-139f34a7-17a2-4575-aac9-857b9bd61fa2 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163731 Dec 16 09:20:48.247048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:48.332763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:48.359556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935579b-9d21-4942-b8b7-f0098ecc727f req-a01dba58-2f9f-454a-b29e-ef2b1f6478ac tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:48.361554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e935579b-9d21-4942-b8b7-f0098ecc727f req-a01dba58-2f9f-454a-b29e-ef2b1f6478ac tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.2428846 Dec 16 09:20:48.412803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 506d9adc-b103-4d3a-be9a-682a07094421 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:48.450069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:48.458871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:48.478343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:48.494467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Pushing event updated for resources: {'Port': ['ID=b00afb98-efe5-4661-8779-d7bdd435e525,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:48.512820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:48.531589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 506d9adc-b103-4d3a-be9a-682a07094421 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:48.532063 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:48.770676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e935579b-9d21-4942-b8b7-f0098ecc727f req-8200dff2-a967-4ed7-a3ed-ef1f8c0098ed tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877323 Dec 16 09:20:49.095090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:49.118619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc3a75-54a9-4cac-8783-2dce5f02c2b8 req-78d51217-2434-41b7-a2fd-678829637c54 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:49.127042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41fc3a75-54a9-4cac-8783-2dce5f02c2b8 req-78d51217-2434-41b7-a2fd-678829637c54 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1097 time: 0.2410748 Dec 16 09:20:49.156675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 506d9adc-b103-4d3a-be9a-682a07094421, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=506d9adc-b103-4d3a-be9a-682a07094421,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:49.165286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:49.174184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:49.271772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41fc3a75-54a9-4cac-8783-2dce5f02c2b8 req-bcefc72c-81c5-4821-8c77-2f3a4b06fc7c tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342511 Dec 16 09:20:49.352752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:49.430896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Router 091c040b-dfeb-4f6a-84af-840306d66cb5 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:20:49.586294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6354fddd-9cf9-4b81-830a-1b9e09e0bcac None None] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:20:49.595691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:49.622965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=506d9adc-b103-4d3a-be9a-682a07094421,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:49.628061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:49.631456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e495a68-bd40-4cee-9d1d-64451bb49acd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3894317 Dec 16 09:20:49.631844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54924) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:49.707341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Sync routers for ids ['091c040b-dfeb-4f6a-84af-840306d66cb5'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:49.765427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Routers {'091c040b-dfeb-4f6a-84af-840306d66cb5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:49.766798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['091c040b-dfeb-4f6a-84af-840306d66cb5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:49.773971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-be4ae531-81c0-4d18-8800-505ce1e67e06 None None] Provisioning complete for port 506d9adc-b103-4d3a-be9a-682a07094421 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:49.774879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-be4ae531-81c0-4d18-8800-505ce1e67e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:49.938334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:50.019784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:50.133115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:50.340091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 506d9adc-b103-4d3a-be9a-682a07094421 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:50.367270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Router 629a5e5a-b435-41bf-b340-ef26d17fc047 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:20:50.431273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79991564-e3f0-4623-975c-e26b61001034 req-b40a7363-6ecf-45ec-a25a-b6457c03aef1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:50.440207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79991564-e3f0-4623-975c-e26b61001034 req-b40a7363-6ecf-45ec-a25a-b6457c03aef1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.3625522 Dec 16 09:20:50.501109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Set router 091c040b-dfeb-4f6a-84af-840306d66cb5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:50.533576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79991564-e3f0-4623-975c-e26b61001034 req-1043d9c9-8439-4c80-ab64-25733cc59abf tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924006 Dec 16 09:20:50.577142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dceeb-ed70-47fa-b1bb-3bf3d88d21a6 req-8f7fe73e-b326-4be7-9c5d-248572c3f4c0 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:50.580487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad2dceeb-ed70-47fa-b1bb-3bf3d88d21a6 req-8f7fe73e-b326-4be7-9c5d-248572c3f4c0 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.2905431 Dec 16 09:20:50.808474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 506d9adc-b103-4d3a-be9a-682a07094421 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:50.809051 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:50.918804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:20:47Z', 'revision_number': 3, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:50.961264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Checking router: 091c040b-dfeb-4f6a-84af-840306d66cb5 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:50.961606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Updating router 091c040b-dfeb-4f6a-84af-840306d66cb5 port 07644f6f-fce0-435a-882e-0b0ec5853bed binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:20:51.005014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad2dceeb-ed70-47fa-b1bb-3bf3d88d21a6 req-90d9c061-7be0-4a0e-ac55-a279e541c4cd tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470438 Dec 16 09:20:51.006950 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:51.062216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ad4ec-f0ee-41f1-b9f9-c083797bfebc req-bc1391b5-217c-4d3f-9914-44a0c554e34e tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:51.073394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-157ad4ec-f0ee-41f1-b9f9-c083797bfebc req-bc1391b5-217c-4d3f-9914-44a0c554e34e tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1097 time: 0.3368270 Dec 16 09:20:51.222796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-157ad4ec-f0ee-41f1-b9f9-c083797bfebc req-c9f492d9-8c46-4499-a46a-4b0f5d55cbbb tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478076 Dec 16 09:20:51.402677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-49f3e86e-8303-40df-9c6b-46faeef8bb8d None None] Provisioning complete for port 506d9adc-b103-4d3a-be9a-682a07094421 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:51.403050 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49f3e86e-8303-40df-9c6b-46faeef8bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:51.462244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:51.465809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:51.475105 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Sync routers for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:51.487301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:51.488809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2248a40c-fe47-4529-a2b2-f002beade552 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5265613 Dec 16 09:20:51.493555 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:51.494002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54950) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:20:51.494646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:51.747466 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:51.820595 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:51.838522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:51.999635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Attempting to bind port 07644f6f-fce0-435a-882e-0b0ec5853bed on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:52.000004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Attempting to bind port 07644f6f-fce0-435a-882e-0b0ec5853bed by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:52.002783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Attempting to bind port 07644f6f-fce0-435a-882e-0b0ec5853bed on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:52.030784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:52.031160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:52.031584 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.035627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:52.036243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Bound port: 07644f6f-fce0-435a-882e-0b0ec5853bed, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:52.036645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.159931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] For port 07644f6f-fce0-435a-882e-0b0ec5853bed, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:52.172127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] For port 07644f6f-fce0-435a-882e-0b0ec5853bed, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=07644f6f-fce0-435a-882e-0b0ec5853bed,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:52.189083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b787e59-9c55-40d7-9a9e-5693ad256993 req-de9800ca-c238-45f4-a64b-bebac0e8e495 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:52.193877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b787e59-9c55-40d7-9a9e-5693ad256993 req-de9800ca-c238-45f4-a64b-bebac0e8e495 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.4220433 Dec 16 09:20:52.208223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.249035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f5f60-d350-4517-bb58-c7de279f4ae6 None None] Pushing event updated for resources: {'Port': ['ID=07644f6f-fce0-435a-882e-0b0ec5853bed,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:52.296343 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:48Z', 'revision_number': 3, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:52.352860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Routers {'091c040b-dfeb-4f6a-84af-840306d66cb5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:52.353599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['091c040b-dfeb-4f6a-84af-840306d66cb5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:52.363813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-42f72aec-1ff8-4f5b-bfa5-c9d700fb5383 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:52.365373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-42f72aec-1ff8-4f5b-bfa5-c9d700fb5383 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.69 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.5873582 Dec 16 09:20:52.400927 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Checking router: 629a5e5a-b435-41bf-b340-ef26d17fc047 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:52.406512 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Updating router 629a5e5a-b435-41bf-b340-ef26d17fc047 port b00afb98-efe5-4661-8779-d7bdd435e525 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:20:52.459695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b787e59-9c55-40d7-9a9e-5693ad256993 req-99310939-bc33-4656-b14e-ead098f427a6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230158 Dec 16 09:20:52.485794 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.659450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Allocated IP 172.20.0.1 (49f94d81-8a9f-474c-8c85-b4c8f98e40cd/8a726975-157a-417f-88c8-56d2d9d79352/41907c43-e1ed-46c2-8fbb-472e4f9fef32) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:52.677961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f5f60-d350-4517-bb58-c7de279f4ae6 None None] Pushing event updated for resources: {'Port': ['ID=07644f6f-fce0-435a-882e-0b0ec5853bed,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:52.728439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02404-44d6-48ab-95d9-a0de4a41dfed req-68c52d4d-edfc-41f1-a8c7-40e7049b2d62 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:52.747856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7a02404-44d6-48ab-95d9-a0de4a41dfed req-68c52d4d-edfc-41f1-a8c7-40e7049b2d62 tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/ports?device_id=319d9c00-8be1-4c09-8b55-4d3df9973795 HTTP/1.1" status: 200 len: 945 time: 0.1702266 Dec 16 09:20:52.772335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] Set router 091c040b-dfeb-4f6a-84af-840306d66cb5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:52.804098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Deleting port c3af3264-cc6b-4245-8bea-4f20d081ebd8 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:20:52.804464 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.824128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.951395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] For port c3af3264-cc6b-4245-8bea-4f20d081ebd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c3af3264-cc6b-4245-8bea-4f20d081ebd8,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:52.952266 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:52.969512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Calling delete_port for c3af3264-cc6b-4245-8bea-4f20d081ebd8 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:20:53.168015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-6a11091b-89ab-4937-ba54-c6481be0b6fe tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:20:53.177160 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-6a11091b-89ab-4937-ba54-c6481be0b6fe tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139418 Dec 16 09:20:53.242128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.244608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-8856687b-30d8-4845-8765-8bcb7c080048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:53.254096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-8856687b-30d8-4845-8765-8bcb7c080048 service neutron] 10.222.0.61 "GET /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 1094 time: 0.0755961 Dec 16 09:20:53.258958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Request body: {'binding': {'host': 'n-h1-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:53.259688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Unknown quota resources ['binding']. {{(pid=102398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:20:53.263593 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.273136 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.361443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['c3af3264-cc6b-4245-8bea-4f20d081ebd8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:53.420665 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.436814 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Attempting to bind port b00afb98-efe5-4661-8779-d7bdd435e525 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:53.438515 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Attempting to bind port b00afb98-efe5-4661-8779-d7bdd435e525 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:53.438922 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Attempting to bind port b00afb98-efe5-4661-8779-d7bdd435e525 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:53.444487 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5d46e-1c28-4a37-9ac4-b48b4944375f None None] Pushing event updated for resources: {'Port': ['ID=b00afb98-efe5-4661-8779-d7bdd435e525,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:53.454270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Allocated IP 172.20.0.1 (521bbc49-b394-46e4-8393-5c3bb64f87ad/4b7a232d-1da7-4c8c-9904-d2e1653d8e87/d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:20:53.460072 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:53.460415 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:53.465419 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.465949 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:53.466980 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Bound port: b00afb98-efe5-4661-8779-d7bdd435e525, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:53.468578 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.612247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:20:47Z', 'revision_number': 3, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:53.646512 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] For port b00afb98-efe5-4661-8779-d7bdd435e525, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:53.657000 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] For port b00afb98-efe5-4661-8779-d7bdd435e525, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b00afb98-efe5-4661-8779-d7bdd435e525,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:53.671689 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.720855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0b543-88ad-4b61-8b48-389f0af371ac None None] The sync data for ids ['091c040b-dfeb-4f6a-84af-840306d66cb5'] in n-d-821941-1 is: [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:20:47Z', 'revision_number': 3, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:20:53.722363 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.740141 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5d46e-1c28-4a37-9ac4-b48b4944375f None None] Pushing event updated for resources: {'Port': ['ID=b00afb98-efe5-4661-8779-d7bdd435e525,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:53.789544 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:53.790520 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:53.816565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:53.942405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Pushing event updated for resources: {'Port': ['ID=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:53.970138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:53.976768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:53.981087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:54.028458 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:54.041229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.119486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.129061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on host n-h1-821941-1 for vnic_type normal with profile None {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:54.129389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:54.129728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:54.228270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Pushing event deleted for resources: {'Port': ['ID=c3af3264-cc6b-4245-8bea-4f20d081ebd8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:54.312985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.315012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.315545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.319133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.319705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.320223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.320719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.321207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.322740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.323265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.326148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.327464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:54.385280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7a02404-44d6-48ab-95d9-a0de4a41dfed req-bb0ac300-1781-4554-924c-1f7292ed7d4e tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.61 "GET /v2.0/security-groups?id=3aadc113-6338-4b99-b957-3467926be622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6342542 Dec 16 09:20:54.401574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:54.407134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.409472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:54.428452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 07644f6f-fce0-435a-882e-0b0ec5853bed up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:54.492863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] No DVR routers for this DVR port c3af3264-cc6b-4245-8bea-4f20d081ebd8 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:54.500770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.512041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd3f9b8f-34ae-4334-93ee-cf4cf2f88932 req-6cb4a91b-572a-440b-985d-59832831b90a tempest-AttachSCSIVolumeTestJSON-2057617208 tempest-AttachSCSIVolumeTestJSON-2057617208-project] 10.222.0.69 "DELETE /v2.0/ports/c3af3264-cc6b-4245-8bea-4f20d081ebd8 HTTP/1.1" status: 204 len: 173 time: 2.1016848 Dec 16 09:20:54.532371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'name': 'network-vif-deleted', 'tag': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:54.535707 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5b074-44ee-43a2-b605-c28127c41b9c" -d '{"events": [{"server_uuid": "319d9c00-8be1-4c09-8b55-4d3df9973795", "name": "network-vif-deleted", "tag": "c3af3264-cc6b-4245-8bea-4f20d081ebd8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:54.564179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:54.566762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:54.567176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:54.572627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Bound port: 366dda7b-2230-43a7-a376-cdd721a1985a, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:54.603075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.612910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 07644f6f-fce0-435a-882e-0b0ec5853bed triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:54.613393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.666562 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:48Z', 'revision_number': 3, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:54.801334 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e70c6-fc6a-46a1-a11c-c25737dd14da None None] The sync data for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 is: [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:48Z', 'revision_number': 3, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:20:54.828186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.883119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 07644f6f-fce0-435a-882e-0b0ec5853bed, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=07644f6f-fce0-435a-882e-0b0ec5853bed,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:54.893190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.948548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.953804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:54.961400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:55.045819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=07644f6f-fce0-435a-882e-0b0ec5853bed,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:55.083897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:55.097721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Pushing event updated for resources: {'Port': ['ID=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:55.100276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:55.117325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.118402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.118743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.119083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.119408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.119731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.120057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.120377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.120708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.121036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.121352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.121667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:20:55.202147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:55.221716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-3d90b897-87e3-401a-9ed2-092b31a58234 service neutron] 10.222.0.61 "POST /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a/bindings HTTP/1.1" status: 201 len: 389 time: 1.9662945 Dec 16 09:20:55.249377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:55.281093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:55.347548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:20:55.350392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:55.351727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:55.361291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:55.450225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edc5e0-2990-4157-8d39-baae61a1159a req-b8b8983c-20bd-4422-ad9c-58473a0cbaeb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:55.460732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4edc5e0-2990-4157-8d39-baae61a1159a req-b8b8983c-20bd-4422-ad9c-58473a0cbaeb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.5073493 Dec 16 09:20:55.715996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Router 629a5e5a-b435-41bf-b340-ef26d17fc047 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:20:55.746926 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4dbea-2820-4641-9a05-1c5fe5b6532c x-openstack-request-id: req-12b4dbea-2820-4641-9a05-1c5fe5b6532c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:20:55.746926 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319d9c00-8be1-4c09-8b55-4d3df9973795", "name": "network-vif-deleted", "tag": "c3af3264-cc6b-4245-8bea-4f20d081ebd8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:20:55.750107 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12b4dbea-2820-4641-9a05-1c5fe5b6532c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:20:55.750107 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319d9c00-8be1-4c09-8b55-4d3df9973795', 'name': 'network-vif-deleted', 'tag': 'c3af3264-cc6b-4245-8bea-4f20d081ebd8', 'status': 'completed', 'code': 200} Dec 16 09:20:55.752635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=41907c43-e1ed-46c2-8fbb-472e4f9fef32,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:55.913527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e025e4b1-cd4e-4e9b-85c7-303b60718cab None None] Provisioning complete for port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:55.915010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e025e4b1-cd4e-4e9b-85c7-303b60718cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:56.021225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e025e4b1-cd4e-4e9b-85c7-303b60718cab None None] Port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:20:56.037964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4edc5e0-2990-4157-8d39-baae61a1159a req-dc8932ba-1459-4902-9610-ed91a391940c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138261 Dec 16 09:20:56.098224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:56.114772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a3b525ee-88e7-4783-8798-867fd8953c93 admin admin] 10.222.0.61 "PUT /v2.0/routers/629a5e5a-b435-41bf-b340-ef26d17fc047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6093783 Dec 16 09:20:56.114772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-9049db72-2134-4060-ba5b-48d7ac173e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:56.114772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-9049db72-2134-4060-ba5b-48d7ac173e7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1097 time: 0.2627687 Dec 16 09:20:56.133767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e632abe-aebf-4d9a-8b8f-d6eb4534dbfd req-ff29395d-faea-49fb-aaa5-1f076c289410 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:56.149183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e632abe-aebf-4d9a-8b8f-d6eb4534dbfd req-ff29395d-faea-49fb-aaa5-1f076c289410 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 946 time: 0.4776211 Dec 16 09:20:56.202175 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:56.240034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c3af3264-cc6b-4245-8bea-4f20d081ebd8 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:20:56.309236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: c3af3264-cc6b-4245-8bea-4f20d081ebd8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:20:56.310164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c3af3264-cc6b-4245-8bea-4f20d081ebd8 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:20:56.398866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e632abe-aebf-4d9a-8b8f-d6eb4534dbfd req-d86eae42-6b19-4146-a89e-be52baa49acd tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948826 Dec 16 09:20:56.425077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-e522b138-22e1-4efc-ba05-f54684f67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:56.435877 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-e522b138-22e1-4efc-ba05-f54684f67e68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.3165135 Dec 16 09:20:56.578685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 07644f6f-fce0-435a-882e-0b0ec5853bed up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:56.648525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-7389d080-7954-4ef1-af4b-8800b5e45a4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 217 time: 0.1980240 Dec 16 09:20:56.746121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 07644f6f-fce0-435a-882e-0b0ec5853bed triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:56.747743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:56.785442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:56.795701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:56.799116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:56.837620 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-6c25d773-4622-4610-8c57-9c7931b79552 service neutron] show failed (client error): The resource could not be found. Dec 16 09:20:56.838967 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-6c25d773-4622-4610-8c57-9c7931b79552 service neutron] 10.222.0.53 "GET /v2.0/ports/ca849f72-d7f4-4c53-b0a3-2d1a99722baa/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.4021368 Dec 16 09:20:56.852544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-f6c994f7-4c87-4583-b023-2cbcca415a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:56.861496 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-f6c994f7-4c87-4583-b023-2cbcca415a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1999695 Dec 16 09:20:57.020473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-cb3743a9-b45b-4d02-8635-77256ca835fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480169 Dec 16 09:20:57.073231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=41907c43-e1ed-46c2-8fbb-472e4f9fef32,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:57.141026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:20:57.153219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:20:57.294954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b00afb98-efe5-4661-8779-d7bdd435e525 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:57.362737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-a3e8d8b2-510d-40d2-ba35-21b660cd9e00 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349009 Dec 16 09:20:57.502885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-44fce153-40cb-4040-9d6b-f36bf4945cf6 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316500 Dec 16 09:20:57.525185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Router 091c040b-dfeb-4f6a-84af-840306d66cb5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:20:57.586461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b00afb98-efe5-4661-8779-d7bdd435e525 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:57.587089 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:57.594957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0df6b1cd-c1d5-427f-84c4-1046d01ee379 None None] Provisioning complete for port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:57.595772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0df6b1cd-c1d5-427f-84c4-1046d01ee379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:57.736721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0df6b1cd-c1d5-427f-84c4-1046d01ee379 None None] Port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:20:57.765512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-f8192bee-1a88-4429-a29b-626c3f8412ad tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:57.767181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-f8192bee-1a88-4429-a29b-626c3f8412ad tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1097 time: 0.1668613 Dec 16 09:20:57.783774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821941-1'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:57.804702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-bc30bb34-0971-4a29-81e5-2ef94eef50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:57.806741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-bc30bb34-0971-4a29-81e5-2ef94eef50d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561&tenant_id=1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 1100 time: 0.6228409 Dec 16 09:20:57.830070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:20:57.832904 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:57.879716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port b00afb98-efe5-4661-8779-d7bdd435e525, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b00afb98-efe5-4661-8779-d7bdd435e525,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:57.886316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:57.899643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:57.998287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=b00afb98-efe5-4661-8779-d7bdd435e525,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:58.012475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:20:58.021273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b68fb81d-ac03-4058-9bc5-971126be9cb7 admin admin] 10.222.0.61 "PUT /v2.0/routers/091c040b-dfeb-4f6a-84af-840306d66cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3880060 Dec 16 09:20:58.037174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Sync routers for ids ['091c040b-dfeb-4f6a-84af-840306d66cb5'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:58.040569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:58.052856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Routers {'091c040b-dfeb-4f6a-84af-840306d66cb5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:58.053751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['091c040b-dfeb-4f6a-84af-840306d66cb5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:58.234124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:58.375930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:58.388151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b00afb98-efe5-4661-8779-d7bdd435e525 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:20:58.473039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:20:58.474407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Set router 091c040b-dfeb-4f6a-84af-840306d66cb5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:58.570579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:58.576047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:58.580769 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3be5b5-b3b1-43ed-ad66-9f5969bc42ba" -d '{"events": [{"server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "name": "network-vif-unplugged", "status": "completed", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:58.603454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:58.677824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Sync routers for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:20:58.703835 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:20:58.707821 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:58.751508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c6e1c2ee-f44f-4d6a-9601-6501185b20ba tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:58.753886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c6e1c2ee-f44f-4d6a-9601-6501185b20ba tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 820 time: 0.2878106 Dec 16 09:20:58.824991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:58.835515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on host n-h2-821941-1 for vnic_type normal with profile {"migrating_to": "n-h1-821941-1"} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:58.835843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:58.844092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:58.855816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:58.856146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Attempting to bind port 366dda7b-2230-43a7-a376-cdd721a1985a on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:58.861383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-0938d47e-68e9-42ef-a8ae-5685d4c27b57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/quotas/67c5de678df5401fad647f68a4dda35c HTTP/1.1" status: 200 len: 375 time: 0.0936563 Dec 16 09:20:58.866005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:58.883087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:20:58.883605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:20:58.888223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:20:58.888735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Bound port: 366dda7b-2230-43a7-a376-cdd721a1985a, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:20:58.889148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:58.908519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8ea57-0742-487e-ac89-38875055529f req-4a8f9788-1a90-4d12-93ea-aef27e6753ee tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:58.917541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dd8ea57-0742-487e-ac89-38875055529f req-4a8f9788-1a90-4d12-93ea-aef27e6753ee tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.2102032 Dec 16 09:20:58.980472 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:20:58.990997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b00afb98-efe5-4661-8779-d7bdd435e525 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:20:58.992081 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.017924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:20:59.034167 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed4876f-ef16-4a28-bcf2-47cf181fa3f7" -d '{"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-unplugged", "status": "completed", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:20:59.054078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.134320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:20:59.148063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:20:59.155151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.211561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dd8ea57-0742-487e-ac89-38875055529f req-07730bb3-89c8-4128-9cdb-134362787b32 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924418 Dec 16 09:20:59.215543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Transition to ACTIVE for port object ca849f72-d7f4-4c53-b0a3-2d1a99722baa will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:20:59.246117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-7bdd53dd-6210-4cf4-b8d6-515c3cd2cacd tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3511305 Dec 16 09:20:59.259394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=8']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:59.302846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.350638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:20:59.351486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.353131 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-d48a6d21-633e-4da9-98e7-7e8c103b16cd service neutron] 10.222.0.53 "PUT /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 1122 time: 1.5758746 Dec 16 09:20:59.415592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:20:55Z', 'revision_number': 4, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '41907c43-e1ed-46c2-8fbb-472e4f9fef32', 'name': '', 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'mac_address': 'fa:16:3e:e7:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8a726975-157a-417f-88c8-56d2d9d79352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:51Z', 'updated_at': '2021-12-16T09:20:56Z', 'revision_number': 2, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'subnets': [{'id': '8a726975-157a-417f-88c8-56d2d9d79352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:59.502853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['366dda7b-2230-43a7-a376-cdd721a1985a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:20:59.549642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] No DVR routers for this DVR port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:20:59.560560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Checking router: 091c040b-dfeb-4f6a-84af-840306d66cb5 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:59.571373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Updating router 091c040b-dfeb-4f6a-84af-840306d66cb5 port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:20:59.652573 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 2, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:20:59.698536 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.711603 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Checking router: 629a5e5a-b435-41bf-b340-ef26d17fc047 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:20:59.711603 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Updating router 629a5e5a-b435-41bf-b340-ef26d17fc047 port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:20:59.764772 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:20:59.903383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:20:59.919898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:20:59.920464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:20:59.946093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:20:59.972321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:20:59.972785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Attempting to bind port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:00.024232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:00.024615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:00.025712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:00.026672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Bound port: ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:00.027151 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.153111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:00.157891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:00.195569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727ce2-ba40-44b3-abfa-e5eec8809fa1 req-e159cf5d-c6ea-4ffa-a60b-81e03fa84b79 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:00.198068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c727ce2-ba40-44b3-abfa-e5eec8809fa1 req-e159cf5d-c6ea-4ffa-a60b-81e03fa84b79 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.6418297 Dec 16 09:21:00.206970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.345108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:00.346037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.348719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] 10.222.0.69 "PUT /v2.0/ports/ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 1095 time: 2.5281851 Dec 16 09:21:00.350290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.353177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204abf-1aff-472d-857c-5fc615524d4f service neutron] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:00.362033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.394624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c727ce2-ba40-44b3-abfa-e5eec8809fa1 req-e54ef65f-3ab4-4669-8885-6d149a9aa870 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687133 Dec 16 09:21:00.425242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-8b66338b-ddf9-45d6-bab1-3c43cb31edca service neutron] 10.222.0.61 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1776912 Dec 16 09:21:00.477299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f91fc-50cd-4c29-911c-b9823dfdfa7b None None] Pushing event updated for resources: {'Port': ['ID=41907c43-e1ed-46c2-8fbb-472e4f9fef32,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:00.600163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Attempting to bind port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:00.600728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Attempting to bind port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:00.601403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Attempting to bind port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 on network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:00.623278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:00.624680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Checking segment: {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:00.626942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.633380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Bound using segment: {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:00.639511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Bound port: 41907c43-e1ed-46c2-8fbb-472e4f9fef32, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f471c6aa-b515-4c0f-87cc-c1efe102d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:00.641340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.799086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:00.817584 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:00.839045 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.093632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-8f064693-9908-41bc-b5ca-0f9f1612458a tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2723427 Dec 16 09:21:01.102953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:01.112866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-0dff59ec-3981-4846-aaee-ec09dfd9a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:01.114554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-0dff59ec-3981-4846-aaee-ec09dfd9a302 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1098 time: 0.7187555 Dec 16 09:21:01.115565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416697-6ae0-4f3f-bdfc-21583422b008 None None] Pushing event updated for resources: {'Port': ['ID=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:01.141914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Attempting to bind port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:01.142538 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Attempting to bind port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:01.143295 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Attempting to bind port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf on network 521bbc49-b394-46e4-8393-5c3bb64f87ad {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:01.149368 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:01.150157 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Checking segment: {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:01.150728 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.151618 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Bound using segment: {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:01.152368 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Bound port: d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:01.153284 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.184753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] For port 41907c43-e1ed-46c2-8fbb-472e4f9fef32, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:01.191820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:01.195881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] For port 41907c43-e1ed-46c2-8fbb-472e4f9fef32, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=41907c43-e1ed-46c2-8fbb-472e4f9fef32,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:01.202347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.247664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-d68c72aa-fde0-4214-addd-fc04485b636c service neutron] 10.222.0.61 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118651 Dec 16 09:21:01.253919 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.330101 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] For port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:01.335545 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] For port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:01.345441 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.392195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-66e5920c-3442-4908-b514-6e1c421ff30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:01.393757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-66e5920c-3442-4908-b514-6e1c421ff30e service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2696006 Dec 16 09:21:01.442482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Routers {'091c040b-dfeb-4f6a-84af-840306d66cb5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:01.444234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['091c040b-dfeb-4f6a-84af-840306d66cb5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:01.447261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8d58ec94-7a0c-45c3-ae09-cf7f2de6e497 None None] Provisioning complete for port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:01.452326 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec94-7a0c-45c3-ae09-cf7f2de6e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:01.503097 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416697-6ae0-4f3f-bdfc-21583422b008 None None] Pushing event updated for resources: {'Port': ['ID=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:01.584937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:01.586470 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:01.621426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f91fc-50cd-4c29-911c-b9823dfdfa7b None None] Pushing event updated for resources: {'Port': ['ID=41907c43-e1ed-46c2-8fbb-472e4f9fef32,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:01.823618 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4725b2b8-51cd-4e12-8c2d-cfe6c1bc0308 x-openstack-request-id: req-4725b2b8-51cd-4e12-8c2d-cfe6c1bc0308 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:01.824560 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "name": "network-vif-unplugged", "status": "completed", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:01.825048 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4725b2b8-51cd-4e12-8c2d-cfe6c1bc0308 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:01.825677 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a', 'code': 200} Dec 16 09:21:01.991181 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:02.016015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec94-7a0c-45c3-ae09-cf7f2de6e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:02.227632 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16353df2-4ada-44fb-82d9-62251f52524a x-openstack-request-id: req-16353df2-4ada-44fb-82d9-62251f52524a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:02.228276 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-unplugged", "status": "completed", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:02.228276 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16353df2-4ada-44fb-82d9-62251f52524a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:02.235352 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'code': 200} Dec 16 09:21:02.245206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-ee1bab63-3601-4e2e-9f03-33e7d6a1120f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.8411286 Dec 16 09:21:02.323439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] Set router 091c040b-dfeb-4f6a-84af-840306d66cb5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:02.368249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d58ec94-7a0c-45c3-ae09-cf7f2de6e497 None None] For port 41907c43-e1ed-46c2-8fbb-472e4f9fef32, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=41907c43-e1ed-46c2-8fbb-472e4f9fef32,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:02.383164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d58ec94-7a0c-45c3-ae09-cf7f2de6e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:02.528415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-d19cc47b-49ae-427a-bb68-955f5fb0004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:02.535753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-d19cc47b-49ae-427a-bb68-955f5fb0004c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2655697 Dec 16 09:21:02.613121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eff65-736c-4d1d-997a-fbd2ee7f058e req-a7a247ce-fa0c-4509-8b5b-e2373e85b5fc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:02.624160 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-540eff65-736c-4d1d-997a-fbd2ee7f058e req-a7a247ce-fa0c-4509-8b5b-e2373e85b5fc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.3765752 Dec 16 09:21:02.692061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:02.711233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-5509a413-b0e3-454d-bee1-704204158544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:02.713575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-5509a413-b0e3-454d-bee1-704204158544 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680427 Dec 16 09:21:02.727043 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-540eff65-736c-4d1d-997a-fbd2ee7f058e req-c3671227-56f1-4550-b49f-17b1c634d9d2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023688 Dec 16 09:21:02.786203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:02.799042 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:01Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:02.842739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58ec94-7a0c-45c3-ae09-cf7f2de6e497 None None] Pushing event updated for resources: {'Port': ['ID=41907c43-e1ed-46c2-8fbb-472e4f9fef32,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:02.849120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-410d43ab-0676-4564-9f28-94376c6626e0 None None] Provisioning complete for port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:02.849556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-410d43ab-0676-4564-9f28-94376c6626e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:02.980064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba104e1b-bc9d-4a60-bb7e-80a7649dda43 None None] The sync data for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 is: [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:01Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:03.006710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:21:03.116294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-3adddd42-8b16-4e2c-9138-2c3d62742e3d service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877916 Dec 16 09:21:03.154786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Allocated IP 172.25.6.207 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/c91544b8-290e-4521-a361-5209b4c3a9cb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:03.218883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4a84d-854d-46db-926c-05c47ee30c74 req-547060c6-bb6f-408c-a8f7-bea39e1a92b5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:03.229937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfc4a84d-854d-46db-926c-05c47ee30c74 req-547060c6-bb6f-408c-a8f7-bea39e1a92b5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.2709453 Dec 16 09:21:03.314819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:03.341344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a has no active binding in host n-h1-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:21:03.383452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:20:55Z', 'revision_number': 4, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '41907c43-e1ed-46c2-8fbb-472e4f9fef32', 'name': '', 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'mac_address': 'fa:16:3e:e7:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8a726975-157a-417f-88c8-56d2d9d79352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:51Z', 'updated_at': '2021-12-16T09:21:01Z', 'revision_number': 4, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'subnets': [{'id': '8a726975-157a-417f-88c8-56d2d9d79352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:03.404096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfc4a84d-854d-46db-926c-05c47ee30c74 req-30d7d666-9b2a-4a26-b2f3-a70ee0f62c85 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732178 Dec 16 09:21:03.458188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae29f-a16b-4f5a-8672-71071248917f None None] The sync data for ids ['091c040b-dfeb-4f6a-84af-840306d66cb5'] in n-d-821941-1 is: [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:20:55Z', 'revision_number': 4, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '41907c43-e1ed-46c2-8fbb-472e4f9fef32', 'name': '', 'network_id': '49f94d81-8a9f-474c-8c85-b4c8f98e40cd', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'mac_address': 'fa:16:3e:e7:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8a726975-157a-417f-88c8-56d2d9d79352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:51Z', 'updated_at': '2021-12-16T09:21:01Z', 'revision_number': 4, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'subnets': [{'id': '8a726975-157a-417f-88c8-56d2d9d79352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:03.502355 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:03.644202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:03.696414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02224fc5-e4f5-40b2-8814-fddcdc4fa528 req-0205faae-03d7-4303-922c-b949cd9787fb tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 210 time: 0.1106188 Dec 16 09:21:03.706664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a12e499d-8b11-42da-a71f-5021ad58b703 req-f52621a1-548d-4e1d-968b-9abfa30cf238 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722740 Dec 16 09:21:03.749546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:03.764056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:03.780242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:03.813065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=c91544b8-290e-4521-a361-5209b4c3a9cb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:03.826856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:03.831060 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:03.952120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:04.227256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-5e7c6cd5-4d7d-45a2-b4f1-6954d879a598 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:04.230374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-5e7c6cd5-4d7d-45a2-b4f1-6954d879a598 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 820 time: 0.2619288 Dec 16 09:21:04.272766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:04.281317 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c24394f-500e-4562-a17b-852419395561", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:04.315365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'port': {'device_id': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'admin_state_up': True, 'tenant_id': '67c5de678df5401fad647f68a4dda35c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:04.551395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:04.609359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:04.741068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:04.741337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:04.829193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b49049-6414-4057-a3c6-a795abd9d2e6 req-379af028-e371-417b-a337-cc27a441db14 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:04.832139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8b49049-6414-4057-a3c6-a795abd9d2e6 req-379af028-e371-417b-a337-cc27a441db14 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.5994925 Dec 16 09:21:04.844054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:04.898877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:04.901181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-afa38b6a-3df7-4765-a03c-04cd5617e2e8 service neutron] 10.222.0.69 "GET /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.3687520 Dec 16 09:21:04.918812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:04.920024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 41907c43-e1ed-46c2-8fbb-472e4f9fef32 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:05.038298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:05.078916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:05.079160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:05.260957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:05.347970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Made reservation on behalf of 67c5de678df5401fad647f68a4dda35c for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:05.351509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:05.397041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8b49049-6414-4057-a3c6-a795abd9d2e6 req-1ce570e9-97be-4035-af2c-d9218314a46c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252032 Dec 16 09:21:05.446182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:05.461633 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9050774-d2e6-4cd9-8f73-9adb1dd1acbb x-openstack-request-id: req-a9050774-d2e6-4cd9-8f73-9adb1dd1acbb {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:05.462314 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:05.462314 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9050774-d2e6-4cd9-8f73-9adb1dd1acbb {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:05.462558 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a', 'status': 'completed', 'code': 200} Dec 16 09:21:05.596527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:05.622460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.69', 57629) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:05.627069 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89893870-a7fd-4981-ba83-c8134c5e8998 x-openstack-request-id: req-89893870-a7fd-4981-ba83-c8134c5e8998 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:05.627410 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c24394f-500e-4562-a17b-852419395561", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:05.627827 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89893870-a7fd-4981-ba83-c8134c5e8998 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:05.628218 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'status': 'completed', 'code': 200} Dec 16 09:21:05.628876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:05.654496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-47a6085a-dde4-4c40-9a2c-88922c5a8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:05.658506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-47a6085a-dde4-4c40-9a2c-88922c5a8bb0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1125 time: 0.1732655 Dec 16 09:21:05.733162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-3cfec289-f3f8-4044-811a-a4e711c01bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:05.735155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-3cfec289-f3f8-4044-811a-a4e711c01bbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1098 time: 0.1574359 Dec 16 09:21:05.775319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:05.806359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140281d5-9e90-43ad-8da0-f8f5282dc5f7 req-7954f274-a313-4668-b2dc-5515c5c42641 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:05.808311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-140281d5-9e90-43ad-8da0-f8f5282dc5f7 req-7954f274-a313-4668-b2dc-5515c5c42641 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 944 time: 0.1255491 Dec 16 09:21:05.819616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366dda7b-2230-43a7-a376-cdd721a1985a {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:05.822176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-08bb8474-34b4-46d6-8edb-1bbc4001f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:05.825728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-08bb8474-34b4-46d6-8edb-1bbc4001f42e service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.1575487 Dec 16 09:21:05.833226 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:05.834592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7390213 Dec 16 09:21:05.986924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:06.000276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-00371644-27d9-4c46-95b7-eb011492f6c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 217 time: 0.1231282 Dec 16 09:21:06.029595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becdb76-54f2-4c13-85bd-2c71c84d8d59 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=c91544b8-290e-4521-a361-5209b4c3a9cb,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:06.063495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-28209b64-b141-43c9-bb2b-0cf9866e7e0f tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.2080350 Dec 16 09:21:06.071475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-6334692f-e82f-4072-beb9-957e22acbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.073225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-6334692f-e82f-4072-beb9-957e22acbedf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0656700 Dec 16 09:21:06.130700 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-98f286df-6362-48b8-98df-c29bb330a150 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435452 Dec 16 09:21:06.154339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:06.158428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-14a97eea-5c94-4f34-b71f-26585f68a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.160229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-14a97eea-5c94-4f34-b71f-26585f68a3c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1098 time: 0.5287578 Dec 16 09:21:06.312608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-444e31f0-1d25-4b74-b57a-0c11d5121656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.315933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-444e31f0-1d25-4b74-b57a-0c11d5121656 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1397080 Dec 16 09:21:06.345341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Allocated IP 172.20.0.7 (521bbc49-b394-46e4-8393-5c3bb64f87ad/4b7a232d-1da7-4c8c-9904-d2e1653d8e87/586a1bbb-596c-4ef1-8b86-9194e5e10c97) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:06.358224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-140281d5-9e90-43ad-8da0-f8f5282dc5f7 req-fa1fe18d-9ec8-4fb2-934f-db582245926e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203180 Dec 16 09:21:06.389144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-06ff9868-b471-421a-af81-26ad96546e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.417350 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-06ff9868-b471-421a-af81-26ad96546e80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.6677392 Dec 16 09:21:06.508778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:06.509961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-ff159178-aa42-4752-9032-6f23f0d8b864 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.1762657 Dec 16 09:21:06.596915 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-dbe4ba45-c897-42b2-9b52-b19a63670de7 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583526 Dec 16 09:21:06.619311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-1bd1f74e-d219-4690-8f93-8ad97878e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.621065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-1bd1f74e-d219-4690-8f93-8ad97878e890 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0738122 Dec 16 09:21:06.663562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:06.664563 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:06.795556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-672f77bb-7af5-4ac2-b1dd-0956fb1b26b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.3620834 Dec 16 09:21:06.863789 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-92a78684-2c4c-44aa-89c1-6484b4c1b5cc req-17646689-af01-4733-90da-0671239df5d5 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570283 Dec 16 09:21:06.892388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-62e568d2-768a-4549-a22b-cc10255cfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.893988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-62e568d2-768a-4549-a22b-cc10255cfa9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0851145 Dec 16 09:21:06.975064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-68cc9226-a86d-40f2-9395-2148c242a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:06.976892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-68cc9226-a86d-40f2-9395-2148c242a94d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738084 Dec 16 09:21:07.130107 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-e4c36fc4-6dff-4355-92f6-9bea8061a118 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411796 Dec 16 09:21:07.134469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc215cbd-f11a-4810-92ae-e480bb52d4e3 req-ea2df8d4-8c71-47fd-a388-0adab47e8ee5 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 210 time: 0.1320267 Dec 16 09:21:07.226943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-dc9fafae-6713-4f60-931a-853534232186 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:07.228769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-dc9fafae-6713-4f60-931a-853534232186 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 1.1592829 Dec 16 09:21:07.319393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-0fe71c84-5fbf-4a89-b156-4f91e258a499 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:07.320122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c79b44-a00d-4ca3-abe5-9e08f72fc1e7 req-0fe71c84-5fbf-4a89-b156-4f91e258a499 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472705 Dec 16 09:21:07.347293 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-4c3e9bac-69a2-4418-a05a-62c73740d07c service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074885 Dec 16 09:21:07.433530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-644e9ae5-5e77-4777-be3f-1d316103d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:07.435221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-644e9ae5-5e77-4777-be3f-1d316103d7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7980409 Dec 16 09:21:07.513491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] Transition to ACTIVE for port object 366dda7b-2230-43a7-a376-cdd721a1985a will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:21:07.583163 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:07.749164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2570f-2a31-4809-a2c0-3261dd22a1ef req-3793eaa8-c543-48b2-8b3f-0354af538254 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:07.750967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0a2570f-2a31-4809-a2c0-3261dd22a1ef req-3793eaa8-c543-48b2-8b3f-0354af538254 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1096 time: 0.3227787 Dec 16 09:21:07.752722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-6e1a51d9-efa9-4f69-8f3a-5764e3013053 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967181 Dec 16 09:21:07.758537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] No DVR routers for this DVR port 366dda7b-2230-43a7-a376-cdd721a1985a on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:07.767489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff054212-b33e-4f8c-b298-180e45c9cbbf req-97f0310f-3a13-4c5b-819f-58ce51f3ebef tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:07.769034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff054212-b33e-4f8c-b298-180e45c9cbbf req-97f0310f-3a13-4c5b-819f-58ce51f3ebef tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 947 time: 0.3097677 Dec 16 09:21:07.789918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] Pushing event updated for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:07.802512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:07.904150 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-40c2fbcc-a663-48cc-9a28-4b1ac9c5a56e service neutron] 10.222.0.69 "PUT /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a/bindings/n-h1-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9617722 Dec 16 09:21:07.953699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0a2570f-2a31-4809-a2c0-3261dd22a1ef req-434d56de-5fdd-485e-9d64-dee15299ce22 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762116 Dec 16 09:21:07.964323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff054212-b33e-4f8c-b298-180e45c9cbbf req-b514086b-590f-449a-bacc-c8fb412319d0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838927 Dec 16 09:21:07.981265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-374afc5f-7b10-4d8e-b6c1-ccf22a8a01f6 req-55c33796-5cbf-4397-b842-dc72e93c07af service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112365 Dec 16 09:21:07.983346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:08.029395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55214) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:08.061586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-8d2dbbe0-994b-43aa-8301-def9972c4431 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.064774 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-8d2dbbe0-994b-43aa-8301-def9972c4431 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.0974011 Dec 16 09:21:08.127015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Network 521bbc49-b394-46e4-8393-5c3bb64f87ad is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:08.153976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:08.204650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:08.210353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.211029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:08.216784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-e54393c1-5882-45e3-8547-f921638915c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.218550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-e54393c1-5882-45e3-8547-f921638915c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6&tenant_id=91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 1096 time: 0.0591629 Dec 16 09:21:08.240158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:08.267004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-c1736788-308c-4be1-bbb2-6387e8545a57 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9654427 Dec 16 09:21:08.279032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:08.290270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Request body: {'port': {'device_id': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:08.308948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-e7e23f71-ff12-4911-b024-65fc25f67d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.311189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-e7e23f71-ff12-4911-b024-65fc25f67d71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1096 time: 0.0599442 Dec 16 09:21:08.318977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:08.340111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db64f-205a-4151-a1fd-1f5076040261 req-e8ea505f-93e5-4a99-849c-6d4631bebbb2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.341577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-071db64f-205a-4151-a1fd-1f5076040261 req-e8ea505f-93e5-4a99-849c-6d4631bebbb2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 945 time: 0.2471137 Dec 16 09:21:08.396332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dc891d-ed12-4957-bc19-909103736153 req-bfbea022-0e94-4bdc-8dec-9f63dac212a1 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3512666 Dec 16 09:21:08.412726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-10c6d104-60c8-494a-bfb6-352aaccabe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.416197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-10c6d104-60c8-494a-bfb6-352aaccabe82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.0953856 Dec 16 09:21:08.416343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:08.428189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:08.440329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'mac_address': 'fa:16:3e:a7:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:21:08.462302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-5e10861e-d93c-40d2-b0d8-9a7cb322510b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 217 time: 0.0379784 Dec 16 09:21:08.480919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:08.491067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:08.495496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca849f72-d7f4-4c53-b0a3-2d1a99722baa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:08.521051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:08.523567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-df2e8e1f-3a56-43d8-a917-b0f0943f1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:08.525301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-df2e8e1f-3a56-43d8-a917-b0f0943f1022 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0542631 Dec 16 09:21:08.527209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:08.529659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-071db64f-205a-4151-a1fd-1f5076040261 req-97d038a5-e888-4bb5-8df3-f34d0db73c82 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715379 Dec 16 09:21:08.544207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:08.583092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:08.589371 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-23835f9d-f3d8-4b91-8d2c-053bdbba8068 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516796 Dec 16 09:21:08.595296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:08.688103 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-36e59d52-d9ac-4a7e-950b-6219738b131a service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890632 Dec 16 09:21:08.788708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-1dcdb184-a364-43f9-95a2-4c9a68dd4536 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930686 Dec 16 09:21:08.865911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:09.002231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:09.085998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f80f-5cef-4160-b489-94db4cd37247 req-63fa5454-b090-4368-b38f-33082a06cb31 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:09.087677 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-63fa5454-b090-4368-b38f-33082a06cb31 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.0475636 Dec 16 09:21:09.408608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586a1bbb-596c-4ef1-8b86-9194e5e10c97 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:09.423814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:09.473970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Transition to ACTIVE for port object 586a1bbb-596c-4ef1-8b86-9194e5e10c97 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:21:09.483701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:09.496988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e109f80f-5cef-4160-b489-94db4cd37247 req-2ba2a697-5681-438e-9c4f-2907f9bb2bfc service neutron] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:09.502252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e109f80f-5cef-4160-b489-94db4cd37247 req-2ba2a697-5681-438e-9c4f-2907f9bb2bfc service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:09.503647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e109f80f-5cef-4160-b489-94db4cd37247 req-2ba2a697-5681-438e-9c4f-2907f9bb2bfc service neutron] 10.222.0.53 "DELETE /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a/bindings/n-h2-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.4057448 Dec 16 09:21:09.555846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-80b9ed37-bd07-47b4-968d-46b0c879f96a tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:09.556803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-80b9ed37-bd07-47b4-968d-46b0c879f96a tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223310 Dec 16 09:21:09.574413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Allocated IP 172.25.6.70 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/bbb67dea-f2c1-4f00-b6e4-492041434afb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:09.580396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:09.595398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:09.741433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-3c79351a-17fe-410e-b0ac-4cd9ecb9f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:09.742759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-3c79351a-17fe-410e-b0ac-4cd9ecb9f7e3 service neutron] 10.222.0.61 "GET /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 1093 time: 0.1698256 Dec 16 09:21:09.762190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Request body: {'binding': {'host': 'n-h2-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:09.762627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Unknown quota resources ['binding']. {{(pid=102398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:21:09.797964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Attempting to bind port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:09.798438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Attempting to bind port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:09.798756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Attempting to bind port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 on network 521bbc49-b394-46e4-8393-5c3bb64f87ad {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:09.831181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 on network 521bbc49-b394-46e4-8393-5c3bb64f87ad not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:09.831485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Attempting to bind port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 on network 521bbc49-b394-46e4-8393-5c3bb64f87ad {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:09.898127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:09.898443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Checking segment: {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:09.898924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Bound using segment: {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:09.899361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Bound port: 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b1d8b1-fe20-4b33-963b-4716c863b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:09.899716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:09.986661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.148925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:10.180893 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.183874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:10.188910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on host n-h2-821941-1 for vnic_type normal with profile None {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:10.189235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:10.189628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:10.219236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.239756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:10.240071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:10.251661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:10.262714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:10.263344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.264718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] 10.222.0.69 "PUT /v2.0/ports/586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 1091 time: 1.9866064 Dec 16 09:21:10.268690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:10.271059 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-face308e-824f-403f-aa84-ae9b6baa35f4" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:10.274105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:10.279135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:10.280685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:10.284483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:10.284832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:10.285230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:10.285698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Bound port: 17893446-0889-47db-b1b7-288391a4d7a6, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:10.328675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=bbb67dea-f2c1-4f00-b6e4-492041434afb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:10.347352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port ca849f72-d7f4-4c53-b0a3-2d1a99722baa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:21:10.351800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port ca849f72-d7f4-4c53-b0a3-2d1a99722baa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:10.352247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.435576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.465604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:10.468748 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e8b47-bfd0-4a38-b233-63c7f902b130" -d '{"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-plugged", "status": "completed", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:10.484296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:10.489929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.497176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.524565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:10.537624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.538799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-b86c0c17-3ebe-421b-bb1b-b5baea44a1c4 service neutron] 10.222.0.61 "POST /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7819312 Dec 16 09:21:10.541066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-33e8739b-0571-4104-bce5-2f179c6faae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:10.542266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-33e8739b-0571-4104-bce5-2f179c6faae3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1094 time: 0.2099342 Dec 16 09:21:10.546135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9240-a2a6-4e49-84f6-959a6b04586a service neutron] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:10.547499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:10.615321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-13527bcd-6c9e-442e-a8e8-d6c25bdf775b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.0478094 Dec 16 09:21:10.615321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.681303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Deleting port 61408204-ed2c-4414-b412-6fdbb303a0a3 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:10.681643 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:10.762675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-3dd5b883-7997-477e-9d36-d5da1ff591ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:10.764216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-3dd5b883-7997-477e-9d36-d5da1ff591ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.1279216 Dec 16 09:21:10.895478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-6eedb46b-43dd-4a2a-a72d-c2dbeb3583b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140382 Dec 16 09:21:10.949096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-70864b71-022c-4535-bdc9-8a6e6152d295 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:10.949096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-70864b71-022c-4535-bdc9-8a6e6152d295 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561&tenant_id=1d86b1f5bff74133957ceca6995d2d66&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 949 time: 0.0933182 Dec 16 09:21:10.993439 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:21:11.017134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] For port 61408204-ed2c-4414-b412-6fdbb303a0a3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=61408204-ed2c-4414-b412-6fdbb303a0a3,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:11.017518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:11.020095 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-12607b3c-39c8-4961-89c9-e891e5a52e23 service neutron] delete failed (client error): The resource could not be found. Dec 16 09:21:11.021185 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-12607b3c-39c8-4961-89c9-e891e5a52e23 service neutron] 10.222.0.53 "DELETE /v2.0/ports/ca849f72-d7f4-4c53-b0a3-2d1a99722baa/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0635040 Dec 16 09:21:11.051529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Calling delete_port for 61408204-ed2c-4414-b412-6fdbb303a0a3 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:11.061807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-342bf904-6b85-476a-be10-f84ccd75e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.063598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-342bf904-6b85-476a-be10-f84ccd75e235 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1096 time: 0.2301896 Dec 16 09:21:11.086173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a5c7-e352-4624-819c-c957afd0ed3b req-2853fc48-75fa-4ac0-ab01-8833a2d3e02a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.087669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2aa6a5c7-e352-4624-819c-c957afd0ed3b req-2853fc48-75fa-4ac0-ab01-8833a2d3e02a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 943 time: 0.2517290 Dec 16 09:21:11.159302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-6a2daffb-4e97-40e9-a553-b277d3d34919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.160815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-6a2daffb-4e97-40e9-a553-b277d3d34919 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1100 time: 0.0487351 Dec 16 09:21:11.274979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-23f2b783-9e8b-4bdc-a586-a8251a3917ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.276980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-23f2b783-9e8b-4bdc-a586-a8251a3917ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1085246 Dec 16 09:21:11.325505 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-f5372511-413c-4bee-8228-92fb0ba8ef4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.0404730 Dec 16 09:21:11.387489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-82a5ede0-e793-4220-a8c7-0fb3ff040f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.388948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-82a5ede0-e793-4220-a8c7-0fb3ff040f7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0540617 Dec 16 09:21:11.439975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-40d58a3b-edd8-4a82-b5ef-b7c55d4b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.441427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-40d58a3b-edd8-4a82-b5ef-b7c55d4b4fde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449114 Dec 16 09:21:11.513787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:11.517151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-0189e08c-5efb-4d31-9a06-f413cb04cbc8 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027246 Dec 16 09:21:11.532036 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:11.547061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-e67b02c5-354b-4c7f-8f2f-0ffa219ad0bb service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962245 Dec 16 09:21:11.603821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2aa6a5c7-e352-4624-819c-c957afd0ed3b req-e6007485-f468-495e-ad1a-48c9503ec37d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044541 Dec 16 09:21:11.648252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:11.663192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3727bc92-e832-42b6-9184-0173f5fc69e7 req-1eaf48dd-93b8-476d-92ae-a806e15766c2 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083999 Dec 16 09:21:11.727505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=bbb67dea-f2c1-4f00-b6e4-492041434afb,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:11.739841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-1d3b2216-6d06-41ad-8e92-2528e3f9c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:11.741366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-1d3b2216-6d06-41ad-8e92-2528e3f9c0b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.6681209 Dec 16 09:21:11.748116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:11.749426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dc891d-ed12-4957-bc19-909103736153 req-99ecfdcd-c7b2-49dc-90ac-b61c95285391 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3090339 Dec 16 09:21:11.888838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-24b96145-d777-4e51-9e16-4c6cdb13d78a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 217 time: 0.1379216 Dec 16 09:21:11.947164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dc891d-ed12-4957-bc19-909103736153 req-560a627e-676b-4139-b08a-7e65759dd342 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.1779189 Dec 16 09:21:11.952336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26f01c7-e5c3-42ff-97e9-216ab552849f req-6223cfe8-ff94-42a1-bb77-31a924e248fc service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160097 Dec 16 09:21:12.121892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-42ba760f-5f68-4bf9-9e87-6bb8c9a76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:12.123406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-42ba760f-5f68-4bf9-9e87-6bb8c9a76cac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.2120748 Dec 16 09:21:12.137314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56442ce7-9485-48f6-96f4-dc6379400344 req-d78ce5fd-f4f5-4ead-ae40-f8e8be0ac6bc tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:12.138836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56442ce7-9485-48f6-96f4-dc6379400344 req-d78ce5fd-f4f5-4ead-ae40-f8e8be0ac6bc tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 945 time: 0.2926869 Dec 16 09:21:12.186489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:12.203467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-667e13ba-baf9-48fb-81d3-bea141c458d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583920 Dec 16 09:21:12.251508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=61408204-ed2c-4414-b412-6fdbb303a0a3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:12.344716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc891d-ed12-4957-bc19-909103736153 req-918fc804-9127-4e43-8f3f-b6a05c62291c tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:12.347134 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dc891d-ed12-4957-bc19-909103736153 req-918fc804-9127-4e43-8f3f-b6a05c62291c tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.3584781 Dec 16 09:21:12.378331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56442ce7-9485-48f6-96f4-dc6379400344 req-b3bf9c68-8f23-460c-9d83-1cffe9ed1706 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189662 Dec 16 09:21:12.399213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-c7dc891d-ed12-4957-bc19-909103736153 req-76e3bed5-43a0-4298-871f-602f3fbfcb41 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:12.401093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dc891d-ed12-4957-bc19-909103736153 req-76e3bed5-43a0-4298-871f-602f3fbfcb41 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178242 Dec 16 09:21:12.476451 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4f617-2d5c-440b-9687-4d221a8c2282 x-openstack-request-id: req-10a4f617-2d5c-440b-9687-4d221a8c2282 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:12.476954 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-plugged", "status": "completed", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:12.477521 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10a4f617-2d5c-440b-9687-4d221a8c2282 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:12.478214 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'code': 200} Dec 16 09:21:12.485830 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b818c43-f1c5-4c26-912f-9d378cf78b5f x-openstack-request-id: req-4b818c43-f1c5-4c26-912f-9d378cf78b5f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:12.486401 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:12.486809 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b818c43-f1c5-4c26-912f-9d378cf78b5f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:12.487438 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'status': 'completed', 'code': 200} Dec 16 09:21:12.795192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-abbe1e02-3e4e-44a6-8c5e-75b27b1b332c service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614524 Dec 16 09:21:12.830850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-0f3d4cb8-82ec-4c94-ac41-e850844b96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:12.832779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:12.833290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-0f3d4cb8-82ec-4c94-ac41-e850844b96f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1094 time: 0.3307683 Dec 16 09:21:12.912531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:12.945478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:12.951189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:12.954057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1b8b5-e96f-4c39-af03-4f2bfb142826 req-5156e342-c9c5-4477-bb57-9a4f34331a5a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:12.956653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ba1b8b5-e96f-4c39-af03-4f2bfb142826 req-5156e342-c9c5-4477-bb57-9a4f34331a5a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.3677747 Dec 16 09:21:12.985761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:13.001471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc11d8d-64ee-4890-9759-07a9bbda0a63 req-6e3c49d2-6b46-4cda-b6d0-bb35b50f921d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:13.004038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dc11d8d-64ee-4890-9759-07a9bbda0a63 req-6e3c49d2-6b46-4cda-b6d0-bb35b50f921d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.4170270 Dec 16 09:21:13.007375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:13.354114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ba1b8b5-e96f-4c39-af03-4f2bfb142826 req-fbbfe591-6c26-4b30-bd5d-33f4253dedf9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899047 Dec 16 09:21:13.384897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dc11d8d-64ee-4890-9759-07a9bbda0a63 req-04cc1d09-c1ec-43a1-a36c-e6517ec4215a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229837 Dec 16 09:21:13.394052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-2113a1d2-5f20-4308-9bfa-cf7eace0ab48 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818417 Dec 16 09:21:13.411103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-14295e44-e999-4ccb-90e5-6bf651b2a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:13.413611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-14295e44-e999-4ccb-90e5-6bf651b2a834 service neutron] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.5051172 Dec 16 09:21:13.531017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-3eb7238a-baa1-445b-ac7e-d7c0ad9938ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.0963323 Dec 16 09:21:13.917787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-296a48b6-8186-40d5-8028-98b3cbd6d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:14.269269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-5066d55d-479c-4452-a033-cb93675c6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:14.271858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-5066d55d-479c-4452-a033-cb93675c6867 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.6566138 Dec 16 09:21:14.290652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2db9e-f694-4188-8fdf-529bf2583c40 req-b3cb5bc9-c2c6-4b44-bd3a-2b00a8dc3f81 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:14.293044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6c2db9e-f694-4188-8fdf-529bf2583c40 req-b3cb5bc9-c2c6-4b44-bd3a-2b00a8dc3f81 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 943 time: 0.7720973 Dec 16 09:21:14.373529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-7abcb39a-6df4-4445-a2fc-512a6c5390b7 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9219496 Dec 16 09:21:14.375467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-ef40633f-a9e5-4ab1-9d5f-c386ba670c4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688448 Dec 16 09:21:14.398230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:14.478261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Router 864e778a-47b9-418a-a36a-6d0489172349 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:21:14.479879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:14.490774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6c2db9e-f694-4188-8fdf-529bf2583c40 req-ffcf3b86-c973-401e-a963-c112f770f2df tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593630 Dec 16 09:21:14.494886 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585b43b-7cfc-4c5c-91d0-3952a145e031" -d '{"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-unplugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:14.506943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:14.664763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-5aa9bb60-6394-4355-8474-2f8af82df6aa service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780075 Dec 16 09:21:14.812225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:21:14.822972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] Sync routers for ids ['864e778a-47b9-418a-a36a-6d0489172349'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:21:14.825708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b83d2550-5130-4211-8bd8-5bfbb7633e62 admin admin] 10.222.0.61 "PUT /v2.0/routers/864e778a-47b9-418a-a36a-6d0489172349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7906199 Dec 16 09:21:14.828637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55290) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:14.829323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eab0ec-f017-449d-9e31-40545804238f req-29308a60-0344-46fe-9be1-944f983a42a3 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:14.830520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64eab0ec-f017-449d-9e31-40545804238f req-29308a60-0344-46fe-9be1-944f983a42a3 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1100 time: 0.1622014 Dec 16 09:21:14.837055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] Routers {'864e778a-47b9-418a-a36a-6d0489172349'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:14.837703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['864e778a-47b9-418a-a36a-6d0489172349'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:14.839286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-face308e-824f-403f-aa84-ae9b6baa35f4 req-99d273b4-06c9-4747-94a3-d9b902ed11f4 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660068 Dec 16 09:21:14.887464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64eab0ec-f017-449d-9e31-40545804238f req-06d7b841-44e3-4316-b721-bce6fb3c5de1 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450866 Dec 16 09:21:14.894704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:14.986270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.012734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] Set router 864e778a-47b9-418a-a36a-6d0489172349 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:15.063922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Allocated IP 172.25.6.95 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/c01dbec8-68dc-45e7-9080-39472a14f752) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:15.143610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87c2f4-cdd6-41a2-875a-046eb329193d req-d5460ed5-d813-4c98-a838-0ece14f07f35 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:15.144304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.145475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c87c2f4-cdd6-41a2-875a-046eb329193d req-d5460ed5-d813-4c98-a838-0ece14f07f35 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 948 time: 0.1271491 Dec 16 09:21:15.219539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:21:11Z', 'revision_number': 5, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port': {'id': '680db002-1f71-41d1-8a3a-c979c4829a82', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864e778a-47b9-418a-a36a-6d0489172349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:27Z', 'updated_at': '2021-12-16T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:15.222468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c87c2f4-cdd6-41a2-875a-046eb329193d req-b4c571ae-0201-406e-a7d7-4fd5c0b6e106 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668654 Dec 16 09:21:15.225495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Deleting port 680db002-1f71-41d1-8a3a-c979c4829a82 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:15.225900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.257177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.331638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] Checking router: 864e778a-47b9-418a-a36a-6d0489172349 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:21:15.335873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.350260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] Routers {'864e778a-47b9-418a-a36a-6d0489172349'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:15.350896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:20:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['864e778a-47b9-418a-a36a-6d0489172349'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:15.356174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] For port 680db002-1f71-41d1-8a3a-c979c4829a82, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=680db002-1f71-41d1-8a3a-c979c4829a82,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:15.356902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.379228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Calling delete_port for 680db002-1f71-41d1-8a3a-c979c4829a82 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:15.429305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:15.445248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:15.451112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:15.457937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] Set router 864e778a-47b9-418a-a36a-6d0489172349 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:15.459326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=c01dbec8-68dc-45e7-9080-39472a14f752,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:15.464565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf81088-a76c-4a17-8b55-c810bff0e281 req-08184e85-6aa9-48b1-b7f0-61de901e7556 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:15.477931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cbf81088-a76c-4a17-8b55-c810bff0e281 req-08184e85-6aa9-48b1-b7f0-61de901e7556 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1096 time: 0.1373801 Dec 16 09:21:15.534447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:21:15Z', 'revision_number': 6, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:15.566026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cbf81088-a76c-4a17-8b55-c810bff0e281 req-5a9c2a55-b79a-4160-b49e-3aa493a8b2a8 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884814 Dec 16 09:21:15.572641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca48899-c3d4-416e-a2a9-4a2fbd1abb08 None None] The sync data for ids ['864e778a-47b9-418a-a36a-6d0489172349'] in n-d-821941-1 is: [{'id': '864e778a-47b9-418a-a36a-6d0489172349', 'name': 'tempest-AttachSCSIVolumeTestJSON-1948155409-router', 'tenant_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:25Z', 'updated_at': '2021-12-16T09:21:15Z', 'revision_number': 6, 'project_id': 'ddcc5acc3a6d4e67938e2266d7ebfe4f', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:15.613818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.653951 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.672376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.713879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Pushing event deleted for resources: {'Port': ['ID=680db002-1f71-41d1-8a3a-c979c4829a82,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:15.786603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.823779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4c7ba-0df6-457f-b53d-29f53c0c22a5 req-7a1e19f6-fb9e-435e-aa50-0aa8792b29a4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:15.825429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55b4c7ba-0df6-457f-b53d-29f53c0c22a5 req-7a1e19f6-fb9e-435e-aa50-0aa8792b29a4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.1053569 Dec 16 09:21:15.895448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55b4c7ba-0df6-457f-b53d-29f53c0c22a5 req-ac685771-d0d3-4c1a-98fb-38f5e2b9ae2b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580940 Dec 16 09:21:15.910967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.913371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.938611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.938611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.963882 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ce005-9bf8-4a67-8d45-2f3411af04f2 x-openstack-request-id: req-996ce005-9bf8-4a67-8d45-2f3411af04f2 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:15.964189 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-unplugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:15.964448 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-996ce005-9bf8-4a67-8d45-2f3411af04f2 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:15.964838 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'code': 200} Dec 16 09:21:15.981705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.991292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:15.991958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 864e778a-47b9-418a-a36a-6d0489172349 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:21:16.006899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.012616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7ce7a964-c38e-40c3-9453-3eaa9616f62b admin admin] 10.222.0.61 "DELETE /v2.0/routers/864e778a-47b9-418a-a36a-6d0489172349 HTTP/1.1" status: 204 len: 168 time: 1.1751778 Dec 16 09:21:16.012616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:16.016323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.017159 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6338620 Dec 16 09:21:16.037051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d06c-4188-405e-bb65-fa0626820e18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=c01dbec8-68dc-45e7-9080-39472a14f752,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:16.084354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Deleting subnet 3fea7a75-9a22-4123-807d-67f6123d3ca8 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:21:16.088089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.111189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-d928946a-7473-42e9-b996-9632d5be0452 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0870717 Dec 16 09:21:16.154400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.272622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.306174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-647e2a1b-7d23-46e7-a518-74531aea98ea tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:16.309308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42615b9a-f86f-4492-9ef4-6eac92390bb3 req-647e2a1b-7d23-46e7-a518-74531aea98ea tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1911561 Dec 16 09:21:16.309822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 586a1bbb-596c-4ef1-8b86-9194e5e10c97 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:16.344196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce531953-8630-46d2-bccb-a928cb8fdac4 req-f045186d-fda5-444d-9170-61dd6e0356aa tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:16.352776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce531953-8630-46d2-bccb-a928cb8fdac4 req-f045186d-fda5-444d-9170-61dd6e0356aa tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 943 time: 0.1052537 Dec 16 09:21:16.364683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.409815 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce531953-8630-46d2-bccb-a928cb8fdac4 req-4c9fef86-d52f-45e7-bc2b-0f33dad7a97e tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558586 Dec 16 09:21:16.443363 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0e82a023-f38c-4a00-a263-4f579dd5b996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.462601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fea7a75-9a22-4123-807d-67f6123d3ca8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:16.466507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.470407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d866d8df-0a56-4609-b733-786dabd7bdc2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3fea7a75-9a22-4123-807d-67f6123d3ca8 HTTP/1.1" status: 204 len: 168 time: 0.4588895 Dec 16 09:21:16.472948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55324) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:16.482610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e1556-7f90-4427-a083-007e08e5039a None None] Network a784aa03-f65f-4bcc-b799-babd794c4e1d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:21:16.586605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.629506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:16.656696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-b8a4caa2-9305-4ed3-947f-67e39837fa98 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839620 Dec 16 09:21:16.673436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Deleting port 3758cbd6-d20e-4184-b717-54db404fafe1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:16.673969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.767942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] For port 3758cbd6-d20e-4184-b717-54db404fafe1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3758cbd6-d20e-4184-b717-54db404fafe1,segment=NetworkSegment(57319847-82c3-476d-a1c1-f3398807691f),segment_id=57319847-82c3-476d-a1c1-f3398807691f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:16.768739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.796096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Calling delete_port for 3758cbd6-d20e-4184-b717-54db404fafe1 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:16.818797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 61408204-ed2c-4414-b412-6fdbb303a0a3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:16.826626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-542b5c6f-8d62-41fd-9b27-7a55d41c1d45 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:16.831657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-542b5c6f-8d62-41fd-9b27-7a55d41c1d45 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741107 Dec 16 09:21:16.839235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-351ef014-23b3-467f-8ab7-96784e17991d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:16.848240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-351ef014-23b3-467f-8ab7-96784e17991d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.3101342 Dec 16 09:21:16.852631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 61408204-ed2c-4414-b412-6fdbb303a0a3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:16.852971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 61408204-ed2c-4414-b412-6fdbb303a0a3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:16.875961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-3ac6edc2-1c68-4966-b296-b16815e69f8c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/quotas/1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 375 time: 0.0153093 Dec 16 09:21:16.886739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-9a7ba0de-009f-4bc1-8bcc-65d483493b2e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/quotas/91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 375 time: 0.0372255 Dec 16 09:21:16.904098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'port_id': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'mac_address': 'fa:16:3e:5c:2f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:21:16.914396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.930734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] No DVR routers for this DVR port 3758cbd6-d20e-4184-b717-54db404fafe1 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:16.953566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=3758cbd6-d20e-4184-b717-54db404fafe1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:16.979887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:16.995085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586a1bbb-596c-4ef1-8b86-9194e5e10c97 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:17.030528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:17.037776 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.045120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-e39ebaca-f40f-4ef2-899d-6b7df392f423 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563315 Dec 16 09:21:17.060292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-9343d28f-dc66-49b0-8317-47657cb67322 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706007 Dec 16 09:21:17.139224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1102b29d-8dfe-4151-b8ac-2549a8c8da61 None None] DHCP port deletion for a784aa03-f65f-4bcc-b799-babd794c4e1d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:21:17.147106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.178558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784aa03-f65f-4bcc-b799-babd794c4e1d']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:17.194398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57319847-82c3-476d-a1c1-f3398807691f') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:17.195208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57319847-82c3-476d-a1c1-f3398807691f') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:17.205689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.206736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:17.212263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1f7bc18f-109e-4862-ae04-260ffac7bfc2 service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506691 Dec 16 09:21:17.226106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.235908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:21:17.236579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:21:17.279578 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:21:17.319655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.325745 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.339233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] 10.222.0.61 "DELETE /v2.0/networks/a784aa03-f65f-4bcc-b799-babd794c4e1d HTTP/1.1" status: 204 len: 168 time: 0.8647079 Dec 16 09:21:17.340165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55348) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:17.367352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['586a1bbb-596c-4ef1-8b86-9194e5e10c97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:17.434600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f967082-156c-4cc5-909d-fe9a37bdbbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=a784aa03-f65f-4bcc-b799-babd794c4e1d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:17.633435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-3ed539dd-5120-4701-a295-c5b71561154c service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017601 Dec 16 09:21:17.664208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-e0bf2ccf-dc39-4941-b4cd-02cad12e0295 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3860543 Dec 16 09:21:17.675050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:17.742796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.872111 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:17.974221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:18.104593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:18.338660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3758cbd6-d20e-4184-b717-54db404fafe1 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:18.379962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Allocated IP 172.25.6.123 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/ab8ddb15-7ee4-4d3e-85d9-f3803c668b6e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:18.419183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 3758cbd6-d20e-4184-b717-54db404fafe1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:18.419972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3758cbd6-d20e-4184-b717-54db404fafe1 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:18.425013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 680db002-1f71-41d1-8a3a-c979c4829a82 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:18.481088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 680db002-1f71-41d1-8a3a-c979c4829a82 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:18.481746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 680db002-1f71-41d1-8a3a-c979c4829a82 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:18.676500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Deleting port 0c6daddd-93f9-411c-8259-7b892fac8e18 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:18.676949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:18.687137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:18.740076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:18.907297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] For port 0c6daddd-93f9-411c-8259-7b892fac8e18, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0c6daddd-93f9-411c-8259-7b892fac8e18,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:18.908211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:18.941278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-f20b237f-fdc9-4cab-ac7e-305d21d6fa53 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061678 Dec 16 09:21:18.949687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Calling delete_port for 0c6daddd-93f9-411c-8259-7b892fac8e18 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:18.965555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:18.997747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:19.058786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:19.120983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=ab8ddb15-7ee4-4d3e-85d9-f3803c668b6e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:19.244334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:19.286169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6daddd-93f9-411c-8259-7b892fac8e18,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:19.338958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d555c00-cb82-4588-a99b-0f197c0ed471 req-6d598607-6e67-46c3-9254-9966e53bd31e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:19.341655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d555c00-cb82-4588-a99b-0f197c0ed471 req-6d598607-6e67-46c3-9254-9966e53bd31e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.2266278 Dec 16 09:21:19.362802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:19.472897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-354e0d37-4a8d-49cf-80b0-f1d14327dc0c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:19.475389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-354e0d37-4a8d-49cf-80b0-f1d14327dc0c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5049255 Dec 16 09:21:19.502463 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:19.514529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Request body: {'port': {'device_id': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '1d86b1f5bff74133957ceca6995d2d66'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:19.647676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:19.710214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d555c00-cb82-4588-a99b-0f197c0ed471 req-24542901-367e-4770-9ec8-481f46eb6beb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504128 Dec 16 09:21:19.722953 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:19.870448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.092365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Router f6e585ce-020f-4bda-9394-119ad9e1e55c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:21:20.138478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63631660-a035-448a-b408-6fffc2275202 req-3d1befcb-879a-4884-af78-aeade68f832e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 210 time: 0.0609956 Dec 16 09:21:20.218881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:21:20.225272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b8f831a8-a885-4227-9a3f-51d8b61049b8 admin admin] 10.222.0.61 "PUT /v2.0/routers/f6e585ce-020f-4bda-9394-119ad9e1e55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8818736 Dec 16 09:21:20.227578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55408) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:20.232299 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] Sync routers for ids ['f6e585ce-020f-4bda-9394-119ad9e1e55c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:21:20.242643 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] Routers {'f6e585ce-020f-4bda-9394-119ad9e1e55c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:20.243049 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f6e585ce-020f-4bda-9394-119ad9e1e55c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:20.272656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-afc31d06-d25d-46ac-9d72-0b6843c1c634 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:20.274197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-afc31d06-d25d-46ac-9d72-0b6843c1c634 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.6741538 Dec 16 09:21:20.297779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Request body: {'port': {'device_id': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'admin_state_up': True, 'tenant_id': '91e039e7ba994f8e8d67621625040c99'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:20.331041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 586a1bbb-596c-4ef1-8b86-9194e5e10c97 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:20.372748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Made reservation on behalf of 1d86b1f5bff74133957ceca6995d2d66 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:20.376827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.378421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.416202 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] Set router f6e585ce-020f-4bda-9394-119ad9e1e55c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:20.417827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:21:20.425492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:20.426203 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.444086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.471664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.534373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.564052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.565615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cd9b1-108b-4bcd-ae4a-939d4bc5dffc req-a200ffb4-cf7f-4f1e-bbfc-48b79d93b635 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:20.567240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd6cd9b1-108b-4bcd-ae4a-939d4bc5dffc req-a200ffb4-cf7f-4f1e-bbfc-48b79d93b635 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 944 time: 0.2189169 Dec 16 09:21:20.570152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.603293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:20.607334 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6967453-e940-4d63-9582-bef17011db33" -d '{"events": [{"server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "name": "network-vif-plugged", "status": "completed", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:20.623533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Deleting port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:20.624167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.626655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:20.629176 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:21:19Z', 'revision_number': 5, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port': {'id': '4d56cb38-ae7d-4ecf-bedf-7a7b59615528', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:51:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:41Z', 'updated_at': '2021-12-16T09:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:20.634487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.636414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event updated for resources: {'Port': ['ID=ab8ddb15-7ee4-4d3e-85d9-f3803c668b6e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:20.647420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.654982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-3582f632-9d18-44f3-9164-61f01149c726 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9897294 Dec 16 09:21:20.658632 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] Checking router: f6e585ce-020f-4bda-9394-119ad9e1e55c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:21:20.667705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] Routers {'f6e585ce-020f-4bda-9394-119ad9e1e55c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:20.668358 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f6e585ce-020f-4bda-9394-119ad9e1e55c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:20.701336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:20.710592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.711523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.712195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.712888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.713562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.714682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.715258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.715835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.716382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.716899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.717552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.718253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:20.745886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] For port 4d56cb38-ae7d-4ecf-bedf-7a7b59615528, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:20.746138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.754896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-c3d2a5e3-970f-4724-9f73-7ff7ec8a99c9 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.0989926 Dec 16 09:21:20.760311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd6cd9b1-108b-4bcd-ae4a-939d4bc5dffc req-86f25537-231f-4195-bffa-7969fe8c4d2e tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778824 Dec 16 09:21:20.760895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Made reservation on behalf of 91e039e7ba994f8e8d67621625040c99 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:20.764362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:20.767695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Calling delete_port for 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:20.768060 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] Set router f6e585ce-020f-4bda-9394-119ad9e1e55c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:20.851749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Allocated IP 192.168.233.123 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/3e102858-7078-4356-a73d-fb5dd9d1ed25) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:20.853735 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:21:20Z', 'revision_number': 6, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:20.890420 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa4a8f-03c4-4ab7-a98d-07f04417a735 None None] The sync data for ids ['f6e585ce-020f-4bda-9394-119ad9e1e55c'] in n-d-821941-1 is: [{'id': 'f6e585ce-020f-4bda-9394-119ad9e1e55c', 'name': 'tempest-AttachSCSIVolumeTestJSON-568961797-router', 'tenant_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:40Z', 'updated_at': '2021-12-16T09:21:20Z', 'revision_number': 6, 'project_id': 'f92fafbb8f1448fd9108cbbf02afde58', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:20.955820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5111ae-5153-42a4-9b9b-deebd1c5dac7 req-d214e6b3-a196-4646-ba5d-770c81a859f5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 210 time: 0.0944867 Dec 16 09:21:20.983919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.032063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d56cb38-ae7d-4ecf-bedf-7a7b59615528,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:21.062830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-56e6a0cb-a5d4-4b69-93f8-9d12753859be tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:21.064316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b32f683-1ca2-4f87-9c26-2144db082037 req-56e6a0cb-a5d4-4b69-93f8-9d12753859be tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2973778 Dec 16 09:21:21.087258 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b19cc-de82-4c4e-a33b-f6554b1f9283 x-openstack-request-id: req-6b8b19cc-de82-4c4e-a33b-f6554b1f9283 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:21.087884 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "name": "network-vif-plugged", "status": "completed", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:21.087884 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b8b19cc-de82-4c4e-a33b-f6554b1f9283 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:21.088259 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'code': 200} Dec 16 09:21:21.148388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Allocated IP 172.20.0.7 (062f0d7c-1204-481f-9fd0-2fb6f97ada0b/7b0b14df-49d8-4cb1-a534-1dc4f55e8953/837b7970-6738-407c-b46c-d4a0d0b37273) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:21.149250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.288468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.290925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.312524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.315237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdec4c9-e44c-45ec-9bd0-925999245bca req-5e94333c-dbf6-4738-a2dc-76a3cea3103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:21.316786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cdec4c9-e44c-45ec-9bd0-925999245bca req-5e94333c-dbf6-4738-a2dc-76a3cea3103c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.1614122 Dec 16 09:21:21.348493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.349583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e585ce-020f-4bda-9394-119ad9e1e55c {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:21:21.356115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.357761 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d5075371-d1f8-4c38-9fec-076ba9fc03f5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f6e585ce-020f-4bda-9394-119ad9e1e55c HTTP/1.1" status: 204 len: 168 time: 1.1289980 Dec 16 09:21:21.361015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:21.414170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Deleting subnet 2d08c010-bcf4-43d6-af77-7299807d256e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:21:21.419492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.424904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1dbb9-7356-4f09-8192-c3766e67624a req-2e6f9a6a-ca42-46ef-a506-a5fc516b631b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:21.426502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4eb1dbb9-7356-4f09-8192-c3766e67624a req-2e6f9a6a-ca42-46ef-a506-a5fc516b631b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.1790981 Dec 16 09:21:21.458015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.474821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cdec4c9-e44c-45ec-9bd0-925999245bca req-547714ad-890f-408b-9a7d-16e023aeb3b4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404300 Dec 16 09:21:21.575212 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.576195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.588282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:21.621151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-086f3519-ffa3-4ee8-8762-df0d3f9ca4ab req-11993ae2-cdbb-480f-bb0f-b06adc0df056 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips/a207b8bc-b5a6-4d85-a334-5640e3b05285 HTTP/1.1" status: 200 len: 693 time: 0.1332755 Dec 16 09:21:21.630509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.638007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.646725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4eb1dbb9-7356-4f09-8192-c3766e67624a req-01769127-0b0b-4c9d-af55-951303f8b637 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049346 Dec 16 09:21:21.668318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d08c010-bcf4-43d6-af77-7299807d256e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:21.672581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.678383 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd3f3093-fcfb-4173-9996-ced27b5970fa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2d08c010-bcf4-43d6-af77-7299807d256e HTTP/1.1" status: 204 len: 168 time: 0.3137896 Dec 16 09:21:21.680215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:21.683664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4bc226-8b24-407a-919a-179c62d73846 None None] Network facc0af4-4d9a-4831-b02b-b9f63a8deee8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:21:21.692103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:21.729649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:21.734285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:21.744596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:21.745349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.788789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:21.802231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.913835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-368b2977-a7ba-43d1-bdaa-c78f24339140 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4246976 Dec 16 09:21:21.927049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Deleting port a9df43fc-8bcd-4314-ae84-f6a90e76ccef {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:21.927393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:21.944716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Request body: {'port': {'device_id': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:21.999832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c012-ef00-4815-878a-c1f9c9fcbeba req-835dae38-22b6-4e50-aa03-a1592d6eab9f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:22.001621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27a0c012-ef00-4815-878a-c1f9c9fcbeba req-835dae38-22b6-4e50-aa03-a1592d6eab9f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 936 time: 0.2216365 Dec 16 09:21:22.008108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.033364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-193e710a-7696-43b9-901c-08986025197c admin admin] For port a9df43fc-8bcd-4314-ae84-f6a90e76ccef, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:22.034079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.053357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] DHCP port deletion for facc0af4-4d9a-4831-b02b-b9f63a8deee8 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:21:22.074060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Calling delete_port for a9df43fc-8bcd-4314-ae84-f6a90e76ccef owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:22.105075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d1089af8-10c5-4fa9-978b-05f1d83ac164 None None] Provisioning complete for port 3e102858-7078-4356-a73d-fb5dd9d1ed25 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:22.105706 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1089af8-10c5-4fa9-978b-05f1d83ac164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.133575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3519-ffa3-4ee8-8762-df0d3f9ca4ab req-974af0c9-d2bf-40ff-8e0a-3258ff792849 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:22.134998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-086f3519-ffa3-4ee8-8762-df0d3f9ca4ab req-974af0c9-d2bf-40ff-8e0a-3258ff792849 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.4841254 Dec 16 09:21:22.145885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] Deleting port a9df43fc-8bcd-4314-ae84-f6a90e76ccef {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:22.146346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.151779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:22.153976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d1089af8-10c5-4fa9-978b-05f1d83ac164 None None] Port 3e102858-7078-4356-a73d-fb5dd9d1ed25 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:21:22.168612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.170839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:22.173603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:22.179552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:22.180323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.194825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-086f3519-ffa3-4ee8-8762-df0d3f9ca4ab req-40a6fca1-2673-4462-9860-54933129e3c2 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:22.196696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-086f3519-ffa3-4ee8-8762-df0d3f9ca4ab req-40a6fca1-2673-4462-9860-54933129e3c2 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339167 Dec 16 09:21:22.221426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:22.228009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.245714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27a0c012-ef00-4815-878a-c1f9c9fcbeba req-c9e95ab7-d4c8-43fe-abf0-472bff05073d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256575 Dec 16 09:21:22.267950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] For port a9df43fc-8bcd-4314-ae84-f6a90e76ccef, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,segment=NetworkSegment(de9a275a-e86d-478c-bfb9-47ccdc9d40b8),segment_id=de9a275a-e86d-478c-bfb9-47ccdc9d40b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:22.268348 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.282299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:22.290892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e710a-7696-43b9-901c-08986025197c admin admin] No DVR routers for this DVR port a9df43fc-8bcd-4314-ae84-f6a90e76ccef on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:22.299693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] Calling delete_port for a9df43fc-8bcd-4314-ae84-f6a90e76ccef owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:22.308893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-1872a153-d514-4b09-a2f5-11bccb324a93 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0212874 Dec 16 09:21:22.325969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Request body: {'port': {'device_id': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:22.414350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.425236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.426343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:22.453456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:22.453456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d56cb38-ae7d-4ecf-bedf-7a7b59615528 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:22.453782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0c6daddd-93f9-411c-8259-7b892fac8e18 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:22.462943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-193e710a-7696-43b9-901c-08986025197c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facc0af4-4d9a-4831-b02b-b9f63a8deee8']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:22.474387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-193e710a-7696-43b9-901c-08986025197c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:22.475015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-193e710a-7696-43b9-901c-08986025197c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9a275a-e86d-478c-bfb9-47ccdc9d40b8') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:22.483532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 0c6daddd-93f9-411c-8259-7b892fac8e18 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:22.483532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0c6daddd-93f9-411c-8259-7b892fac8e18 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:22.483532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a9df43fc-8bcd-4314-ae84-f6a90e76ccef no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:22.489922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.506420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:21:22.520282 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:21:22.523148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a9df43fc-8bcd-4314-ae84-f6a90e76ccef {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:22.523148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a9df43fc-8bcd-4314-ae84-f6a90e76ccef not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:22.552024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.585372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] No DVR routers for this DVR port a9df43fc-8bcd-4314-ae84-f6a90e76ccef on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:22.590820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb27c1-293f-45d7-bfe4-649931690402 None None] Pushing event deleted for resources: {'Port': ['ID=a9df43fc-8bcd-4314-ae84-f6a90e76ccef,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:22.602636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.611084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.617784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-193e710a-7696-43b9-901c-08986025197c admin admin] 10.222.0.61 "DELETE /v2.0/networks/facc0af4-4d9a-4831-b02b-b9f63a8deee8 HTTP/1.1" status: 204 len: 168 time: 0.9337418 Dec 16 09:21:22.625801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e710a-7696-43b9-901c-08986025197c admin admin] Pushing event deleted for resources: {'Network': ['ID=facc0af4-4d9a-4831-b02b-b9f63a8deee8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:22.740450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0349a4-f684-4148-a161-5c1cda78491c req-05531fa6-8599-4eda-a9b6-e858123ae1f3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:22.741990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f0349a4-f684-4148-a161-5c1cda78491c req-05531fa6-8599-4eda-a9b6-e858123ae1f3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 931 time: 0.3153970 Dec 16 09:21:22.754318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:22.760517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dc82c-a468-404b-96cc-100b0479ccc9 req-0d8b994c-d326-43da-86a0-55bc20804ccf tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:22.762014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c7dc82c-a468-404b-96cc-100b0479ccc9 req-0d8b994c-d326-43da-86a0-55bc20804ccf tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.3166740 Dec 16 09:21:22.804495 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8c0afcdf-7f9b-4fe7-a9a2-55667eb1aa34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddcc5acc3a6d4e67938e2266d7ebfe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466688 Dec 16 09:21:22.805412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:22.868493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80c4680c-af36-451d-ac74-d316731fd2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.897285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80c4680c-af36-451d-ac74-d316731fd2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:22.917195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f0349a4-f684-4148-a161-5c1cda78491c req-18144afe-ddd0-450c-859f-e3966104d026 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643863 Dec 16 09:21:22.926476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c7dc82c-a468-404b-96cc-100b0479ccc9 req-2cacdbd7-f3a3-45f6-af41-f3b02e875c7d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526716 Dec 16 09:21:23.000437 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80c4680c-af36-451d-ac74-d316731fd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.004537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80c4680c-af36-451d-ac74-d316731fd2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.007834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-80c4680c-af36-451d-ac74-d316731fd2ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3aadc113-6338-4b99-b957-3467926be622 HTTP/1.1" status: 204 len: 168 time: 0.2011657 Dec 16 09:21:23.029598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4680c-af36-451d-ac74-d316731fd2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aadc113-6338-4b99-b957-3467926be622,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:23.060124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e102858-7078-4356-a73d-fb5dd9d1ed25 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:23.081488 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.105401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-50cfef9a-1fb4-44f3-ae1d-76345580ffaf tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips/a207b8bc-b5a6-4d85-a334-5640e3b05285 HTTP/1.1" status: 200 len: 693 time: 0.1166098 Dec 16 09:21:23.373052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55472) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:23.386370 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.417250 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7ab562c4-8a8e-45b4-9ddf-2469652492c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f92fafbb8f1448fd9108cbbf02afde58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429063 Dec 16 09:21:23.419882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:23.439871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Transition to ACTIVE for port object 3e102858-7078-4356-a73d-fb5dd9d1ed25 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:21:23.472493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d584f05-245a-4770-ba34-c0c0c6166b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.480707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.495551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d584f05-245a-4770-ba34-c0c0c6166b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.499351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837b7970-6738-407c-b46c-d4a0d0b37273 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:23.537650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.568136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e12cb-91f1-47cc-9212-ef2183aa7485 req-38f6acbd-02c7-44a3-b7bd-2a195782b2a5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:23.568925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d584f05-245a-4770-ba34-c0c0c6166b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.569684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee5e12cb-91f1-47cc-9212-ef2183aa7485 req-38f6acbd-02c7-44a3-b7bd-2a195782b2a5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.5234020 Dec 16 09:21:23.572076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d584f05-245a-4770-ba34-c0c0c6166b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.573480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5d584f05-245a-4770-ba34-c0c0c6166b99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8dc2515-c99d-4c12-84a8-872901c409d0 HTTP/1.1" status: 204 len: 168 time: 0.1526568 Dec 16 09:21:23.593757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Transition to ACTIVE for port object 837b7970-6738-407c-b46c-d4a0d0b37273 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:21:23.596013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d584f05-245a-4770-ba34-c0c0c6166b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dc2515-c99d-4c12-84a8-872901c409d0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:23.623521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.638560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:23.665877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-d3e5aa67-b96f-414b-b085-530163c1a7bc tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:23.667387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-d3e5aa67-b96f-414b-b085-530163c1a7bc tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.5492570 Dec 16 09:21:23.727330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-84a87602-f6c1-47de-a0ff-629b7a791b5e tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:23.728585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-84a87602-f6c1-47de-a0ff-629b7a791b5e tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175800 Dec 16 09:21:23.741247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee5e12cb-91f1-47cc-9212-ef2183aa7485 req-d00c13fb-7c23-4022-8bb9-85989dba9130 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533759 Dec 16 09:21:23.774196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:23.774196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:23.774196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:23.820495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:23.845685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:23.846082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:23.853296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-eb435a6d-63bb-40ab-b1ea-9332226aeeb7 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.1045668 Dec 16 09:21:23.898989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:23.899318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:23.899736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:23.900264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Bound port: 3e102858-7078-4356-a73d-fb5dd9d1ed25, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:23.900934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:23.944082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:23.945003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:23.945003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:23.971502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-0012915c-22aa-425f-bed4-697df3c78032 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.123 HTTP/1.1" status: 200 len: 696 time: 0.1004870 Dec 16 09:21:23.972458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:23.972773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:24.011636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:24.011972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:24.012340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:24.012781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Bound port: 837b7970-6738-407c-b46c-d4a0d0b37273, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:24.013134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.058586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a1127-b7d6-4141-9bc9-860fe2ecbd1f req-d4eecf26-c75d-44b1-824a-a27a2ef045da tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.060124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec7a1127-b7d6-4141-9bc9-860fe2ecbd1f req-d4eecf26-c75d-44b1-824a-a27a2ef045da tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 948 time: 0.2184196 Dec 16 09:21:24.192418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:24.240848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec7a1127-b7d6-4141-9bc9-860fe2ecbd1f req-0c83173f-f45e-4170-82a7-1cad7ea29235 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706824 Dec 16 09:21:24.242552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:24.252978 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.270247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:24.318409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:24.331526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.332156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.333582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] 10.222.0.69 "PUT /v2.0/ports/3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 1096 time: 2.3936348 Dec 16 09:21:24.334105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:24.336424 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918c22ac-f191-4275-9e1b-403c6edbc665" -d '{"events": [{"name": "network-changed", "server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:24.346218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.367939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Deleting port ab8ddb15-7ee4-4d3e-85d9-f3803c668b6e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:24.368276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.370099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7fef5-a65f-423a-ba23-e45e5d29d65f service neutron] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:24.450425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.451049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.452632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] 10.222.0.69 "PUT /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 1091 time: 2.1327455 Dec 16 09:21:24.489658 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.542271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c068-5258-4e2d-9592-2d64f06f90ad service neutron] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:24.615719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.615964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:24.621880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-6bdaf22d-f546-407b-87e3-a8ad20d91ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.623511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-6bdaf22d-f546-407b-87e3-a8ad20d91ab1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1099 time: 0.1894529 Dec 16 09:21:24.645912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Calling delete_port for ab8ddb15-7ee4-4d3e-85d9-f3803c668b6e owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:24.688302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-44648c6c-123e-422e-b5e9-5321835bda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.689828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-44648c6c-123e-422e-b5e9-5321835bda33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1094 time: 0.1761599 Dec 16 09:21:24.691072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-55ae8e93-1964-49a2-8ec8-0a6478f36bcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.0530386 Dec 16 09:21:24.706099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a595136-52f5-4908-b8a5-29a3bc4cf525 req-b6a4f2c3-6340-4426-bcad-7d7c14b6e92e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.707602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a595136-52f5-4908-b8a5-29a3bc4cf525 req-b6a4f2c3-6340-4426-bcad-7d7c14b6e92e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.1716287 Dec 16 09:21:24.819667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-6e17db4b-a3c2-45f3-87c5-2ea0ff41325d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 217 time: 0.1109827 Dec 16 09:21:24.899254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:24.908043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-60d87ddc-5283-45ab-9989-ba3f21c109e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.909581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-60d87ddc-5283-45ab-9989-ba3f21c109e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2000833 Dec 16 09:21:24.922414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a595136-52f5-4908-b8a5-29a3bc4cf525 req-7323fe86-b340-4e91-9f45-fd47ab434de3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769152 Dec 16 09:21:24.940208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-4260301d-953c-4a1c-84d8-e7a90fc35359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:24.941642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-4260301d-953c-4a1c-84d8-e7a90fc35359 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1089258 Dec 16 09:21:24.991634 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-25f34993-26b4-4130-9bb2-ea4f173518a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321546 Dec 16 09:21:25.016890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:25.034106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '98f90e69-600e-4742-add0-a38e01fe60cb', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '98f90e69-600e-4742-add0-a38e01fe60cb', 'mac_address': 'fa:16:3e:56:42:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:21:25.072493 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:25.087913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f90e69-600e-4742-add0-a38e01fe60cb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:25.095467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-0ac58bf9-b7be-4418-b52d-edc842b423d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:25.097256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-0ac58bf9-b7be-4418-b52d-edc842b423d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736922 Dec 16 09:21:25.111285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:25.117796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:25.177279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:25.188626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:25.237625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f516d-4e4d-4c12-b920-26097ebe3ed5 req-b2827eb8-2cb2-4715-8a5b-6c4d396bf095 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:25.239212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-539f516d-4e4d-4c12-b920-26097ebe3ed5 req-b2827eb8-2cb2-4715-8a5b-6c4d396bf095 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2374580 Dec 16 09:21:25.247074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event deleted for resources: {'Port': ['ID=ab8ddb15-7ee4-4d3e-85d9-f3803c668b6e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:25.262419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['98f90e69-600e-4742-add0-a38e01fe60cb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:25.292758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:25.295336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:25.296659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-887f3962-9c91-4b47-a7f1-7c6effb0c9d3 req-8eb9f28c-95f9-4e79-8e05-d67a457ec4f8 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "DELETE /v2.0/floatingips/a207b8bc-b5a6-4d85-a334-5640e3b05285 HTTP/1.1" status: 204 len: 173 time: 1.3156927 Dec 16 09:21:25.309793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-474a66b5-ba0f-4722-b9d0-e0f17a366974 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098140 Dec 16 09:21:25.357309 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c9f7c-933e-44bc-adb6-e7f0883c9475 x-openstack-request-id: req-fb9c9f7c-933e-44bc-adb6-e7f0883c9475 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:25.357598 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:25.357857 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb9c9f7c-933e-44bc-adb6-e7f0883c9475 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:25.358338 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'status': 'completed', 'code': 200} Dec 16 09:21:25.387129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-539f516d-4e4d-4c12-b920-26097ebe3ed5 req-d0b240b9-ffde-42d2-991f-0d2e01ebc4f6 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297655 Dec 16 09:21:25.391038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-d55e0406-14ab-481b-a38d-08618d33ac30 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787821 Dec 16 09:21:25.509011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c75159-1399-42ee-9408-54a08fdc2da2 req-4b584d1d-81ef-4a8c-9f8a-a5d0087d6a3f service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855197 Dec 16 09:21:25.529642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72cb3c24-c7b3-4c2a-afe3-e63528596b01 req-d48e04a8-975c-4593-bb87-3271d81a4b7e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300273 Dec 16 09:21:25.661470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-48859974-992c-4b60-824a-5e80b0323e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:25.663461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-48859974-992c-4b60-824a-5e80b0323e26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0616148 Dec 16 09:21:25.849287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-ac01cb6c-5dd6-47c3-af1c-24c09ccee6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:25.849287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-ac01cb6c-5dd6-47c3-af1c-24c09ccee6fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1769969 Dec 16 09:21:25.973624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-a7b1b067-15cc-4228-a5b8-aa66aa664229 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.0906916 Dec 16 09:21:26.317715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5f2fe-573f-4bff-913c-f0189e282303 req-e11d1500-b14f-4eb7-bacb-2bf1f424d39c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:26.321073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bb5f2fe-573f-4bff-913c-f0189e282303 req-e11d1500-b14f-4eb7-bacb-2bf1f424d39c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 945 time: 0.5295541 Dec 16 09:21:26.371974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a04bf-52ce-427c-8d82-e3a5c94863f7 req-9dc8e334-ad8a-41cd-bff0-7e91267ba3c2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:26.373476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-699a04bf-52ce-427c-8d82-e3a5c94863f7 req-9dc8e334-ad8a-41cd-bff0-7e91267ba3c2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 948 time: 0.5801272 Dec 16 09:21:26.460725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-f8ebf600-484e-4189-80b6-f56ddfed8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:26.462129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-f8ebf600-484e-4189-80b6-f56ddfed8618 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.4787655 Dec 16 09:21:26.565058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bb5f2fe-573f-4bff-913c-f0189e282303 req-b40ef5b6-06a6-487b-b05b-a531aaed75b8 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035522 Dec 16 09:21:26.580864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-699a04bf-52ce-427c-8d82-e3a5c94863f7 req-2ded3f46-ab7d-4026-85ea-fcacebb87005 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902597 Dec 16 09:21:26.618334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-2afd4979-b909-48c4-8180-35f6009a24f6 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:26.620901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-2afd4979-b909-48c4-8180-35f6009a24f6 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.2715707 Dec 16 09:21:26.641077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821941-1'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:26.686315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-b01c7568-6511-4be6-ac1d-8bcd20bc032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:26.689290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-b01c7568-6511-4be6-ac1d-8bcd20bc032f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135272 Dec 16 09:21:26.906904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:26.928729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:27.066621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 98f90e69-600e-4742-add0-a38e01fe60cb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:27.066984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:27.161295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a38e60-be71-4c92-ab32-31c6b2f26689 req-476f996f-85f9-445e-a9af-b424f5fa2788 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:27.169918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02a38e60-be71-4c92-ab32-31c6b2f26689 req-476f996f-85f9-445e-a9af-b424f5fa2788 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5236535 Dec 16 09:21:27.203344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-e8c3863e-dd83-4cc2-91a7-f50a3f36cd5d service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797683 Dec 16 09:21:27.215067 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:27.294510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:27.309451 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a34f8d5-9d89-4814-b0f7-ae84523de7cf" -d '{"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-plugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:27.329832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:27.336519 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:27.376560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:27.378889 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d60e9-676e-427b-8dff-65de528ba774" -d '{"events": [{"name": "network-changed", "server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:27.403759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-1c9bcb72-5e28-4d99-b626-bce8d3a8d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:27.406357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-1c9bcb72-5e28-4d99-b626-bce8d3a8d323 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.4211886 Dec 16 09:21:27.412270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:27.654946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:27.671173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e589cb1-d3eb-4ecc-8464-a7aca6086243 req-c7c7d5f9-c073-4730-b89b-f489114de04a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:27.673653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e589cb1-d3eb-4ecc-8464-a7aca6086243 req-c7c7d5f9-c073-4730-b89b-f489114de04a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.3370142 Dec 16 09:21:27.686337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c22ac-f191-4275-9e1b-403c6edbc665 req-315b977b-d4bb-4be8-9bac-c0f4d6de2346 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739308 Dec 16 09:21:27.701979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d98b63-26db-49c9-a279-614452b3fc85 req-03423d7a-7db8-4bbd-9d1c-8bdcdb14503d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:27.704595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83d98b63-26db-49c9-a279-614452b3fc85 req-03423d7a-7db8-4bbd-9d1c-8bdcdb14503d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.3691254 Dec 16 09:21:27.784660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-5968532c-4fef-4cd3-ad26-024364f7195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:27.786344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-5968532c-4fef-4cd3-ad26-024364f7195e service neutron] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.3196990 Dec 16 09:21:27.879330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-f73e3b52-856c-42fa-bc23-34502f5c00bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.0786705 Dec 16 09:21:27.880450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:27.891778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83d98b63-26db-49c9-a279-614452b3fc85 req-9fdf5078-575c-4b73-ac20-ff0a787ae937 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447136 Dec 16 09:21:27.902532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e589cb1-d3eb-4ecc-8464-a7aca6086243 req-01c4c3c2-3921-43f8-887b-964483a4fc9f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612983 Dec 16 09:21:28.014720 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1c080-7c2d-4347-ac36-effac8f062f0 x-openstack-request-id: req-94a1c080-7c2d-4347-ac36-effac8f062f0 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:28.015508 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-plugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:28.015508 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94a1c080-7c2d-4347-ac36-effac8f062f0 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:28.016178 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'code': 200} Dec 16 09:21:28.078072 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d7cd5-787e-4bb5-85b0-bec50337df68 x-openstack-request-id: req-ec5d7cd5-787e-4bb5-85b0-bec50337df68 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:28.079439 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:28.079851 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec5d7cd5-787e-4bb5-85b0-bec50337df68 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:28.080417 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273', 'status': 'completed', 'code': 200} Dec 16 09:21:28.101371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dee0df83-beac-4bda-bb19-afd0390b778f req-5c4f1d25-d958-4fa0-b87a-7ede2eba0ae3 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=e12db5d7e5ad46b6af123764073d2f36 HTTP/1.1" status: 200 len: 1655 time: 0.1436131 Dec 16 09:21:28.144952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-dc46cf78-2188-4ac7-9b4e-1895d7e91079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:28.146752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-dc46cf78-2188-4ac7-9b4e-1895d7e91079 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.2158408 Dec 16 09:21:28.161385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:28.254736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:28.266823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-8d898366-1ea4-4d22-a356-c7e450a1cd24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567739 Dec 16 09:21:28.359205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:28.427350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d60e9-676e-427b-8dff-65de528ba774 req-4b772387-24d1-43bb-a1a4-521a2001ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:28.428660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-4b772387-24d1-43bb-a1a4-521a2001ee61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1094 time: 0.2996814 Dec 16 09:21:28.512209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:28.534781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0df83-beac-4bda-bb19-afd0390b778f req-a77b7699-343b-4af1-aa92-eae790fb0789 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:28.537034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dee0df83-beac-4bda-bb19-afd0390b778f req-a77b7699-343b-4af1-aa92-eae790fb0789 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks?id=f77c0f6b-2201-49ad-b509-2e855a26124a&id=f77c0f6b-2201-49ad-b509-2e855a26124a&id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 787 time: 0.4344828 Dec 16 09:21:28.552553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on host n-h1-821941-1 for vnic_type normal with profile {"migrating_to": "n-h2-821941-1"} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:28.552553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:28.552984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:28.559627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:28.559975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:28.561131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:28.565911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:28.566917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:28.566917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:28.567300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Bound port: 17893446-0889-47db-b1b7-288391a4d7a6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:28.570303 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:28.588425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-dee0df83-beac-4bda-bb19-afd0390b778f req-eedc737c-84bd-4753-9fd4-8e4c549340db tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:28.589608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dee0df83-beac-4bda-bb19-afd0390b778f req-eedc737c-84bd-4753-9fd4-8e4c549340db tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151753 Dec 16 09:21:28.611709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92391b-6cd3-4226-8113-4e1569c641dd req-9a92eb65-8c9e-4db6-91fe-68f1f92449f7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:28.621148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f92391b-6cd3-4226-8113-4e1569c641dd req-9a92eb65-8c9e-4db6-91fe-68f1f92449f7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.4265833 Dec 16 09:21:28.676144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:28.679988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:28.689684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:28.775118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 has no active binding in host n-h2-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:21:28.782770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:28.960205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-8be3ca41-226b-4248-952b-1a749639b1a3 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664078 Dec 16 09:21:28.962872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on host n-h1-821941-1 for vnic_type normal with profile {"migrating_to": "n-h2-821941-1"} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:28.963199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:28.963753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:29.022246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:29.022605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Attempting to bind port 17893446-0889-47db-b1b7-288391a4d7a6 on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:29.073141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f92391b-6cd3-4226-8113-4e1569c641dd req-4650d465-8931-4cf5-8543-789e86c95b58 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507298 Dec 16 09:21:29.088352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:29.088714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:29.089093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:29.089541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Bound port: 17893446-0889-47db-b1b7-288391a4d7a6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:29.089923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:29.092732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d60e9-676e-427b-8dff-65de528ba774 req-588bd526-4680-43cf-b5dd-d79b1e609061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:29.094725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-588bd526-4680-43cf-b5dd-d79b1e609061 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.6508312 Dec 16 09:21:29.138195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045e02f-609a-4b46-ba54-9a53a7a42e00 req-baebab18-c266-4630-829d-940430a0d0b3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:29.138473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5045e02f-609a-4b46-ba54-9a53a7a42e00 req-baebab18-c266-4630-829d-940430a0d0b3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 948 time: 0.2111206 Dec 16 09:21:29.184548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-cb991a1c-4b15-48ac-a471-9862fcc93b2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 217 time: 0.0763323 Dec 16 09:21:29.294331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bcbbb67-8312-413b-afa6-fe8f234ffb12 req-45fcdd7d-060e-4a81-a14f-fd8196b303f2 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082900 Dec 16 09:21:29.295752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d60e9-676e-427b-8dff-65de528ba774 req-d5a301c7-d386-45ad-babf-a0e5e266bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:29.297158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-d5a301c7-d386-45ad-babf-a0e5e266bf66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0832789 Dec 16 09:21:29.370787 n-d-821941-1 neutron-server[102398]: WARNING neutron.plugins.ml2.plugin [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Concurrent port binding operations failed on port 17893446-0889-47db-b1b7-288391a4d7a6 Dec 16 09:21:29.375494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:29.379727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5045e02f-609a-4b46-ba54-9a53a7a42e00 req-3238e7f6-c26c-40be-9cb9-f3d30a6c10e3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008967 Dec 16 09:21:29.400381 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Attempt 2 to bind port 17893446-0889-47db-b1b7-288391a4d7a6 Dec 16 09:21:29.405696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-9728b2b0-8c8d-446b-8a57-2bd1aad1788a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882726 Dec 16 09:21:29.448479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:29.449652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:29.451836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-573d72eb-5666-4a91-8ad9-c82f74e83651 service neutron] 10.222.0.69 "PUT /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 1121 time: 2.8212550 Dec 16 09:21:29.508876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['17893446-0889-47db-b1b7-288391a4d7a6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:29.509541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-2e00c25b-1511-455d-aba9-6b5f54df290f tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips/32380e90-bc86-4c6e-876e-b079d40f7c94 HTTP/1.1" status: 200 len: 692 time: 0.1700857 Dec 16 09:21:29.513587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['17893446-0889-47db-b1b7-288391a4d7a6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:29.798974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b291-b06a-433f-beab-b64aa3b0503a req-51cf256d-6a5d-46a5-9c5f-b0a4fe81a95a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:29.800476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe43b291-b06a-433f-beab-b64aa3b0503a req-51cf256d-6a5d-46a5-9c5f-b0a4fe81a95a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.3074698 Dec 16 09:21:29.822283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-d9a5df66-f610-4f12-97ed-45f64c895509 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:29.823639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-d9a5df66-f610-4f12-97ed-45f64c895509 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2616763 Dec 16 09:21:29.834107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-56214838-f286-4622-adad-9e6e90e1b406 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1543524 Dec 16 09:21:29.859950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-e389d544-53a6-428d-b735-bfebe2be4849 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060388 Dec 16 09:21:29.978313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-f224cfd1-4a57-4294-9e3e-b73c61998c60 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.1386571 Dec 16 09:21:29.991477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe43b291-b06a-433f-beab-b64aa3b0503a req-855506be-5a0b-44f3-8cf7-c26436d1ec0e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643589 Dec 16 09:21:30.074761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-d5549ad2-263d-461e-a359-25bd44d5d894 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.95 HTTP/1.1" status: 200 len: 695 time: 0.0886045 Dec 16 09:21:30.089354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6'}, {'name': 'network-changed', 'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:30.092073 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7141d-0cf7-45b2-90a4-f12df5327c96" -d '{"events": [{"server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "name": "network-vif-unplugged", "status": "completed", "tag": "17893446-0889-47db-b1b7-288391a4d7a6"}, {"name": "network-changed", "server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "tag": "17893446-0889-47db-b1b7-288391a4d7a6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:30.110310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-340d1bb5-41ed-47b6-8171-ee51b4012cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.111758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-340d1bb5-41ed-47b6-8171-ee51b4012cf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1095 time: 0.2181642 Dec 16 09:21:30.176871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635d60e9-676e-427b-8dff-65de528ba774 req-bda9b000-4991-4c19-8024-ebddb35eab88 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819757 Dec 16 09:21:30.299418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca2dee-8de4-4dab-a9ce-f8d4fd5cc4f8 req-916e0fc2-f16c-4db5-a16d-ccb3aad9dd51 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.300968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bca2dee-8de4-4dab-a9ce-f8d4fd5cc4f8 req-916e0fc2-f16c-4db5-a16d-ccb3aad9dd51 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2306156 Dec 16 09:21:30.361303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:30.426879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-ea59452e-ce67-4ec0-bb3e-0299fd596c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.429544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-ea59452e-ce67-4ec0-bb3e-0299fd596c26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.2514949 Dec 16 09:21:30.445554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bca2dee-8de4-4dab-a9ce-f8d4fd5cc4f8 req-2d553659-fec7-41f4-bfd9-59dd7e404992 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338599 Dec 16 09:21:30.504740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:30.511402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-65bc214a-1ce3-4d14-819f-09fc16a05833 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.0638680 Dec 16 09:21:30.520333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'mac_address': 'fa:16:3e:b8:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:21:30.548024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Deleting port c01dbec8-68dc-45e7-9080-39472a14f752 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:30.548372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:30.584690 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4280c-eff9-4397-a435-887bd6072c65 x-openstack-request-id: req-d4b4280c-eff9-4397-a435-887bd6072c65 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:30.585047 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "name": "network-vif-unplugged", "status": "completed", "tag": "17893446-0889-47db-b1b7-288391a4d7a6", "code": 200}, {"name": "network-changed", "server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "tag": "17893446-0889-47db-b1b7-288391a4d7a6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:30.585260 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4b4280c-eff9-4397-a435-887bd6072c65 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:30.587921 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6', 'code': 200} Dec 16 09:21:30.587921 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6', 'status': 'completed', 'code': 200} Dec 16 09:21:30.628436 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:30.668712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-d593df1a-53f0-424a-abcb-2983862d780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.670430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-d593df1a-53f0-424a-abcb-2983862d780f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1447828 Dec 16 09:21:30.679752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e102858-7078-4356-a73d-fb5dd9d1ed25 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:30.681444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-9da44554-55c4-4a6a-b675-4ee353502000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.683715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-9da44554-55c4-4a6a-b675-4ee353502000 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1124 time: 0.0953443 Dec 16 09:21:30.709198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:30.718868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:30.719710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:30.731627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-b5f71ba2-830d-4825-b0de-cdcd5ab2011c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426466 Dec 16 09:21:30.770801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:30.771226 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:30.806200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:30.827554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33a28c-d1f9-4f16-a2b2-7397763946af req-db62c68e-b368-4fb3-9ecf-aef051a8e9f0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.829431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f33a28c-d1f9-4f16-a2b2-7397763946af req-db62c68e-b368-4fb3-9ecf-aef051a8e9f0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.1799278 Dec 16 09:21:30.835222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Calling delete_port for c01dbec8-68dc-45e7-9080-39472a14f752 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:30.874957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-6309e873-3d9c-48fa-98aa-8a337a152e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:30.879036 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-6309e873-3d9c-48fa-98aa-8a337a152e41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.1856215 Dec 16 09:21:30.928922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f33a28c-d1f9-4f16-a2b2-7397763946af req-e2c2c1e0-2970-4fdd-b8f2-0089945218fd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840495 Dec 16 09:21:30.951733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:30.978364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-078c2115-106d-415f-b486-7e897655ab01 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270589 Dec 16 09:21:30.987706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '837b7970-6738-407c-b46c-d4a0d0b37273', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'port_id': '837b7970-6738-407c-b46c-d4a0d0b37273', 'mac_address': 'fa:16:3e:36:0e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0b14df-49d8-4cb1-a534-1dc4f55e8953', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:21:31.013220 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-a0232618-da6c-44d6-acbd-73c1ebe1fe64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 217 time: 0.1136489 Dec 16 09:21:31.061173 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-3350e5a0-3238-40b4-8733-82f42867d993 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1631336 Dec 16 09:21:31.077180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-b7431807-4e21-4a32-993f-2996882f9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.078860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-b7431807-4e21-4a32-993f-2996882f9e87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0557470 Dec 16 09:21:31.118487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:31.126580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-30f73914-67bc-46be-8f05-6a57c4041f64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395939 Dec 16 09:21:31.184169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837b7970-6738-407c-b46c-d4a0d0b37273 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:31.198212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a2bf43-43ad-402a-983c-89a0b1a5c82a req-37875e73-ae21-4571-ad10-afce0351c245 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059155 Dec 16 09:21:31.215204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:31.256324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:31.261422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-3a3b9997-c6e0-4ec3-8b46-3af4e2b794ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.263443 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-3a3b9997-c6e0-4ec3-8b46-3af4e2b794ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1152701 Dec 16 09:21:31.274447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:31.285917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event deleted for resources: {'Port': ['ID=c01dbec8-68dc-45e7-9080-39472a14f752,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:31.309216 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-56bb7d50-68d5-4867-8ad4-955b439792ec service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716158 Dec 16 09:21:31.346539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:31.347414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:31.349063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:31.350382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e3e563b-a2fa-4de5-abc9-a3f28761bd4b req-cc26f000-2dc2-4b1e-82c0-80ac39805a18 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "DELETE /v2.0/floatingips/32380e90-bc86-4c6e-876e-b079d40f7c94 HTTP/1.1" status: 204 len: 173 time: 1.2528245 Dec 16 09:21:31.373126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbade6d-a978-46e8-9096-b1e5c2d7e1f1 req-556b7e4b-5268-4339-b222-33a12d7f3d87 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.375039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-afbade6d-a978-46e8-9096-b1e5c2d7e1f1 req-556b7e4b-5268-4339-b222-33a12d7f3d87 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 949 time: 0.0853555 Dec 16 09:21:31.438013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-afbade6d-a978-46e8-9096-b1e5c2d7e1f1 req-4d417003-c49f-4245-ba81-d3105c4c9045 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555980 Dec 16 09:21:31.492710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0de7141d-0cf7-45b2-90a4-f12df5327c96 req-8cd7936c-bac4-4169-a771-9526c06daf04 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690063 Dec 16 09:21:31.548222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-fad961e7-4a56-4c13-9365-b62220c21e40 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips/31d6edd3-e41e-4a1a-8966-dd72deae6165 HTTP/1.1" status: 200 len: 692 time: 0.0811799 Dec 16 09:21:31.629967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-9dac81aa-eaad-433d-aceb-0b5189f655c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.631775 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-9dac81aa-eaad-433d-aceb-0b5189f655c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.3214893 Dec 16 09:21:31.677168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8748-63d5-4612-8359-740df6f41506 req-6d780dde-088d-4cf9-bef6-c28d993b6b18 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.678819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8f8748-63d5-4612-8359-740df6f41506 req-6d780dde-088d-4cf9-bef6-c28d993b6b18 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.1517248 Dec 16 09:21:31.718395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['837b7970-6738-407c-b46c-d4a0d0b37273'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:31.719897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-3fd78a1d-a546-48d7-b5d6-94b1b1fc948a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 200 len: 217 time: 0.0784302 Dec 16 09:21:31.773414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3e102858-7078-4356-a73d-fb5dd9d1ed25'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:31.775306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8f8748-63d5-4612-8359-740df6f41506 req-40e7fa15-20c0-440f-9d60-79c3ffcb7c2b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845022 Dec 16 09:21:31.832629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-7619b62a-80c4-4b88-8e90-9ca7063a9541 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.847277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-7619b62a-80c4-4b88-8e90-9ca7063a9541 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2626448 Dec 16 09:21:31.855708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-04821566-0ddd-45c5-83f8-b6254abd3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:31.858397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-d88a23a6-9248-439a-9a83-ca3d24f68603 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:31.861765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-04821566-0ddd-45c5-83f8-b6254abd3b28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1307564 Dec 16 09:21:31.870657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-d88a23a6-9248-439a-9a83-ca3d24f68603 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221989 Dec 16 09:21:31.941552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-870c93d3-0151-4bbe-acfc-e5343e0b83bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710075 Dec 16 09:21:31.987884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55658) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:32.034877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-019a42f7-c86e-406e-8021-e63bdc6a5256 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.1626329 Dec 16 09:21:32.078248 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-a6c7fb34-988a-4c07-9337-a97445d703ae service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264288 Dec 16 09:21:32.107227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-f37d5836-98c3-4a62-bc8d-33d8cb0f1e8d tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.70 HTTP/1.1" status: 200 len: 695 time: 0.0715756 Dec 16 09:21:32.268735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b86aa0f6-e797-414b-9a9b-13987afe1ad3 req-21341470-c368-4bb8-b104-3095dfb43c7c service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817627 Dec 16 09:21:32.537059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8477740-77a1-4d1b-b9f5-a2fb9b96b7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.546697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993624a-82f5-4913-8337-ef54fccc7448 req-22e4a1e3-e511-4be0-ab28-22fbe056ed17 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:32.553820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b993624a-82f5-4913-8337-ef54fccc7448 req-22e4a1e3-e511-4be0-ab28-22fbe056ed17 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.5893862 Dec 16 09:21:32.646380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b993624a-82f5-4913-8337-ef54fccc7448 req-fab8b941-3c19-4837-99a6-637663ece2c6 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895400 Dec 16 09:21:32.698546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Deleting port bbb67dea-f2c1-4f00-b6e4-492041434afb {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:32.699069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.829405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8477740-77a1-4d1b-b9f5-a2fb9b96b7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.839605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8477740-77a1-4d1b-b9f5-a2fb9b96b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.891557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15eb45-4e6d-4175-9101-8362cea2267d req-5fe0235a-eb25-41cd-8f98-d2fa36cc46a0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:32.893111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a15eb45-4e6d-4175-9101-8362cea2267d req-5fe0235a-eb25-41cd-8f98-d2fa36cc46a0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.1410024 Dec 16 09:21:32.904183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.904525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:32.933123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8477740-77a1-4d1b-b9f5-a2fb9b96b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffd6053-e5b4-4956-9a5c-768bc73694d9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:32.940413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e8477740-77a1-4d1b-b9f5-a2fb9b96b7be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b3bffd3ab5740619c88dedf5f38f148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9413826 Dec 16 09:21:32.940630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:32.944778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Calling delete_port for bbb67dea-f2c1-4f00-b6e4-492041434afb owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:33.008500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c430c5c-e970-4b4a-a953-990732f24942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.015478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a15eb45-4e6d-4175-9101-8362cea2267d req-15e623b8-c130-4bb8-8cbb-2dec685b0b8b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025171 Dec 16 09:21:33.044756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c430c5c-e970-4b4a-a953-990732f24942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.131420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c430c5c-e970-4b4a-a953-990732f24942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.135005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c430c5c-e970-4b4a-a953-990732f24942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.137407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c430c5c-e970-4b4a-a953-990732f24942 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ffd6053-e5b4-4956-9a5c-768bc73694d9 HTTP/1.1" status: 204 len: 168 time: 0.1951282 Dec 16 09:21:33.167282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c430c5c-e970-4b4a-a953-990732f24942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffd6053-e5b4-4956-9a5c-768bc73694d9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:33.246469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.295365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event deleted for resources: {'Port': ['ID=bbb67dea-f2c1-4f00-b6e4-492041434afb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:33.326632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.329760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:33.331288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d65c740b-8865-49d9-bdf3-10638d0a1a12 req-60ef22de-3e17-4fcf-bc27-6dd4a264f0ed tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "DELETE /v2.0/floatingips/31d6edd3-e41e-4a1a-8966-dd72deae6165 HTTP/1.1" status: 204 len: 173 time: 1.2232270 Dec 16 09:21:33.580198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd8ce5-01d1-4974-9331-88187dbf4a25 req-11f8034b-fea4-40d6-9346-ab5c2204f476 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:33.586544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5bd8ce5-01d1-4974-9331-88187dbf4a25 req-11f8034b-fea4-40d6-9346-ab5c2204f476 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.1066089 Dec 16 09:21:33.604112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c85dfc-8da6-4806-82d8-bf83f08c2cdd req-d584c16b-3118-4782-bf0f-a0e78b348965 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:33.606289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30c85dfc-8da6-4806-82d8-bf83f08c2cdd req-d584c16b-3118-4782-bf0f-a0e78b348965 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 949 time: 0.0876276 Dec 16 09:21:33.691454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5bd8ce5-01d1-4974-9331-88187dbf4a25 req-ccdc0e06-28a7-402a-a4c2-edd8c2e08561 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Dec 16 09:21:33.695059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30c85dfc-8da6-4806-82d8-bf83f08c2cdd req-9aa65f20-02b6-42d3-b2e4-56e54671f5b2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763021 Dec 16 09:21:33.768489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-8b48f08e-c00b-4b4b-b890-521eef2e9bf3 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips/bd45e126-ea50-4f81-a7bc-677efae2ea79 HTTP/1.1" status: 200 len: 693 time: 0.0528615 Dec 16 09:21:33.913021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445ec4-1313-485f-a5bc-771e3ed29504 req-c108f1bc-e208-4300-90ff-debd513d5faa tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:33.914556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b445ec4-1313-485f-a5bc-771e3ed29504 req-c108f1bc-e208-4300-90ff-debd513d5faa tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.0909986 Dec 16 09:21:33.924031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-756c08fe-6eaf-4f8b-bc63-0fde91afe615 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:33.931648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-756c08fe-6eaf-4f8b-bc63-0fde91afe615 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1621623 Dec 16 09:21:34.010905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-f1132200-7496-4919-b420-4cc1b82c4416 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.0781000 Dec 16 09:21:34.094168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b445ec4-1313-485f-a5bc-771e3ed29504 req-9346bf00-761f-4497-8da1-d7e546789491 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572983 Dec 16 09:21:34.116553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-39f27a97-fc5f-4bdc-8f69-1cc002b9b1f6 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.1046529 Dec 16 09:21:34.330840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d1d97-4ab7-4c56-8caf-c8b52bdfc389 req-d0a0cf3a-7d24-4e86-81b7-c07b023587bd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:34.337207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d14d1d97-4ab7-4c56-8caf-c8b52bdfc389 req-d0a0cf3a-7d24-4e86-81b7-c07b023587bd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.1243770 Dec 16 09:21:34.372860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:34.396012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d14d1d97-4ab7-4c56-8caf-c8b52bdfc389 req-1bfd7c2c-fabc-4272-8dd3-e51e88de41ec tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565774 Dec 16 09:21:34.408726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Deleting port c91544b8-290e-4521-a361-5209b4c3a9cb {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:34.414992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.543533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3e102858-7078-4356-a73d-fb5dd9d1ed25 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:21:34.551114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3e102858-7078-4356-a73d-fb5dd9d1ed25 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:34.552541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.594199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.594712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.641152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Calling delete_port for c91544b8-290e-4521-a361-5209b4c3a9cb owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:34.826047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.861382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.872470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:34.875699 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e7937-41b2-4264-8f70-87e59b804bc2" -d '{"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-plugged", "status": "completed", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:34.896280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:34.903743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.906241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:34.951006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-933cf6c3-00b9-464a-9f02-e856dda61126 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2a528707c34948f4b4f04aa328bb84c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767138 Dec 16 09:21:34.952494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.955152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:34.963485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55742) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:34.970475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8d6d6e-1d21-4e8e-99fc-9ea1d2b58e72 req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] 10.222.0.61 "DELETE /v2.0/floatingips/bd45e126-ea50-4f81-a7bc-677efae2ea79 HTTP/1.1" status: 204 len: 173 time: 0.8418720 Dec 16 09:21:34.977592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bb46b-5c9d-4fa4-8c8c-2574fb5d8421 tempest-FloatingIPDetailsTestJSON-1746741997 tempest-FloatingIPDetailsTestJSON-1746741997-project] Pushing event deleted for resources: {'Port': ['ID=c91544b8-290e-4521-a361-5209b4c3a9cb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:35.039200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:35.062341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 837b7970-6738-407c-b46c-d4a0d0b37273 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:21:35.069097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 837b7970-6738-407c-b46c-d4a0d0b37273 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:35.069613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:35.176559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-c787de26-4ab8-47d2-b713-ac67dbd19d2a tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:35.185556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-c787de26-4ab8-47d2-b713-ac67dbd19d2a tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118962 Dec 16 09:21:35.201009 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:35.210149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-9439749d-8226-4934-a945-5dff231c470c tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/quotas/2a528707c34948f4b4f04aa328bb84c6 HTTP/1.1" status: 200 len: 375 time: 0.0232906 Dec 16 09:21:35.219690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a614e-76ce-46f0-83a8-2210289c16d3 req-1c5cbb45-6f0c-4cff-ab8a-65ffc192e44f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:35.221517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e6a614e-76ce-46f0-83a8-2210289c16d3 req-1c5cbb45-6f0c-4cff-ab8a-65ffc192e44f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.1298158 Dec 16 09:21:35.260530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:35.269080 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:35.284274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-1d3e5be8-3280-4ae5-b7d8-488c92c5ca1a tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a528707c34948f4b4f04aa328bb84c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727794 Dec 16 09:21:35.341752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:35.358563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e6a614e-76ce-46f0-83a8-2210289c16d3 req-e0a62ed0-b1bb-4eaf-b0d8-fef330f996de tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253643 Dec 16 09:21:35.556317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811d68-1e3c-4f29-880f-3f81a15bfad8 req-70911b12-4acf-48ef-bc79-a4caea98c17f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:35.559719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d811d68-1e3c-4f29-880f-3f81a15bfad8 req-70911b12-4acf-48ef-bc79-a4caea98c17f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1140640 Dec 16 09:21:35.618741 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a13d8d-ffd9-4569-855f-d466c76c0d92 x-openstack-request-id: req-f6a13d8d-ffd9-4569-855f-d466c76c0d92 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:35.619266 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-plugged", "status": "completed", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:35.619352 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6a13d8d-ffd9-4569-855f-d466c76c0d92 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:35.619699 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'code': 200} Dec 16 09:21:35.637268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d811d68-1e3c-4f29-880f-3f81a15bfad8 req-bf8a13a8-4704-46e0-ae82-1e89d6d90ec4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Dec 16 09:21:35.665717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:35.982274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc96183-afa0-4528-ad95-1253523bcde8 req-baff08c1-a6bc-4ef0-b801-00daf4515ada tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:35.992842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfc96183-afa0-4528-ad95-1253523bcde8 req-baff08c1-a6bc-4ef0-b801-00daf4515ada tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2164478 Dec 16 09:21:36.030603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0141026-1ecb-4d3e-85de-3d24b0924fa8 req-08ea3895-229c-47e5-ae48-3e71ffed2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:36.032436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0141026-1ecb-4d3e-85de-3d24b0924fa8 req-08ea3895-229c-47e5-ae48-3e71ffed2e98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1101 time: 0.3389695 Dec 16 09:21:36.060135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2e2f-633b-44f1-8acc-1b8b8b3989ed req-2621c47a-9301-4666-a948-0dfc80fc18aa tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:36.063165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-993d2e2f-633b-44f1-8acc-1b8b8b3989ed req-2621c47a-9301-4666-a948-0dfc80fc18aa tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.2515066 Dec 16 09:21:36.075540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfc96183-afa0-4528-ad95-1253523bcde8 req-ed20e904-943a-4690-b700-35c3cdab722c tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 Dec 16 09:21:36.133013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-993d2e2f-633b-44f1-8acc-1b8b8b3989ed req-bdcd89d7-b0e4-4808-8d98-225cb60c5811 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Dec 16 09:21:36.199118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0141026-1ecb-4d3e-85de-3d24b0924fa8 req-d6892dea-23ae-4808-b9f7-760ae16c1c5e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557839 Dec 16 09:21:36.247997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Deleting port 41907c43-e1ed-46c2-8fbb-472e4f9fef32 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:36.249250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:36.351459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0df2da0e-2e34-415e-8630-8f61a9f40a6a req-63df8eac-b8a5-421f-9141-77ed79fb5e6d tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 210 time: 0.0931878 Dec 16 09:21:36.370868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] For port 41907c43-e1ed-46c2-8fbb-472e4f9fef32, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=41907c43-e1ed-46c2-8fbb-472e4f9fef32,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:36.371287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:36.390742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Calling delete_port for 41907c43-e1ed-46c2-8fbb-472e4f9fef32 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:36.559305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bde6-2d86-4993-8d72-54410a77063d req-62996ef5-c268-4c32-a437-49973b30582e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:36.561927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8119bde6-2d86-4993-8d72-54410a77063d req-62996ef5-c268-4c32-a437-49973b30582e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.0632224 Dec 16 09:21:36.622163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:36.661622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Pushing event deleted for resources: {'Port': ['ID=41907c43-e1ed-46c2-8fbb-472e4f9fef32,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:36.679050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8119bde6-2d86-4993-8d72-54410a77063d req-a1754cc6-8fec-48d0-9a3a-0ace60ea3aff tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062465 Dec 16 09:21:36.852446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0d0a-18f6-47a5-8fe6-08a69daaef2f req-757b1c83-1df3-4981-9369-e2e5a99d7fd1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:36.862751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95fc0d0a-18f6-47a5-8fe6-08a69daaef2f req-757b1c83-1df3-4981-9369-e2e5a99d7fd1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0776412 Dec 16 09:21:36.909286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95fc0d0a-18f6-47a5-8fe6-08a69daaef2f req-283d0032-9bd0-43c9-8e5a-a95e24d7ef0b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Dec 16 09:21:37.240968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dede47-81db-41f2-9208-80ba265270d8 req-21a594eb-f8d5-491c-b68a-7d06e82182ff tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:37.242799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5dede47-81db-41f2-9208-80ba265270d8 req-21a594eb-f8d5-491c-b68a-7d06e82182ff tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.0727732 Dec 16 09:21:37.276365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:37.294563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-7c51ca5e-56f1-4a61-827e-a72dcc970fde tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2a528707c34948f4b4f04aa328bb84c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1473968 Dec 16 09:21:37.328285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5dede47-81db-41f2-9208-80ba265270d8 req-65b324cd-7064-4682-a358-7a80d69be7ff tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784986 Dec 16 09:21:37.487560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57a55f-4745-443a-86ef-347d6feb4ab9 req-2c6b2679-5e9a-44a3-951d-e9c2f6ee5df4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:37.489301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd57a55f-4745-443a-86ef-347d6feb4ab9 req-2c6b2679-5e9a-44a3-951d-e9c2f6ee5df4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.0706265 Dec 16 09:21:37.507431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bdb3486b-5ec1-479c-b2f2-9a6e86ac9949 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:37.508064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bdb3486b-5ec1-479c-b2f2-9a6e86ac9949 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031400 Dec 16 09:21:37.551152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd57a55f-4745-443a-86ef-347d6feb4ab9 req-4e4e6b14-b5bd-432a-bf18-e32096577142 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539763 Dec 16 09:21:37.556952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Request body: {'port': {'device_id': '8df69272-adec-4803-a361-077e2426cca7', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '2a528707c34948f4b4f04aa328bb84c6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:37.623280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:37.629816 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e8648-46d4-4bd2-b354-2d07be95dc2f" -d '{"events": [{"server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "name": "network-vif-plugged", "status": "completed", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:37.712713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Router 091c040b-dfeb-4f6a-84af-840306d66cb5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:21:37.744008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Made reservation on behalf of 2a528707c34948f4b4f04aa328bb84c6 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:37.747616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:37.782212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-141fc424-6327-41e4-89ec-56f87181e751 req-28581c50-bd89-4b71-a2bb-23832229bce1 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 210 time: 0.0498221 Dec 16 09:21:37.816472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:37.840870 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12f112-2cf4-4850-a2a1-926f1b9a8b4d x-openstack-request-id: req-6a12f112-2cf4-4850-a2a1-926f1b9a8b4d {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:37.841649 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "name": "network-vif-plugged", "status": "completed", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:37.841931 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a12f112-2cf4-4850-a2a1-926f1b9a8b4d {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:37.842761 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273', 'code': 200} Dec 16 09:21:37.907423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:21:37.913367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6263a1a6-b912-4bc5-b52c-98443ff3f41c admin admin] 10.222.0.61 "PUT /v2.0/routers/091c040b-dfeb-4f6a-84af-840306d66cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480679 Dec 16 09:21:37.918014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55794) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:37.926670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] Sync routers for ids ['091c040b-dfeb-4f6a-84af-840306d66cb5'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:21:37.940490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] Routers {'091c040b-dfeb-4f6a-84af-840306d66cb5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:37.941506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['091c040b-dfeb-4f6a-84af-840306d66cb5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:37.957931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68882301-cb27-4479-82d2-7f5ba6519c4f req-fa3d4b4b-c05e-4d0e-8a4a-fc3eea503e7e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:37.959523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68882301-cb27-4479-82d2-7f5ba6519c4f req-fa3d4b4b-c05e-4d0e-8a4a-fc3eea503e7e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.0601239 Dec 16 09:21:38.021445 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.030378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.047839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68882301-cb27-4479-82d2-7f5ba6519c4f req-5b79aa32-ac24-424c-a3e2-2719ea5ab4e2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763524 Dec 16 09:21:38.116273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919d6685-215c-42fc-8450-3ceac97b11b1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:38.156326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.232320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] Set router 091c040b-dfeb-4f6a-84af-840306d66cb5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:38.311088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca4f6-5eab-4f88-b969-2a0ed7ed268d req-c6e3eb71-095d-4654-946e-9e6b7de4d1b9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:38.322907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6baca4f6-5eab-4f88-b969-2a0ed7ed268d req-c6e3eb71-095d-4654-946e-9e6b7de4d1b9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1666536 Dec 16 09:21:38.379612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.383279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Allocated IP 192.168.233.159 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/1c170529-bc5d-40e6-babc-885d5fed64f6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:38.388701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6baca4f6-5eab-4f88-b969-2a0ed7ed268d req-14572186-bcc8-4e9c-8cc6-8c9699c82052 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648975 Dec 16 09:21:38.559999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Deleting port 07644f6f-fce0-435a-882e-0b0ec5853bed {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:38.560410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.568142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:21:36Z', 'revision_number': 5, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port': {'id': '07644f6f-fce0-435a-882e-0b0ec5853bed', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:38.600709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] Checking router: 091c040b-dfeb-4f6a-84af-840306d66cb5 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:21:38.612151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] Routers {'091c040b-dfeb-4f6a-84af-840306d66cb5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:38.613062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['091c040b-dfeb-4f6a-84af-840306d66cb5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:38.660574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d58b4b-8ecd-4f8f-b5d0-373206711b6e req-28cf1a1c-2e45-46e6-967a-5fc5f1c9f8d3 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:38.664685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83d58b4b-8ecd-4f8f-b5d0-373206711b6e req-28cf1a1c-2e45-46e6-967a-5fc5f1c9f8d3 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.1327140 Dec 16 09:21:38.707772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] For port 07644f6f-fce0-435a-882e-0b0ec5853bed, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=07644f6f-fce0-435a-882e-0b0ec5853bed,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:38.708298 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.713877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.729292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Calling delete_port for 07644f6f-fce0-435a-882e-0b0ec5853bed owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:38.758728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83d58b4b-8ecd-4f8f-b5d0-373206711b6e req-1dc207ed-c385-4795-959a-59a82cba48a5 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Dec 16 09:21:38.778710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] Set router 091c040b-dfeb-4f6a-84af-840306d66cb5 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:38.813938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:38.863590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:38.871099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:38.874506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:38.878013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:21:38Z', 'revision_number': 6, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:38.921084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394913e0-c112-4609-8239-0ff6960cb7c3 req-a1427b04-98bc-459f-8e2b-db0686525e51 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:38.929722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-394913e0-c112-4609-8239-0ff6960cb7c3 req-a1427b04-98bc-459f-8e2b-db0686525e51 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.0721018 Dec 16 09:21:38.957670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad062be-52ba-4ec3-b164-0e56d36fe350 None None] The sync data for ids ['091c040b-dfeb-4f6a-84af-840306d66cb5'] in n-d-821941-1 is: [{'id': '091c040b-dfeb-4f6a-84af-840306d66cb5', 'name': 'tempest-FloatingIPDetailsTestJSON-1206740490-router', 'tenant_id': 'e12db5d7e5ad46b6af123764073d2f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:45Z', 'updated_at': '2021-12-16T09:21:38Z', 'revision_number': 6, 'project_id': 'e12db5d7e5ad46b6af123764073d2f36', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:38.994802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Pushing event updated for resources: {'Port': ['ID=1c170529-bc5d-40e6-babc-885d5fed64f6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:39.001836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-394913e0-c112-4609-8239-0ff6960cb7c3 req-cc56d072-c9f9-476c-9398-259f93ad8533 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705726 Dec 16 09:21:39.048148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:39.051527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.100730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-ad2b8ea4-04e6-4c63-9d9d-3d785756e6a7 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5476406 Dec 16 09:21:39.119347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Request body: {'port': {'device_id': '8df69272-adec-4803-a361-077e2426cca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:39.199700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.229341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Pushing event deleted for resources: {'Port': ['ID=07644f6f-fce0-435a-882e-0b0ec5853bed,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:39.233382 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.300919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510a3cf-2407-4ed2-82e5-df044c8be69a req-d0f2c858-8113-4e6a-b0ae-973b993f7b1a tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:39.309912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0510a3cf-2407-4ed2-82e5-df044c8be69a req-d0f2c858-8113-4e6a-b0ae-973b993f7b1a tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 936 time: 0.1170065 Dec 16 09:21:39.310176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-24317974-3e63-49a3-8dae-f81667ecf8ea None None] Provisioning complete for port 1c170529-bc5d-40e6-babc-885d5fed64f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:39.310299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24317974-3e63-49a3-8dae-f81667ecf8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.396601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-24317974-3e63-49a3-8dae-f81667ecf8ea None None] Port 1c170529-bc5d-40e6-babc-885d5fed64f6 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:21:39.407657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0510a3cf-2407-4ed2-82e5-df044c8be69a req-7e287d0e-cc77-4763-a612-c3fefce7e353 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935040 Dec 16 09:21:39.431511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.562958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.568820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d8cb-e3a0-4e2b-a92c-8512d05dc9da req-39cd092b-6c1f-4e00-9d35-35d6bb4cfd55 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:39.574181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.577103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de63d8cb-e3a0-4e2b-a92c-8512d05dc9da req-39cd092b-6c1f-4e00-9d35-35d6bb4cfd55 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.0947464 Dec 16 09:21:39.628580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de63d8cb-e3a0-4e2b-a92c-8512d05dc9da req-83a3beb6-22f9-4174-8a19-83d8db792ba4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451643 Dec 16 09:21:39.666648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.667376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091c040b-dfeb-4f6a-84af-840306d66cb5 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:21:39.702208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.705964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4dd2c081-4330-4e82-b83c-a5f53d3de361 admin admin] 10.222.0.61 "DELETE /v2.0/routers/091c040b-dfeb-4f6a-84af-840306d66cb5 HTTP/1.1" status: 204 len: 168 time: 1.7850769 Dec 16 09:21:39.706910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:39.784221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0867a92-c4ab-44fc-94be-dcec2e5037ee req-1f9889b7-87a6-450d-bf5b-46b6ed0d7ea0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:39.785840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Deleting subnet 8a726975-157a-417f-88c8-56d2d9d79352 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:21:39.797071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:39.801383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0867a92-c4ab-44fc-94be-dcec2e5037ee req-1f9889b7-87a6-450d-bf5b-46b6ed0d7ea0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1093323 Dec 16 09:21:39.869045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0867a92-c4ab-44fc-94be-dcec2e5037ee req-27deb576-8217-4f3e-90ed-cebffb74e817 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585802 Dec 16 09:21:40.018797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be6f21-2625-47b1-9ba5-7e0203b3c0b1 req-c6ac71d7-0ec2-4f36-b7ac-09e2445bae26 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:40.020929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60be6f21-2625-47b1-9ba5-7e0203b3c0b1 req-c6ac71d7-0ec2-4f36-b7ac-09e2445bae26 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.0709608 Dec 16 09:21:40.093580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60be6f21-2625-47b1-9ba5-7e0203b3c0b1 req-7fd31797-8320-438f-9d32-a58d3634bd05 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652101 Dec 16 09:21:40.172724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.267408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c170529-bc5d-40e6-babc-885d5fed64f6 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:40.274666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aa2e5-a838-4af1-84c1-ed9567857676 req-a79ce9d4-35bd-4c3f-847d-ee12a4bac193 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:40.279966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7aa2e5-a838-4af1-84c1-ed9567857676 req-a79ce9d4-35bd-4c3f-847d-ee12a4bac193 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 943 time: 0.0811858 Dec 16 09:21:40.304531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.337975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Transition to ACTIVE for port object 1c170529-bc5d-40e6-babc-885d5fed64f6 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:21:40.343713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 07644f6f-fce0-435a-882e-0b0ec5853bed no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:40.346367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.349992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.372967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7aa2e5-a838-4af1-84c1-ed9567857676 req-09c89a35-7ae3-438d-ab44-b0d700693019 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784037 Dec 16 09:21:40.409960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 07644f6f-fce0-435a-882e-0b0ec5853bed {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:40.410853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 07644f6f-fce0-435a-882e-0b0ec5853bed not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:40.411581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 41907c43-e1ed-46c2-8fbb-472e4f9fef32 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:40.432891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=1c170529-bc5d-40e6-babc-885d5fed64f6,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:40.440920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 41907c43-e1ed-46c2-8fbb-472e4f9fef32 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:40.441423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 41907c43-e1ed-46c2-8fbb-472e4f9fef32 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:40.504869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.547518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.552215 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8a726975-157a-417f-88c8-56d2d9d79352 HTTP/1.1" status: 204 len: 168 time: 0.8445449 Dec 16 09:21:40.557062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55852) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:40.562411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4152f7-2f05-4518-9125-ce18916bb609 None None] Network 49f94d81-8a9f-474c-8c85-b4c8f98e40cd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:21:40.591532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5857c1-13dc-4e72-b6b0-a683c67b5585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a726975-157a-417f-88c8-56d2d9d79352,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:40.668724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Attempting to bind port 1c170529-bc5d-40e6-babc-885d5fed64f6 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:40.669218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Attempting to bind port 1c170529-bc5d-40e6-babc-885d5fed64f6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:40.669766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Attempting to bind port 1c170529-bc5d-40e6-babc-885d5fed64f6 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:40.675913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Port 1c170529-bc5d-40e6-babc-885d5fed64f6 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:21:40.676390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Attempting to bind port 1c170529-bc5d-40e6-babc-885d5fed64f6 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:40.685149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:40.685620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:40.686191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:40.686744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Bound port: 1c170529-bc5d-40e6-babc-885d5fed64f6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:40.687943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.694707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366814-3bd3-483c-baae-54d50468b42c req-87749f40-756f-445e-99b8-6a43892d0e9f tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:40.702292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d366814-3bd3-483c-baae-54d50468b42c req-87749f40-756f-445e-99b8-6a43892d0e9f tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 948 time: 0.1538637 Dec 16 09:21:40.714977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.787583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] For port 1c170529-bc5d-40e6-babc-885d5fed64f6, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:40.791480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] For port 1c170529-bc5d-40e6-babc-885d5fed64f6, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1c170529-bc5d-40e6-babc-885d5fed64f6,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:40.799540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.809703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d366814-3bd3-483c-baae-54d50468b42c req-5d2340e4-cb93-499b-9502-e56248598691 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058869 Dec 16 09:21:40.833415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Deleting port 506d9adc-b103-4d3a-be9a-682a07094421 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:40.834245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.871636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] DHCP port deletion for 49f94d81-8a9f-474c-8c85-b4c8f98e40cd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:21:40.910098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:40.910777 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.912792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] 10.222.0.53 "PUT /v2.0/ports/1c170529-bc5d-40e6-babc-885d5fed64f6 HTTP/1.1" status: 200 len: 1096 time: 1.7980213 Dec 16 09:21:40.913649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df69272-adec-4803-a361-077e2426cca7', 'tag': '1c170529-bc5d-40e6-babc-885d5fed64f6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:40.916334 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd28bf5d-63b8-4519-9627-7b5795270de6" -d '{"events": [{"name": "network-changed", "server_uuid": "8df69272-adec-4803-a361-077e2426cca7", "tag": "1c170529-bc5d-40e6-babc-885d5fed64f6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:40.925230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] For port 506d9adc-b103-4d3a-be9a-682a07094421, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=506d9adc-b103-4d3a-be9a-682a07094421,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:40.926088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:40.929392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8508e7-2bf1-4414-b6bc-55ae21a6fe1c service neutron] Pushing event updated for resources: {'Port': ['ID=1c170529-bc5d-40e6-babc-885d5fed64f6,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:40.961513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Calling delete_port for 506d9adc-b103-4d3a-be9a-682a07094421 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:41.006718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-e8febce9-4d1e-4ab9-82ae-78c02a950be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.008230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-e8febce9-4d1e-4ab9-82ae-78c02a950be0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a528707c34948f4b4f04aa328bb84c6&device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 1099 time: 0.0501828 Dec 16 09:21:41.011916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] Deleting port 506d9adc-b103-4d3a-be9a-682a07094421 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:41.012283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.069678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-3166510d-7beb-49f9-8898-6daea217e9ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1c170529-bc5d-40e6-babc-885d5fed64f6 HTTP/1.1" status: 200 len: 217 time: 0.0505316 Dec 16 09:21:41.118936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] For port 506d9adc-b103-4d3a-be9a-682a07094421, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=506d9adc-b103-4d3a-be9a-682a07094421,segment=NetworkSegment(f471c6aa-b515-4c0f-87cc-c1efe102d82c),segment_id=f471c6aa-b515-4c0f-87cc-c1efe102d82c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:41.119239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.129716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.138347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] Calling delete_port for 506d9adc-b103-4d3a-be9a-682a07094421 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:41.148756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-f5fbeace-d35b-40a8-9769-ae11741d34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.151530 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-f5fbeace-d35b-40a8-9769-ae11741d34c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0732808 Dec 16 09:21:41.170757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=506d9adc-b103-4d3a-be9a-682a07094421,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:41.182108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] No DVR routers for this DVR port 506d9adc-b103-4d3a-be9a-682a07094421 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:41.191787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf4209-f19d-43be-b505-d7cc291ea168 req-1145822b-fc87-4a0b-ac77-415ec7146b83 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.193941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddaf4209-f19d-43be-b505-d7cc291ea168 req-1145822b-fc87-4a0b-ac77-415ec7146b83 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.1278915 Dec 16 09:21:41.243064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcd675-b351-44df-974c-9e50aa19c84d req-6a009300-91f4-472f-b0c3-69b6cb0e5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.244647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-6a009300-91f4-472f-b0c3-69b6cb0e5ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847554 Dec 16 09:21:41.280449 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.308002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.310518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] Pushing event deleted for resources: {'Port': ['ID=506d9adc-b103-4d3a-be9a-682a07094421,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:41.312764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ba89b-3c42-4fd9-b603-13a2037a8c4d None None] No DVR routers for this DVR port 506d9adc-b103-4d3a-be9a-682a07094421 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:41.354381 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.354717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.355768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.356261 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > port after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.356592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.356927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.357247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.357572 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.357972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.358511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.368923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-82d8132d-ad32-4a7d-86c9-8b170ee6f08a service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154258 Dec 16 09:21:41.438301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.438914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.438914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.440220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 09:21:41.440220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f94d81-8a9f-474c-8c85-b4c8f98e40cd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:41.455811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddaf4209-f19d-43be-b505-d7cc291ea168 req-e231b5c0-9823-4cf1-a583-16fbed8e8e77 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258694 Dec 16 09:21:41.471013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f471c6aa-b515-4c0f-87cc-c1efe102d82c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:41.471513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f471c6aa-b515-4c0f-87cc-c1efe102d82c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:41.476337 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bafcd675-b351-44df-974c-9e50aa19c84d req-97241350-5f6f-4c71-a515-9419c4fd8ea3 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997088 Dec 16 09:21:41.502777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.527696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.538720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:21:41.539206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: from cryptography.utils import int_from_bytes Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: from cryptography.utils import int_from_bytes Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:21:41.543550 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:21:41.578158 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-f2af72a6-4bb7-48f8-89a1-709f693e39bd service neutron] 10.222.0.53 "GET /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.0710385 Dec 16 09:21:41.647000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05900989-4a26-4f17-926f-c6c8980e92b0 req-5a963eeb-a8d4-451a-872f-a9faa52ba233 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.648550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05900989-4a26-4f17-926f-c6c8980e92b0 req-5a963eeb-a8d4-451a-872f-a9faa52ba233 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0946736 Dec 16 09:21:41.649424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.659258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:41.662411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] 10.222.0.61 "DELETE /v2.0/networks/49f94d81-8a9f-474c-8c85-b4c8f98e40cd HTTP/1.1" status: 204 len: 168 time: 1.1043882 Dec 16 09:21:41.680974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263637f-898c-4e70-9414-d5a91b636b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=49f94d81-8a9f-474c-8c85-b4c8f98e40cd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:41.715832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05900989-4a26-4f17-926f-c6c8980e92b0 req-8443c6ea-5ada-4542-82c7-c46846d7b9ca tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514927 Dec 16 09:21:41.771393 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de07596-cf22-46f8-9904-269d6409b2a0 x-openstack-request-id: req-3de07596-cf22-46f8-9904-269d6409b2a0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:41.771784 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df69272-adec-4803-a361-077e2426cca7", "tag": "1c170529-bc5d-40e6-babc-885d5fed64f6", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:41.772103 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3de07596-cf22-46f8-9904-269d6409b2a0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:41.772554 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df69272-adec-4803-a361-077e2426cca7', 'tag': '1c170529-bc5d-40e6-babc-885d5fed64f6', 'status': 'completed', 'code': 200} Dec 16 09:21:41.838858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:41.876187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-2d977d1a-19dd-487e-b94a-84f366cf7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.877833 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-2d977d1a-19dd-487e-b94a-84f366cf7e9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a528707c34948f4b4f04aa328bb84c6&device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 1099 time: 0.0764012 Dec 16 09:21:41.878902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:41.886808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bae83-774b-4982-805a-a8331758e463 req-a3c83ce5-fd39-4ab1-84d7-5d99d7cacc14 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:41.888384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-138bae83-774b-4982-805a-a8331758e463 req-a3c83ce5-fd39-4ab1-84d7-5d99d7cacc14 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 951 time: 0.0612564 Dec 16 09:21:41.897801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55878) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:41.955364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-138bae83-774b-4982-805a-a8331758e463 req-d2df2536-3ce3-434d-a8d6-ebc9d3ea5823 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 Dec 16 09:21:41.958879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17893446-0889-47db-b1b7-288391a4d7a6 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:41.970128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5016a8a8-a695-420a-a883-a0ec60b398a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e12db5d7e5ad46b6af123764073d2f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696185 Dec 16 09:21:41.970729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:41.987665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:42.015491 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:42.042444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b35e-8689-4d11-8243-7338acd08feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:42.058760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-53bfe56a-ac8a-4b4e-83bd-b9f2a540ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:42.060328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-53bfe56a-ac8a-4b4e-83bd-b9f2a540ae53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1613643 Dec 16 09:21:42.085296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b35e-8689-4d11-8243-7338acd08feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:42.104994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c099c5-5a94-48dd-a367-e8b370ea1879 req-be9f9f61-dfe4-46ad-8b9b-c501439a54a6 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:42.106564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43c099c5-5a94-48dd-a367-e8b370ea1879 req-be9f9f61-dfe4-46ad-8b9b-c501439a54a6 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.0835707 Dec 16 09:21:42.116020 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-0a578909-782f-40f8-bc77-a270d59b4ec5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1c170529-bc5d-40e6-babc-885d5fed64f6 HTTP/1.1" status: 200 len: 217 time: 0.0472536 Dec 16 09:21:42.169873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43c099c5-5a94-48dd-a367-e8b370ea1879 req-64eb27b7-556d-495c-924f-741e3e23cbbb tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Dec 16 09:21:42.171422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] Transition to ACTIVE for port object 17893446-0889-47db-b1b7-288391a4d7a6 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:21:42.178699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:42.184171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b35e-8689-4d11-8243-7338acd08feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:42.189996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b35e-8689-4d11-8243-7338acd08feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:42.192104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1ec6b35e-8689-4d11-8243-7338acd08feb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37ff8535-827d-4a67-a7d8-fe53422f415f HTTP/1.1" status: 204 len: 168 time: 0.2200184 Dec 16 09:21:42.206848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6b35e-8689-4d11-8243-7338acd08feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ff8535-827d-4a67-a7d8-fe53422f415f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:42.245073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-7cec101f-835e-48e4-b5f3-b15514eeb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:42.246524 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-7cec101f-835e-48e4-b5f3-b15514eeb28c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1209629 Dec 16 09:21:42.296186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] Pushing event updated for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=10']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:42.330594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] No DVR routers for this DVR port 17893446-0889-47db-b1b7-288391a4d7a6 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:42.359158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 506d9adc-b103-4d3a-be9a-682a07094421 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:42.359750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69888d66-cea2-4f84-97c2-acce5e6531cc req-710ac601-4651-44da-b43b-1ee6fa3e76e1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:42.361205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69888d66-cea2-4f84-97c2-acce5e6531cc req-710ac601-4651-44da-b43b-1ee6fa3e76e1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.0785303 Dec 16 09:21:42.371381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-ad88379e-6ffc-4e13-a0d3-494dbeccd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:42.373091 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-ad88379e-6ffc-4e13-a0d3-494dbeccd5df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160848 Dec 16 09:21:42.376716 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-5e7dc1ed-3233-4025-b3ed-59a1f9e0aa85 service neutron] 10.222.0.53 "PUT /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6/bindings/n-h2-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7914460 Dec 16 09:21:42.389715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 506d9adc-b103-4d3a-be9a-682a07094421 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:42.390579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 506d9adc-b103-4d3a-be9a-682a07094421 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:42.410173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69888d66-cea2-4f84-97c2-acce5e6531cc req-a911e898-cd7c-493f-91a4-a764d094ef77 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Dec 16 09:21:42.496428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-0f2d7873-0240-47da-bb21-b58d15438eff service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027496 Dec 16 09:21:42.551890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84ba02-eb8b-4228-9dbd-2313546909b7 req-cadad07a-bcff-4a61-87be-a12e964f98d8 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:42.554609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ba02-eb8b-4228-9dbd-2313546909b7 req-cadad07a-bcff-4a61-87be-a12e964f98d8 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 948 time: 0.0628829 Dec 16 09:21:42.602121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bd28bf5d-63b8-4519-9627-7b5795270de6 req-b154cd49-ae8a-41e9-a52b-066d7529e416 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978887 Dec 16 09:21:42.604519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a84ba02-eb8b-4228-9dbd-2313546909b7 req-49d0271d-62ea-4979-b201-b4c29e6179aa tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437179 Dec 16 09:21:42.972857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:43.023062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:43.023062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:43.048483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55932) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:43.122669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.154207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:43.158515 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa8d758-e916-4dd2-87eb-cb4c0eb75819" -d '{"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-unplugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:43.178231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:43.183889 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.199300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-network', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:43.233418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Made reservation on behalf of f1050a396a1446eb9226986b76a74d2e for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:43.237373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.246577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:43.247872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.373941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.380065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.428971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:21:43.443158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ae338-acca-472a-9601-9bbb754ea740,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:43.452605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.452605 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Added segment bd7f2e04-5139-48b3-8c46-3accbe72c5ae of type vlan for network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d Dec 16 09:21:43.501697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c20475-c346-4270-a7ab-94d6e518bbaf req-2c24c9f3-ea0a-4c3b-a042-1b6997e2325f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:43.503212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36c20475-c346-4270-a7ab-94d6e518bbaf req-2c24c9f3-ea0a-4c3b-a042-1b6997e2325f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.1241844 Dec 16 09:21:43.507054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.556082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36c20475-c346-4270-a7ab-94d6e518bbaf req-fa9cbd19-e159-48e4-9824-b8f1b158890c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 Dec 16 09:21:43.557161 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.558126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:43.558723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.618502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5687995 Dec 16 09:21:43.621868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:43.628221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Request body: {'subnet': {'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-subnet', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:43.649013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50147254-e344-4f1d-bb05-d8cb7670d2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6627e494-4e73-4cc1-bf93-5e8d4cedad6d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:43.660843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:21:43.663707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Made reservation on behalf of f1050a396a1446eb9226986b76a74d2e for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:43.666520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.680053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c2365-89b0-45ab-89a5-3b4ef40a30b3 req-9d3d047f-7b0b-4fe5-a3f2-66d4ecbebdc8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:43.681627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-504c2365-89b0-45ab-89a5-3b4ef40a30b3 req-9d3d047f-7b0b-4fe5-a3f2-66d4ecbebdc8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0621438 Dec 16 09:21:43.738578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-504c2365-89b0-45ab-89a5-3b4ef40a30b3 req-488f7bb3-dfec-4bef-881e-32a96ea2e66e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Dec 16 09:21:43.779828 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cc2ba0-52b4-4705-9b2a-f22f3e82a5e1 x-openstack-request-id: req-d9cc2ba0-52b4-4705-9b2a-f22f3e82a5e1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:43.780438 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-unplugged", "status": "completed", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:43.780806 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9cc2ba0-52b4-4705-9b2a-f22f3e82a5e1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:43.781205 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'code': 200} Dec 16 09:21:43.851011 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.881109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423f84f-6e11-41e1-973c-74f6303298de req-06d10ad3-0e4f-4b82-ae2c-77ff57ee10b1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:43.882644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0423f84f-6e11-41e1-973c-74f6303298de req-06d10ad3-0e4f-4b82-ae2c-77ff57ee10b1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.0573370 Dec 16 09:21:43.913418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5929a6c-502b-4209-99d9-e43db819657d,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:43.927011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Checking segment: {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:43.927477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Network hostable DHCP agents. Network: 6627e494-4e73-4cc1-bf93-5e8d4cedad6d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:21:43.929039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0423f84f-6e11-41e1-973c-74f6303298de req-f01826d4-edba-43b6-bcfb-51b9d6b3aa3f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Dec 16 09:21:43.931941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8ab58b8-3837-4e30-a5d2-77e49f2bd9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.957380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:21:43.968739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 6627e494-4e73-4cc1-bf93-5e8d4cedad6d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:43.972928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:43.973535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:43.981067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dfb2b0-19db-446b-ac8f-bb169d2e583c None None] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:21:43.996367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55966) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:43.996631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b47dfbe-dfd0-4d1d-83a6-1c675a41fe5d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3733239 Dec 16 09:21:44.001595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:44.028914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.030757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.115512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.148655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-6627e494-4e73-4cc1-bf93-5e8d4cedad6d', 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'fixed_ips': [{'subnet_id': 'e5929a6c-502b-4209-99d9-e43db819657d'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:21:44.149580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.169681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46d2d7-37fa-4f79-ae29-5f268c70e535 req-0c7471d0-0a21-4df7-8772-6f893cc71401 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:44.174298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d46d2d7-37fa-4f79-ae29-5f268c70e535 req-0c7471d0-0a21-4df7-8772-6f893cc71401 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.1287267 Dec 16 09:21:44.350250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Allocated IP 172.20.0.2 (6627e494-4e73-4cc1-bf93-5e8d4cedad6d/e5929a6c-502b-4209-99d9-e43db819657d/9133e389-6115-4b15-906b-1d962120e611) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:44.511248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.518826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.558685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:44.562965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:44.569980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:44.572994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Pushing event updated for resources: {'Port': ['ID=9133e389-6115-4b15-906b-1d962120e611,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:44.592509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.637467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Attempting to bind port 9133e389-6115-4b15-906b-1d962120e611 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:44.637883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Attempting to bind port 9133e389-6115-4b15-906b-1d962120e611 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:44.638248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Attempting to bind port 9133e389-6115-4b15-906b-1d962120e611 on network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:44.643514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:44.643886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Checking segment: {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:44.644285 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.644673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Bound using segment: {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:44.645135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Bound port: 9133e389-6115-4b15-906b-1d962120e611, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:44.645517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.690095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d46d2d7-37fa-4f79-ae29-5f268c70e535 req-483730d5-34ac-4f5f-8574-4cc65a14fd0a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871190 Dec 16 09:21:44.731017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] For port 9133e389-6115-4b15-906b-1d962120e611, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:44.735517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] For port 9133e389-6115-4b15-906b-1d962120e611, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9133e389-6115-4b15-906b-1d962120e611,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:44.741593 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:44.747486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a6a9-ac3d-4b5d-be36-f7bd283aa8be req-a3ab57ef-13f7-409e-9f43-ff2323245cdc tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:44.749039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fa6a6a9-ac3d-4b5d-be36-f7bd283aa8be req-a3ab57ef-13f7-409e-9f43-ff2323245cdc tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 948 time: 0.1756892 Dec 16 09:21:44.751234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ee3a-36a3-4fdb-9f52-52f1b53f7de9 req-ab85ca47-8484-44d3-83a7-966293109b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:44.752624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5262ee3a-36a3-4fdb-9f52-52f1b53f7de9 req-ab85ca47-8484-44d3-83a7-966293109b92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1096 time: 0.1803703 Dec 16 09:21:44.754411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-36a16983-ed69-44e0-b157-9a56fec4a75c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:44.755760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-36a16983-ed69-44e0-b157-9a56fec4a75c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.1845989 Dec 16 09:21:44.826066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d822d4-731b-485f-8af2-641254b64e4f None None] Pushing event updated for resources: {'Port': ['ID=9133e389-6115-4b15-906b-1d962120e611,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:44.865148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fa6a6a9-ac3d-4b5d-be36-f7bd283aa8be req-ce02779a-e6c0-43b1-baf5-5bcdbe58a4fc tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070936 Dec 16 09:21:44.871478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5262ee3a-36a3-4fdb-9f52-52f1b53f7de9 req-bc161916-dfe1-41bb-9c8e-9d94be74cd95 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930169 Dec 16 09:21:44.881750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-0b86427b-80d6-4782-8d72-fe6e9c498e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:44.887817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-0b86427b-80d6-4782-8d72-fe6e9c498e86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee&tenant_id=cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 1095 time: 0.1137021 Dec 16 09:21:45.003607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1c170529-bc5d-40e6-babc-885d5fed64f6 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:21:45.121392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30543d5-e30c-44fc-8d41-0d56e87bba7a req-82dccaca-16c1-4e90-a978-93205434248d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.123083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e30543d5-e30c-44fc-8d41-0d56e87bba7a req-82dccaca-16c1-4e90-a978-93205434248d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1527302 Dec 16 09:21:45.141032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71d17-5435-46d5-8572-bf28f51bd0f1 req-e2cd70fb-d64d-419a-96d5-a6e8fa2d706c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.147322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2a71d17-5435-46d5-8572-bf28f51bd0f1 req-e2cd70fb-d64d-419a-96d5-a6e8fa2d706c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.1776710 Dec 16 09:21:45.162676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:45.241028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:45.267224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1c170529-bc5d-40e6-babc-885d5fed64f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1c170529-bc5d-40e6-babc-885d5fed64f6,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:45.279312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '1c170529-bc5d-40e6-babc-885d5fed64f6', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '1c170529-bc5d-40e6-babc-885d5fed64f6', 'mac_address': 'fa:16:3e:d8:1b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:21:45.321079 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:45.327646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2a71d17-5435-46d5-8572-bf28f51bd0f1 req-4c82f672-cbef-4e07-a92f-6832dd629a71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618257 Dec 16 09:21:45.333685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e30543d5-e30c-44fc-8d41-0d56e87bba7a req-c7f6b7b0-f8c4-467e-8adc-cd22de86f33e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853590 Dec 16 09:21:45.338076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c170529-bc5d-40e6-babc-885d5fed64f6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:21:45.347024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-66bd9047-87c2-45f7-bb57-6377b2f54f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.348702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-66bd9047-87c2-45f7-bb57-6377b2f54f56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1095 time: 0.1815476 Dec 16 09:21:45.360463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1c170529-bc5d-40e6-babc-885d5fed64f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1c170529-bc5d-40e6-babc-885d5fed64f6,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:45.366772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:45.425209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1c170529-bc5d-40e6-babc-885d5fed64f6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:45.518640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Allocated IP 172.25.6.111 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/34847c63-adfd-493b-b7ba-4ef227e9fd86) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:45.629511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1c170529-bc5d-40e6-babc-885d5fed64f6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:45.635505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-7fd8e8f0-fffe-4457-a878-a34c3d353f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.636998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-7fd8e8f0-fffe-4457-a878-a34c3d353f98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.2529364 Dec 16 09:21:45.648229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618041-6251-423c-bf37-c257691d2ac5 req-e2fa581d-620b-4b62-a5d4-b0ef76214f4a tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.649751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5618041-6251-423c-bf37-c257691d2ac5 req-e2fa581d-620b-4b62-a5d4-b0ef76214f4a tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 949 time: 0.2132752 Dec 16 09:21:45.668622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a27e-7f37-4025-9030-42e900a51a5d req-8eb9906a-4a93-4f63-bdaf-4594e673ebd4 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.669625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a952a27e-7f37-4025-9030-42e900a51a5d req-8eb9906a-4a93-4f63-bdaf-4594e673ebd4 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2361827 Dec 16 09:21:45.737283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-593cb581-657c-4023-8813-5ef209a627c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0843053 Dec 16 09:21:45.850776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa91c61-00cd-4b7f-9292-2ada3fea7777 None None] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:21:45.927319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5618041-6251-423c-bf37-c257691d2ac5 req-d3224344-7dfb-40f6-b2ea-f492f11fda38 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540429 Dec 16 09:21:45.938793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:45.948181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a952a27e-7f37-4025-9030-42e900a51a5d req-579d4a6f-96e0-4b77-be2f-ebee0616c87f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230453 Dec 16 09:21:45.976006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ff65348a-ba34-421e-a462-4995972f5efd None None] Provisioning complete for port 9133e389-6115-4b15-906b-1d962120e611 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:45.976259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff65348a-ba34-421e-a462-4995972f5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:45.987100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-210e26f5-9746-49c8-829b-d044b3153fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:45.988835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-210e26f5-9746-49c8-829b-d044b3153fd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.2323153 Dec 16 09:21:46.016431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.052744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-51b84a90-27f9-40ec-a932-80d47251e3ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537441 Dec 16 09:21:46.097542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff65348a-ba34-421e-a462-4995972f5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.138910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ff65348a-ba34-421e-a462-4995972f5efd None None] For port 9133e389-6115-4b15-906b-1d962120e611, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9133e389-6115-4b15-906b-1d962120e611,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:46.146577 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff65348a-ba34-421e-a462-4995972f5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.188118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:46.205597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65348a-ba34-421e-a462-4995972f5efd None None] Pushing event updated for resources: {'Port': ['ID=9133e389-6115-4b15-906b-1d962120e611,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:46.211100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:46.225382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:46.235336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Pushing event updated for resources: {'Port': ['ID=34847c63-adfd-493b-b7ba-4ef227e9fd86,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:46.271920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e3948384-894d-4dec-8740-3764e612b07c None None] Provisioning complete for port 9133e389-6115-4b15-906b-1d962120e611 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:46.272285 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3948384-894d-4dec-8740-3764e612b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.316084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-c839aeeb-d37b-4abe-aa9c-13237549d6fc service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401030 Dec 16 09:21:46.326565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65000bc-13cc-426e-80f1-33b059b473f6 req-6f05da94-7c8d-421b-8af5-f674a5434a73 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:46.328198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f65000bc-13cc-426e-80f1-33b059b473f6 req-6f05da94-7c8d-421b-8af5-f674a5434a73 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.2782567 Dec 16 09:21:46.344237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8b415-9041-450f-968b-5ff34ec86244 req-853cc980-8f9f-49f3-84a8-666ed75b193c tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:46.345807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81c8b415-9041-450f-968b-5ff34ec86244 req-853cc980-8f9f-49f3-84a8-666ed75b193c tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 949 time: 0.2168765 Dec 16 09:21:46.375554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9133e389-6115-4b15-906b-1d962120e611 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:46.417806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9d8a59a-b874-4e7d-855a-81b5e03e5ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.461548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9133e389-6115-4b15-906b-1d962120e611 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:46.462280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.585912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f65000bc-13cc-426e-80f1-33b059b473f6 req-b08e95da-7b13-4fae-beaa-336924ecdab7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930597 Dec 16 09:21:46.605346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81c8b415-9041-450f-968b-5ff34ec86244 req-c2871a55-1ab9-4f23-a2c3-97bd21a88810 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150993 Dec 16 09:21:46.635450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-89d2c301-70a7-41fd-9648-0fd7fbae99d1 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049622 Dec 16 09:21:46.779203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-cadcb1e0-78de-4ff7-9faa-8e37be686f70 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:46.781195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-cadcb1e0-78de-4ff7-9faa-8e37be686f70 tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 949 time: 0.0583956 Dec 16 09:21:46.806267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd0b0-abdf-4f7a-a7eb-9dbd8ce9d3d3 req-e65e1edd-c16b-43f9-9903-95a40b3e4a78 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:46.807789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dcbd0b0-abdf-4f7a-a7eb-9dbd8ce9d3d3 req-e65e1edd-c16b-43f9-9903-95a40b3e4a78 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.1310446 Dec 16 09:21:46.818621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af9b4-674b-44d5-9aa2-ec1959534fd5 req-0ad12793-c3e1-43ce-9c7c-d6230a3c172c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:46.819539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f5af9b4-674b-44d5-9aa2-ec1959534fd5 req-0ad12793-c3e1-43ce-9c7c-d6230a3c172c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1495817 Dec 16 09:21:46.831264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.887442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Deleting port 98f90e69-600e-4742-add0-a38e01fe60cb {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:46.887990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.984248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] For port 98f90e69-600e-4742-add0-a38e01fe60cb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=98f90e69-600e-4742-add0-a38e01fe60cb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:46.984611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:46.986686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dcbd0b0-abdf-4f7a-a7eb-9dbd8ce9d3d3 req-35e14d96-5897-4b2f-948d-a77bd2eb3555 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619644 Dec 16 09:21:46.994183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f5af9b4-674b-44d5-9aa2-ec1959534fd5 req-c1be1387-7676-43b9-846e-a60ee1da23ea tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610301 Dec 16 09:21:47.006098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d970-6d22-4823-9d93-c05432dfd645 req-c142ae9e-7383-49f4-9723-285e66f61e33 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:47.006289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Calling delete_port for 98f90e69-600e-4742-add0-a38e01fe60cb owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:47.007623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-c142ae9e-7383-49f4-9723-285e66f61e33 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.1596828 Dec 16 09:21:47.017786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1c170529-bc5d-40e6-babc-885d5fed64f6 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:47.104458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 1c170529-bc5d-40e6-babc-885d5fed64f6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:21:47.110198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 1c170529-bc5d-40e6-babc-885d5fed64f6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:47.110717 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.185776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.201076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.215045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Pushing event deleted for resources: {'Port': ['ID=98f90e69-600e-4742-add0-a38e01fe60cb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:47.234433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df69272-adec-4803-a361-077e2426cca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c170529-bc5d-40e6-babc-885d5fed64f6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:47.237177 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eccc7e-6d01-43fa-b960-436620cebab3" -d '{"events": [{"server_uuid": "8df69272-adec-4803-a361-077e2426cca7", "name": "network-vif-plugged", "status": "completed", "tag": "1c170529-bc5d-40e6-babc-885d5fed64f6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:47.252706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1c170529-bc5d-40e6-babc-885d5fed64f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1c170529-bc5d-40e6-babc-885d5fed64f6,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:47.257900 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.270149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] No DVR routers for this DVR port 98f90e69-600e-4742-add0-a38e01fe60cb on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:47.272894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.276701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a53a9d87-1b7e-476f-bdb8-5163bcb89221 req-90dc1fec-7e97-4c76-ba39-c54f4b6f4e3c tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.53 "DELETE /v2.0/ports/98f90e69-600e-4742-add0-a38e01fe60cb HTTP/1.1" status: 204 len: 173 time: 0.4887605 Dec 16 09:21:47.277182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-deleted', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:47.280173 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e5a2c-56ef-44a0-8ab4-271199ede19a" -d '{"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-deleted", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:47.319977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1c170529-bc5d-40e6-babc-885d5fed64f6,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:47.541460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec431-6b8b-45eb-9297-4b42d8c469e4 req-ba98bfb2-ac75-4440-9897-2261180494be tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:47.542845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da2ec431-6b8b-45eb-9297-4b42d8c469e4 req-ba98bfb2-ac75-4440-9897-2261180494be tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c2bd068-7007-4dc7-b0e1-b6aa19b89e57 HTTP/1.1" status: 200 len: 866 time: 0.4830775 Dec 16 09:21:47.588372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33652c-89af-4d03-ba44-80054596cfa8 req-8978dd50-00e3-431e-b979-74b98c2b24ec tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:47.590028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c33652c-89af-4d03-ba44-80054596cfa8 req-8978dd50-00e3-431e-b979-74b98c2b24ec tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.1884515 Dec 16 09:21:47.597148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.697714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7924d970-6d22-4823-9d93-c05432dfd645 req-0fe382ef-d4b1-445b-a354-33d80cfac686 service neutron] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:47.732753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7924d970-6d22-4823-9d93-c05432dfd645 req-0fe382ef-d4b1-445b-a354-33d80cfac686 service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.733961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7924d970-6d22-4823-9d93-c05432dfd645 req-0fe382ef-d4b1-445b-a354-33d80cfac686 service neutron] 10.222.0.69 "DELETE /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6/bindings/n-h1-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.7111804 Dec 16 09:21:47.742491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da2ec431-6b8b-45eb-9297-4b42d8c469e4 req-f83cc28b-c347-4ed9-853f-661670755c3a tempest-ImagesOneServerTestJSON-1428071448 tempest-ImagesOneServerTestJSON-1428071448-project] 10.222.0.61 "GET /v2.0/security-groups?id=9e287194-495e-4c02-9740-109c3a549911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898608 Dec 16 09:21:47.795689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c33652c-89af-4d03-ba44-80054596cfa8 req-50c77180-b32a-46f0-a77c-015eb243ce59 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955001 Dec 16 09:21:47.843634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Router a6983197-61b7-45f4-8e9e-deace2f8c833 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:21:47.876150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:47.950003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-0576f579-1e08-47e2-89e5-652d8edceb02 req-0ded0913-9f23-4baa-b43d-b2264a99649a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:47.950889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0576f579-1e08-47e2-89e5-652d8edceb02 req-0ded0913-9f23-4baa-b43d-b2264a99649a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062959 Dec 16 09:21:47.972509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502954f-034a-4953-a634-d6e57dea155d req-72fcf458-b77a-4cf2-a419-42f2980f3a50 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:47.974075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a502954f-034a-4953-a634-d6e57dea155d req-72fcf458-b77a-4cf2-a419-42f2980f3a50 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1096 time: 0.1263115 Dec 16 09:21:47.994482 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:21:48.030121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:21:48.037374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a502954f-034a-4953-a634-d6e57dea155d req-4352293c-025e-4943-b63f-ebd88493a2cf tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552192 Dec 16 09:21:48.044982 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Sync routers for ids ['a6983197-61b7-45f4-8e9e-deace2f8c833'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:21:48.059971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:48.062344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-af10ab16-e303-4fbd-a683-735644cef162 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0644360 Dec 16 09:21:48.065052 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Routers {'a6983197-61b7-45f4-8e9e-deace2f8c833'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:48.065784 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6983197-61b7-45f4-8e9e-deace2f8c833'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:48.070626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:48.155943 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a905f63-9641-47cc-a212-2a00a107f938 x-openstack-request-id: req-7a905f63-9641-47cc-a212-2a00a107f938 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:48.156525 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df69272-adec-4803-a361-077e2426cca7", "name": "network-vif-plugged", "status": "completed", "tag": "1c170529-bc5d-40e6-babc-885d5fed64f6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:48.156525 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a905f63-9641-47cc-a212-2a00a107f938 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:48.156957 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df69272-adec-4803-a361-077e2426cca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c170529-bc5d-40e6-babc-885d5fed64f6', 'code': 200} Dec 16 09:21:48.207691 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ab2a7-907d-4824-a322-86b3888e6f52 x-openstack-request-id: req-9b3ab2a7-907d-4824-a322-86b3888e6f52 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:48.208639 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2bd068-7007-4dc7-b0e1-b6aa19b89e57", "name": "network-vif-deleted", "tag": "98f90e69-600e-4742-add0-a38e01fe60cb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:48.209057 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b3ab2a7-907d-4824-a322-86b3888e6f52 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:48.209614 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2bd068-7007-4dc7-b0e1-b6aa19b89e57', 'name': 'network-vif-deleted', 'tag': '98f90e69-600e-4742-add0-a38e01fe60cb', 'status': 'completed', 'code': 200} Dec 16 09:21:48.273720 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Set router a6983197-61b7-45f4-8e9e-deace2f8c833 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:48.334679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e035fc-ecae-4683-a53e-534ac3be4fd2 req-2d2d2b07-fc9a-44e3-801b-d0b6b7ca89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:48.336118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95e035fc-ecae-4683-a53e-534ac3be4fd2 req-2d2d2b07-fc9a-44e3-801b-d0b6b7ca89c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 1101 time: 0.0533829 Dec 16 09:21:48.381374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95e035fc-ecae-4683-a53e-534ac3be4fd2 req-83608585-ad1a-40b4-85d8-4a8069a19daf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Dec 16 09:21:48.400982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-1e7dedd8-81a1-4847-ae91-71a86e75cef0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1794147 Dec 16 09:21:48.415035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-6f4603de-285d-467d-bfde-271bafc448ce service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:21:48.415987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-6f4603de-285d-467d-bfde-271bafc448ce service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059307 Dec 16 09:21:48.503520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2d72-e1bd-4e84-b21e-433840c57bd7 req-8fa1f86b-ba95-42bd-be7a-3cc1a8cda082 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:48.505090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-820c2d72-e1bd-4e84-b21e-433840c57bd7 req-8fa1f86b-ba95-42bd-be7a-3cc1a8cda082 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.1892142 Dec 16 09:21:48.514872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fef79b-5e91-4c10-a376-f12db12c4762 req-ecc55d5b-5849-4352-9cb3-36905535d5d6 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:48.516430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25fef79b-5e91-4c10-a376-f12db12c4762 req-ecc55d5b-5849-4352-9cb3-36905535d5d6 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 950 time: 0.2028379 Dec 16 09:21:48.576937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:21:46Z', 'revision_number': 3, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:48.605704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-820c2d72-e1bd-4e84-b21e-433840c57bd7 req-db0a6ac5-d589-400e-88bb-c26178c7eba1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882170 Dec 16 09:21:48.610858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25fef79b-5e91-4c10-a376-f12db12c4762 req-4aef39c7-12af-4a2b-ab08-2f9def6029f5 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819609 Dec 16 09:21:48.622142 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Checking router: a6983197-61b7-45f4-8e9e-deace2f8c833 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:21:48.622628 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Updating router a6983197-61b7-45f4-8e9e-deace2f8c833 port 34847c63-adfd-493b-b7ba-4ef227e9fd86 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:21:48.695178 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:48.790035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688d0bd-9bc4-41a6-b92e-a5dd99a9eaf1 req-d7f6425c-e83b-4ac9-b9b8-a2dfafcc4626 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:48.791598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8688d0bd-9bc4-41a6-b92e-a5dd99a9eaf1 req-d7f6425c-e83b-4ac9-b9b8-a2dfafcc4626 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0985837 Dec 16 09:21:48.917935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8688d0bd-9bc4-41a6-b92e-a5dd99a9eaf1 req-5e444af4-ae1c-4b5b-8041-4796e238d663 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004553 Dec 16 09:21:48.926462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39ade9-3ac8-4469-a935-86c802267b96 req-8440f8fd-c1bd-4143-94dc-925735f0ed4a tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:48.928360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de39ade9-3ac8-4469-a935-86c802267b96 req-8440f8fd-c1bd-4143-94dc-925735f0ed4a tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 945 time: 0.1471648 Dec 16 09:21:49.042116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de39ade9-3ac8-4469-a935-86c802267b96 req-3c1f51b3-2f01-4370-be48-5e88ec9f5620 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006820 Dec 16 09:21:49.139444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.243241 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.251360 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.361079 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Pushing event updated for resources: {'Port': ['ID=34847c63-adfd-493b-b7ba-4ef227e9fd86,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:49.365171 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Attempting to bind port 34847c63-adfd-493b-b7ba-4ef227e9fd86 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:49.365902 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Attempting to bind port 34847c63-adfd-493b-b7ba-4ef227e9fd86 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:49.366427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bc04b-f1f3-4276-9cda-14625314d4b8 req-80174cbb-ea57-478c-bdc2-756d3c846370 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:49.366763 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Attempting to bind port 34847c63-adfd-493b-b7ba-4ef227e9fd86 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:49.379381 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.380182 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.380873 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.381405 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.381668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a6bc04b-f1f3-4276-9cda-14625314d4b8 req-80174cbb-ea57-478c-bdc2-756d3c846370 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2719197 Dec 16 09:21:49.382268 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.383035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.383850 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.385174 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.385744 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.386323 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.386871 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.387676 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:49.396642 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:49.397362 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:49.401232 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.401936 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:49.402717 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Bound port: 34847c63-adfd-493b-b7ba-4ef227e9fd86, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:49.403787 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.411035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21408ddb-b75e-406b-a4d1-70957ab71795 req-301886f9-35b1-41b1-a88d-4f1266da19e0 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:49.422958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21408ddb-b75e-406b-a4d1-70957ab71795 req-301886f9-35b1-41b1-a88d-4f1266da19e0 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1095 time: 0.2684827 Dec 16 09:21:49.497748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:49.523651 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] For port 34847c63-adfd-493b-b7ba-4ef227e9fd86, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:49.532605 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] For port 34847c63-adfd-493b-b7ba-4ef227e9fd86, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34847c63-adfd-493b-b7ba-4ef227e9fd86,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:49.539025 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.595189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a6bc04b-f1f3-4276-9cda-14625314d4b8 req-053ac898-6c00-456d-b09b-95f2303cd905 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116599 Dec 16 09:21:49.607538 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Routers {'a6983197-61b7-45f4-8e9e-deace2f8c833'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:49.608287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6983197-61b7-45f4-8e9e-deace2f8c833'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:49.632472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21408ddb-b75e-406b-a4d1-70957ab71795 req-310d7101-dd06-4fdc-940d-1d1d6c6dcbb0 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084587 Dec 16 09:21:49.698091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6338c7c-2ad5-486c-b3ac-0cb140c03bad None None] Pushing event updated for resources: {'Port': ['ID=34847c63-adfd-493b-b7ba-4ef227e9fd86,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:49.760856 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] Set router a6983197-61b7-45f4-8e9e-deace2f8c833 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:49.765837 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.829127 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a5c6d865-31a1-4503-808e-3c154c4e3dfd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=283ee90ea5884301a99e0f378c39fa3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298783 Dec 16 09:21:49.834528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:49.877517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.935954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a855ae2-af86-4e52-a7f8-c1bbb5df6f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.940450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Allocated IP 172.20.0.1 (6627e494-4e73-4cc1-bf93-5e8d4cedad6d/e5929a6c-502b-4209-99d9-e43db819657d/016be24e-e1ba-46a0-8774-a4cd8eba4592) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:49.978833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a855ae2-af86-4e52-a7f8-c1bbb5df6f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:49.994873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1a7a-e685-4309-ba28-54b6d536f0bc req-481b65bc-7748-4b24-850e-9481a37f8ff4 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:49.996627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3fe1a7a-e685-4309-ba28-54b6d536f0bc req-481b65bc-7748-4b24-850e-9481a37f8ff4 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 950 time: 0.1826985 Dec 16 09:21:50.031463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:21:46Z', 'revision_number': 3, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:50.063408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69402d38-d1eb-43ee-81c8-e75b6d04775d None None] The sync data for ids ['a6983197-61b7-45f4-8e9e-deace2f8c833'] in n-d-821941-1 is: [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:21:46Z', 'revision_number': 3, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:50.067480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15387cd3-ee46-45fb-9ed6-11dc5d71a762 req-4aff4c45-5228-44b3-8e0d-b1a003bb4165 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:50.069340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15387cd3-ee46-45fb-9ed6-11dc5d71a762 req-4aff4c45-5228-44b3-8e0d-b1a003bb4165 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 1095 time: 0.1596208 Dec 16 09:21:50.071982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a855ae2-af86-4e52-a7f8-c1bbb5df6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:50.074838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a855ae2-af86-4e52-a7f8-c1bbb5df6f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:50.075995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3a855ae2-af86-4e52-a7f8-c1bbb5df6f2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e287194-495e-4c02-9740-109c3a549911 HTTP/1.1" status: 204 len: 168 time: 0.2402084 Dec 16 09:21:50.087909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855ae2-af86-4e52-a7f8-c1bbb5df6f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e287194-495e-4c02-9740-109c3a549911,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:50.137718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3fe1a7a-e685-4309-ba28-54b6d536f0bc req-f7e60df4-c1fe-49f0-bd37-0476daa09724 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348073 Dec 16 09:21:50.172682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15387cd3-ee46-45fb-9ed6-11dc5d71a762 req-3a2121da-aa1a-4213-be81-9c9538e3ea8d tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Dec 16 09:21:50.255918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:50.375132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723628c-595b-4397-8644-a8ae692c883b req-a3e8cff5-c9b2-4fe1-9903-ff9d8b4e6485 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:50.380012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d723628c-595b-4397-8644-a8ae692c883b req-a3e8cff5-c9b2-4fe1-9903-ff9d8b4e6485 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1022673 Dec 16 09:21:50.383698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:50.601017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Pushing event updated for resources: {'Port': ['ID=016be24e-e1ba-46a0-8774-a4cd8eba4592,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:50.778561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:50.782910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:50.804584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d723628c-595b-4397-8644-a8ae692c883b req-4645d13b-5ad1-49af-8abb-045f8a9f459e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067469 Dec 16 09:21:50.805708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:50.890763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-c3e1557e-77f5-40a4-917a-695a47053666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:50.892338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-c3e1557e-77f5-40a4-917a-695a47053666 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1101 time: 0.2966964 Dec 16 09:21:50.896651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:51.036047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:51.103216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 98f90e69-600e-4742-add0-a38e01fe60cb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:51.103980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 98f90e69-600e-4742-add0-a38e01fe60cb not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:51.177744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e7ca2a32-46ef-4363-918f-09f8484fdc31 None None] Provisioning complete for port 016be24e-e1ba-46a0-8774-a4cd8eba4592 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:51.178324 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2a32-46ef-4363-918f-09f8484fdc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:51.238354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca2a32-46ef-4363-918f-09f8484fdc31 None None] Port 016be24e-e1ba-46a0-8774-a4cd8eba4592 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:21:51.262038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:51.382592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e8928-64bd-40ac-9b4a-6e15cff8ffe9 req-2450be26-6dc2-4ae3-91aa-c58bb8be4296 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:51.384571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b53e8928-64bd-40ac-9b4a-6e15cff8ffe9 req-2450be26-6dc2-4ae3-91aa-c58bb8be4296 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2813127 Dec 16 09:21:51.402674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-d61447c0-95c2-40a2-9220-a1dddc805818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:51.404144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-d61447c0-95c2-40a2-9220-a1dddc805818 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2997503 Dec 16 09:21:51.417400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-e78e923b-ab7a-4a87-b6d7-1cf16359769f tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--151019391&fields=id&tenant_id=86c1e8f83a224e6cbebe1d0d56649eab HTTP/1.1" status: 200 len: 267 time: 0.1381052 Dec 16 09:21:51.512726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a74cbcef-6b43-46a5-b043-2369511937a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.0928867 Dec 16 09:21:51.613241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b53e8928-64bd-40ac-9b4a-6e15cff8ffe9 req-5e8fe2a0-878c-4027-8406-33c5597b8a1b tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121022 Dec 16 09:21:51.681469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-7112394b-ce76-45e1-bd93-3dd892d62967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:51.683122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-7112394b-ce76-45e1-bd93-3dd892d62967 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1510191 Dec 16 09:21:52.062847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-df6e763f-47da-4763-90fd-d46bb596a707 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:52.071062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-df6e763f-47da-4763-90fd-d46bb596a707 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 823 time: 0.6351650 Dec 16 09:21:52.105704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.107037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-de77f3c2-2583-4c7a-b9cb-b55da22b81de tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:52.111040 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-de77f3c2-2583-4c7a-b9cb-b55da22b81de tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.53 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 950 time: 0.0987246 Dec 16 09:21:52.112194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-1f675fdf-75f9-4146-833f-6ead373593ef tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/quotas/86c1e8f83a224e6cbebe1d0d56649eab HTTP/1.1" status: 200 len: 375 time: 0.0401776 Dec 16 09:21:52.117264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.193438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7566a1-82ee-4d1b-894b-a918c593bf1d req-1fa56621-de06-418b-92fd-ad5a8aedc025 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:52.202312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b7566a1-82ee-4d1b-894b-a918c593bf1d req-1fa56621-de06-418b-92fd-ad5a8aedc025 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df69272-adec-4803-a361-077e2426cca7 HTTP/1.1" status: 200 len: 950 time: 0.5226068 Dec 16 09:21:52.211085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-6391426c-e000-44f9-9627-c6e2fa70e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:52.212669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-6391426c-e000-44f9-9627-c6e2fa70e063 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272322 Dec 16 09:21:52.283420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Deleting port 1c170529-bc5d-40e6-babc-885d5fed64f6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:52.283953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.357087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Pushing event updated for resources: {'Port': ['ID=016be24e-e1ba-46a0-8774-a4cd8eba4592,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:52.369165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.396939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b7566a1-82ee-4d1b-894b-a918c593bf1d req-ad5bfab2-3612-4961-b983-9c97e0c48883 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.61 "GET /v2.0/security-groups?id=919d6685-215c-42fc-8450-3ceac97b11b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936862 Dec 16 09:21:52.406525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34847c63-adfd-493b-b7ba-4ef227e9fd86 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:52.429077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-d5a92332-84a4-4df1-b57b-c97cae8d221b tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2966611 Dec 16 09:21:52.434846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] For port 1c170529-bc5d-40e6-babc-885d5fed64f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1c170529-bc5d-40e6-babc-885d5fed64f6,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:52.435337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.474725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Calling delete_port for 1c170529-bc5d-40e6-babc-885d5fed64f6 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:52.565581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34847c63-adfd-493b-b7ba-4ef227e9fd86 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:52.566027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.684434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-240a60a3-3142-4a11-93cf-cec486d1076c service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393523 Dec 16 09:21:52.755523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.792063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.813167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1c170529-bc5d-40e6-babc-885d5fed64f6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:21:52.822727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 34847c63-adfd-493b-b7ba-4ef227e9fd86, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34847c63-adfd-493b-b7ba-4ef227e9fd86,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:52.922495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:52.923528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Pushing event deleted for resources: {'Port': ['ID=1c170529-bc5d-40e6-babc-885d5fed64f6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:52.973593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:52.987945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e5d84-da65-4380-a728-782f5f337f2e req-799e4dd2-36e9-4103-9c8b-45803611c2ab tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:52.990133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-833e5d84-da65-4380-a728-782f5f337f2e req-799e4dd2-36e9-4103-9c8b-45803611c2ab tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b0de820-1c94-488d-b13f-7e2d51a25010 HTTP/1.1" status: 200 len: 945 time: 0.4561083 Dec 16 09:21:52.994748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:53.013963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-087163bb-05ff-4e48-a980-ab4393e697a9 service neutron] 10.222.0.61 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837038 Dec 16 09:21:53.016212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] No DVR routers for this DVR port 1c170529-bc5d-40e6-babc-885d5fed64f6 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:53.019645 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.030956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d2655efd-5f7a-48bc-b6c6-2c80987779bf req-c6bb758f-1c8e-4c4b-879b-e90178c43675 tempest-ImagesNegativeTestJSON-1412096626 tempest-ImagesNegativeTestJSON-1412096626-project] 10.222.0.53 "DELETE /v2.0/ports/1c170529-bc5d-40e6-babc-885d5fed64f6 HTTP/1.1" status: 204 len: 173 time: 0.9135830 Dec 16 09:21:53.031831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df69272-adec-4803-a361-077e2426cca7', 'name': 'network-vif-deleted', 'tag': '1c170529-bc5d-40e6-babc-885d5fed64f6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:53.034838 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a76ad-24dd-48c0-b358-99495ab7cdd7" -d '{"events": [{"server_uuid": "8df69272-adec-4803-a361-077e2426cca7", "name": "network-vif-deleted", "tag": "1c170529-bc5d-40e6-babc-885d5fed64f6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:53.114018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=34847c63-adfd-493b-b7ba-4ef227e9fd86,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:53.272225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56146) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:53.333180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-9f52cb07-9fb1-4fcb-a756-a7cc27f30434 service neutron] 10.222.0.61 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182883 Dec 16 09:21:53.431107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.447364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-095a6ffa-c2fc-419b-81b3-fb57b3d69744 None None] Provisioning complete for port 016be24e-e1ba-46a0-8774-a4cd8eba4592 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:53.455002 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-095a6ffa-c2fc-419b-81b3-fb57b3d69744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.486104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-393d2710-4e33-43b0-8ab5-307c76a479ec service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444174 Dec 16 09:21:53.569134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Deleting port 7ce99b46-3bd6-403e-b64c-8c63474b7945 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:53.569519 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.627756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc241c3-2e68-40cc-9bee-541549d89c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.631562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-095a6ffa-c2fc-419b-81b3-fb57b3d69744 None None] Port 016be24e-e1ba-46a0-8774-a4cd8eba4592 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:21:53.711752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Router a6983197-61b7-45f4-8e9e-deace2f8c833 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:21:53.806396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc241c3-2e68-40cc-9bee-541549d89c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.811792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc241c3-2e68-40cc-9bee-541549d89c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:53.857449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc241c3-2e68-40cc-9bee-541549d89c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936922a4-40d0-4dde-ba19-0d88f24ce871,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:53.864042 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0cc241c3-2e68-40cc-9bee-541549d89c01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2cc15a1dd20540e3b8b00ec5ed990acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887451 Dec 16 09:21:53.867131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:53.943894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82d4891a-225d-4398-bfa5-f4a0141f71ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:54.007541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82d4891a-225d-4398-bfa5-f4a0141f71ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:54.097309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82d4891a-225d-4398-bfa5-f4a0141f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:54.103040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82d4891a-225d-4398-bfa5-f4a0141f71ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:54.109174 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-82d4891a-225d-4398-bfa5-f4a0141f71ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/936922a4-40d0-4dde-ba19-0d88f24ce871 HTTP/1.1" status: 204 len: 168 time: 0.2358696 Dec 16 09:21:54.124282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4891a-225d-4398-bfa5-f4a0141f71ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936922a4-40d0-4dde-ba19-0d88f24ce871,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:54.161682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591cc19-78d2-4d08-9c14-6b21e5876afb req-93d825cb-e99b-41ca-86e2-04ff204284cb tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:54.164787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f591cc19-78d2-4d08-9c14-6b21e5876afb req-93d825cb-e99b-41ca-86e2-04ff204284cb tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.3803873 Dec 16 09:21:54.176714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446a1f7-6dbd-4d15-8837-954178bf78d8 req-675d88c4-e577-4d46-b990-e3c6455fbf13 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:54.185564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f446a1f7-6dbd-4d15-8837-954178bf78d8 req-675d88c4-e577-4d46-b990-e3c6455fbf13 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.4716234 Dec 16 09:21:54.216797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] For port 7ce99b46-3bd6-403e-b64c-8c63474b7945, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7ce99b46-3bd6-403e-b64c-8c63474b7945,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:54.217243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:54.358873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f591cc19-78d2-4d08-9c14-6b21e5876afb req-899cef65-cf1e-4e00-aabd-b42cac39a81a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625657 Dec 16 09:21:54.405015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34847c63-adfd-493b-b7ba-4ef227e9fd86 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:21:54.480255 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c1dbe5-7934-4bc1-a046-500c1c5329eb x-openstack-request-id: req-09c1dbe5-7934-4bc1-a046-500c1c5329eb {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:54.480832 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df69272-adec-4803-a361-077e2426cca7", "name": "network-vif-deleted", "tag": "1c170529-bc5d-40e6-babc-885d5fed64f6", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:54.481093 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09c1dbe5-7934-4bc1-a046-500c1c5329eb {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:54.481816 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df69272-adec-4803-a361-077e2426cca7', 'name': 'network-vif-deleted', 'tag': '1c170529-bc5d-40e6-babc-885d5fed64f6', 'status': 'completed', 'code': 200} Dec 16 09:21:54.507282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f446a1f7-6dbd-4d15-8837-954178bf78d8 req-26bf6101-341e-401f-9c6d-9eb035e38f6d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206077 Dec 16 09:21:54.508491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:21:54.535101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Sync routers for ids ['a6983197-61b7-45f4-8e9e-deace2f8c833'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:21:54.545553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f0653853-1cce-4238-a814-3251d1da72ff admin admin] 10.222.0.61 "PUT /v2.0/routers/a6983197-61b7-45f4-8e9e-deace2f8c833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4733143 Dec 16 09:21:54.649790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:54.663603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Routers {'a6983197-61b7-45f4-8e9e-deace2f8c833'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:54.664287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6983197-61b7-45f4-8e9e-deace2f8c833'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:54.807665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87684a0-c6b0-4337-b282-34c4dc95ace2 req-2a0b3a56-93cc-4049-b5d7-94c922705c04 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 210 time: 0.0915680 Dec 16 09:21:55.003750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Set router a6983197-61b7-45f4-8e9e-deace2f8c833 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:55.015420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:55.015720 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:55.016170 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 disassociated. External IP: 172.25.6.192, port: 7ce99b46-3bd6-403e-b64c-8c63474b7945. Dec 16 09:21:55.016442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Calling delete_port for 7ce99b46-3bd6-403e-b64c-8c63474b7945 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:55.168623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:55.244567 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-3235ebe3-bb65-4949-becf-a0cd26b4e24f req-70b17b00-2fbc-4130-a2e9-dde7ec2a3916 tempest-FloatingIPDetailsNegativeTestJSON-1212749632 tempest-FloatingIPDetailsNegativeTestJSON-1212749632-project] show failed (client error): The resource could not be found. Dec 16 09:21:55.246307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3235ebe3-bb65-4949-becf-a0cd26b4e24f req-70b17b00-2fbc-4130-a2e9-dde7ec2a3916 tempest-FloatingIPDetailsNegativeTestJSON-1212749632 tempest-FloatingIPDetailsNegativeTestJSON-1212749632-project] 10.222.0.61 "GET /v2.0/floatingips/9b0e9206-466e-45de-8ce7-2f8a7cf104a8 HTTP/1.1" status: 404 len: 350 time: 0.0855103 Dec 16 09:21:55.246575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event deleted for resources: {'Port': ['ID=7ce99b46-3bd6-403e-b64c-8c63474b7945,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:55.256423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:55.321291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1c170529-bc5d-40e6-babc-885d5fed64f6 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:55.384003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 1c170529-bc5d-40e6-babc-885d5fed64f6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:55.384662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1c170529-bc5d-40e6-babc-885d5fed64f6 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:55.387504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34847c63-adfd-493b-b7ba-4ef227e9fd86 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:55.388054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:55.393564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.395393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.395393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.395393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.395798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.396170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.396505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.396926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.397258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.397582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.397924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.398247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:55.413800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:21:55.525285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:21:51Z', 'revision_number': 4, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '016be24e-e1ba-46a0-8774-a4cd8eba4592', 'name': '', 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'mac_address': 'fa:16:3e:14:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e5929a6c-502b-4209-99d9-e43db819657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:49Z', 'updated_at': '2021-12-16T09:21:51Z', 'revision_number': 2, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'subnets': [{'id': 'e5929a6c-502b-4209-99d9-e43db819657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:55.577179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Checking router: a6983197-61b7-45f4-8e9e-deace2f8c833 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:21:55.578599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Updating router a6983197-61b7-45f4-8e9e-deace2f8c833 port 016be24e-e1ba-46a0-8774-a4cd8eba4592 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:21:55.752938 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.036798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56220) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:56.037363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56224) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:56.116013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-472714ce-c3be-41a5-827d-25bf095c6659 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:56.117718 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-472714ce-c3be-41a5-827d-25bf095c6659 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 823 time: 0.4141080 Dec 16 09:21:56.311752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.322440 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.323593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-network', 'tenant_id': '9a9615d598564f92933e85862f718ca9'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:56.374298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:21:56.380917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-cfdcba4d-29bf-4568-90c7-59b4caea380a tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c1e8f83a224e6cbebe1d0d56649eab HTTP/1.1" status: 200 len: 379 time: 0.2469981 Dec 16 09:21:56.389876 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:21:56.402443 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:56.403086 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:56.425997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'port': {'device_id': '34d9760b-63e5-48a1-ba54-773e6db57271', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'admin_state_up': True, 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'security_groups': ['af0ad483-990e-4948-bf31-46efc4a52b45']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:56.458852 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-75c0e2b0-8d5c-4429-a1be-a419fc71f339 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a528707c34948f4b4f04aa328bb84c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188504 Dec 16 09:21:56.471605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56230) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:56.476024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f5a58-fec5-45dd-b72e-30e2d02ffd2f None None] Pushing event updated for resources: {'Port': ['ID=016be24e-e1ba-46a0-8774-a4cd8eba4592,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:56.498729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7ce99b46-3bd6-403e-b64c-8c63474b7945 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:21:56.536071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d22be-82e4-4ae7-8106-fb59bfed35e3 req-af3ab211-980c-48a3-a12f-74882928ae16 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:56.537679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f14d22be-82e4-4ae7-8106-fb59bfed35e3 req-af3ab211-980c-48a3-a12f-74882928ae16 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.9412341 Dec 16 09:21:56.549423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:56.557751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.566906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 7ce99b46-3bd6-403e-b64c-8c63474b7945 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:21:56.567644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7ce99b46-3bd6-403e-b64c-8c63474b7945 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:21:56.586110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a073f-2ba6-4b76-84b1-bcea0f142549 req-b1e7fd43-2b0e-4b43-9d2e-ceb1c0f1cb21 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:56.593517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c34a073f-2ba6-4b76-84b1-bcea0f142549 req-b1e7fd43-2b0e-4b43-9d2e-ceb1c0f1cb21 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.3493893 Dec 16 09:21:56.593648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.594850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] No DVR routers for this DVR port 7ce99b46-3bd6-403e-b64c-8c63474b7945 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:21:56.602458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bc479-9293-4c13-9905-7f32a4772a72 req-5e76d548-fe94-4870-930e-8db1b7f747c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:56.602710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Attempting to bind port 016be24e-e1ba-46a0-8774-a4cd8eba4592 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:21:56.603179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Attempting to bind port 016be24e-e1ba-46a0-8774-a4cd8eba4592 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:21:56.603278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Attempting to bind port 016be24e-e1ba-46a0-8774-a4cd8eba4592 on network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:21:56.610252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f19bc479-9293-4c13-9905-7f32a4772a72 req-5e76d548-fe94-4870-930e-8db1b7f747c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.3549597 Dec 16 09:21:56.622566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:21:56.623206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Checking segment: {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:56.627308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.627853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Bound using segment: {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:21:56.628603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Bound port: 016be24e-e1ba-46a0-8774-a4cd8eba4592, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:21:56.629013 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.637006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.647722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-833e5d84-da65-4380-a728-782f5f337f2e req-0214a997-054c-4303-a1e2-00d31c5e2a25 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.69 "DELETE /v2.0/ports/7ce99b46-3bd6-403e-b64c-8c63474b7945 HTTP/1.1" status: 204 len: 173 time: 3.6458826 Dec 16 09:21:56.658053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'name': 'network-vif-deleted', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:21:56.670990 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3935d08-2f2a-4317-a4eb-3f7b9daee13c" -d '{"events": [{"server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "name": "network-vif-deleted", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:21:56.695754 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:56.798119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] For port 016be24e-e1ba-46a0-8774-a4cd8eba4592, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:21:56.803935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] For port 016be24e-e1ba-46a0-8774-a4cd8eba4592, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=016be24e-e1ba-46a0-8774-a4cd8eba4592,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:21:56.814312 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.887667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Made reservation on behalf of 86c1e8f83a224e6cbebe1d0d56649eab for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:56.892006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c34a073f-2ba6-4b76-84b1-bcea0f142549 req-7b8946d8-349c-46c5-959b-04140e0f0b9b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567542 Dec 16 09:21:56.893261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.899607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f19bc479-9293-4c13-9905-7f32a4772a72 req-45dff2b0-5323-4041-8997-02451e1cf45f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212965 Dec 16 09:21:56.910536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f5a58-fec5-45dd-b72e-30e2d02ffd2f None None] Pushing event updated for resources: {'Port': ['ID=016be24e-e1ba-46a0-8774-a4cd8eba4592,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:56.915391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f14d22be-82e4-4ae7-8106-fb59bfed35e3 req-d2ba2cbd-0f12-41cd-88bd-59d63efcc443 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610361 Dec 16 09:21:56.942375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41983f2a-223c-45ab-be76-8abe7dae7531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:56.999374 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41983f2a-223c-45ab-be76-8abe7dae7531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.011073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-86874af4-10cb-4811-83ab-896510110916 None None] Provisioning complete for port 016be24e-e1ba-46a0-8774-a4cd8eba4592 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:57.011443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86874af4-10cb-4811-83ab-896510110916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.048101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.083117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Routers {'a6983197-61b7-45f4-8e9e-deace2f8c833'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:57.093738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6983197-61b7-45f4-8e9e-deace2f8c833'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:57.109337 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2cd638-c4ae-4a41-a9e2-18cf78b0716d x-openstack-request-id: req-6e2cd638-c4ae-4a41-a9e2-18cf78b0716d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:21:57.109337 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0de820-1c94-488d-b13f-7e2d51a25010", "name": "network-vif-deleted", "tag": "7ce99b46-3bd6-403e-b64c-8c63474b7945", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:21:57.109337 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e2cd638-c4ae-4a41-a9e2-18cf78b0716d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:21:57.109337 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0de820-1c94-488d-b13f-7e2d51a25010', 'name': 'network-vif-deleted', 'tag': '7ce99b46-3bd6-403e-b64c-8c63474b7945', 'status': 'completed', 'code': 200} Dec 16 09:21:57.139796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50278da4-267d-4c2f-aa9b-c252c30d17c2 req-e6fa2fc1-867f-41e3-9380-3d2741257c61 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 210 time: 0.0485709 Dec 16 09:21:57.153640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41983f2a-223c-45ab-be76-8abe7dae7531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.156331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41983f2a-223c-45ab-be76-8abe7dae7531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.159914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-41983f2a-223c-45ab-be76-8abe7dae7531 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/919d6685-215c-42fc-8450-3ceac97b11b1 HTTP/1.1" status: 204 len: 168 time: 0.6764867 Dec 16 09:21:57.175387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983f2a-223c-45ab-be76-8abe7dae7531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d6685-215c-42fc-8450-3ceac97b11b1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:57.188809 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:57.254615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.275981 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:21:57.301657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.313462 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:21:57.314407 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:57.403956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:21:57.444018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Allocated IP 172.20.0.12 (17899e6b-529c-48ec-99e2-c0b54a7f88cb/a59335f6-ed16-47b9-8a3a-0b71683329e7/4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:21:57.454025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be14af2-8597-4e95-af77-6b70faf1a8dc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:57.462602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.463219 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Added segment 97500440-693d-4595-93cc-2a36ff02e43a of type vlan for network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 Dec 16 09:21:57.500907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.501871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.502605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.503320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.504374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.504506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.504963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.505440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.505995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.506464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.507066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.507833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:21:57.530036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:57.674382 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86874af4-10cb-4811-83ab-896510110916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.699818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] Set router a6983197-61b7-45f4-8e9e-deace2f8c833 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:21:57.704908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:57.950863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-86874af4-10cb-4811-83ab-896510110916 None None] For port 016be24e-e1ba-46a0-8774-a4cd8eba4592, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=016be24e-e1ba-46a0-8774-a4cd8eba4592,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:57.971604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86874af4-10cb-4811-83ab-896510110916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.115560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86874af4-10cb-4811-83ab-896510110916 None None] Pushing event updated for resources: {'Port': ['ID=016be24e-e1ba-46a0-8774-a4cd8eba4592,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:58.138156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0100233a-c917-43f6-ad41-3148a5ceb786 None None] Provisioning complete for port 016be24e-e1ba-46a0-8774-a4cd8eba4592 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:58.138808 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0100233a-c917-43f6-ad41-3148a5ceb786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.211522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:21:51Z', 'revision_number': 4, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '016be24e-e1ba-46a0-8774-a4cd8eba4592', 'name': '', 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'mac_address': 'fa:16:3e:14:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e5929a6c-502b-4209-99d9-e43db819657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:49Z', 'updated_at': '2021-12-16T09:21:56Z', 'revision_number': 4, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'subnets': [{'id': 'e5929a6c-502b-4209-99d9-e43db819657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:58.241867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.242927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:58.243407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.275455 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:21:58.289081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c4a89-f7c2-4dc6-9490-bf81b0f911bb None None] The sync data for ids ['a6983197-61b7-45f4-8e9e-deace2f8c833'] in n-d-821941-1 is: [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:21:51Z', 'revision_number': 4, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '016be24e-e1ba-46a0-8774-a4cd8eba4592', 'name': '', 'network_id': '6627e494-4e73-4cc1-bf93-5e8d4cedad6d', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'mac_address': 'fa:16:3e:14:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e5929a6c-502b-4209-99d9-e43db819657d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:49Z', 'updated_at': '2021-12-16T09:21:56Z', 'revision_number': 4, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'subnets': [{'id': 'e5929a6c-502b-4209-99d9-e43db819657d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:58.484259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4431593 Dec 16 09:21:58.484422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ae8a-cbf4-4c2e-bb1f-950a2d694bf3 req-da1db218-2120-4430-93c5-5ab6f85247d7 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:58.493789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56258) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:58.498321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da29ae8a-cbf4-4c2e-bb1f-950a2d694bf3 req-da1db218-2120-4430-93c5-5ab6f85247d7 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.4360332 Dec 16 09:21:58.498737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.509013 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f96c2-d9d7-436b-aeed-4ced785d3223 None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:21:58.510257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Request body: {'subnet': {'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-subnet', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:58.521236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e68a27-7a85-4f57-96b1-cb911e00e6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=892e4d4f-9517-441f-93ce-dd13ce9eaad2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:58.540602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:21:58.595638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5057a-310e-440a-9f1f-9c1b98a3d017 req-0a9db51d-eca9-4ed3-9e1b-cc39759ed0d9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:58.598375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79a5057a-310e-440a-9f1f-9c1b98a3d017 req-0a9db51d-eca9-4ed3-9e1b-cc39759ed0d9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.4572916 Dec 16 09:21:58.693659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da29ae8a-cbf4-4c2e-bb1f-950a2d694bf3 req-ad862492-5fb9-4a6f-a2ae-365e9e894738 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925688 Dec 16 09:21:58.729491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:58.732418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.749784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79a5057a-310e-440a-9f1f-9c1b98a3d017 req-f8b667ee-4b60-4382-9ba8-9db4a0fa86bf tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378572 Dec 16 09:21:58.817631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:58.957883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56266) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:21:58.965167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Network 17899e6b-529c-48ec-99e2-c0b54a7f88cb is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:21:58.991719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38987-f5f9-4370-a5f6-f4b95087a086 req-8c50c0cc-ab3a-43bc-888a-a06b8572d507 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:58.999551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94a38987-f5f9-4370-a5f6-f4b95087a086 req-8c50c0cc-ab3a-43bc-888a-a06b8572d507 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 932 time: 0.1588705 Dec 16 09:21:59.016126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:21:59.023433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:21:59.084150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Deleting port 016be24e-e1ba-46a0-8774-a4cd8eba4592 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:21:59.084641 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.114068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94a38987-f5f9-4370-a5f6-f4b95087a086 req-bae8eea4-dccd-4587-80a8-cfd11e67d6ba tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956748 Dec 16 09:21:59.120497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78a7e53-e3fb-47fc-a892-7400631d5d98 None None] New status for floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:21:59.162883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event updated for resources: {'Port': ['ID=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:59.240905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-821014954-network', 'tenant_id': 'b757404217834359b605413413f1aa0b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:59.265354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:59.266118 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.308419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Made reservation on behalf of b757404217834359b605413413f1aa0b for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:21:59.313699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.331916 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-4eb14bf8-f5a0-47c9-b3bc-79f31dc98048 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9189863 Dec 16 09:21:59.347321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.362582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Request body: {'port': {'device_id': '34d9760b-63e5-48a1-ba54-773e6db57271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:21:59.465590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] For port 016be24e-e1ba-46a0-8774-a4cd8eba4592, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=016be24e-e1ba-46a0-8774-a4cd8eba4592,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:21:59.466257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.490051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Calling delete_port for 016be24e-e1ba-46a0-8774-a4cd8eba4592 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:21:59.511069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.532989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-27245256-d2e3-4ba0-bfd7-964d211605e6 None None] Provisioning complete for port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:21:59.534354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27245256-d2e3-4ba0-bfd7-964d211605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.559775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.569088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.614815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.641313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-27245256-d2e3-4ba0-bfd7-964d211605e6 None None] Port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:21:59.651632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a26268-8a1d-40f8-87cd-ba06e172f099,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:59.666887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:21:59.683261 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.684087 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Added segment 762a785c-13e9-4cea-9ec9-0e8fe0e10085 of type vlan for network 50487ac1-cae3-44d7-8f19-4ed42069d01d Dec 16 09:21:59.792917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9564cc-7746-4b75-9db9-ef8486b36d3a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:21:59.817010 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.837312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Checking segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:21:59.837799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Network hostable DHCP agents. Network: 892e4d4f-9517-441f-93ce-dd13ce9eaad2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:21:59.938411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:21:59.939399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:21:59.940000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.057244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0942392 Dec 16 09:22:00.058182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56316) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:00.070213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Request body: {'subnet': {'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-821014954-subnet', 'tenant_id': 'b757404217834359b605413413f1aa0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:00.096030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab4556-c089-4c9e-823c-19def513ed00 req-07e458f5-b5a7-42aa-b9bb-5e0664b1ac3f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:00.097681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64ab4556-c089-4c9e-823c-19def513ed00 req-07e458f5-b5a7-42aa-b9bb-5e0664b1ac3f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.2578096 Dec 16 09:22:00.100714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:22:00.100906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a856-eb33-464b-a003-ab78f8c4d476 admin admin] Pushing event updated for resources: {'Network': ['ID=50487ac1-cae3-44d7-8f19-4ed42069d01d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:00.113483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:22:00.120672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b288c-0012-44de-af13-88c81a138515 req-8764d96a-3550-4ff1-a88c-b7ed94fb3953 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:00.128969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-671b288c-0012-44de-af13-88c81a138515 req-8764d96a-3550-4ff1-a88c-b7ed94fb3953 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.2524827 Dec 16 09:22:00.209468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 892e4d4f-9517-441f-93ce-dd13ce9eaad2) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:00.210716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-671b288c-0012-44de-af13-88c81a138515 req-1a313e97-c283-485e-a88c-10c3da130b58 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801833 Dec 16 09:22:00.229117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:00.230293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.260670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64ab4556-c089-4c9e-823c-19def513ed00 req-5fa0f0d3-b913-4521-833b-a146a19a2a67 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277671 Dec 16 09:22:00.273004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Made reservation on behalf of b757404217834359b605413413f1aa0b for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:00.277112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.380143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-020e17fd-cd0a-45ec-a1d6-7e0ce0a0bca0 req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1028156951', 'description': 'tempest-description-1131121875'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:00.382040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4741a8-cd2b-4252-8275-243b010d5647 None None] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:00.415719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-020e17fd-cd0a-45ec-a1d6-7e0ce0a0bca0 req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.469960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d3dd7745-046c-42d3-95a2-f37a1d25f1e3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9680486 Dec 16 09:22:00.475316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56326) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:00.502282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:00.513984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43e9b9-c165-40c4-aaf0-c6a73669c1d7 req-ad53bf96-ca5a-42d7-9f95-47731e118903 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:00.522499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af43e9b9-c165-40c4-aaf0-c6a73669c1d7 req-ad53bf96-ca5a-42d7-9f95-47731e118903 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 932 time: 0.1816659 Dec 16 09:22:00.568426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 016be24e-e1ba-46a0-8774-a4cd8eba4592 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:00.610238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af43e9b9-c165-40c4-aaf0-c6a73669c1d7 req-4fbe0a6a-3cff-416d-9587-842137f8c4d0 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759852 Dec 16 09:22:00.668867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-020e17fd-cd0a-45ec-a1d6-7e0ce0a0bca0 req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.674934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-020e17fd-cd0a-45ec-a1d6-7e0ce0a0bca0 req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.693480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 016be24e-e1ba-46a0-8774-a4cd8eba4592 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:00.694147 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.709587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:00.720304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.720627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7182c617-9a72-45bf-ab54-d011e8c35c0f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:00.780286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.781809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.785133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-020e17fd-cd0a-45ec-a1d6-7e0ce0a0bca0 req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.785323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Could not find standard attr ID for object 016be24e-e1ba-46a0-8774-a4cd8eba4592. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:22:00.787803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-020e17fd-cd0a-45ec-a1d6-7e0ce0a0bca0 req-f13cdfec-6029-4227-83a0-d746fbf9d27a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4109724 Dec 16 09:22:00.792510 n-d-821941-1 neutron-server[102399]: INFO neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No ports have port_id starting with 016be24e-e1ba-46a0-8774-a4cd8eba4592 Dec 16 09:22:00.804799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Transition to ACTIVE for port object 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:00.813525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.822457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.861139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:22:00.863718 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:00.972135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=016be24e-e1ba-46a0-8774-a4cd8eba4592,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:01.006892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-b023b862-bb19-43e3-875e-555235bf58f6 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1028156951&fields=id&tenant_id=67c5de678df5401fad647f68a4dda35c HTTP/1.1" status: 200 len: 267 time: 0.0614574 Dec 16 09:22:01.086495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-079548c3-595a-444e-8d6e-8096499356db tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:01.089233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-079548c3-595a-444e-8d6e-8096499356db tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.0805721 Dec 16 09:22:01.104865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'port': {'security_groups': ['16888aba-8ba0-4176-aeca-e8f9c8e4b3f3', '7182c617-9a72-45bf-ab54-d011e8c35c0f']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:01.136825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Attempting to bind port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:01.137159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Attempting to bind port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:01.137489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Attempting to bind port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:01.150532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:01.150865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Attempting to bind port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 on network 17899e6b-529c-48ec-99e2-c0b54a7f88cb {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:01.174072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Allocated IP 172.20.0.2 (892e4d4f-9517-441f-93ce-dd13ce9eaad2/8e9564cc-7746-4b75-9db9-ef8486b36d3a/f93aa05f-13f6-4ab8-aa76-c7ce9a94b309) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:01.214303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:01.214659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Checking segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:01.215034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Bound using segment: {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:01.215489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Bound port: 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f350a78a-99c8-49d5-8199-cfbb238c148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:01.215853 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.264693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.336452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] For port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:01.344462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] For port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:01.354878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.373339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.406476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:01.407357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.409210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 1092 time: 2.0588503 Dec 16 09:22:01.460235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:01.462997 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:01.560227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e22ec5-e703-494b-9c65-d9aa6131fd43 req-7a63ae98-f187-42f1-af4b-e36c4dee91dc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:01.562086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23e22ec5-e703-494b-9c65-d9aa6131fd43 req-7a63ae98-f187-42f1-af4b-e36c4dee91dc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1681316 Dec 16 09:22:01.575158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.585811 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.691537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Pushing event updated for resources: {'Port': ['ID=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:01.710062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:01.715049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:01.719358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:01.734329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23e22ec5-e703-494b-9c65-d9aa6131fd43 req-ec0c4b2b-1f90-4a0d-8e30-860ad541bee4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605155 Dec 16 09:22:01.748543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.765949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:01.821328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:01.855357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Attempting to bind port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:01.857598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Attempting to bind port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:01.858235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Attempting to bind port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 on network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:01.879443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.884003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:01.886326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Checking segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:01.888131 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.889045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.889516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Bound using segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:01.890129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Bound port: f93aa05f-13f6-4ab8-aa76-c7ce9a94b309, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:01.890607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:01.917921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['586a1bbb-596c-4ef1-8b86-9194e5e10c97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:01.997270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:01.998620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:02.000017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bab0723b-bb6b-4c62-82cf-893740f10b6d req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "PUT /v2.0/ports/586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 981 time: 0.9036796 Dec 16 09:22:02.000757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73095534-9f29-4113-ab97-7cbb72eb4162 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:02.001380 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0bea45-361d-497f-8dc6-2aa9f0bf6ce0 x-openstack-request-id: req-6b0bea45-361d-497f-8dc6-2aa9f0bf6ce0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:02.001885 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:02.006098 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b0bea45-361d-497f-8dc6-2aa9f0bf6ce0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:02.006098 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'status': 'completed', 'code': 200} Dec 16 09:22:02.017353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:02.021881 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b223f7-2765-49a1-8c0b-b064839ac21c" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:02.127808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['586a1bbb-596c-4ef1-8b86-9194e5e10c97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:02.152819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462c14d-837d-4823-bbf1-b24f7b93e9e2 req-70794bc4-4d92-4966-9634-8d820b9b7d26 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:02.154667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3462c14d-837d-4823-bbf1-b24f7b93e9e2 req-70794bc4-4d92-4966-9634-8d820b9b7d26 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 944 time: 0.1261923 Dec 16 09:22:02.198447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] For port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:02.223189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9951a5-cfa3-467d-bfbf-341201d94fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:02.226923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] For port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:02.234081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-ca2c218c-0c10-4b12-a101-7b6ba817b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:02.235638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-ca2c218c-0c10-4b12-a101-7b6ba817b629 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1095 time: 0.6335330 Dec 16 09:22:02.239264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:02.255355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:02.294092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3462c14d-837d-4823-bbf1-b24f7b93e9e2 req-32460668-e512-43e3-9134-d5c716e617a0 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184585 Dec 16 09:22:02.309237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3312e46-9c5a-4969-bea9-28f18fdd1014 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1028156951&fields=id&tenant_id=67c5de678df5401fad647f68a4dda35c HTTP/1.1" status: 200 len: 267 time: 0.1177013 Dec 16 09:22:02.377011 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be83bc-5856-4105-b498-4881c26ed53c x-openstack-request-id: req-16be83bc-5856-4105-b498-4881c26ed53c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:02.377285 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:02.377562 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16be83bc-5856-4105-b498-4881c26ed53c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:02.377991 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'status': 'completed', 'code': 200} Dec 16 09:22:02.414559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-d03e62ae-ec83-4229-9fe4-a769c2b80493 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:02.423659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdb12a-b216-4fe4-b329-a2a8443e8114 None None] Pushing event updated for resources: {'Port': ['ID=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:02.425665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-d03e62ae-ec83-4229-9fe4-a769c2b80493 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 984 time: 0.1091948 Dec 16 09:22:02.434861 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-56de15ce-7c19-4235-846c-707c644a7f00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.1697619 Dec 16 09:22:02.455768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'port': {'security_groups': ['16888aba-8ba0-4176-aeca-e8f9c8e4b3f3']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:02.542598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:02.593575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db78f7c-8c82-474d-aac8-594279bfd517,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:02.612500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-344a6232-95f6-4fa2-8009-4a3546096ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:02.614446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-344a6232-95f6-4fa2-8009-4a3546096ee0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1135 time: 0.1748991 Dec 16 09:22:02.615679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:02.669794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-f5bc2a7a-ccaf-41d5-9b70-53605ab36bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:02.673556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-f5bc2a7a-ccaf-41d5-9b70-53605ab36bd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.2357564 Dec 16 09:22:03.030096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-0e173a4d-3e0d-4ba8-ad03-04519e4057af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:03.032602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-0e173a4d-3e0d-4ba8-ad03-04519e4057af service neutron] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.4070327 Dec 16 09:22:03.083729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Checking segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:03.083729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Network hostable DHCP agents. Network: 50487ac1-cae3-44d7-8f19-4ed42069d01d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:22:03.150451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-0878b4ef-84c0-49ad-9aa9-96abdb3d2c6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.1036601 Dec 16 09:22:03.209332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:22:03.213831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2867b-25e9-4565-b115-3f767b64cca3 req-afc564a3-9774-428c-a520-983b0f79714c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:03.215555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90e2867b-25e9-4565-b115-3f767b64cca3 req-afc564a3-9774-428c-a520-983b0f79714c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.2779205 Dec 16 09:22:03.217265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-23b06c9d-a52b-4d56-aa9d-59dad84393fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:03.219184 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-23b06c9d-a52b-4d56-aa9d-59dad84393fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4618366 Dec 16 09:22:03.256976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 50487ac1-cae3-44d7-8f19-4ed42069d01d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:03.269974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b87a8c-7b75-46cf-8639-ef624a1adb88 None None] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:03.291280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:03.316023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:03.316631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:03.333348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:03.342333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-34ba4f03-07c5-4a2f-9684-88e907a1c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:03.344215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-34ba4f03-07c5-4a2f-9684-88e907a1c331 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.1822934 Dec 16 09:22:03.348887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:03.451687 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-156a0229-7dd3-44cc-a443-383ae95eb1e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3926616 Dec 16 09:22:03.454927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-5dcd431d-4466-461a-80e7-5c3610248ed7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006458 Dec 16 09:22:03.474035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['586a1bbb-596c-4ef1-8b86-9194e5e10c97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:03.500032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:03.501678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:03.531257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4c6523-7895-4f0c-9dca-8e64283e1530 req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "PUT /v2.0/ports/586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 942 time: 1.0926621 Dec 16 09:22:03.532499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:03.647955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Router a6983197-61b7-45f4-8e9e-deace2f8c833 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:03.655675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:03.701885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-67204180-97ea-490a-baa2-a598bd7355f4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678900 Dec 16 09:22:03.715930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['586a1bbb-596c-4ef1-8b86-9194e5e10c97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:03.836989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90e2867b-25e9-4565-b115-3f767b64cca3 req-3cb1fd00-621e-4bf5-b8b4-d8dbb4a9f2cf tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031525 Dec 16 09:22:03.941772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99af775d-534e-41b6-891c-f1bb6f4e2aa2 req-2673a57d-17d9-412f-acf5-219e47510cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227297 Dec 16 09:22:03.945162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe6fad-d995-486e-a0ee-4100007e2381 None None] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:04.017161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0ad37-5a04-418f-b619-0a09e1025a22 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event updated for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:04.297591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d8d9a-6417-4154-ab3f-7ca739784d4a None None] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:04.380294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-bc749e4b-a472-42e2-88ef-e91a65940a71 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422847 Dec 16 09:22:04.380796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Allocated IP 172.25.6.86 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/2d7f75e3-e00a-4e1c-be84-7dd09418a013) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:04.385521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-7b80eed7-bc6e-478f-b9cc-e714f09da915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:04.387334 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-7b80eed7-bc6e-478f-b9cc-e714f09da915 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1095 time: 0.2990828 Dec 16 09:22:04.393514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:04.418188 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7fab83af-a3c9-4a92-a4c2-5ea45b050ce5 admin admin] 10.222.0.61 "PUT /v2.0/routers/a6983197-61b7-45f4-8e9e-deace2f8c833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1602521 Dec 16 09:22:04.422936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:04.438272 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] Sync routers for ids ['a6983197-61b7-45f4-8e9e-deace2f8c833'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:04.470693 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] Routers {'a6983197-61b7-45f4-8e9e-deace2f8c833'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:04.473784 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6983197-61b7-45f4-8e9e-deace2f8c833'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:04.507699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402529e4-9fb3-40d3-9369-3f5e9d43ab0d req-21955265-f6b0-4d62-a5be-281326a80a45 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:04.519485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-402529e4-9fb3-40d3-9369-3f5e9d43ab0d req-21955265-f6b0-4d62-a5be-281326a80a45 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 944 time: 0.5681021 Dec 16 09:22:04.520113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:04.528725 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dae759-49d6-4669-b542-2ed1f83985b1" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:04.649589 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] Set router a6983197-61b7-45f4-8e9e-deace2f8c833 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:04.735868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:04.854773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-b81b186d-4ef5-4e31-a3cd-645e91be0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:04.866495 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-b81b186d-4ef5-4e31-a3cd-645e91be0df5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.4679139 Dec 16 09:22:04.974699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e580a109-8c72-4a6a-a71b-b4f21b821bad None None] Provisioning complete for port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:04.978330 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e580a109-8c72-4a6a-a71b-b4f21b821bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:04.998771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-402529e4-9fb3-40d3-9369-3f5e9d43ab0d req-2316ea2a-493a-4888-9c2c-3596b96cbe47 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574290 Dec 16 09:22:05.021147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-8408cd2f-ae28-41f4-b694-46e4ba4d4330 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.1318483 Dec 16 09:22:05.027144 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.095142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-1c80de07-85c9-40b9-a594-e27c9745ca23 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0703146 Dec 16 09:22:05.100895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b223f7-2765-49a1-8c0b-b064839ac21c req-470e68f4-c192-4c9b-b2e0-5546c33c5351 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083049 Dec 16 09:22:05.117205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:05.132226 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:22:00Z', 'revision_number': 5, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:05.162184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.178109 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] Checking router: a6983197-61b7-45f4-8e9e-deace2f8c833 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:05.188987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.193684 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] Routers {'a6983197-61b7-45f4-8e9e-deace2f8c833'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:05.194578 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6983197-61b7-45f4-8e9e-deace2f8c833'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:05.350856 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e580a109-8c72-4a6a-a71b-b4f21b821bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.404936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.418372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-8dd194c6-f6b4-48e4-a6ab-4bd3562dfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:05.424106 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-8dd194c6-f6b4-48e4-a6ab-4bd3562dfd8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.3573198 Dec 16 09:22:05.477801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:05.480809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.512708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.540104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.548831 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] Set router a6983197-61b7-45f4-8e9e-deace2f8c833 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:05.637523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-a619c7c0-3ea8-4c95-bca2-77761954ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:05.640726 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-a619c7c0-3ea8-4c95-bca2-77761954ae42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064655 Dec 16 09:22:05.642310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e580a109-8c72-4a6a-a71b-b4f21b821bad None None] For port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:05.655441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e580a109-8c72-4a6a-a71b-b4f21b821bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.656508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:05.708865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7f75e3-e00a-4e1c-be84-7dd09418a013,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:05.726358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:05.738000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:05.819744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Allocated IP 172.25.6.24 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/f0ae026c-313a-4323-b971-b382d62177d9) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:05.848531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580a109-8c72-4a6a-a71b-b4f21b821bad None None] Pushing event updated for resources: {'Port': ['ID=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:05.884878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6600370a-2e36-48d0-99f2-6e47f23891be None None] Provisioning complete for port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:05.885245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6600370a-2e36-48d0-99f2-6e47f23891be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:05.994230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-1600a937-d678-4d70-8794-c46a20e273ea tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:05.994873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Deleting port 34847c63-adfd-493b-b7ba-4ef227e9fd86 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:05.995568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.005102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-ddf3524d-3cdb-40cb-9103-9a5597391f2f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925658 Dec 16 09:22:06.006448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-1600a937-d678-4d70-8794-c46a20e273ea tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 821 time: 0.3229802 Dec 16 09:22:06.056707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-abb14281-c6a1-431d-9f8d-fb959c26f72d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/quotas/b757404217834359b605413413f1aa0b HTTP/1.1" status: 200 len: 375 time: 0.0491292 Dec 16 09:22:06.111146 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:22:00Z', 'revision_number': 5, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:06.134138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-aa45d23d-2b27-403d-b3d8-932dd0637837 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765171 Dec 16 09:22:06.184693 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd1c0e-344c-46a9-9fff-b61b00858a61 None None] The sync data for ids ['a6983197-61b7-45f4-8e9e-deace2f8c833'] in n-d-821941-1 is: [{'id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1502415258-router', 'tenant_id': 'f1050a396a1446eb9226986b76a74d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:21:44Z', 'updated_at': '2021-12-16T09:22:00Z', 'revision_number': 5, 'project_id': 'f1050a396a1446eb9226986b76a74d2e', 'gw_port': {'id': '34847c63-adfd-493b-b7ba-4ef227e9fd86', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6983197-61b7-45f4-8e9e-deace2f8c833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:21:45Z', 'updated_at': '2021-12-16T09:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:06.239086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.286146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] For port 34847c63-adfd-493b-b7ba-4ef227e9fd86, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34847c63-adfd-493b-b7ba-4ef227e9fd86,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:06.286882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.298510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-6327d96e-6ad9-4b5b-878c-3a5c2afb9170 service neutron] 10.222.0.61 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631014 Dec 16 09:22:06.324530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Calling delete_port for 34847c63-adfd-493b-b7ba-4ef227e9fd86 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:06.394494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.490311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:06.491133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event updated for resources: {'Port': ['ID=f0ae026c-313a-4323-b971-b382d62177d9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:06.496604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:06.502575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:06.549532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-a8d2774d-79f0-42e0-a834-a0e2b9e26d04 service neutron] 10.222.0.61 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439914 Dec 16 09:22:06.659168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:06.739189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.779894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:06.780673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.834812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.845798 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ed4e30-ff62-44f8-8c77-464188f77a08 x-openstack-request-id: req-84ed4e30-ff62-44f8-8c77-464188f77a08 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:06.847389 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:06.847843 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84ed4e30-ff62-44f8-8c77-464188f77a08 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:06.849321 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'status': 'completed', 'code': 200} Dec 16 09:22:06.929403 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-00a38237-ee7c-4775-b1bc-c5aa958d2a7e req-235bae0f-17ce-43bd-b4d2-47c1da61b14a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8946171 Dec 16 09:22:06.932855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:06.982326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34847c63-adfd-493b-b7ba-4ef227e9fd86,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:07.018767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 016be24e-e1ba-46a0-8774-a4cd8eba4592 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:07.046898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 016be24e-e1ba-46a0-8774-a4cd8eba4592 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:07.047831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 016be24e-e1ba-46a0-8774-a4cd8eba4592 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:07.057709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.142600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:07.162203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.291570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.295939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.366412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:07.390117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'port_id': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'mac_address': 'fa:16:3e:41:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:07.428878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.429442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6983197-61b7-45f4-8e9e-deace2f8c833 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:22:07.443980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.448557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9a042dff-102d-4fcf-abe1-cb49462ae8c0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a6983197-61b7-45f4-8e9e-deace2f8c833 HTTP/1.1" status: 204 len: 168 time: 2.9899504 Dec 16 09:22:07.449571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:07.461465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.501725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:07.538190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-ea80e857-2d30-42a8-8e63-85b6906933bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:07.540917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-ea80e857-2d30-42a8-8e63-85b6906933bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.6487193 Dec 16 09:22:07.550501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:07.562725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.632412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Deleting subnet e5929a6c-502b-4209-99d9-e43db819657d {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:22:07.637817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.713530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d73a78-e579-4e7a-8912-11714071a3bc req-b6b85d28-5699-4fc1-be0d-d07fd9254e0c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:07.722056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0d73a78-e579-4e7a-8912-11714071a3bc req-b6b85d28-5699-4fc1-be0d-d07fd9254e0c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.7567139 Dec 16 09:22:07.729687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:07.761161 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.791823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.802562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:07.822175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0d73a78-e579-4e7a-8912-11714071a3bc req-815c4cf6-2498-4a16-aa45-e6e497c6b43c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905869 Dec 16 09:22:07.900367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-91d4d64a-bbaf-48e2-9184-86ad30b4a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:07.902088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-91d4d64a-bbaf-48e2-9184-86ad30b4a5d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.2917037 Dec 16 09:22:07.929191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:07.995612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.029388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.082171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-113afb3a-0f38-4491-b3c0-c2ba1e595be1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.1606288 Dec 16 09:22:08.090634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event updated for resources: {'Port': ['ID=f0ae026c-313a-4323-b971-b382d62177d9,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:08.120226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Router 2990a259-d08a-408d-96dc-e6e3f58719e9 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:22:08.146274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.221598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e20bd-4fc9-4b81-9e87-d6e61a47ba9c req-f79e076a-49e1-43fe-986e-a12c7afd234a tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:08.224094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb6e20bd-4fc9-4b81-9e87-d6e61a47ba9c req-f79e076a-49e1-43fe-986e-a12c7afd234a tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 945 time: 0.3152227 Dec 16 09:22:08.244884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5929a6c-502b-4209-99d9-e43db819657d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:08.255847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c28cf-add5-4519-a9ec-e80e81729350 None None] Network 6627e494-4e73-4cc1-bf93-5e8d4cedad6d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:08.260111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.265917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba608348-1ff0-49ba-8bf4-994ba222b925 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e5929a6c-502b-4209-99d9-e43db819657d HTTP/1.1" status: 204 len: 168 time: 0.8132985 Dec 16 09:22:08.268357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:08.273773 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.288531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-adf03423-dec8-4a42-b055-308d3d778f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:08.290734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-adf03423-dec8-4a42-b055-308d3d778f23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.1872270 Dec 16 09:22:08.296986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.304900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-09356c64-0e2f-42f0-a691-1855d50c4ab1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1929150 Dec 16 09:22:08.379767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:08.383955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.395086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-cb6b3d40-cbf6-4725-8a63-05b10c31fd17 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0889158 Dec 16 09:22:08.412297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.413547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-52926cb0-1517-4f76-a17e-1070fd47c0a6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9252214 Dec 16 09:22:08.418417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:08.474226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Sync routers for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:08.491481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34847c63-adfd-493b-b7ba-4ef227e9fd86 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:08.501538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-65a109f2-c3ba-44cf-b090-5a209ce5cc54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464419 Dec 16 09:22:08.552864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 34847c63-adfd-493b-b7ba-4ef227e9fd86 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:08.553197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34847c63-adfd-493b-b7ba-4ef227e9fd86 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:08.574810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:08.575487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:08.630452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-47cb134b-c70b-4d8d-9c6c-478e5417916f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:08.655450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e6adedb-d881-473b-8db4-d1925116ebe1 req-47cb134b-c70b-4d8d-9c6c-478e5417916f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2589481 Dec 16 09:22:08.768769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:08.814607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-7806d7d8-53c4-4fd8-af82-49aba3ace5a7 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:08.816342 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-7806d7d8-53c4-4fd8-af82-49aba3ace5a7 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 821 time: 0.2725835 Dec 16 09:22:08.834875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'port': {'device_id': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'admin_state_up': True, 'tenant_id': 'b757404217834359b605413413f1aa0b'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:08.859741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Deleting port 9133e389-6115-4b15-906b-1d962120e611 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:08.860168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:08.900439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb6e20bd-4fc9-4b81-9e87-d6e61a47ba9c req-aaf12eab-f0df-4651-88ea-e7d9f163f681 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6555738 Dec 16 09:22:08.911778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6cb74ce-e60a-42de-b9cf-01ade05d059e req-f7b18432-ad5a-450e-b6f4-05d60ba3bd81 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 210 time: 0.1026068 Dec 16 09:22:08.959821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] DHCP port deletion for 6627e494-4e73-4cc1-bf93-5e8d4cedad6d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:22:09.035223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-49764978-6533-46e5-a2f5-c05d1b481f10 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056660 Dec 16 09:22:09.085724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] Deleting port 9133e389-6115-4b15-906b-1d962120e611 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:09.086147 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.143391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:09.198013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] For port 9133e389-6115-4b15-906b-1d962120e611, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9133e389-6115-4b15-906b-1d962120e611,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:09.201538 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.215733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] For port 9133e389-6115-4b15-906b-1d962120e611, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9133e389-6115-4b15-906b-1d962120e611,segment=NetworkSegment(bd7f2e04-5139-48b3-8c46-3accbe72c5ae),segment_id=bd7f2e04-5139-48b3-8c46-3accbe72c5ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:09.216284 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.237368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Calling delete_port for 9133e389-6115-4b15-906b-1d962120e611 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:09.238740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] Calling delete_port for 9133e389-6115-4b15-906b-1d962120e611 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:09.259329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:06Z', 'revision_number': 3, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:09.267035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193437-468d-4576-b5b2-2a8d0cad0bc6 req-d05ddf2e-d393-46fa-8ec0-e266b46a5d7e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:09.276262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02193437-468d-4576-b5b2-2a8d0cad0bc6 req-d05ddf2e-d393-46fa-8ec0-e266b46a5d7e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.2571385 Dec 16 09:22:09.293416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Checking router: 2990a259-d08a-408d-96dc-e6e3f58719e9 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:09.293773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Updating router 2990a259-d08a-408d-96dc-e6e3f58719e9 port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:09.337344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-2f9f4876-e08a-45a8-9842-9e7238599e6a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:09.339321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-2f9f4876-e08a-45a8-9842-9e7238599e6a tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2300498 Dec 16 09:22:09.348443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50dae759-49d6-4669-b542-2ed1f83985b1 req-6e5a2873-2be9-4bfa-a412-1b66006f64d4 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958839 Dec 16 09:22:09.375515 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.390328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02193437-468d-4576-b5b2-2a8d0cad0bc6 req-d228dae1-11b8-40a4-8f1c-65b4e36cae4b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128166 Dec 16 09:22:09.425637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Made reservation on behalf of b757404217834359b605413413f1aa0b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:09.429542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.446440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-f6db1276-04dc-4c50-9cef-37e11f97ef6d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0895443 Dec 16 09:22:09.461254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'floatingip': {'port_id': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:09.484377 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.518651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.560197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] No DVR routers for this DVR port 9133e389-6115-4b15-906b-1d962120e611 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:22:09.568874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9133e389-6115-4b15-906b-1d962120e611,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:09.610688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:22:09.624511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:09.624867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.743915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:09.872258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] Pushing event deleted for resources: {'Port': ['ID=9133e389-6115-4b15-906b-1d962120e611,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:09.893985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733c23a-7ab3-4896-ba78-3a1a5bc361f9 None None] No DVR routers for this DVR port 9133e389-6115-4b15-906b-1d962120e611 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:22:09.988722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.054466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.075795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:10.078737 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bd6a74-85fa-4ec8-98b8-d579e213d983" -d '{"events": [{"server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "name": "network-vif-plugged", "status": "completed", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:10.094842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6627e494-4e73-4cc1-bf93-5e8d4cedad6d']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:10.111387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:10.115055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:10.115373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7f2e04-5139-48b3-8c46-3accbe72c5ae') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:10.117645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Allocated IP 172.20.0.14 (50487ac1-cae3-44d7-8f19-4ed42069d01d/9db78f7c-8c82-474d-aac8-594279bfd517/bfbfbb1d-e096-4b40-99be-43ad46219f1b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:10.120267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.124588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57de1780-aed9-421d-b60f-8e20fe6bd49a req-14519688-dace-458c-a2da-e88419650054 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 210 time: 0.0325706 Dec 16 09:22:10.171948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.198864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.221113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.229365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:22:10.229763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:22:10.232272 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:22:10.255084 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.256712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:10.265233 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.347713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964a089-ce71-4e09-b1f5-74b2fdc14894 None None] Pushing event updated for resources: {'Port': ['ID=2d7f75e3-e00a-4e1c-be84-7dd09418a013,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:10.371435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Attempting to bind port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:10.371807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Attempting to bind port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:10.372205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Attempting to bind port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:10.377709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:10.378113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:10.378518 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.378912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:10.379375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Bound port: 2d7f75e3-e00a-4e1c-be84-7dd09418a013, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:10.379755 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.380207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.resource_extend [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:22:10.442714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dff28-0213-42bf-87c0-970a86d902c3 req-0f00bbee-6e63-4146-8c48-c7279c4c6b60 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:10.444871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-501dff28-0213-42bf-87c0-970a86d902c3 req-0f00bbee-6e63-4146-8c48-c7279c4c6b60 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 946 time: 0.1318040 Dec 16 09:22:10.445938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] For port 2d7f75e3-e00a-4e1c-be84-7dd09418a013, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:10.449225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] For port 2d7f75e3-e00a-4e1c-be84-7dd09418a013, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2d7f75e3-e00a-4e1c-be84-7dd09418a013,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:10.451967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9133e389-6115-4b15-906b-1d962120e611 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:10.457921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.470153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.475515 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.477892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9133e389-6115-4b15-906b-1d962120e611 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:10.477892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9133e389-6115-4b15-906b-1d962120e611 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:10.488315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.491231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.492142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6627e494-4e73-4cc1-bf93-5e8d4cedad6d HTTP/1.1" status: 204 len: 168 time: 2.2223887 Dec 16 09:22:10.528725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a141fa4-3692-4b57-a7a9-cd8f4fa496c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6627e494-4e73-4cc1-bf93-5e8d4cedad6d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:10.547050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964a089-ce71-4e09-b1f5-74b2fdc14894 None None] Pushing event updated for resources: {'Port': ['ID=2d7f75e3-e00a-4e1c-be84-7dd09418a013,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:10.565508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:10.566439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:10.604023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-501dff28-0213-42bf-87c0-970a86d902c3 req-b221fe76-44fc-4f74-96bf-93610ec06aa0 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436684 Dec 16 09:22:10.677566 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2a07d-299b-41fe-b6d2-9d5efb7223c6 x-openstack-request-id: req-55b2a07d-299b-41fe-b6d2-9d5efb7223c6 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:10.677892 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "name": "network-vif-plugged", "status": "completed", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:10.678171 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55b2a07d-299b-41fe-b6d2-9d5efb7223c6 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:10.678562 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'code': 200} Dec 16 09:22:10.709892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:10.745099 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:10.769484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56464) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:10.815692 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Floating IP 8a8fbd40-1ff1-44eb-862b-7baa661dcfc4 associated. External IP: 172.25.6.24, port: 586a1bbb-596c-4ef1-8b86-9194e5e10c97. Dec 16 09:22:10.825810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164854ec-ce7c-4baf-8d3b-9f36c8e02565 req-95269cd1-e09b-4e3f-97b9-31f709f1045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:10.827999 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-164854ec-ce7c-4baf-8d3b-9f36c8e02565 req-95269cd1-e09b-4e3f-97b9-31f709f1045d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0755136 Dec 16 09:22:10.910632 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-164854ec-ce7c-4baf-8d3b-9f36c8e02565 req-c9546b5f-9d31-49be-8aa7-b77d875a38f2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615413 Dec 16 09:22:10.922528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98349bd9-87a8-4f0b-b958-394226dcab53 req-f4e20c98-8859-45a1-8370-0e063603fccb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:10.924651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Allocated IP 172.20.0.1 (892e4d4f-9517-441f-93ce-dd13ce9eaad2/8e9564cc-7746-4b75-9db9-ef8486b36d3a/ed0a5fca-4328-4342-b7ee-836767b9cdad) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:10.927598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98349bd9-87a8-4f0b-b958-394226dcab53 req-f4e20c98-8859-45a1-8370-0e063603fccb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1752956 Dec 16 09:22:10.945420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-09a6619d-ea1b-4179-9ab2-85041a19888f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1050a396a1446eb9226986b76a74d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745248 Dec 16 09:22:10.949003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56468) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:10.958078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:06Z', 'revision_number': 3, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:10.995092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0836b1-d02d-418f-bc1d-44beef7c7dd4 None None] The sync data for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 is: [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:06Z', 'revision_number': 3, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:10.995571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98349bd9-87a8-4f0b-b958-394226dcab53 req-d24563f7-d22a-4090-8c33-c4c0fbcfbe8b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568016 Dec 16 09:22:11.008048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.043533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:11.051783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:11.085745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:11.177338 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-e915bbf6-1484-4162-915e-d3853f0d3527 service neutron] show failed (client error): The resource could not be found. Dec 16 09:22:11.178386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-e915bbf6-1484-4162-915e-d3853f0d3527 service neutron] 10.222.0.69 "GET /v2.0/ports/3e102858-7078-4356-a73d-fb5dd9d1ed25/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.1609380 Dec 16 09:22:11.199039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:11.208172 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91c36c7e-04ca-4d82-a09d-a79466f65c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.233976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:11.234671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.246320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Router 629a5e5a-b435-41bf-b340-ef26d17fc047 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:11.317768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91c36c7e-04ca-4d82-a09d-a79466f65c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.332258 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-cbb7808b-1353-42ab-851f-914ea5348538 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5039032 Dec 16 09:22:11.387501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Request body: {'port': {'device_id': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:11.465515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.502984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.534796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91c36c7e-04ca-4d82-a09d-a79466f65c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.537786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91c36c7e-04ca-4d82-a09d-a79466f65c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.541735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-91c36c7e-04ca-4d82-a09d-a79466f65c04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e63ae338-acca-472a-9601-9bbb754ea740 HTTP/1.1" status: 204 len: 168 time: 0.5890412 Dec 16 09:22:11.632922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c36c7e-04ca-4d82-a09d-a79466f65c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ae338-acca-472a-9601-9bbb754ea740,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:11.680306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.767298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-0f99d9d2-ed7d-4aa4-83e4-3d810c1dfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:11.769069 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-0f99d9d2-ed7d-4aa4-83e4-3d810c1dfb4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7&tenant_id=1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 1101 time: 0.2180536 Dec 16 09:22:11.794534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:11.840470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4a5a-62d4-4b16-a9bb-b1887a3cd868 req-6f68fbf5-f751-4fd9-9115-1cb50583e999 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:11.853293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa3f4a5a-62d4-4b16-a9bb-b1887a3cd868 req-6f68fbf5-f751-4fd9-9115-1cb50583e999 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 932 time: 0.1395373 Dec 16 09:22:11.864503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:11.911496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa3f4a5a-62d4-4b16-a9bb-b1887a3cd868 req-bc03cc7a-a0f0-4a23-8896-b57e78325580 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 Dec 16 09:22:11.928983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:11.934674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Pushing event updated for resources: {'Port': ['ID=ed0a5fca-4328-4342-b7ee-836767b9cdad,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:11.937371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:11.955666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:11.969564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:11.972883 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] Sync routers for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:11.986252 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:11.990552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:12.087872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-c62b185d-8b8c-4f22-a00a-8be9dab1e516 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "PUT /v2.0/floatingips/8a8fbd40-1ff1-44eb-862b-7baa661dcfc4 HTTP/1.1" status: 200 len: 995 time: 2.6263065 Dec 16 09:22:12.119591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:12.125498 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b47e0c-f09d-4816-a3e3-6dd8eb638963" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:12.220055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:12.295089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f39db-eae0-49c3-91e4-6c3db00117b0 req-cc9336f1-8d64-4f57-8228-f6f4f15d99b1 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:12.297607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-616f39db-eae0-49c3-91e4-6c3db00117b0 req-cc9336f1-8d64-4f57-8228-f6f4f15d99b1 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 946 time: 0.2086840 Dec 16 09:22:12.301283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-dfeeec83-25a5-410b-ac26-e9cb50449e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:12.311758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-dfeeec83-25a5-410b-ac26-e9cb50449e74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.1779072 Dec 16 09:22:12.370050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:12.450012 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:12.530050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2d7f75e3-e00a-4e1c-be84-7dd09418a013 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:12.572418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d04cf595-d73a-45ca-91e0-210c0450bcc9 None None] Provisioning complete for port ed0a5fca-4328-4342-b7ee-836767b9cdad triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:12.573077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d04cf595-d73a-45ca-91e0-210c0450bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:12.617620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-616f39db-eae0-49c3-91e4-6c3db00117b0 req-6026c0bd-dd61-429a-b938-bc9b38212bd0 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2780669 Dec 16 09:22:12.681213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d04cf595-d73a-45ca-91e0-210c0450bcc9 None None] Port ed0a5fca-4328-4342-b7ee-836767b9cdad cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:12.706457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:12.706834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:12.719144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-173888f2-862c-48ab-af2c-8dabe968d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:12.721037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-173888f2-862c-48ab-af2c-8dabe968d691 service neutron] 10.222.0.61 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.4081738 Dec 16 09:22:12.900216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ec1f0-b434-4867-bb86-217172574c58 req-c46f23b7-b93e-4fc8-ac47-a7c7b0524ae0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:12.901806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c9ec1f0-b434-4867-bb86-217172574c58 req-c46f23b7-b93e-4fc8-ac47-a7c7b0524ae0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0813904 Dec 16 09:22:12.909209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-b9da56b5-ab79-4eee-ad7d-32de09d23516 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 998 time: 0.1739607 Dec 16 09:22:12.924126 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8a8fbd40-1ff1-44eb-862b-7baa661dcfc4', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'port_id': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'mac_address': 'fa:16:3e:5c:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:22:06Z', 'updated_at': '2021-12-16T09:22:10Z', 'revision_number': 1, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:04Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:12.930151 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:12.973887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbfbb1d-e096-4b40-99be-43ad46219f1b {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:12.975782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 2d7f75e3-e00a-4e1c-be84-7dd09418a013, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2d7f75e3-e00a-4e1c-be84-7dd09418a013,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:12.986204 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:12.988581 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] Checking router: 629a5e5a-b435-41bf-b340-ef26d17fc047 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:13.001389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-ecbffb0d-6143-4ade-aa78-6fdf210e2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:13.003658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-ecbffb0d-6143-4ade-aa78-6fdf210e2fa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.0754218 Dec 16 09:22:13.010245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:13.010867 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:13.015567 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.085582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c9ec1f0-b434-4867-bb86-217172574c58 req-5fe5a148-56e7-4b1c-8f76-3463bd65da23 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753891 Dec 16 09:22:13.086322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56510) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:13.088609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-e5726965-8fb2-462d-9974-ed62bc805b49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742157 Dec 16 09:22:13.117887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=2d7f75e3-e00a-4e1c-be84-7dd09418a013,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:13.118467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-99b67932-8a9e-409a-8477-44a4c35fdd29 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:22:13.119560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-99b67932-8a9e-409a-8477-44a4c35fdd29 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113108 Dec 16 09:22:13.156135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Transition to ACTIVE for port object bfbfbb1d-e096-4b40-99be-43ad46219f1b will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:13.166588 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.174068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.193136 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc8a455-1fb1-4f01-a194-335ec14d747d x-openstack-request-id: req-8bc8a455-1fb1-4f01-a194-335ec14d747d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:13.193414 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:13.193670 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8bc8a455-1fb1-4f01-a194-335ec14d747d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:13.194107 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'status': 'completed', 'code': 200} Dec 16 09:22:13.298538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:13.300303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:13.322502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1473129187-network', 'tenant_id': 'd7e7920766ce4175942484ff81afcc33'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:13.334023 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:13.396019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:13.464016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Made reservation on behalf of d7e7920766ce4175942484ff81afcc33 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:13.467518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.480693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-d3c7b721-46dc-4142-9ccc-d84f2a9e390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:13.482335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-d3c7b721-46dc-4142-9ccc-d84f2a9e390e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.1928306 Dec 16 09:22:13.499431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177ed5-7bb9-4856-8f32-271e0d0bcc29 req-5dd9e7a4-9e77-4529-b279-5a80095b9fa2 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:13.501108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19177ed5-7bb9-4856-8f32-271e0d0bcc29 req-5dd9e7a4-9e77-4529-b279-5a80095b9fa2 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1096 time: 0.2104270 Dec 16 09:22:13.512221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.551770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:13.554706 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36722984-aeec-4ee2-9db8-d5a427d80e43" -d '{"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:13.559733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.583232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Attempting to bind port bfbfbb1d-e096-4b40-99be-43ad46219f1b on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:13.583821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Attempting to bind port bfbfbb1d-e096-4b40-99be-43ad46219f1b by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:13.584666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Attempting to bind port bfbfbb1d-e096-4b40-99be-43ad46219f1b on network 50487ac1-cae3-44d7-8f19-4ed42069d01d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:13.596831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Port bfbfbb1d-e096-4b40-99be-43ad46219f1b on network 50487ac1-cae3-44d7-8f19-4ed42069d01d not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:13.597335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-a4055344-c832-42aa-93e8-0250d3e641db service neutron] 10.222.0.61 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631360 Dec 16 09:22:13.597618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Attempting to bind port bfbfbb1d-e096-4b40-99be-43ad46219f1b on network 50487ac1-cae3-44d7-8f19-4ed42069d01d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:13.618413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Transition to ACTIVE for port object 3e102858-7078-4356-a73d-fb5dd9d1ed25 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:13.620094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:13.620618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Checking segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:13.621230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Bound using segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:13.621887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Bound port: bfbfbb1d-e096-4b40-99be-43ad46219f1b, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:13.622476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.633899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.681728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19177ed5-7bb9-4856-8f32-271e0d0bcc29 req-783a8d23-3293-434c-949b-ed05074cac58 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672466 Dec 16 09:22:13.832185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-141dc80e-60cb-41c3-a9aa-0ea377c7a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:13.833660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-141dc80e-60cb-41c3-a9aa-0ea377c7a9eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.3313527 Dec 16 09:22:13.851000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.886264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] No DVR routers for this DVR port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:22:13.888609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:13.894365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.902116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:13.947849 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-923de03a-363d-490d-8440-334d08eb8cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:13.960332 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8a8fbd40-1ff1-44eb-862b-7baa661dcfc4', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'port_id': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'mac_address': 'fa:16:3e:5c:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:22:06Z', 'updated_at': '2021-12-16T09:22:10Z', 'revision_number': 1, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:04Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:13.994745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:13.998082 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88390f60-2e6c-47e5-9596-d51f51316851 None None] The sync data for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 is: [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8a8fbd40-1ff1-44eb-862b-7baa661dcfc4', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'port_id': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'mac_address': 'fa:16:3e:5c:2f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:22:06Z', 'updated_at': '2021-12-16T09:22:10Z', 'revision_number': 1, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:04Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:14.014843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c5eb69-6e5d-4295-bbb6-4847ad533dbe req-af60855c-16d2-4b6d-814e-54ce378d18d8 service neutron] 10.222.0.61 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048350 Dec 16 09:22:14.035518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.055033 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-2b170f5e-7281-4a4b-a4c3-7e49a74dd97e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 998 time: 0.2097588 Dec 16 09:22:14.068007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.074823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.087925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:14.088270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:14.088544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:14.100586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.101230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.102714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] 10.222.0.53 "PUT /v2.0/ports/bfbfbb1d-e096-4b40-99be-43ad46219f1b HTTP/1.1" status: 200 len: 1092 time: 2.7258303 Dec 16 09:22:14.103856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Pushing event updated for resources: {'Port': ['ID=ed0a5fca-4328-4342-b7ee-836767b9cdad,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:14.112147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:14.112625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Attempting to bind port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:14.132196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.152233 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7cfc7a-d29f-4aeb-8508-bb4ad949b20c x-openstack-request-id: req-df7cfc7a-d29f-4aeb-8508-bb4ad949b20c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:14.152552 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:14.152818 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df7cfc7a-d29f-4aeb-8508-bb4ad949b20c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:14.153197 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'code': 200} Dec 16 09:22:14.207489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:22:14.218668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:14.219031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:14.219446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:14.220144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Bound port: 3e102858-7078-4356-a73d-fb5dd9d1ed25, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:14.220286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.221665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-33e9d23c-603b-4230-866b-f6b0b9ea1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.223728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-33e9d23c-603b-4230-866b-f6b0b9ea1e46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.1530864 Dec 16 09:22:14.232754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa6834a-0ad0-44cd-8789-587d73846b1a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:14.236194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.236722 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Added segment a020189e-74fb-4593-96cf-3d33e706fcf6 of type vlan for network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c Dec 16 09:22:14.283264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-76f4a220-2031-457c-99f7-f585c76a820f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447967 Dec 16 09:22:14.295167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39820111-1b5b-45d7-b87a-a58710ac3141 req-7331ec4d-6388-4311-9751-06efb47c578b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.311689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39820111-1b5b-45d7-b87a-a58710ac3141 req-7331ec4d-6388-4311-9751-06efb47c578b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 944 time: 0.2888346 Dec 16 09:22:14.320625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367fe6-f940-4fe3-b685-e7402f673992 service neutron] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:14.389968 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.403714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:14.413072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-a87872ca-6a50-4e09-956e-344e2df1e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.414391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2d7f75e3-e00a-4e1c-be84-7dd09418a013 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:14.418200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-a87872ca-6a50-4e09-956e-344e2df1e1d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 1095 time: 0.2488298 Dec 16 09:22:14.420589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07317e-a590-4200-88a5-5638ef4beb5a None None] New status for floating IP 8a8fbd40-1ff1-44eb-862b-7baa661dcfc4: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:22:14.420763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:14.445282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.496421 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-4334654b-ebad-48a6-8a65-f611ba558c51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b HTTP/1.1" status: 200 len: 217 time: 0.0685685 Dec 16 09:22:14.535972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.536603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.538056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] 10.222.0.53 "PUT /v2.0/ports/3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 1096 time: 2.7519133 Dec 16 09:22:14.539524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.540092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.540675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.573975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:14.574149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4843421 Dec 16 09:22:14.577473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56528) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:14.596135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:14.649176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:14.652685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242dca5-31bf-4329-acac-aad027638f5f service neutron] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:14.657068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Request body: {'subnet': {'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1473129187-subnet', 'tenant_id': 'd7e7920766ce4175942484ff81afcc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:14.658584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-30d43c9d-4222-489c-833a-9917351c5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.660344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-30d43c9d-4222-489c-833a-9917351c5cc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 200 len: 861 time: 0.1439841 Dec 16 09:22:14.679294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647323-70a3-4a9e-a6cc-7ee8d8cad312 req-6c42ee3e-1366-4834-9a3b-79aaf7956a74 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:14.687357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e647323-70a3-4a9e-a6cc-7ee8d8cad312 req-6c42ee3e-1366-4834-9a3b-79aaf7956a74 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 946 time: 0.4460783 Dec 16 09:22:14.705570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39820111-1b5b-45d7-b87a-a58710ac3141 req-6deac0a3-5cc5-498a-9760-c52e099fd3a9 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930333 Dec 16 09:22:14.769295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-29081efc-62cc-414a-9a9a-9f23a4e24750 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441304 Dec 16 09:22:14.894235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba01f89-bdc2-4205-9884-e32589684803 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5aa7b0-989b-48bc-9e07-84c61caffe3c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:14.910248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Made reservation on behalf of d7e7920766ce4175942484ff81afcc33 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:14.912983 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.924208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:22:14.926646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:14.927213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:14.990109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e647323-70a3-4a9e-a6cc-7ee8d8cad312 req-0ffc23f3-062d-4246-a0c6-bd6f124a6837 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/security-groups?id=af0ad483-990e-4948-bf31-46efc4a52b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016524 Dec 16 09:22:15.067679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:15.073042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b47e0c-f09d-4816-a3e3-6dd8eb638963 req-e4ee3f26-991f-491e-8a18-267673b3850b service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881527 Dec 16 09:22:15.107974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-43422bc7-7d42-4f8e-bb8f-4f00111ffa3d None None] Provisioning complete for port ed0a5fca-4328-4342-b7ee-836767b9cdad triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:15.108406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43422bc7-7d42-4f8e-bb8f-4f00111ffa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:15.159386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-43422bc7-7d42-4f8e-bb8f-4f00111ffa3d None None] Port ed0a5fca-4328-4342-b7ee-836767b9cdad cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:15.280785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-361ed9a6-1ce4-4b21-92b9-8d13e39b8244 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 1000 time: 0.2008247 Dec 16 09:22:15.374718 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-30c79763-71d9-4797-a1fd-465fbc061b77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50487ac1-cae3-44d7-8f19-4ed42069d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503728 Dec 16 09:22:15.379203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-228fc51e-7079-4916-9afc-0d2a8abb343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:15.381187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-228fc51e-7079-4916-9afc-0d2a8abb343c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1099 time: 0.8113024 Dec 16 09:22:15.382029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772491fd-3cbb-42be-9906-ed83147b491d req-15990818-b16f-461f-850f-01552817bb23 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:15.383435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-15990818-b16f-461f-850f-01552817bb23 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports/586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 942 time: 0.0926301 Dec 16 09:22:15.395093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:15.548826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce560d8-152a-4b46-a804-a122b4235262,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:15.566591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Checking segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:15.567083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Network hostable DHCP agents. Network: 9e5aa7b0-989b-48bc-9e07-84c61caffe3c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:22:15.579350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-8365fcbb-e185-4c2d-b0ec-2605a9ba4f8f tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 1000 time: 0.1371017 Dec 16 09:22:15.583330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Router 2990a259-d08a-408d-96dc-e6e3f58719e9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:15.704164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772491fd-3cbb-42be-9906-ed83147b491d req-5be73e2b-4ee3-4310-8f6b-71d03cf7c4d1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:15.712866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-5be73e2b-4ee3-4310-8f6b-71d03cf7c4d1 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1323118 Dec 16 09:22:15.744758 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-d54cf463-c8a8-40ea-bfc6-637e0748c9bc service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624487 Dec 16 09:22:15.748310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a7a8897d-0018-4317-a4ff-a603b557a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:15.750212 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-a7a8897d-0018-4317-a4ff-a603b557a171 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3421221 Dec 16 09:22:15.784516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:22:15.842721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-6fcd9da6-88f9-4b2f-933b-20f6fcd78060 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 1000 time: 0.1284912 Dec 16 09:22:15.846226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-e02b99cf-144a-48d1-be96-0332d5bb2e8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.0776675 Dec 16 09:22:15.848061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:15.848738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:15.859560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9e5aa7b0-989b-48bc-9e07-84c61caffe3c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:15.865511 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Sync routers for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:15.869654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19c9bb-94ab-4470-bbb7-a65561a2e545 None None] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:15.873285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b4f2a203-134f-4410-b130-c063aad950fd admin admin] 10.222.0.61 "PUT /v2.0/routers/2990a259-d08a-408d-96dc-e6e3f58719e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4544256 Dec 16 09:22:15.884130 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:15.884754 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:21:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:15.911309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:15.912005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:15.971331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bd44e2b9-18ad-45dc-a078-e66408568b9a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3861701 Dec 16 09:22:15.992750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:16.053695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-360ff20f-6715-481d-868a-04442515153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:16.058812 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-360ff20f-6715-481d-868a-04442515153b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1834645 Dec 16 09:22:16.093131 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff2d660b-ede0-4b3a-8c76-2bb2976f1faf req-5a072a42-4b7e-45f8-be12-99d50e21a544 service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306274 Dec 16 09:22:16.113549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:16.146017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-398c8e8e-ff5a-4bf6-87bd-c150544fe182 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:22:16.150318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-398c8e8e-ff5a-4bf6-87bd-c150544fe182 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478859 Dec 16 09:22:16.154976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b'}, {'name': 'network-changed', 'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:16.161575 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980875cf-5994-454f-9e8c-5a2c08aa1701" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b"}, {"name": "network-changed", "server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:16.177626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b99e8-1d44-42ef-86da-74df207b3181 None None] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:16.308063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-423b0a3a-72c1-44d8-8b1d-b403e526a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:16.310117 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-423b0a3a-72c1-44d8-8b1d-b403e526a422 service neutron] 10.222.0.61 "GET /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 1093 time: 0.1391997 Dec 16 09:22:16.327814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Request body: {'binding': {'host': 'n-h1-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:16.328265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Unknown quota resources ['binding']. {{(pid=102397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:22:16.350100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-54909cc4-d963-4f75-938e-022a57f19f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:16.351659 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-54909cc4-d963-4f75-938e-022a57f19f66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2800026 Dec 16 09:22:16.374998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:16.385282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:16.385962 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Floating IP 8a8fbd40-1ff1-44eb-862b-7baa661dcfc4 disassociated. External IP: 172.25.6.24, port: 586a1bbb-596c-4ef1-8b86-9194e5e10c97. Dec 16 09:22:16.604376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-44335607-c0f7-4c7d-bb97-f8b5d4d55e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:16.644168 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:13Z', 'revision_number': 2, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:16.667462 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-99b301cc-bcf7-457a-8dea-bfd1191b71e7 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761331 Dec 16 09:22:16.716629 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Checking router: 2990a259-d08a-408d-96dc-e6e3f58719e9 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:16.717499 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Updating router 2990a259-d08a-408d-96dc-e6e3f58719e9 port ed0a5fca-4328-4342-b7ee-836767b9cdad binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:16.765596 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:16.818973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on host n-h1-821941-1 for vnic_type normal with profile None {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:16.819258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:16.819590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:16.837001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:16.837237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:16.849876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56580) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:16.854680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-network', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:16.860199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:16.860540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:16.860929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:16.861378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Bound port: 837b7970-6738-407c-b46c-d4a0d0b37273, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:16.927410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:16.945162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:16.959040 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-be06f011-4038-4e74-8164-45ae1f339dd8 service neutron] 10.222.0.61 "POST /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273/bindings HTTP/1.1" status: 201 len: 389 time: 0.6362936 Dec 16 09:22:17.022304 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f6212eed-15aa-4295-9cd4-7668c091d2d1 req-28f54b0e-2428-4002-8825-aa5f65fd6bc8 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276224 Dec 16 09:22:17.026156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Made reservation on behalf of 7ae9d431022a422da32f82cfe0210f8d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:17.040664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.066399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.104444 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.113380 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.191393 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a172e-6fc0-4745-b5af-99f0a7ba4273 None None] Pushing event updated for resources: {'Port': ['ID=ed0a5fca-4328-4342-b7ee-836767b9cdad,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:17.243796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.251195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.271990 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Attempting to bind port ed0a5fca-4328-4342-b7ee-836767b9cdad on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:17.273714 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Attempting to bind port ed0a5fca-4328-4342-b7ee-836767b9cdad by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:17.274267 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Attempting to bind port ed0a5fca-4328-4342-b7ee-836767b9cdad on network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:17.281610 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:17.282344 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Checking segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:17.282917 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.283473 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Bound using segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:17.284158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Bound port: ed0a5fca-4328-4342-b7ee-836767b9cdad, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:17.284726 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.305300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2430f81-40da-4601-bb88-ceda7aa4b649,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:17.310912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cd472-1fcc-44ef-9d17-7b4593bc823d req-b53a31c9-6361-4a63-88f9-f98df5f708d3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:17.316982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:22:17.319540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c68cd472-1fcc-44ef-9d17-7b4593bc823d req-b53a31c9-6361-4a63-88f9-f98df5f708d3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 948 time: 0.1141670 Dec 16 09:22:17.365830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.366364 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Added segment fe4464eb-f1b7-473f-abbc-d95904809581 of type vlan for network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b Dec 16 09:22:17.400546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Router 629a5e5a-b435-41bf-b340-ef26d17fc047 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:17.408084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c68cd472-1fcc-44ef-9d17-7b4593bc823d req-feef9750-a034-4c2c-b1b9-93179bfb53df tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872984 Dec 16 09:22:17.412766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-bd1b8d6f-ccf0-4326-934c-7053aab29f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:17.413514 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] For port ed0a5fca-4328-4342-b7ee-836767b9cdad, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:17.415326 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-bd1b8d6f-ccf0-4326-934c-7053aab29f20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1096 time: 0.1000347 Dec 16 09:22:17.421310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] For port ed0a5fca-4328-4342-b7ee-836767b9cdad, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ed0a5fca-4328-4342-b7ee-836767b9cdad,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:17.429869 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.442147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.548695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.549661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:17.555352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.572866 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:17.581940 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:17.586176 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a172e-6fc0-4745-b5af-99f0a7ba4273 None None] Pushing event updated for resources: {'Port': ['ID=ed0a5fca-4328-4342-b7ee-836767b9cdad,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:17.687897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:17.690877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-6c0aafa0-20cb-4de0-85f6-591d70394e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:17.692710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-6c0aafa0-20cb-4de0-85f6-591d70394e77 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.2654178 Dec 16 09:22:17.698225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8474982 Dec 16 09:22:17.702196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.706993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] Sync routers for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:17.720449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56586) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:17.721944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9f7f4-b309-4026-816d-600167942463 admin admin] Pushing event updated for resources: {'Network': ['ID=fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:17.735211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a43-6aa8-4cb3-96ff-175342ed511d req-39db012f-5886-4ed9-a54f-9696ff1d64a4 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:17.737214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db377a43-6aa8-4cb3-96ff-175342ed511d req-39db012f-5886-4ed9-a54f-9696ff1d64a4 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 946 time: 0.1847289 Dec 16 09:22:17.742962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Request body: {'subnet': {'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-subnet', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:17.753605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:22:17.766071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56588) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:17.781755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Request body: {'floatingip': {'port_id': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:17.799669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-1b8027d9-6d11-4f28-896b-0603f159f6b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 217 time: 0.0963254 Dec 16 09:22:17.806832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:17.808396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:17.827052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Made reservation on behalf of 7ae9d431022a422da32f82cfe0210f8d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:17.829431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:17.897421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-1404b4c3-c745-43ba-908e-aa143edaa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:17.899192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-1404b4c3-c745-43ba-908e-aa143edaa87c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0915017 Dec 16 09:22:17.946996 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-ddae7caa-27cd-4024-bf61-020713665916 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399978 Dec 16 09:22:17.990287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:18.124561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-d2f1c444-0513-41d3-a7ec-d41eafd60f42 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668358 Dec 16 09:22:18.134121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:18.153721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0af567e4-03f7-4410-b1fa-0343d80595dd None None] Provisioning complete for port ed0a5fca-4328-4342-b7ee-836767b9cdad triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:18.154055 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0af567e4-03f7-4410-b1fa-0343d80595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:18.219650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:18.276202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:18.304903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-c76a0d40-5ea9-428c-957e-26d8fff7b47f service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725287 Dec 16 09:22:18.322800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:18.458463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:17Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:18.488440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-f391e3eb-bcda-4caa-8b1e-76a83f729b30 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "PUT /v2.0/floatingips/8a8fbd40-1ff1-44eb-862b-7baa661dcfc4 HTTP/1.1" status: 200 len: 694 time: 2.6441414 Dec 16 09:22:18.506895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:18.515074 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d872a38-92d1-4230-9f4a-abda20eb6073" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:18.541660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d9304-43e5-4b1d-8f47-4e8b69994496 None None] The sync data for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 is: [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:17Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:18.642870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0af567e4-03f7-4410-b1fa-0343d80595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:18.726642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0af567e4-03f7-4410-b1fa-0343d80595dd None None] For port ed0a5fca-4328-4342-b7ee-836767b9cdad, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ed0a5fca-4328-4342-b7ee-836767b9cdad,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:18.736360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0af567e4-03f7-4410-b1fa-0343d80595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:18.777231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:04Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:18.970230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] Checking router: 629a5e5a-b435-41bf-b340-ef26d17fc047 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:19.021065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:19.022064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:19.265118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:19.268225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af567e4-03f7-4410-b1fa-0343d80595dd None None] Pushing event updated for resources: {'Port': ['ID=ed0a5fca-4328-4342-b7ee-836767b9cdad,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:19.276848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-34f935cc-0e1c-4dbc-9064-4ca361cb5813 None None] Provisioning complete for port ed0a5fca-4328-4342-b7ee-836767b9cdad triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:19.277228 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34f935cc-0e1c-4dbc-9064-4ca361cb5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.297515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.327186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c199e8-4fc2-4122-83aa-d180b440a356 req-e0817295-cf6e-4963-8d36-43a9df4bc3fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:19.329117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78c199e8-4fc2-4122-83aa-d180b440a356 req-e0817295-cf6e-4963-8d36-43a9df4bc3fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 944 time: 1.0490308 Dec 16 09:22:19.329929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ab6efe-a99d-495d-943f-f0d3dce50beb,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:19.346852 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.468936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Checking segment: {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:19.469301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Network hostable DHCP agents. Network: fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:22:19.475030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:19.495624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78c199e8-4fc2-4122-83aa-d180b440a356 req-3140a407-95bc-4684-8090-87d99085b9d9 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Dec 16 09:22:19.535858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772491fd-3cbb-42be-9906-ed83147b491d req-8c2c3209-50ff-402b-9973-78ee379bb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:19.537411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-8c2c3209-50ff-402b-9973-78ee379bb040 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 1.0033472 Dec 16 09:22:19.568930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:22:19.609806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:19.646385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:19.652840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:19.653375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.672514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af7196-5ab4-4c84-b152-75104ce5f78c None None] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:19.688920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56596) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:19.690616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e93897e-7cff-49b3-91ac-fd7e8f106817 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9519444 Dec 16 09:22:19.694643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:19.725695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'port_id': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'mac_address': 'fa:16:3e:93:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db78f7c-8c82-474d-aac8-594279bfd517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:19.767688 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2126a43-eaeb-40c5-887a-7bed7262bb8b x-openstack-request-id: req-e2126a43-eaeb-40c5-887a-7bed7262bb8b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:19.767979 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:19.768225 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2126a43-eaeb-40c5-887a-7bed7262bb8b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:19.768617 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'status': 'completed', 'code': 200} Dec 16 09:22:19.769096 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'status': 'completed', 'code': 200} Dec 16 09:22:19.795361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.796680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.925972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:19.947009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-5564856c-faec-4be3-abca-2c97c78cc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:19.948588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-5564856c-faec-4be3-abca-2c97c78cc0d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 1095 time: 0.2335744 Dec 16 09:22:20.015729 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 associated. External IP: 172.25.6.192, port: 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3. Dec 16 09:22:20.175518 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.219195 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.232896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.265073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.316899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-93514fbc-a528-4b36-801f-dafbcf80c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:20.318493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-93514fbc-a528-4b36-801f-dafbcf80c56b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1099 time: 0.5614440 Dec 16 09:22:20.395440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbfbb1d-e096-4b40-99be-43ad46219f1b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:20.551801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772491fd-3cbb-42be-9906-ed83147b491d req-0d603f61-a750-4e3c-9068-5ead4f464dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:20.555632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-0d603f61-a750-4e3c-9068-5ead4f464dd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 1.0044901 Dec 16 09:22:20.561348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-9e063e5e-946c-4a71-8932-f55d21e5f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:20.569119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-9e063e5e-946c-4a71-8932-f55d21e5f795 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2089648 Dec 16 09:22:20.573246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:20.643701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ed0a5fca-4328-4342-b7ee-836767b9cdad up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:20.646444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e0f0b9d2-e2f7-491f-a838-5de4f36e8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:20.649952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e0f0b9d2-e2f7-491f-a838-5de4f36e8811 service neutron] 10.222.0.53 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 922 time: 0.6882219 Dec 16 09:22:20.659332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.723549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-8069bec0-9342-42dc-859f-94507210c7fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.0702202 Dec 16 09:22:20.730059 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e47cf5e8-aafe-43fa-863c-5d45421f8520 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b HTTP/1.1" status: 200 len: 217 time: 0.0692694 Dec 16 09:22:20.787744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:20.788474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-41a58fc1-ea77-48de-9e29-72db71712dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:20.790189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-41a58fc1-ea77-48de-9e29-72db71712dd4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 200 len: 861 time: 0.0510082 Dec 16 09:22:20.809858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.810204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.810539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.810867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.819823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.820368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.820776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.821176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.821781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.822971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.823368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.823761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:20.833236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-ebd47d67-4c1b-4b2a-a0e7-d5f0c736976e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50487ac1-cae3-44d7-8f19-4ed42069d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329764 Dec 16 09:22:20.839213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772491fd-3cbb-42be-9906-ed83147b491d req-1823be6d-0dff-462e-be42-6a9cc4d69be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:20.841088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-1823be6d-0dff-462e-be42-6a9cc4d69be3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.0593772 Dec 16 09:22:20.888062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ed0a5fca-4328-4342-b7ee-836767b9cdad triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:20.888737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.890853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b', 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'fixed_ips': [{'subnet_id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:22:20.891920 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:20.941015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-aec16984-8a69-4896-9d64-0fda6529fddb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.1705441 Dec 16 09:22:20.961402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bfbfbb1d-e096-4b40-99be-43ad46219f1b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:20.985511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-c9fab757-ac27-4dbf-9bb1-df4593070da0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962081 Dec 16 09:22:21.158219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-616428f6-e3c1-4d16-a314-b9c0f42aef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:21.160165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-616428f6-e3c1-4d16-a314-b9c0f42aef83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1905529 Dec 16 09:22:21.227181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:21.233893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:21.245171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:04Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:21.253479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-b68835ff-fe9c-4cff-b053-b2c93c605203 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:21.253817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:21.270208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-b68835ff-fe9c-4cff-b053-b2c93c605203 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.5057292 Dec 16 09:22:21.280786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0371a6f-c7c9-4644-9d54-f4f24dc81d82 None None] The sync data for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 is: [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:20:54Z', 'revision_number': 4, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf', 'name': '', 'network_id': '521bbc49-b394-46e4-8393-5c3bb64f87ad', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'mac_address': 'fa:16:3e:b0:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:52Z', 'updated_at': '2021-12-16T09:21:04Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'subnets': [{'id': '4b7a232d-1da7-4c8c-9904-d2e1653d8e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:21.291337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:21.317111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-6bdd00ec-db7d-4d75-b88e-af86c78e2fc3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/quotas/d7e7920766ce4175942484ff81afcc33 HTTP/1.1" status: 200 len: 375 time: 0.0458927 Dec 16 09:22:21.350449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-5ee6cc13-0bc5-4420-8a33-1eca9e7947ed service neutron] 10.222.0.61 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539693 Dec 16 09:22:21.361826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-0c5ccffd-4008-4b03-ade3-237c6841deb6 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434680 Dec 16 09:22:21.393684 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e9346d2b-4524-40ae-bd50-fec86303764c service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569228 Dec 16 09:22:21.435181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Allocated IP 172.25.6.245 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/2305644d-202a-417d-89e8-22b8ee3aa5c3) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:21.552706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-814f35d3-08aa-405a-8330-c281b4a5ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:21.554560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-814f35d3-08aa-405a-8330-c281b4a5ff24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3816247 Dec 16 09:22:21.569826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Allocated IP 172.20.0.2 (fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b/e6ab6efe-a99d-495d-943f-f0d3dce50beb/20ec57b7-b54d-47d0-8307-1670020330dc) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:21.709498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:21.754820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da698a2d-716d-4ec6-b636-51f4424bab20 None None] New status for floating IP 8a8fbd40-1ff1-44eb-862b-7baa661dcfc4: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:22:21.871016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:21.874684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'mac_address': 'fa:16:3e:b8:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:21.925670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.038142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.068635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e102858-7078-4356-a73d-fb5dd9d1ed25 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:22.088274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.097162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:22.098355 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e0f1a6bd-8e41-466b-a34e-1f5694ef32a3 service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471113 Dec 16 09:22:22.115984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.138735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:22.154583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:22.161135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Pushing event updated for resources: {'Port': ['ID=20ec57b7-b54d-47d0-8307-1670020330dc,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:22.163989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:22.224345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:22.227753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.302908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Attempting to bind port 20ec57b7-b54d-47d0-8307-1670020330dc on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:22.303509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Attempting to bind port 20ec57b7-b54d-47d0-8307-1670020330dc by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:22.303628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Attempting to bind port 20ec57b7-b54d-47d0-8307-1670020330dc on network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:22.310760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e9b2e41e-2d57-4c8d-8cd6-f8702830245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:22.312517 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-e9b2e41e-2d57-4c8d-8cd6-f8702830245c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1100 time: 0.1584718 Dec 16 09:22:22.313379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:22.313748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Checking segment: {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:22.314307 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.314696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Bound using segment: {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:22.315175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Bound port: 20ec57b7-b54d-47d0-8307-1670020330dc, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:22.315573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.354021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:22.371974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:22.411954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:22.413875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2305644d-202a-417d-89e8-22b8ee3aa5c3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:22.421435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3e102858-7078-4356-a73d-fb5dd9d1ed25'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:22.515459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] For port 20ec57b7-b54d-47d0-8307-1670020330dc, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:22.527091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:22.534960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-772491fd-3cbb-42be-9906-ed83147b491d req-3f524167-2084-43db-a4a7-d88e4c5dc6fb service neutron] 10.222.0.61 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1611967 Dec 16 09:22:22.542850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.553909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-8fde3da3-1a38-46fb-a3e9-0eb49e175d3f service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1911018 Dec 16 09:22:22.579064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:22.601229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] For port 20ec57b7-b54d-47d0-8307-1670020330dc, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=20ec57b7-b54d-47d0-8307-1670020330dc,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:22.630226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:22.630728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-f4ee9461-abb6-46cd-ab0a-eca075a82291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:22.632285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-f4ee9461-abb6-46cd-ab0a-eca075a82291 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2959278 Dec 16 09:22:22.680297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:22.681132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:22.698412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-1f8b1dd4-650a-4d13-a008-04baba96b89a service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1201937 Dec 16 09:22:22.732514 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-532d458f-e45c-4968-aa5b-0fbf8984943f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.0506155 Dec 16 09:22:22.784772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f572718c-8e3a-4438-b980-439e50872d48 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "PUT /v2.0/floatingips/e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 HTTP/1.1" status: 200 len: 992 time: 5.0153499 Dec 16 09:22:22.878737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41fc41-3fa6-4438-b1e8-05332bfa75f8 None None] Pushing event updated for resources: {'Port': ['ID=20ec57b7-b54d-47d0-8307-1670020330dc,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:22.910856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-d5881586-c488-41e1-8505-6b65b1a2b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:22.915876 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-d5881586-c488-41e1-8505-6b65b1a2b273 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1740782 Dec 16 09:22:22.929171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3681a75-d337-48b1-8beb-06a01682c7a5 req-94a9a2fb-3118-4cde-a1f2-11ffae0c6dbc tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:22.931163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3681a75-d337-48b1-8beb-06a01682c7a5 req-94a9a2fb-3118-4cde-a1f2-11ffae0c6dbc tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.2476466 Dec 16 09:22:22.949553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-6046e387-1fb9-4817-9fc7-defa691ca5f3 service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938780 Dec 16 09:22:22.962885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:22.993329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-b8cc547a-f31a-408b-93ef-2569fbaedeac service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802105 Dec 16 09:22:23.029977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3681a75-d337-48b1-8beb-06a01682c7a5 req-d8bb78f2-de11-47c0-8e29-88259b01dab2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789781 Dec 16 09:22:23.139610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:23.287711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:23.319302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943316-a31c-4235-8b0b-9192060d5d37 req-651a46b3-7c1a-473d-bbf0-0a08d9b41a11 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:23.327100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17943316-a31c-4235-8b0b-9192060d5d37 req-651a46b3-7c1a-473d-bbf0-0a08d9b41a11 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 949 time: 0.1619682 Dec 16 09:22:23.376467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17943316-a31c-4235-8b0b-9192060d5d37 req-838b2950-06b9-437b-b25b-9e54fdce9d2e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482142 Dec 16 09:22:23.392750 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b83d5f-cd2f-46db-be27-4f1ac0d8c6f0 x-openstack-request-id: req-e9b83d5f-cd2f-46db-be27-4f1ac0d8c6f0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:23.395395 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:23.395921 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9b83d5f-cd2f-46db-be27-4f1ac0d8c6f0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:23.396579 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'status': 'completed', 'code': 200} Dec 16 09:22:23.423085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-300c3aeb-8245-4559-9495-1c50327b8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:23.431444 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-300c3aeb-8245-4559-9495-1c50327b8480 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5072567 Dec 16 09:22:23.516631 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:23.562105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bfbfbb1d-e096-4b40-99be-43ad46219f1b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:22:23.571435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bfbfbb1d-e096-4b40-99be-43ad46219f1b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:23.572114 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:23.582476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1abe9732-3eec-4a20-a840-816b95d82916 req-73628657-bfdc-4cdf-ba2e-50b85881d5fd tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips/8a8fbd40-1ff1-44eb-862b-7baa661dcfc4 HTTP/1.1" status: 200 len: 692 time: 0.1524451 Dec 16 09:22:23.723983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:23.757100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-465f1d31-befc-4690-bec0-a1dd3e464050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:23.759181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-465f1d31-befc-4690-bec0-a1dd3e464050 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=67c5de678df5401fad647f68a4dda35c&device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 1096 time: 0.3493254 Dec 16 09:22:23.785426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e4d99686-a14f-4bdd-8f06-b57c6ae7fc49', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'port_id': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'mac_address': 'fa:16:3e:41:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9760b-63e5-48a1-ba54-773e6db57271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:18:44Z', 'updated_at': '2021-12-16T09:22:19Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:23.817882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:23.824794 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:23.851969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:23.852646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:23.859396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:23.859887 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-fe0c66d4-e9cf-4ef1-a184-4a56bd0897e1 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124403 Dec 16 09:22:23.862151 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c6eda5-5abe-409c-ae29-c156e5d4eb7f" -d '{"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-plugged", "status": "completed", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:23.948847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe9732-3eec-4a20-a840-816b95d82916 req-f856de6c-be8a-4d99-b3f2-d91941ae1cdd tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:23.955023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1abe9732-3eec-4a20-a840-816b95d82916 req-f856de6c-be8a-4d99-b3f2-d91941ae1cdd tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.3703902 Dec 16 09:22:23.984167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f2983-5b62-4aa1-b2f5-1571aa70587b req-95b57779-df1e-40b3-99c4-0a8961921ad3 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:23.998872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-395f2983-5b62-4aa1-b2f5-1571aa70587b req-95b57779-df1e-40b3-99c4-0a8961921ad3 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 945 time: 0.4790297 Dec 16 09:22:24.107119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-980875cf-5994-454f-9e8c-5a2c08aa1701 req-08f82bf4-48c9-4c82-86c2-b0734f1905cf service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745193 Dec 16 09:22:24.134218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Router e87becfd-f3ce-4b17-9eaf-143b6803542b is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:22:24.161658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1abe9732-3eec-4a20-a840-816b95d82916 req-6c76e7b1-b5ff-46cd-9422-69827bfa860d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.1233099 Dec 16 09:22:24.176028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-b65a564b-6431-4c19-a26a-06ebcdec7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:24.187753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-b65a564b-6431-4c19-a26a-06ebcdec7709 service neutron] 10.222.0.69 "GET /v2.0/networks?id=521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 200 len: 921 time: 0.4129829 Dec 16 09:22:24.194127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:24.220478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-395f2983-5b62-4aa1-b2f5-1571aa70587b req-5c790707-0a63-420d-90d6-6c468eb2f55a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193890 Dec 16 09:22:24.302753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:24.394154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-df18db03-8648-47dc-a54a-6ff860bcb58d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 200 len: 217 time: 0.1710212 Dec 16 09:22:24.403727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:24.534286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1abe9732-3eec-4a20-a840-816b95d82916 req-522c7e16-ab9e-4b39-a0f8-cdeb89e09ff3 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.3444066 Dec 16 09:22:24.602860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:24.608040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:24.634974 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Sync routers for ids ['e87becfd-f3ce-4b17-9eaf-143b6803542b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:24.648951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 20ec57b7-b54d-47d0-8307-1670020330dc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:24.652329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5db58-2002-4e95-b1da-a4d0f7b7f922 None None] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:22:24.654140 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:24.655529 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Routers {'e87becfd-f3ce-4b17-9eaf-143b6803542b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:24.657822 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e87becfd-f3ce-4b17-9eaf-143b6803542b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:24.674556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:24.682423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f5413118-78a1-4006-b3d8-9ebb06944bc1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9908018 Dec 16 09:22:24.684278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:24.701922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db0abd68-da9c-48b1-86da-e23c3e3e9d9a req-8c20b31f-ac7c-43a5-9a57-4d987739f4ab tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 210 time: 0.1117759 Dec 16 09:22:24.748037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-d905b177-9a62-47cc-8fe7-0fa376d5fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:24.760497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-d905b177-9a62-47cc-8fe7-0fa376d5fb29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 200 len: 860 time: 0.3483999 Dec 16 09:22:24.855966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-0d116294-093b-4b14-9d24-c491b3410eda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=521bbc49-b394-46e4-8393-5c3bb64f87ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611777 Dec 16 09:22:25.021540 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Set router e87becfd-f3ce-4b17-9eaf-143b6803542b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:25.037243 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:22:25.081700 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be70b05-753c-4f6f-a42c-eabb9c795c69 x-openstack-request-id: req-1be70b05-753c-4f6f-a42c-eabb9c795c69 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:25.083466 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-plugged", "status": "completed", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:25.083721 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1be70b05-753c-4f6f-a42c-eabb9c795c69 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:25.084114 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'code': 200} Dec 16 09:22:25.180577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e2e4f119-4b35-45e5-bea7-a0555da98dfe None None] Provisioning complete for port 20ec57b7-b54d-47d0-8307-1670020330dc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:25.182495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f119-4b35-45e5-bea7-a0555da98dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.283636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:25.353035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 20ec57b7-b54d-47d0-8307-1670020330dc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:25.353434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.382105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Deleting port f0ae026c-313a-4323-b971-b382d62177d9 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:25.382497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.487370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:22:22Z', 'revision_number': 3, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:25.525346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.525716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.537379 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Checking router: e87becfd-f3ce-4b17-9eaf-143b6803542b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:25.540825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Calling delete_port for f0ae026c-313a-4323-b971-b382d62177d9 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:25.552069 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Updating router e87becfd-f3ce-4b17-9eaf-143b6803542b port 2305644d-202a-417d-89e8-22b8ee3aa5c3 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:25.616352 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.628374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.725386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c14c5-e8e0-4832-9a4c-89b48df886f7 req-91ee5d2f-efbb-47b5-941f-313382c245e0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:25.727238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a41c14c5-e8e0-4832-9a4c-89b48df886f7 req-91ee5d2f-efbb-47b5-941f-313382c245e0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.6515985 Dec 16 09:22:25.730204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:25.732812 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48744e6e-981f-45e2-8694-742d955f6722" -d '{"events": [{"name": "network-changed", "server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:25.748140 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.757266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 20ec57b7-b54d-47d0-8307-1670020330dc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=20ec57b7-b54d-47d0-8307-1670020330dc,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:25.809965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a260-7569-4f4e-8d48-91ac9d099d3c req-2bafd160-514d-46bc-8c1c-0a46390bddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:25.814701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aab8a260-7569-4f4e-8d48-91ac9d099d3c req-2bafd160-514d-46bc-8c1c-0a46390bddce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 1097 time: 0.6152742 Dec 16 09:22:25.839578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event deleted for resources: {'Port': ['ID=f0ae026c-313a-4323-b971-b382d62177d9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:25.865596 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.909135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-15271e80-2ff8-4205-831e-a17b5ff8aa00 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:25.910703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-15271e80-2ff8-4205-831e-a17b5ff8aa00 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.5726247 Dec 16 09:22:25.950264 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.955580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456969-5d28-4540-977c-151230121db2 req-fc45f35f-3878-4081-92bf-1fd492fcdcdf tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:25.956612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Request body: {'port': {'device_id': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'admin_state_up': True, 'tenant_id': 'd7e7920766ce4175942484ff81afcc33'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:25.957540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-fc45f35f-3878-4081-92bf-1fd492fcdcdf tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7&tenant_id=1d86b1f5bff74133957ceca6995d2d66&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 949 time: 0.7894049 Dec 16 09:22:25.959833 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:25.980446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a41c14c5-e8e0-4832-9a4c-89b48df886f7 req-74f8bf9b-779c-4d0a-9393-08bd7f77985a tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205682 Dec 16 09:22:26.028506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 3e102858-7078-4356-a73d-fb5dd9d1ed25 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:22:26.070796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2e4f119-4b35-45e5-bea7-a0555da98dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.080086 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ddd0-e953-4430-bfab-6ac783c7a842 None None] Pushing event updated for resources: {'Port': ['ID=2305644d-202a-417d-89e8-22b8ee3aa5c3,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:26.127015 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Attempting to bind port 2305644d-202a-417d-89e8-22b8ee3aa5c3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:26.127548 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Attempting to bind port 2305644d-202a-417d-89e8-22b8ee3aa5c3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:26.128019 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Attempting to bind port 2305644d-202a-417d-89e8-22b8ee3aa5c3 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:26.132679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3e102858-7078-4356-a73d-fb5dd9d1ed25 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:26.133060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.134348 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:26.135091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:26.135759 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.136371 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:26.137141 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Bound port: 2305644d-202a-417d-89e8-22b8ee3aa5c3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:26.137998 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.154470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.157570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.158831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1abe9732-3eec-4a20-a840-816b95d82916 req-da33b742-e1c6-4291-b8bd-7ed1579dcd97 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "DELETE /v2.0/floatingips/8a8fbd40-1ff1-44eb-862b-7baa661dcfc4 HTTP/1.1" status: 204 len: 173 time: 1.5730724 Dec 16 09:22:26.165691 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-9e456969-5d28-4540-977c-151230121db2 req-4deb5e8a-16cb-4f5e-be35-6fbcab1b9f31 service neutron] delete failed (client error): The resource could not be found. Dec 16 09:22:26.166792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-4deb5e8a-16cb-4f5e-be35-6fbcab1b9f31 service neutron] 10.222.0.69 "DELETE /v2.0/ports/3e102858-7078-4356-a73d-fb5dd9d1ed25/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.1900795 Dec 16 09:22:26.214584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=20ec57b7-b54d-47d0-8307-1670020330dc,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:26.243172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-b14b7ef2-dfda-4a84-9f22-6b69025c7929 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3496721 Dec 16 09:22:26.284449 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] For port 2305644d-202a-417d-89e8-22b8ee3aa5c3, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:26.288557 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] For port 2305644d-202a-417d-89e8-22b8ee3aa5c3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2305644d-202a-417d-89e8-22b8ee3aa5c3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:26.294594 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.390690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d872a38-92d1-4230-9f4a-abda20eb6073 req-3b068505-f005-42ec-b3a7-a7d429fbaf82 service neutron] 10.222.0.69 "GET /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389024 Dec 16 09:22:26.424394 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904ddd0-e953-4430-bfab-6ac783c7a842 None None] Pushing event updated for resources: {'Port': ['ID=2305644d-202a-417d-89e8-22b8ee3aa5c3,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:26.484592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aabdd-8cd9-4dcc-8b57-04aaf41f426e req-51f1189d-3c12-4708-b738-96efcf42bef5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:26.486168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d51aabdd-8cd9-4dcc-8b57-04aaf41f426e req-51f1189d-3c12-4708-b738-96efcf42bef5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 949 time: 0.3216853 Dec 16 09:22:26.487959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 20ec57b7-b54d-47d0-8307-1670020330dc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:26.491749 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Routers {'e87becfd-f3ce-4b17-9eaf-143b6803542b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:26.492591 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e87becfd-f3ce-4b17-9eaf-143b6803542b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:26.569738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-e2e4f119-4b35-45e5-bea7-a0555da98dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:22:26.588902 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-e2e4f119-4b35-45e5-bea7-a0555da98dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:22:26.606219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.622305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e4d99686-a14f-4bdd-8f06-b57c6ae7fc49', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'port_id': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'mac_address': 'fa:16:3e:41:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9760b-63e5-48a1-ba54-773e6db57271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:18:44Z', 'updated_at': '2021-12-16T09:22:19Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:26.676209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06f071-62ca-44ab-bc06-3c4e57e59cc1 None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e4d99686-a14f-4bdd-8f06-b57c6ae7fc49', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'port_id': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'mac_address': 'fa:16:3e:41:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d9760b-63e5-48a1-ba54-773e6db57271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:18:44Z', 'updated_at': '2021-12-16T09:22:19Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:26.677473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d51aabdd-8cd9-4dcc-8b57-04aaf41f426e req-437c0e64-2ab0-475f-bc68-4b47effdd7b4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567121 Dec 16 09:22:26.723736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4f349-2f9f-48cc-a649-ea147cacb915 req-9ec04688-c1f8-493c-85f4-f25e2c95a8e2 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:26.730977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfc4f349-2f9f-48cc-a649-ea147cacb915 req-9ec04688-c1f8-493c-85f4-f25e2c95a8e2 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.3380015 Dec 16 09:22:26.733154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:26.745593 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.786063 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] Set router e87becfd-f3ce-4b17-9eaf-143b6803542b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:26.792266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456969-5d28-4540-977c-151230121db2 req-15a42c09-dba8-4a5f-9e23-33ca5b260885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:26.804687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-15a42c09-dba8-4a5f-9e23-33ca5b260885 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 1100 time: 0.4128721 Dec 16 09:22:26.840116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:26.856384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 20ec57b7-b54d-47d0-8307-1670020330dc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:26.857078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:26.997135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aab8a260-7569-4f4e-8d48-91ac9d099d3c req-a5bcd04c-9482-466f-a832-ad489f112674 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1655393 Dec 16 09:22:27.007855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Made reservation on behalf of d7e7920766ce4175942484ff81afcc33 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:27.011773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:27.039779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c73142f-5f41-46cc-98e7-f4951e27d6e2 req-58ead1c3-8546-48b8-b43f-968b38b15120 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 210 time: 0.0700903 Dec 16 09:22:27.050892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfc4f349-2f9f-48cc-a649-ea147cacb915 req-c0df96c5-8252-489d-90b8-1c712c3b0076 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061290 Dec 16 09:22:27.085558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:27.087950 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7945e250-9504-42cf-8a14-29930acfc3d3" -d '{"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-plugged", "status": "completed", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:27.157738 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ba9fd-d295-46e1-849a-fab5cecd11fb x-openstack-request-id: req-383ba9fd-d295-46e1-849a-fab5cecd11fb {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:27.158093 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:27.158274 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-383ba9fd-d295-46e1-849a-fab5cecd11fb {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:27.158679 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'status': 'completed', 'code': 200} Dec 16 09:22:27.158879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502fc3d-f97e-41e0-8ebd-1268772563de None None] New status for floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:22:27.179441 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:22:22Z', 'revision_number': 3, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:27.186565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456969-5d28-4540-977c-151230121db2 req-aafdcd36-aeec-48b5-8d05-4be7ea0c01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:27.188190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-aafdcd36-aeec-48b5-8d05-4be7ea0c01e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3730829 Dec 16 09:22:27.249617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3179d681-19d4-4668-95d9-4e68258cf86b req-e76c6f0b-607c-4add-a35a-1c45d21b347b tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups/7182c617-9a72-45bf-ab54-d011e8c35c0f HTTP/1.1" status: 200 len: 1808 time: 0.1260445 Dec 16 09:22:27.251269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-66d0a238-90f4-4b41-bf15-c872070a4329 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 200 len: 217 time: 0.0540178 Dec 16 09:22:27.251422 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b45c1-290c-495f-872d-1e2279592b8b None None] The sync data for ids ['e87becfd-f3ce-4b17-9eaf-143b6803542b'] in n-d-821941-1 is: [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:22:22Z', 'revision_number': 3, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:27.325651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:27.482057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3d3abb2d-40a1-4463-af47-0557b744ed26 None None] Provisioning complete for port 20ec57b7-b54d-47d0-8307-1670020330dc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:27.482780 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d3abb2d-40a1-4463-af47-0557b744ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:27.489164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744e6e-981f-45e2-8694-742d955f6722 req-cbe6f3a1-6d3e-4fc7-bed4-46bcee772cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:27.494055 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-cbe6f3a1-6d3e-4fc7-bed4-46bcee772cd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.2767196 Dec 16 09:22:27.556377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456969-5d28-4540-977c-151230121db2 req-a67da7ee-0253-4c8d-9cf5-44c47314e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:27.559652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-a67da7ee-0253-4c8d-9cf5-44c47314e96c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2837451 Dec 16 09:22:27.725428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a236cc5-f2b3-489c-9ff7-4b35332178e0 req-05cae014-c479-49a4-ab6d-dd2e08d95d98 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:27.727079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a236cc5-f2b3-489c-9ff7-4b35332178e0 req-05cae014-c479-49a4-ab6d-dd2e08d95d98 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.4262819 Dec 16 09:22:27.736334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3179d681-19d4-4668-95d9-4e68258cf86b req-67c91cfe-fd6c-4ffa-945e-3d3c254c1bdc tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:27.840549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Allocated IP 172.20.0.12 (9e5aa7b0-989b-48bc-9e07-84c61caffe3c/dce560d8-152a-4b46-a804-a122b4235262/3d72714c-63a7-4462-8fe5-a76821c62cd0) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:27.895379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3179d681-19d4-4668-95d9-4e68258cf86b req-67c91cfe-fd6c-4ffa-945e-3d3c254c1bdc tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:27.924816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456969-5d28-4540-977c-151230121db2 req-7b7b1c08-6af0-4961-b334-2903f4398f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:27.926533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-7b7b1c08-6af0-4961-b334-2903f4398f95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3454347 Dec 16 09:22:27.992570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Allocated IP 172.20.0.1 (fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b/e6ab6efe-a99d-495d-943f-f0d3dce50beb/80446605-d305-468b-8ecc-c16b79859861) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:28.013586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744e6e-981f-45e2-8694-742d955f6722 req-e242be0f-f75b-441f-9b45-4e58798e8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:28.015142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-e242be0f-f75b-441f-9b45-4e58798e8135 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.4504797 Dec 16 09:22:28.066078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a236cc5-f2b3-489c-9ff7-4b35332178e0 req-127d7763-e86c-4051-b143-abb3828b4e9c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674329 Dec 16 09:22:28.095605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-88eb394d-d1ce-4308-8ebe-a8b0d1c33a0b service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604080 Dec 16 09:22:28.183613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3179d681-19d4-4668-95d9-4e68258cf86b req-67c91cfe-fd6c-4ffa-945e-3d3c254c1bdc tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.186274 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-8b1a5952-efab-4c51-9436-77bcd39c73af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 1002 time: 0.1535153 Dec 16 09:22:28.187065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3179d681-19d4-4668-95d9-4e68258cf86b req-67c91cfe-fd6c-4ffa-945e-3d3c254c1bdc tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.200835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3179d681-19d4-4668-95d9-4e68258cf86b req-67c91cfe-fd6c-4ffa-945e-3d3c254c1bdc tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "DELETE /v2.0/security-groups/7182c617-9a72-45bf-ab54-d011e8c35c0f HTTP/1.1" status: 204 len: 173 time: 0.9366908 Dec 16 09:22:28.234178 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba954448-c880-4b9c-8264-df5e0cd7b038 x-openstack-request-id: req-ba954448-c880-4b9c-8264-df5e0cd7b038 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:28.234696 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-plugged", "status": "completed", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:28.234696 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba954448-c880-4b9c-8264-df5e0cd7b038 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:28.235125 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'code': 200} Dec 16 09:22:28.264611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c91cfe-fd6c-4ffa-945e-3d3c254c1bdc tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7182c617-9a72-45bf-ab54-d011e8c35c0f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:28.316175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e456969-5d28-4540-977c-151230121db2 req-8518c724-b756-425b-92fa-e5388b58f941 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121980 Dec 16 09:22:28.377148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab14836-c17b-4d1f-8d88-11796e237a39 req-ff2e7ecb-4e2c-472b-bf43-a8a7fb891787 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:28.391952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ab14836-c17b-4d1f-8d88-11796e237a39 req-ff2e7ecb-4e2c-472b-bf43-a8a7fb891787 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0933702 Dec 16 09:22:28.481281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2305644d-202a-417d-89e8-22b8ee3aa5c3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:28.496411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ab14836-c17b-4d1f-8d88-11796e237a39 req-a32f8cbc-1da6-4407-ae92-bf0bbee388ba tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017168 Dec 16 09:22:28.546376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744e6e-981f-45e2-8694-742d955f6722 req-435dabde-6b4e-4814-b2c9-df4b1c9b8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:28.547330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-435dabde-6b4e-4814-b2c9-df4b1c9b8c21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.3101108 Dec 16 09:22:28.597869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2305644d-202a-417d-89e8-22b8ee3aa5c3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:28.598641 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.619813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b1f1c5e-483d-425a-9133-4032f3646216 req-6f5935be-c5bf-4e6b-a91d-ca5863486df6 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 210 time: 0.0478909 Dec 16 09:22:28.666340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.667645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271e85e-ba82-4228-9175-185acbb6a287 req-aaeba7f6-77bb-4837-9ea7-57324594168c tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:28.669415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d271e85e-ba82-4228-9175-185acbb6a287 req-aaeba7f6-77bb-4837-9ea7-57324594168c tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.1619947 Dec 16 09:22:28.703202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.725239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d271e85e-ba82-4228-9175-185acbb6a287 req-d93810f5-3295-4dd8-8731-f769ead089cb tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Dec 16 09:22:28.741325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744e6e-981f-45e2-8694-742d955f6722 req-ed2207da-c114-4eb2-aaa7-9e1c8a34fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:28.743389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-ed2207da-c114-4eb2-aaa7-9e1c8a34fdd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843672 Dec 16 09:22:28.794750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.868359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 2305644d-202a-417d-89e8-22b8ee3aa5c3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2305644d-202a-417d-89e8-22b8ee3aa5c3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:28.876221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:28.983596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.046024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Pushing event updated for resources: {'Port': ['ID=80446605-d305-468b-8ecc-c16b79859861,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:29.049110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.068887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=2305644d-202a-417d-89e8-22b8ee3aa5c3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:29.081827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850ea20-8886-4a92-865c-f455aa7f5467 req-7b3c5a7f-0deb-45ef-9c2f-a609813ee6ec tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:29.097796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0850ea20-8886-4a92-865c-f455aa7f5467 req-7b3c5a7f-0deb-45ef-9c2f-a609813ee6ec tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.2407033 Dec 16 09:22:29.114130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:29.130900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:29.141546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:29.190745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:29.199729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:29.220673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-3b8c08dd-7d10-4d20-815c-91429a72d6f6 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487755 Dec 16 09:22:29.221581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:29.228262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:29.231902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0850ea20-8886-4a92-865c-f455aa7f5467 req-4cb65193-104f-4722-81bb-c266c3a50f53 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319859 Dec 16 09:22:29.304040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22ad5e-d533-49f7-bf67-bbec86f6d675 req-606864a3-cf54-43f2-978e-e439a4db6c66 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:29.312334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc22ad5e-d533-49f7-bf67-bbec86f6d675 req-606864a3-cf54-43f2-978e-e439a4db6c66 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.1795294 Dec 16 09:22:29.396071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.463627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc22ad5e-d533-49f7-bf67-bbec86f6d675 req-5d63e923-5cf9-450a-b1dc-0bdcd0f39cd5 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378548 Dec 16 09:22:29.480366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:29.492595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f2060-9161-4b07-bb25-80c688a4de5f req-4358032d-10c6-4e77-8dbe-533f01948de9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:29.494837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-781f2060-9161-4b07-bb25-80c688a4de5f req-4358032d-10c6-4e77-8dbe-533f01948de9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.1106858 Dec 16 09:22:29.498666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.570642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-781f2060-9161-4b07-bb25-80c688a4de5f req-7169064c-e261-4299-bed2-8cc0ce43774e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671287 Dec 16 09:22:29.613380 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-e6d39044-fe6e-4d7b-a19a-ec8eb9f6ae2f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6798346 Dec 16 09:22:29.617804 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48744e6e-981f-45e2-8694-742d955f6722 req-23d2ab0e-a746-4f96-af80-a45ad4a576d4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759038 Dec 16 09:22:29.630902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-173a840d-85be-49c2-a5de-7e7a39b2af33 None None] Provisioning complete for port 80446605-d305-468b-8ecc-c16b79859861 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:29.633443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-173a840d-85be-49c2-a5de-7e7a39b2af33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.643708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Request body: {'port': {'device_id': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:29.734491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-173a840d-85be-49c2-a5de-7e7a39b2af33 None None] Port 80446605-d305-468b-8ecc-c16b79859861 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:29.776840 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.803073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9a37-ddc3-44cd-a58d-daab4c416994 req-37b435eb-46e2-479d-b0bc-9b1c31c92e99 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:29.807516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-693d9a37-ddc3-44cd-a58d-daab4c416994 req-37b435eb-46e2-479d-b0bc-9b1c31c92e99 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1015546 Dec 16 09:22:29.823757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:29.871260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60d7b2-ade5-4561-937b-8cf8c8b62ad1 req-5ddfa303-3a16-424f-a0f0-96f0b7ac65a1 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:29.878966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca60d7b2-ade5-4561-937b-8cf8c8b62ad1 req-5ddfa303-3a16-424f-a0f0-96f0b7ac65a1 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.0993302 Dec 16 09:22:29.915205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-693d9a37-ddc3-44cd-a58d-daab4c416994 req-d9f59f15-f00d-400f-9fdb-09a87873df96 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Dec 16 09:22:29.956773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca60d7b2-ade5-4561-937b-8cf8c8b62ad1 req-f9514530-bf5a-4fcf-981f-22d071d3959f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747252 Dec 16 09:22:30.106416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49225cd3-f147-40ae-8bc0-0603d78ab7e4 req-000467a1-7778-4537-ab57-8f4e2d94ec97 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:30.107999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49225cd3-f147-40ae-8bc0-0603d78ab7e4 req-000467a1-7778-4537-ab57-8f4e2d94ec97 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 932 time: 0.0871322 Dec 16 09:22:30.169349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49225cd3-f147-40ae-8bc0-0603d78ab7e4 req-2924972f-53f2-4bbb-a2ad-5b441a4f81ee tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Dec 16 09:22:30.177756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275e6b-2cfa-411d-9ae6-1e58e07c3cb8 req-7fa879ea-98a7-4fca-b95e-813fcf1a9741 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:30.179848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11275e6b-2cfa-411d-9ae6-1e58e07c3cb8 req-7fa879ea-98a7-4fca-b95e-813fcf1a9741 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.0981283 Dec 16 09:22:30.203277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.221718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.230621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11275e6b-2cfa-411d-9ae6-1e58e07c3cb8 req-193cab84-f446-47ca-928e-cebe11cbaffd tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Dec 16 09:22:30.332034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Pushing event updated for resources: {'Port': ['ID=80446605-d305-468b-8ecc-c16b79859861,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:30.337637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d820508-25a8-4e5c-9d26-478b8f092019 req-eb093ccb-16ab-4f05-9eed-29c7acb8bf1b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:30.351675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d820508-25a8-4e5c-9d26-478b8f092019 req-eb093ccb-16ab-4f05-9eed-29c7acb8bf1b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.0863299 Dec 16 09:22:30.402316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d820508-25a8-4e5c-9d26-478b8f092019 req-ab55b8dc-c025-4621-81a0-c3bb9a63fd9d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548711 Dec 16 09:22:30.416635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d72714c-63a7-4462-8fe5-a76821c62cd0 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:30.417105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2305644d-202a-417d-89e8-22b8ee3aa5c3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:30.423180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.436880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.474649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2305644d-202a-417d-89e8-22b8ee3aa5c3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:30.475311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.558400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Transition to ACTIVE for port object 3d72714c-63a7-4462-8fe5-a76821c62cd0 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:30.588214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.614393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f5d2a-b791-41f3-b614-b0c983c28050 req-df3e3241-92e1-46fc-b6fa-bc325a66c2f9 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:30.615900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-258f5d2a-b791-41f3-b614-b0c983c28050 req-df3e3241-92e1-46fc-b6fa-bc325a66c2f9 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.1116145 Dec 16 09:22:30.617471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-cd1ee7f2-c3fd-4891-a9ca-efb3866c8bb1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392647 Dec 16 09:22:30.677012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:30.691243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:30.693184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:30.720105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-258f5d2a-b791-41f3-b614-b0c983c28050 req-048092a5-e29e-4780-b985-45d783eb5335 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929468 Dec 16 09:22:30.781732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-e04ee851-b16b-4a88-8909-97274a64e460 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:30.783591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-e04ee851-b16b-4a88-8909-97274a64e460 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589384 Dec 16 09:22:30.806416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-3c66c438-c148-47ff-a331-e2fdb2c6db46 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/quotas/1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 375 time: 0.0156322 Dec 16 09:22:30.830891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Attempting to bind port 3d72714c-63a7-4462-8fe5-a76821c62cd0 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:30.831225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Attempting to bind port 3d72714c-63a7-4462-8fe5-a76821c62cd0 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:30.831742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Attempting to bind port 3d72714c-63a7-4462-8fe5-a76821c62cd0 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:30.840334 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Port 3d72714c-63a7-4462-8fe5-a76821c62cd0 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:30.841078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Attempting to bind port 3d72714c-63a7-4462-8fe5-a76821c62cd0 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:30.850440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:30.851031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Checking segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:30.851601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Bound using segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:30.852518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Bound port: 3d72714c-63a7-4462-8fe5-a76821c62cd0, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:30.853148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.879404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Router e87becfd-f3ce-4b17-9eaf-143b6803542b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:30.911090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-719925d3-666b-4851-a2dc-afcd82f8a15e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915430 Dec 16 09:22:30.922662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d0bda-0a53-4e44-bd55-87cc5ab98aac req-73dd6a76-6283-478a-a2bd-11c47a495a8b tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:30.930309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c12d0bda-0a53-4e44-bd55-87cc5ab98aac req-73dd6a76-6283-478a-a2bd-11c47a495a8b tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.1220117 Dec 16 09:22:30.963328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9d02be87-0251-44b3-bea3-2d9e576ddcce None None] Provisioning complete for port 80446605-d305-468b-8ecc-c16b79859861 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:30.964355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d02be87-0251-44b3-bea3-2d9e576ddcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:30.978048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c12d0bda-0a53-4e44-bd55-87cc5ab98aac req-d05918d5-128c-48d2-88e5-6352051c2975 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Dec 16 09:22:31.004399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9d02be87-0251-44b3-bea3-2d9e576ddcce None None] Port 80446605-d305-468b-8ecc-c16b79859861 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:31.007297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:31.027842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:31.035440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:31.087902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f406-80d1-4638-a85e-0e475e29264b req-7ad08fbd-514c-4a16-8077-cc3450d102c7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:31.098056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a21f406-80d1-4638-a85e-0e475e29264b req-7ad08fbd-514c-4a16-8077-cc3450d102c7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.0661697 Dec 16 09:22:31.103251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:31.110737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:31.112224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3d72714c-63a7-4462-8fe5-a76821c62cd0 HTTP/1.1" status: 200 len: 1092 time: 1.4840119 Dec 16 09:22:31.112704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:31.115101 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0" -d '{"events": [{"name": "network-changed", "server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:31.128536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:31.134695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a6802542-7099-46d6-b4db-2d4a90852420 admin admin] 10.222.0.61 "PUT /v2.0/routers/e87becfd-f3ce-4b17-9eaf-143b6803542b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4472566 Dec 16 09:22:31.150559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a21f406-80d1-4638-a85e-0e475e29264b req-4c9a779c-75e2-466f-a8c0-e5833de42605 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Dec 16 09:22:31.159133 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Sync routers for ids ['e87becfd-f3ce-4b17-9eaf-143b6803542b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:31.163761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3454b99-4d04-4c3b-bfac-1ffb07a412a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:31.201365 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Routers {'e87becfd-f3ce-4b17-9eaf-143b6803542b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:31.202220 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e87becfd-f3ce-4b17-9eaf-143b6803542b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:31.263432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-87b18744-4beb-44f9-a9fb-3f8263564567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:31.265072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-87b18744-4beb-44f9-a9fb-3f8263564567 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 1095 time: 0.0777936 Dec 16 09:22:31.303475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66f046-8837-47d0-ad9c-fd9b8b79cc32 req-1c80a1e5-acdd-49fc-b115-127b9a6fc6ba tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:31.305010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e66f046-8837-47d0-ad9c-fd9b8b79cc32 req-1c80a1e5-acdd-49fc-b115-127b9a6fc6ba tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.0913825 Dec 16 09:22:31.344672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-6775ee16-ae4c-4c54-8d88-f6c585b8eb00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0 HTTP/1.1" status: 200 len: 217 time: 0.0699737 Dec 16 09:22:31.351971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-028c7cc8-eb9c-471e-b31c-b2757849a0ce req-d5175905-03af-4e0d-bf7f-97b68f9f3048 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 210 time: 0.0457528 Dec 16 09:22:31.405000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e66f046-8837-47d0-ad9c-fd9b8b79cc32 req-29e6dc89-71c7-43a5-b248-5a878ebe5a55 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720122 Dec 16 09:22:31.449690 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Set router e87becfd-f3ce-4b17-9eaf-143b6803542b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:31.456723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-d7c9a46b-37f9-4086-a595-7f215be64dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:31.460893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-d7c9a46b-37f9-4086-a595-7f215be64dec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.1086073 Dec 16 09:22:31.466398 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f78be2-f823-4ffa-9645-3536fa4508ce x-openstack-request-id: req-89f78be2-f823-4ffa-9645-3536fa4508ce {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:31.466693 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:31.466946 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89f78be2-f823-4ffa-9645-3536fa4508ce {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:31.467427 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'status': 'completed', 'code': 200} Dec 16 09:22:31.592152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3bd46-630c-4ae5-bd0e-d7f126735529 req-dab33aa3-9887-485c-a9eb-388911279cf2 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:31.595460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cd3bd46-630c-4ae5-bd0e-d7f126735529 req-dab33aa3-9887-485c-a9eb-388911279cf2 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 944 time: 0.1056082 Dec 16 09:22:31.702506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cd3bd46-630c-4ae5-bd0e-d7f126735529 req-77fffd97-c608-448d-aadd-fb5faf4e6d1e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980294 Dec 16 09:22:31.914509 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:22:29Z', 'revision_number': 4, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '80446605-d305-468b-8ecc-c16b79859861', 'name': '', 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'mac_address': 'fa:16:3e:70:be:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:27Z', 'updated_at': '2021-12-16T09:22:29Z', 'revision_number': 2, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'subnets': [{'id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:31.920460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-3c645b7b-0f27-4afa-858b-88b51e98e4f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4464812 Dec 16 09:22:31.980142 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Checking router: e87becfd-f3ce-4b17-9eaf-143b6803542b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:31.980494 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Updating router e87becfd-f3ce-4b17-9eaf-143b6803542b port 80446605-d305-468b-8ecc-c16b79859861 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:22:32.009916 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.076374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-bfb4e716-3aec-494f-9e29-2b83131c2785 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448858 Dec 16 09:22:32.208372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b983fc1f-08de-49e2-bf59-2e39efbf5a65 req-356ccf6a-75f7-40e2-8489-090a9dfbae89 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250315 Dec 16 09:22:32.214017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-134acd7f-f85b-4e56-a71f-b316069d8a4d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:32.215976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-134acd7f-f85b-4e56-a71f-b316069d8a4d tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.69 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 945 time: 0.6185791 Dec 16 09:22:32.239029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789c1a2-26c5-40cc-84bc-0cf9926fb60a req-36d15262-78bf-4ad1-bc53-add175956464 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:32.246428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1789c1a2-26c5-40cc-84bc-0cf9926fb60a req-36d15262-78bf-4ad1-bc53-add175956464 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.1008945 Dec 16 09:22:32.350743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-c305c33e-a49c-438f-bc6f-db46a2723cfe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:32.359697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-c305c33e-a49c-438f-bc6f-db46a2723cfe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.7355945 Dec 16 09:22:32.386130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-d79d06f6-07e8-4a57-b6ff-86a5f46e8d22 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/quotas/cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 375 time: 0.0249047 Dec 16 09:22:32.410764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-6a53d473-dad2-4811-a3a0-cbf8d3d14fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:32.412524 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-6a53d473-dad2-4811-a3a0-cbf8d3d14fa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 1095 time: 0.1467509 Dec 16 09:22:32.432004 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.438575 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.451253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1789c1a2-26c5-40cc-84bc-0cf9926fb60a req-e3c36489-c24b-41f9-ab9c-5044f1f4e1ae tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039557 Dec 16 09:22:32.497385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-08e2f378-6fca-4f3d-955c-3d7eca6b0752 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833907 Dec 16 09:22:32.566976 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Attempting to bind port 80446605-d305-468b-8ecc-c16b79859861 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:32.567365 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Attempting to bind port 80446605-d305-468b-8ecc-c16b79859861 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:32.567718 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Attempting to bind port 80446605-d305-468b-8ecc-c16b79859861 on network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:32.578910 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:32.579283 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Checking segment: {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:32.579674 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.580068 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Bound using segment: {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:32.580542 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Bound port: 80446605-d305-468b-8ecc-c16b79859861, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4464eb-f1b7-473f-abbc-d95904809581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:32.580916 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.602565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de2167-ad20-4ebf-8c7b-1137b215d44f None None] Pushing event updated for resources: {'Port': ['ID=80446605-d305-468b-8ecc-c16b79859861,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:32.636123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-3cc4a9d6-47d1-45c4-8616-374eba26cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:32.639047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-3cc4a9d6-47d1-45c4-8616-374eba26cd1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 906 time: 0.2169185 Dec 16 09:22:32.685645 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] For port 80446605-d305-468b-8ecc-c16b79859861, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:32.699942 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] For port 80446605-d305-468b-8ecc-c16b79859861, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80446605-d305-468b-8ecc-c16b79859861,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:32.708211 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.723744 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-cc2553dc-64a9-4e10-84ba-99394b5801b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0 HTTP/1.1" status: 200 len: 217 time: 0.0735168 Dec 16 09:22:32.767603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fe0111f7-53ee-407e-ba2d-3ced139e5da4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3803313 Dec 16 09:22:32.782483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Deleting port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:32.783051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.789512 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Routers {'e87becfd-f3ce-4b17-9eaf-143b6803542b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:32.790121 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e87becfd-f3ce-4b17-9eaf-143b6803542b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:32.792121 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de2167-ad20-4ebf-8c7b-1137b215d44f None None] Pushing event updated for resources: {'Port': ['ID=80446605-d305-468b-8ecc-c16b79859861,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:32.811505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-5bc8614c-df73-4bb3-bfb6-219763cee990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:32.812799 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-5bc8614c-df73-4bb3-bfb6-219763cee990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.0792513 Dec 16 09:22:32.862464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dca040d5-4c0e-4b92-9afd-a6d27c070aa5 None None] Provisioning complete for port 80446605-d305-468b-8ecc-c16b79859861 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:32.864623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dca040d5-4c0e-4b92-9afd-a6d27c070aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:32.884209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-b10aeada-6655-452e-9b19-813b4b92a679 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536852 Dec 16 09:22:32.988174 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] Set router e87becfd-f3ce-4b17-9eaf-143b6803542b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:33.015108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] For port 586a1bbb-596c-4ef1-8b86-9194e5e10c97, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=586a1bbb-596c-4ef1-8b86-9194e5e10c97,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:33.015893 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.032742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Calling delete_port for 586a1bbb-596c-4ef1-8b86-9194e5e10c97 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:33.064706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-b478f633-c084-495e-86df-24a5b68a64b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1886590 Dec 16 09:22:33.185218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-475acf08-eb34-46c2-a3db-86bbb1cd45db service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511373 Dec 16 09:22:33.189127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dca040d5-4c0e-4b92-9afd-a6d27c070aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.201109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-15f2329c-4a12-4e48-a7d1-d7bb78fb9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:33.203680 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-15f2329c-4a12-4e48-a7d1-d7bb78fb9f0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1095 time: 0.0931716 Dec 16 09:22:33.233780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dca040d5-4c0e-4b92-9afd-a6d27c070aa5 None None] For port 80446605-d305-468b-8ecc-c16b79859861, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80446605-d305-468b-8ecc-c16b79859861,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:33.239708 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dca040d5-4c0e-4b92-9afd-a6d27c070aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.270229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.290465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9a375-e0b6-4265-8766-8c4e38532e3f req-45ef5616-d8d8-42f9-a688-8284f23f4361 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:33.292205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ed9a375-e0b6-4265-8766-8c4e38532e3f req-45ef5616-d8d8-42f9-a688-8284f23f4361 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/ports?device_id=70ed8608-ec35-4c34-aa7f-e36b24a5b324 HTTP/1.1" status: 200 len: 867 time: 0.6908915 Dec 16 09:22:33.331324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-aa722ae9-676d-405c-9f3b-251c738cc5a9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:33.332891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-aa722ae9-676d-405c-9f3b-251c738cc5a9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8120651 Dec 16 09:22:33.336960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Pushing event deleted for resources: {'Port': ['ID=586a1bbb-596c-4ef1-8b86-9194e5e10c97,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:33.343457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca040d5-4c0e-4b92-9afd-a6d27c070aa5 None None] Pushing event updated for resources: {'Port': ['ID=80446605-d305-468b-8ecc-c16b79859861,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:33.368648 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd574465-29d8-4d6b-b8c0-0cb8bc9d98d0 req-146f2ab1-ab68-49b6-a044-73ec8885d29a service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637466 Dec 16 09:22:33.383742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-574ea2d7-6b9a-48e4-8a49-61f548614f1f None None] Provisioning complete for port 80446605-d305-468b-8ecc-c16b79859861 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:33.384283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574ea2d7-6b9a-48e4-8a49-61f548614f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.425771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-7be37852-947c-4f46-8c95-fd86b6b6dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:33.427474 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-7be37852-947c-4f46-8c95-fd86b6b6dd35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.1457257 Dec 16 09:22:33.440730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Request body: {'port': {'device_id': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '1d86b1f5bff74133957ceca6995d2d66'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:33.442023 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:22:29Z', 'revision_number': 4, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '80446605-d305-468b-8ecc-c16b79859861', 'name': '', 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'mac_address': 'fa:16:3e:70:be:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:27Z', 'updated_at': '2021-12-16T09:22:32Z', 'revision_number': 4, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'subnets': [{'id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:33.449536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] No DVR routers for this DVR port 586a1bbb-596c-4ef1-8b86-9194e5e10c97 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:22:33.456730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.460185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57373a73-41dd-4f5b-be56-cdfb7300c451 req-ad1af3db-4630-4a32-8130-3a36680e3777 tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.69 "DELETE /v2.0/ports/586a1bbb-596c-4ef1-8b86-9194e5e10c97 HTTP/1.1" status: 204 len: 173 time: 1.2117925 Dec 16 09:22:33.471008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'name': 'network-vif-deleted', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:33.473897 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d5cb8-7090-4dff-a7cb-abc19f5449a7" -d '{"events": [{"server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "name": "network-vif-deleted", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:33.490733 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eaa4ba-f567-4668-ac0f-cc63ee469953 None None] The sync data for ids ['e87becfd-f3ce-4b17-9eaf-143b6803542b'] in n-d-821941-1 is: [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:22:29Z', 'revision_number': 4, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '80446605-d305-468b-8ecc-c16b79859861', 'name': '', 'network_id': 'fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'mac_address': 'fa:16:3e:70:be:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:27Z', 'updated_at': '2021-12-16T09:22:32Z', 'revision_number': 4, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'subnets': [{'id': 'e6ab6efe-a99d-495d-943f-f0d3dce50beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:33.529026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-b3968227-a7ed-4741-9544-b728b07b7843 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.0919664 Dec 16 09:22:33.581402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ed9a375-e0b6-4265-8766-8c4e38532e3f req-7922bb5c-6cbe-4c03-952f-ae3fa2f6a57e tempest-ServerRescueTestJSONUnderV235-1395208086 tempest-ServerRescueTestJSONUnderV235-1395208086-project] 10.222.0.61 "GET /v2.0/security-groups?id=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570615 Dec 16 09:22:33.637402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-3fa7388d-eb2d-4a47-a078-564b17dc806a service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8688531 Dec 16 09:22:33.692521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-9977a0ef-bc71-4314-a206-188bd6c57575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:33.696912 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-9977a0ef-bc71-4314-a206-188bd6c57575 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1444032 Dec 16 09:22:33.741496 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-de55ba7a-a571-4954-99c3-90a9ab1f51b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343304 Dec 16 09:22:33.857129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-417540e1-8600-4ac9-9f9b-7860969f0e5f service neutron] 10.222.0.61 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188416 Dec 16 09:22:33.872716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Made reservation on behalf of 1d86b1f5bff74133957ceca6995d2d66 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:33.878499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:33.912756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f251a30-ed56-479b-a617-b664c59abfcd req-16e0dfbd-b164-4259-9c51-a2ec11b32f49 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:33.915510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f251a30-ed56-479b-a617-b664c59abfcd req-16e0dfbd-b164-4259-9c51-a2ec11b32f49 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 945 time: 0.1036351 Dec 16 09:22:33.928716 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-167ed889-6eb2-40f0-8109-102d2f3382d9 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763768 Dec 16 09:22:34.036371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f251a30-ed56-479b-a617-b664c59abfcd req-3f3a0e68-6798-4c0c-b75e-d102c2733afa tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108890 Dec 16 09:22:34.151630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8c0b1184-4b0e-4214-ad6e-096452cd09da req-ce82c43a-9ffb-4411-95bb-8554dd4f6c18 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119129 Dec 16 09:22:34.181419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Allocated IP 192.168.233.184 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/1084da90-6163-49d1-ad4c-1757edd5192e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:34.219198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec8c466e-c89f-4166-b7d1-fc690dbce701 req-d710c04c-530e-47b7-83f1-53a2b68e107e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 210 time: 0.0742934 Dec 16 09:22:34.307700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-08fb5096-92db-46e8-b60c-294af566e5de tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:34.311389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-08fb5096-92db-46e8-b60c-294af566e5de tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.1202290 Dec 16 09:22:34.327552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821941-1'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:34.457113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80446605-d305-468b-8ecc-c16b79859861 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:34.475398 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.544050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 80446605-d305-468b-8ecc-c16b79859861 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:34.544416 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.630836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a62c3-ac1d-4cd2-9814-176978be8b92 req-4fc912f2-fcc9-424b-ab10-0486d880d499 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:34.642074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f00a62c3-ac1d-4cd2-9814-176978be8b92 req-4fc912f2-fcc9-424b-ab10-0486d880d499 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.3139353 Dec 16 09:22:34.744096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 586a1bbb-596c-4ef1-8b86-9194e5e10c97 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:34.749933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:34.779229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 586a1bbb-596c-4ef1-8b86-9194e5e10c97 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:34.779788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 586a1bbb-596c-4ef1-8b86-9194e5e10c97 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:34.817678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61708-6f6e-4e69-8b27-f1f833ca5234 req-e40431d1-0cbd-4528-8781-c379ff75dc51 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:34.825343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83e61708-6f6e-4e69-8b27-f1f833ca5234 req-e40431d1-0cbd-4528-8781-c379ff75dc51 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 944 time: 0.3183894 Dec 16 09:22:34.834393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:34.855762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f00a62c3-ac1d-4cd2-9814-176978be8b92 req-a41558e4-bf03-40aa-aa2e-dce5702b8c41 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125432 Dec 16 09:22:34.888622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.929590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:34.932963 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d368e92-ac3d-4036-9df0-665954d43191" -d '{"events": [{"server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:34.943026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83e61708-6f6e-4e69-8b27-f1f833ca5234 req-909f1773-c55b-4035-a643-36ad4d7f34d1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144550 Dec 16 09:22:34.954176 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2617d75e-32b0-443a-82e2-71d6887724d3 x-openstack-request-id: req-2617d75e-32b0-443a-82e2-71d6887724d3 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:34.954480 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed8608-ec35-4c34-aa7f-e36b24a5b324", "name": "network-vif-deleted", "tag": "586a1bbb-596c-4ef1-8b86-9194e5e10c97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:34.954782 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2617d75e-32b0-443a-82e2-71d6887724d3 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:34.955130 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed8608-ec35-4c34-aa7f-e36b24a5b324', 'name': 'network-vif-deleted', 'tag': '586a1bbb-596c-4ef1-8b86-9194e5e10c97', 'status': 'completed', 'code': 200} Dec 16 09:22:34.961301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:34.974239 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.008571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.026229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:35.058893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:35.065470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:35.120876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3e102858-7078-4356-a73d-fb5dd9d1ed25'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:35.134982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0238bc0b-f8c8-4961-a405-da2864dbd11a req-1019940c-0f87-49b8-a031-5ded08903639 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 210 time: 0.0681269 Dec 16 09:22:35.147274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:35.161247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:35.181094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:35.189751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:35.296701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:35.310850 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7dac6-ead8-41f7-bceb-5435520ab86e x-openstack-request-id: req-0ce7dac6-ead8-41f7-bceb-5435520ab86e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:35.311215 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:35.311458 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ce7dac6-ead8-41f7-bceb-5435520ab86e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:35.314363 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273', 'code': 200} Dec 16 09:22:35.328042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:35.328723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.422995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-7a068c5e-6f88-4ba0-b146-7e723fe26a1d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0182045 Dec 16 09:22:35.458193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Request body: {'port': {'device_id': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:35.544226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on host n-h2-821941-1 for vnic_type normal with profile {"migrating_to": "n-h1-821941-1"} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:35.554085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:35.554646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:35.566524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:35.566976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Attempting to bind port 837b7970-6738-407c-b46c-d4a0d0b37273 on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:35.577091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:35.601796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:35.603605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6812-5856-4545-a4cd-acaabb484c69 req-09a59b90-1736-4940-90d7-9b69fbb2bd9c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:35.605095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:35.605219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a9e6812-5856-4545-a4cd-acaabb484c69 req-09a59b90-1736-4940-90d7-9b69fbb2bd9c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.2228260 Dec 16 09:22:35.606899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Bound port: 837b7970-6738-407c-b46c-d4a0d0b37273, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:35.608261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.609341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.871682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:35.878316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-47731353-3ba6-47f5-9f7b-437d5d9e6a1a None None] Provisioning complete for port 1084da90-6163-49d1-ad4c-1757edd5192e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:35.880008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47731353-3ba6-47f5-9f7b-437d5d9e6a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.909877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:35.928291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:35.942819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:35.944370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-47731353-3ba6-47f5-9f7b-437d5d9e6a1a None None] Port 1084da90-6163-49d1-ad4c-1757edd5192e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:22:35.979667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'mac_address': 'fa:16:3e:f0:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:36.029656 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.079517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d72714c-63a7-4462-8fe5-a76821c62cd0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:36.089546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a9e6812-5856-4545-a4cd-acaabb484c69 req-c6cfe36c-67fe-486c-a5dd-19e2a64aa1ea tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694145 Dec 16 09:22:36.099105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:36.099741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.102398 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] 10.222.0.53 "PUT /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 1121 time: 1.7822618 Dec 16 09:22:36.109725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474449d-8bda-4caf-a2e7-fdc36311f48e service neutron] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=8']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:36.135828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:36.154691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.155874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:36.258916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1084da90-6163-49d1-ad4c-1757edd5192e {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:36.292764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08bf28-0d37-401d-8d60-216323d881df req-4b86d71e-7d15-4d84-a7d7-01a079ae0895 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:36.310897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f08bf28-0d37-401d-8d60-216323d881df req-4b86d71e-7d15-4d84-a7d7-01a079ae0895 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 936 time: 0.2511835 Dec 16 09:22:36.315442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.321989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['837b7970-6738-407c-b46c-d4a0d0b37273'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:36.348775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['837b7970-6738-407c-b46c-d4a0d0b37273'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:36.367891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.393929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-2432dc4a-bd15-4bb9-8334-19cdf7e10f71 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:36.395682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-2432dc4a-bd15-4bb9-8334-19cdf7e10f71 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 820 time: 0.3457143 Dec 16 09:22:36.416575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Request body: {'port': {'device_id': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'admin_state_up': True, 'tenant_id': 'cc7c74dec1784026809a2066f9b47412'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:36.423955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Transition to ACTIVE for port object 1084da90-6163-49d1-ad4c-1757edd5192e will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:36.446015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f08bf28-0d37-401d-8d60-216323d881df req-01a53fc6-f680-45f5-b3e6-6628e2b81481 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338637 Dec 16 09:22:36.469298 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:22:36.511305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:36.589134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:36.594963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089835f-c236-4c17-8ba2-56641c5cb04e req-a04f4f84-2944-4382-bee4-d2b1a4d8ea27 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:36.602786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0089835f-c236-4c17-8ba2-56641c5cb04e req-a04f4f84-2944-4382-bee4-d2b1a4d8ea27 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 945 time: 0.2348180 Dec 16 09:22:36.700602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:36.782070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0089835f-c236-4c17-8ba2-56641c5cb04e req-bc7cdacb-4a08-4ce2-9448-938142a8bc41 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769311 Dec 16 09:22:36.898091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:36.924881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 has no active binding in host n-h1-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:22:36.937821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd4d7d64-45e0-4a56-af5b-34422f13831b req-ecbaeb09-86da-4090-8d1c-d5df2f714b29 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 210 time: 0.1692133 Dec 16 09:22:37.013760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Attempting to bind port 1084da90-6163-49d1-ad4c-1757edd5192e on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:37.014593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Attempting to bind port 1084da90-6163-49d1-ad4c-1757edd5192e by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:37.015899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Attempting to bind port 1084da90-6163-49d1-ad4c-1757edd5192e on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:37.028736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Port 1084da90-6163-49d1-ad4c-1757edd5192e on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:37.029316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Attempting to bind port 1084da90-6163-49d1-ad4c-1757edd5192e on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:37.037764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:37.038471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:37.039059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:37.039668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Bound port: 1084da90-6163-49d1-ad4c-1757edd5192e, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:37.040201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.064056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Made reservation on behalf of cc7c74dec1784026809a2066f9b47412 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:37.068500 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.190503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Deleting port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:37.191099 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.288497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:37.297134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3d72714c-63a7-4462-8fe5-a76821c62cd0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:37.301507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:37.320951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] For port d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,segment=NetworkSegment(82b1d8b1-fe20-4b33-963b-4716c863b5b9),segment_id=82b1d8b1-fe20-4b33-963b-4716c863b5b9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:37.321955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.341587 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.349908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Calling delete_port for d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:37.389265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090b656-6aa5-46bf-bf15-488776f15214 req-c672b8f9-55fe-400a-ab51-688b165f7cec tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:37.397041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0090b656-6aa5-46bf-bf15-488776f15214 req-c672b8f9-55fe-400a-ab51-688b165f7cec tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.1828554 Dec 16 09:22:37.411033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:37.413311 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73" -d '{"events": [{"name": "network-changed", "server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:37.441678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:37.442399 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.443721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] 10.222.0.69 "PUT /v2.0/ports/1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 1096 time: 2.0012529 Dec 16 09:22:37.445210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:37.447539 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadf494e-c982-407c-8302-54d2c675f1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:37.509627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0090b656-6aa5-46bf-bf15-488776f15214 req-31a0868b-aba2-4247-924f-2f7cd599a73d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115041 Dec 16 09:22:37.578461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.591726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Allocated IP 172.20.0.12 (d9901433-d9f8-4d1a-ab0f-c2c0bc974455/8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81/99fa2fe1-cde2-4544-947f-d1add56cbeee) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:37.629602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Pushing event deleted for resources: {'Port': ['ID=d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:37.649062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9ea28-eda2-454f-8240-a8ff04efcda5 req-ebd19f73-27eb-4c71-a47b-57b0a127cb2b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:37.651643 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec93fab5-8874-4b70-911a-7010c52ffca0 x-openstack-request-id: req-ec93fab5-8874-4b70-911a-7010c52ffca0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:37.651925 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:37.652173 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec93fab5-8874-4b70-911a-7010c52ffca0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:37.652583 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273', 'status': 'completed', 'code': 200} Dec 16 09:22:37.658506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56a9ea28-eda2-454f-8240-a8ff04efcda5 req-ebd19f73-27eb-4c71-a47b-57b0a127cb2b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.3362958 Dec 16 09:22:37.767274 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc00ed-33c9-41e2-92b0-d9c91e68fd09 x-openstack-request-id: req-6fdc00ed-33c9-41e2-92b0-d9c91e68fd09 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:37.767611 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:37.769292 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fdc00ed-33c9-41e2-92b0-d9c91e68fd09 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:37.770529 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'status': 'completed', 'code': 200} Dec 16 09:22:37.796913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac08511-5ee9-4066-b87d-8cd4edf39ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:37.823513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:37.842062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56a9ea28-eda2-454f-8240-a8ff04efcda5 req-cc0fd4b5-cd38-4e43-a7ef-ffb14dfcc882 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769507 Dec 16 09:22:37.860743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-369f06a9-18e0-4ef4-bd9d-3cc245893c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:37.869131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-369f06a9-18e0-4ef4-bd9d-3cc245893c67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1124 time: 0.2061646 Dec 16 09:22:37.911710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-9e999185-391c-4a61-abb9-3fc8a68740b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:37.923835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-9e999185-391c-4a61-abb9-3fc8a68740b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1099 time: 0.4016137 Dec 16 09:22:38.077092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-e7cda366-79b9-47b1-b7d6-59f91d5d7402 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 217 time: 0.1270111 Dec 16 09:22:38.175004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Router 629a5e5a-b435-41bf-b340-ef26d17fc047 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:22:38.622462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.642220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f056df-8b51-443e-a444-343cba16992a req-58474c5a-ef40-448a-9288-1b0fee4aeca2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:38.643833 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f056df-8b51-443e-a444-343cba16992a req-58474c5a-ef40-448a-9288-1b0fee4aeca2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 948 time: 0.7882268 Dec 16 09:22:38.685613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:22:38.687013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce1c68-a861-489a-85c7-e928b925c5ae req-58e120ae-0610-4073-9986-fb8484e6ef17 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:38.688568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebce1c68-a861-489a-85c7-e928b925c5ae req-58e120ae-0610-4073-9986-fb8484e6ef17 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 945 time: 0.7374861 Dec 16 09:22:38.693567 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7990cbe-975a-4366-8807-c7b3a2723148 admin admin] 10.222.0.61 "PUT /v2.0/routers/629a5e5a-b435-41bf-b340-ef26d17fc047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6141138 Dec 16 09:22:38.696013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56952) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:38.698252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] Sync routers for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:22:38.704717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-c3eab4cc-3004-4638-8e4c-6bca3bc959e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:38.706225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-c3eab4cc-3004-4638-8e4c-6bca3bc959e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.8012388 Dec 16 09:22:38.714873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:38.715666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:38.716815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-2a960d84-0c78-48ee-bc77-91134fc829c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:38.718511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-2a960d84-0c78-48ee-bc77-91134fc829c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2549298 Dec 16 09:22:38.787080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-d2ac6f01-9198-4706-b0fd-ef01b80cd07f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 217 time: 0.0646424 Dec 16 09:22:38.830093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.871316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:38.905389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.928571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f056df-8b51-443e-a444-343cba16992a req-f29506f0-dab8-49a0-aa97-b9257280c69f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640290 Dec 16 09:22:38.949139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:38.956656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['17893446-0889-47db-b1b7-288391a4d7a6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:39.026888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Deleting port b00afb98-efe5-4661-8779-d7bdd435e525 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:39.027893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.056378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebce1c68-a861-489a-85c7-e928b925c5ae req-6481938a-7eab-4022-a657-114e12d90e32 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473501 Dec 16 09:22:39.121519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-d3bafe31-1914-45b4-b21f-2ba67bd0e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:39.123157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-d3bafe31-1914-45b4-b21f-2ba67bd0e9ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.3047085 Dec 16 09:22:39.125015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:39.144997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] For port b00afb98-efe5-4661-8779-d7bdd435e525, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b00afb98-efe5-4661-8779-d7bdd435e525,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:39.145349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.160220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-94b6a0d9-85ef-49a9-a584-a09e2e580661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:39.161703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-94b6a0d9-85ef-49a9-a584-a09e2e580661 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4301672 Dec 16 09:22:39.185419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Calling delete_port for b00afb98-efe5-4661-8779-d7bdd435e525 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:39.249095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:39.254885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:39.281630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:22:37Z', 'revision_number': 5, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port': {'id': 'b00afb98-efe5-4661-8779-d7bdd435e525', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:72:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:20:47Z', 'updated_at': '2021-12-16T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:39.298524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:39.328548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:39.334526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:39.345555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] Checking router: 629a5e5a-b435-41bf-b340-ef26d17fc047 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:22:39.400457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] Routers {'629a5e5a-b435-41bf-b340-ef26d17fc047'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:22:39.401083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:22:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['629a5e5a-b435-41bf-b340-ef26d17fc047'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:39.408990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-b47c078a-ef74-47a6-9241-686fc79b0790 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2512558 Dec 16 09:22:39.436046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.488771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Pushing event deleted for resources: {'Port': ['ID=b00afb98-efe5-4661-8779-d7bdd435e525,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:39.527955 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:22:39.628682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.681695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bee2d-624b-4220-94c2-a71dd041a576 req-2cdbf2b3-b3a0-4260-93cd-1c17dac66266 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:39.691911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a69bee2d-624b-4220-94c2-a71dd041a576 req-2cdbf2b3-b3a0-4260-93cd-1c17dac66266 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.4868846 Dec 16 09:22:39.773433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a69bee2d-624b-4220-94c2-a71dd041a576 req-9c256b13-ec4b-4397-b5c8-ee0c9184047b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782814 Dec 16 09:22:39.793549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] Set router 629a5e5a-b435-41bf-b340-ef26d17fc047 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:22:39.793549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 3d72714c-63a7-4462-8fe5-a76821c62cd0 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:22:39.809105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:39.810937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.816498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.817642 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.844428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0a9b0-c1fd-48d6-a74d-6c2349ef08fa req-1265da5a-a954-4832-8000-c9f2655eab12 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:39.846413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79b0a9b0-c1fd-48d6-a74d-6c2349ef08fa req-1265da5a-a954-4832-8000-c9f2655eab12 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 932 time: 0.6426768 Dec 16 09:22:39.852785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3d72714c-63a7-4462-8fe5-a76821c62cd0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:39.853147 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.855581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-fbaeb741-eaaf-4745-9396-7a8656802b3d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4455991 Dec 16 09:22:39.860773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:22:38Z', 'revision_number': 6, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:39.888763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.889757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 629a5e5a-b435-41bf-b340-ef26d17fc047 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:22:39.897876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Request body: {'port': {'device_id': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:39.903214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:39.904084 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a174689b-7174-4d72-9bd3-79d882db555a admin admin] 10.222.0.61 "DELETE /v2.0/routers/629a5e5a-b435-41bf-b340-ef26d17fc047 HTTP/1.1" status: 204 len: 168 time: 1.2070911 Dec 16 09:22:39.908593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56960) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:39.919033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171bc49-b320-40d6-8b90-cacb1f9924ea None None] The sync data for ids ['629a5e5a-b435-41bf-b340-ef26d17fc047'] in n-d-821941-1 is: [{'id': '629a5e5a-b435-41bf-b340-ef26d17fc047', 'name': 'tempest-ServerRescueTestJSONUnderV235-1065407834-router', 'tenant_id': '67c5de678df5401fad647f68a4dda35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:20:46Z', 'updated_at': '2021-12-16T09:22:38Z', 'revision_number': 6, 'project_id': '67c5de678df5401fad647f68a4dda35c', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:22:39.963848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:39.980822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Deleting subnet 4b7a232d-1da7-4c8c-9904-d2e1653d8e87 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:22:39.986985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.010740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'port_id': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'mac_address': 'fa:16:3e:93:7a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db78f7c-8c82-474d-aac8-594279bfd517', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:40.037210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.102924 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.125949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.150218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfbfbb1d-e096-4b40-99be-43ad46219f1b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:40.164291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.227829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-b3cbcf6a-7e83-4146-aa48-761885608c8a service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156255 Dec 16 09:22:40.229372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.231607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-95923ec7-c814-4607-99f7-790522e2d433 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0081983 Dec 16 09:22:40.252969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79b0a9b0-c1fd-48d6-a74d-6c2349ef08fa req-a7e273a8-5c2f-4ba1-bd22-8f27a3a846ae tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841059 Dec 16 09:22:40.257680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:40.257887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.291707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.298851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:40.319783 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f72d02-9ef6-44ac-b973-34c9b3504f4f" -d '{"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-plugged", "status": "completed", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:40.321300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7a232d-1da7-4c8c-9904-d2e1653d8e87,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:40.323566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.334849 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-271c0805-1194-4d6b-ae02-abb9c81477a7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4b7a232d-1da7-4c8c-9904-d2e1653d8e87 HTTP/1.1" status: 204 len: 168 time: 0.4172759 Dec 16 09:22:40.335945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56970) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:40.390395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:40.407552 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.439896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.462784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:40.499473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832014fb-388d-42b4-850d-66d431682ef5 req-51ace498-1244-480f-9513-a50b9ad0478d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:40.509700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-832014fb-388d-42b4-850d-66d431682ef5 req-51ace498-1244-480f-9513-a50b9ad0478d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.5730934 Dec 16 09:22:40.581876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:40.588029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bfbfbb1d-e096-4b40-99be-43ad46219f1b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:40.612552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.643085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521bbc49-b394-46e4-8393-5c3bb64f87ad']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:40.675086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b1d8b1-fe20-4b33-963b-4716c863b5b9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:40.676364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b1d8b1-fe20-4b33-963b-4716c863b5b9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:22:40.685232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:40.706477 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.737960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.741945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:40.742509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d619f3ad-fdfd-4df5-a5b2-fb5b6f9269bf not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:40.760064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:22:40.762299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:22:40.768338 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:22:40.791782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1f7c-cfc7-483a-9ed6-f537520727f2 req-1b3989b1-e433-4380-9d31-a6e67a4567e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:40.806387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-912d1f7c-cfc7-483a-9ed6-f537520727f2 req-1b3989b1-e433-4380-9d31-a6e67a4567e8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 948 time: 0.4044480 Dec 16 09:22:40.853404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.863191 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:40.871712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/521bbc49-b394-46e4-8393-5c3bb64f87ad HTTP/1.1" status: 204 len: 168 time: 0.5345321 Dec 16 09:22:40.887974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2bfa1-8d66-4189-bb47-294714c417d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=521bbc49-b394-46e4-8393-5c3bb64f87ad,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:40.918896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-832014fb-388d-42b4-850d-66d431682ef5 req-cfcd4a01-b7dd-408d-b688-30516eb5075f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080167 Dec 16 09:22:40.986178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-912d1f7c-cfc7-483a-9ed6-f537520727f2 req-d931eabf-0c45-424a-8c86-9799da4b2c88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750686 Dec 16 09:22:40.997093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7fc2715-9af2-4c5a-9b03-48686c6f9f73 req-0b2784b2-d335-4697-b115-38e624d7f041 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365332 Dec 16 09:22:41.048448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c44a5f1-3366-4f40-9422-b36bb04121e5 req-2d15f181-d1dd-4481-8073-3d99fd9baef5 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667460 Dec 16 09:22:41.143392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56980) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:41.189772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218561-faf7-42ce-9d5c-0492fe4634ec req-8f4efa36-9a3a-4e8c-9fb3-ac8930407808 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:41.191428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d218561-faf7-42ce-9d5c-0492fe4634ec req-8f4efa36-9a3a-4e8c-9fb3-ac8930407808 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 946 time: 0.1806216 Dec 16 09:22:41.211611 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa33fd12-413d-4906-b8b9-6534f7c68430 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67c5de678df5401fad647f68a4dda35c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647671 Dec 16 09:22:41.214021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56982) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:41.281385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf494e-c982-407c-8302-54d2c675f1fe req-f3dfc1d6-9755-4cc6-abef-73c50dafd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:41.282802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-f3dfc1d6-9755-4cc6-abef-73c50dafd88c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1099 time: 0.1759372 Dec 16 09:22:41.291359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa2fe1-cde2-4544-947f-d1add56cbeee {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:41.313385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:41.314015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.315282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-279d0252-eb66-4731-9bab-cd177c820446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.326103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d218561-faf7-42ce-9d5c-0492fe4634ec req-ae16a5f5-6d27-4677-a852-5911dfa106a9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205375 Dec 16 09:22:41.397236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-279d0252-eb66-4731-9bab-cd177c820446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.422935 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3fa701-9b1d-40b1-92bf-79f9c1033fa6 x-openstack-request-id: req-ae3fa701-9b1d-40b1-92bf-79f9c1033fa6 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:41.423381 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-plugged", "status": "completed", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:41.423681 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae3fa701-9b1d-40b1-92bf-79f9c1033fa6 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:41.424078 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'code': 200} Dec 16 09:22:41.425985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bfbfbb1d-e096-4b40-99be-43ad46219f1b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:41.426367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.454423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Transition to ACTIVE for port object 99fa2fe1-cde2-4544-947f-d1add56cbeee will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:41.471518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.472247 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-279d0252-eb66-4731-9bab-cd177c820446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.475082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-279d0252-eb66-4731-9bab-cd177c820446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.482745 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-279d0252-eb66-4731-9bab-cd177c820446 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16888aba-8ba0-4176-aeca-e8f9c8e4b3f3 HTTP/1.1" status: 204 len: 168 time: 0.2653415 Dec 16 09:22:41.497622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d0252-eb66-4731-9bab-cd177c820446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16888aba-8ba0-4176-aeca-e8f9c8e4b3f3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:41.548187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:41.645609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf494e-c982-407c-8302-54d2c675f1fe req-ba814233-a231-418e-8c03-9195f7e3b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:41.646938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-ba814233-a231-418e-8c03-9195f7e3b128 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3505890 Dec 16 09:22:41.703765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.790825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a557f3-2246-40c6-998e-93f121d298e8 req-29220078-c3b8-404c-809f-efda612e118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:41.792453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-9bb12b09-a227-4eb2-b285-a08512eaf624 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 217 time: 0.1165295 Dec 16 09:22:41.796334 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96a557f3-2246-40c6-998e-93f121d298e8 req-29220078-c3b8-404c-809f-efda612e118e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 1097 time: 0.1028857 Dec 16 09:22:41.803456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892e226-6302-4c60-9073-e0dd89a576e8 req-f846b875-07d2-4d13-9756-2134f8192203 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:41.805721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8892e226-6302-4c60-9073-e0dd89a576e8 req-f846b875-07d2-4d13-9756-2134f8192203 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.2528822 Dec 16 09:22:41.805911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:41.813967 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:41.880662 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96a557f3-2246-40c6-998e-93f121d298e8 req-34a5c666-1907-4fce-b3ee-95ba0e1c9df1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726624 Dec 16 09:22:41.942082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf494e-c982-407c-8302-54d2c675f1fe req-d06570e9-8c81-48f4-88db-423c3513da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:41.943205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:41.944045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-d06570e9-8c81-48f4-88db-423c3513da0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1368980 Dec 16 09:22:41.947876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:41.948347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:41.948834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:41.955806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8892e226-6302-4c60-9073-e0dd89a576e8 req-06f48296-6f18-49ff-a412-2bdd601a1114 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018832 Dec 16 09:22:41.970672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:41.971144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:41.995488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:41.996403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:41.996869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:41.997398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Bound port: 99fa2fe1-cde2-4544-947f-d1add56cbeee, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:41.997829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.074605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf494e-c982-407c-8302-54d2c675f1fe req-994119f5-4b54-41eb-a387-cef5b29854f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:42.076538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-994119f5-4b54-41eb-a387-cef5b29854f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197119 Dec 16 09:22:42.224825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6f8f-7d14-4837-a8a3-710fc19118e7 req-0286170b-250a-4df2-9667-195d7a04deb1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:42.226600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e1d6f8f-7d14-4837-a8a3-710fc19118e7 req-0286170b-250a-4df2-9667-195d7a04deb1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.2040312 Dec 16 09:22:42.232903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:42.237084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:42.252880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.291365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e7ec2-8b42-4f46-a9f0-fdb4ce6ed513 req-fede238f-9a3a-4b02-8bf4-e84b2441c362 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:42.293681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d08e7ec2-8b42-4f46-a9f0-fdb4ce6ed513 req-fede238f-9a3a-4b02-8bf4-e84b2441c362 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 946 time: 0.2049506 Dec 16 09:22:42.339984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-f2b7cd05-cc3f-48ac-8275-bcb11dd223f5 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444403 Dec 16 09:22:42.341502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b00afb98-efe5-4661-8779-d7bdd435e525 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:42.352129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:42.352759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:42.354187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 1092 time: 2.4625866 Dec 16 09:22:42.354636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:42.356975 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08ae01-45eb-4498-8aad-1d361f43645e" -d '{"events": [{"name": "network-changed", "server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:42.376096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b00afb98-efe5-4661-8779-d7bdd435e525 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:42.376551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b00afb98-efe5-4661-8779-d7bdd435e525 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:42.444114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e1d6f8f-7d14-4837-a8a3-710fc19118e7 req-06be6e94-f58c-49cc-b861-b0def942d9c8 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038450 Dec 16 09:22:42.500066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d08e7ec2-8b42-4f46-a9f0-fdb4ce6ed513 req-79434990-bf56-401d-9116-6fda6723507b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734385 Dec 16 09:22:42.502933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba2fce-dfbf-4407-93ef-8c215521a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:42.588459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-cb232d3c-2575-4d98-b735-3b750eb57416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:42.590342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-cb232d3c-2575-4d98-b735-3b750eb57416 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1095 time: 0.1498129 Dec 16 09:22:43.032776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dadf494e-c982-407c-8302-54d2c675f1fe req-23217baa-b96e-4094-b2cf-f0e1ed787c3f service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707215 Dec 16 09:22:43.038915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-37e70127-72f9-42ae-a7f2-8ce4d8c5a7cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 217 time: 0.4334450 Dec 16 09:22:43.109972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-386d0ea5-505c-45db-8ceb-7745fc8f363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.111420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-386d0ea5-505c-45db-8ceb-7745fc8f363d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0592136 Dec 16 09:22:43.159473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a532a-9505-4709-b117-2fe1580e4783 req-00fab103-dd17-4f5a-a356-88b4bcdac4a4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.161024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-662a532a-9505-4709-b117-2fe1580e4783 req-00fab103-dd17-4f5a-a356-88b4bcdac4a4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 946 time: 0.5697939 Dec 16 09:22:43.164949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-2dea780c-c977-49a8-bf75-7cc0b5e8e1c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449452 Dec 16 09:22:43.173346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39666-18e7-4e65-a6e9-3ee7c5fb27b4 req-9d458447-96fb-4aff-b6f2-4eaf30fe0bcc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.174811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dc39666-18e7-4e65-a6e9-3ee7c5fb27b4 req-9d458447-96fb-4aff-b6f2-4eaf30fe0bcc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 948 time: 0.5716662 Dec 16 09:22:43.291425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-662a532a-9505-4709-b117-2fe1580e4783 req-b5366159-311e-4ef0-9744-e9a946c83706 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143782 Dec 16 09:22:43.306135 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dc39666-18e7-4e65-a6e9-3ee7c5fb27b4 req-69fea668-ebc9-4052-9773-c0bd96193aba tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154778 Dec 16 09:22:43.337339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-98776d3c-a937-4b76-8c36-ae84ef4d674d service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614928 Dec 16 09:22:43.344832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:43.370125 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cffe1f2-bb3f-463a-a349-4d53dcca3ce6 x-openstack-request-id: req-9cffe1f2-bb3f-463a-a349-4d53dcca3ce6 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:43.370727 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:43.371036 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cffe1f2-bb3f-463a-a349-4d53dcca3ce6 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:43.371875 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'status': 'completed', 'code': 200} Dec 16 09:22:43.426382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:43.429351 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de02ed5-ca55-495a-bfa2-0de46d6ab32e" -d '{"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-plugged", "status": "completed", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:43.452019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7873c741-15ef-409f-9db8-79a42d6fd14e req-d6b4c8e4-c919-495b-b3c6-45fdb6c64df3 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051269 Dec 16 09:22:43.489430 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.569594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-a2fa23be-e9b3-487c-819e-5637466d8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.571855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-a2fa23be-e9b3-487c-819e-5637466d8752 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1095 time: 0.0594275 Dec 16 09:22:43.573660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:43.589580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:43.653736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:43.754681 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54b58a-9487-447c-a6c3-8a6ca986c2bd x-openstack-request-id: req-7c54b58a-9487-447c-a6c3-8a6ca986c2bd {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:43.755002 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-plugged", "status": "completed", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:43.755254 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c54b58a-9487-447c-a6c3-8a6ca986c2bd {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:43.755656 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'code': 200} Dec 16 09:22:43.758012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-4e9541e6-9354-41e8-a4b6-95405e059cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.760808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-4e9541e6-9354-41e8-a4b6-95405e059cd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.1810179 Dec 16 09:22:43.771018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c03b27-8c88-47bf-a86e-462637b0a59f req-238666a1-560f-47ba-abfa-04a71cb3a859 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.774911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5c03b27-8c88-47bf-a86e-462637b0a59f req-238666a1-560f-47ba-abfa-04a71cb3a859 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.0915713 Dec 16 09:22:43.827779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-7f75f0fd-d94f-4b6b-ba2c-b51fd4cd1621 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 217 time: 0.0536199 Dec 16 09:22:43.937238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5c03b27-8c88-47bf-a86e-462637b0a59f req-c1561a12-24c7-45ec-90ba-642b75dcd871 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156023 Dec 16 09:22:43.952380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55828b-18ea-423b-97f0-851bff17359b req-c7bc1073-65c2-488d-833f-b067da5fab34 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.954901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e55828b-18ea-423b-97f0-851bff17359b req-c7bc1073-65c2-488d-833f-b067da5fab34 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1215606 Dec 16 09:22:43.956397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-d16b2ae4-2867-4d23-aac7-c4fd331f8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:43.957744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-d16b2ae4-2867-4d23-aac7-c4fd331f8e86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1144266 Dec 16 09:22:43.977773 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cb15d99c-966b-4baa-bb0a-ffcbe4393be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.019162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-52345de5-048e-4e44-8d82-fe0d1aea2724 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414312 Dec 16 09:22:44.041469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e55828b-18ea-423b-97f0-851bff17359b req-8c396db2-a05f-493b-bf20-516d7a2b7f0c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794404 Dec 16 09:22:44.176717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee299db-60bc-4e33-bf2d-3f9504b7e895 req-4359adda-b9ca-49be-a27f-292f021dad03 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:44.178282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ee299db-60bc-4e33-bf2d-3f9504b7e895 req-4359adda-b9ca-49be-a27f-292f021dad03 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 944 time: 0.1189487 Dec 16 09:22:44.190663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-b47cf1cc-bd67-41ca-af24-67a12cdade13 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544561 Dec 16 09:22:44.284735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ee299db-60bc-4e33-bf2d-3f9504b7e895 req-e5940e6b-3eb3-453e-92fe-3125d5b9fc2c tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900023 Dec 16 09:22:44.338850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc08ae01-45eb-4498-8aad-1d361f43645e req-52cd316d-c80f-411e-bb19-06232cd5bdb8 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358213 Dec 16 09:22:44.495295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df37b-50ef-44c7-a75b-b457d10336ce req-91df0315-6840-4ceb-b9a4-e06c88d4ecb4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:44.499291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d68df37b-50ef-44c7-a75b-b457d10336ce req-91df0315-6840-4ceb-b9a4-e06c88d4ecb4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 948 time: 0.1035216 Dec 16 09:22:44.521139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009fb73-54bc-4ebd-a1bd-b36d8763e4d2 req-68293d6e-27d6-4720-811f-2c9bd146ebf1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:44.522732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7009fb73-54bc-4ebd-a1bd-b36d8763e4d2 req-68293d6e-27d6-4720-811f-2c9bd146ebf1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 946 time: 0.1296923 Dec 16 09:22:44.601186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d68df37b-50ef-44c7-a75b-b457d10336ce req-c8b7dbd5-4d3c-40eb-bc62-065e272a7621 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914865 Dec 16 09:22:44.618976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7009fb73-54bc-4ebd-a1bd-b36d8763e4d2 req-a1ad9d20-335d-49a2-8a3e-64a89208a597 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760713 Dec 16 09:22:44.696861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:44.758794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:44.772872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:44.847651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a1935e1-a856-4fb4-b033-69b661e1f1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.908139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-8f9df4a1-163c-4998-829b-3b79a56a48b1 service neutron] 10.222.0.69 "GET /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.0949862 Dec 16 09:22:44.944698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:44.954713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a1935e1-a856-4fb4-b033-69b661e1f1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.960825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a1935e1-a856-4fb4-b033-69b661e1f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:44.963408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1084da90-6163-49d1-ad4c-1757edd5192e', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '1084da90-6163-49d1-ad4c-1757edd5192e', 'mac_address': 'fa:16:3e:90:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:44.998186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1935e1-a856-4fb4-b033-69b661e1f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6a52db-adfe-41a7-aeee-359187b6cd81,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.025298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a1935e1-a856-4fb4-b033-69b661e1f1fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1af5bebd44ce4be692e27a4275b447b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246868 Dec 16 09:22:45.025650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57070) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:45.056324 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.074260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1084da90-6163-49d1-ad4c-1757edd5192e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:45.108156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef373f72-1869-4f4e-982b-3dc7d3cb1362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.133788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:45.140314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.148852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef373f72-1869-4f4e-982b-3dc7d3cb1362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.202611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef373f72-1869-4f4e-982b-3dc7d3cb1362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.203214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc15901-bb7b-499e-ae7b-c9e84e20848b req-cb5a0444-a286-4981-9398-137308b905ae tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.205417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bc15901-bb7b-499e-ae7b-c9e84e20848b req-cb5a0444-a286-4981-9398-137308b905ae tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 943 time: 0.1258380 Dec 16 09:22:45.205674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef373f72-1869-4f4e-982b-3dc7d3cb1362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.206976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ef373f72-1869-4f4e-982b-3dc7d3cb1362 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a6a52db-adfe-41a7-aeee-359187b6cd81 HTTP/1.1" status: 204 len: 168 time: 0.1802030 Dec 16 09:22:45.216975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef373f72-1869-4f4e-982b-3dc7d3cb1362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6a52db-adfe-41a7-aeee-359187b6cd81,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.221775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.356936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86837fb-10db-422f-9700-db93faeb8988 req-050960f6-7bda-409d-b509-cdb7fa658a20 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.358612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b86837fb-10db-422f-9700-db93faeb8988 req-050960f6-7bda-409d-b509-cdb7fa658a20 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1966918 Dec 16 09:22:45.367177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bc15901-bb7b-499e-ae7b-c9e84e20848b req-28a77c59-c47f-48ea-ae99-6f5de9cced22 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291993 Dec 16 09:22:45.387915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:45.439702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:45.449576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b86837fb-10db-422f-9700-db93faeb8988 req-ecf17991-7f98-4c7b-b2d5-1398f0d94f2b tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741146 Dec 16 09:22:45.480218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1084da90-6163-49d1-ad4c-1757edd5192e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:45.525648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837b7970-6738-407c-b46c-d4a0d0b37273 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:45.542147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:45.565027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cd067-5195-4434-810c-39298e41d54b req-98c4c4a5-0334-41ea-8a13-b3aaca90ea75 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.566678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7cd067-5195-4434-810c-39298e41d54b req-98c4c4a5-0334-41ea-8a13-b3aaca90ea75 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 944 time: 0.0895483 Dec 16 09:22:45.567876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.650685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7cd067-5195-4434-810c-39298e41d54b req-ccd7df67-8745-43fa-8d07-14782bd9d641 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731997 Dec 16 09:22:45.757336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:45.759987 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b41f47-66aa-4e83-880f-bf8527765d8d" -d '{"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-unplugged", "status": "completed", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:45.786537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] Transition to ACTIVE for port object 837b7970-6738-407c-b46c-d4a0d0b37273 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:45.797526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:45.860584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62cf60-512b-477a-9784-168f3b5fe93e req-04c6d7ed-9436-4d73-a3e8-e1cece3dc9ff tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.862481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c62cf60-512b-477a-9784-168f3b5fe93e req-04c6d7ed-9436-4d73-a3e8-e1cece3dc9ff tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 949 time: 0.1393886 Dec 16 09:22:45.881539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caec36-cafe-4fdc-bf8e-0406fd28ee14 req-ea964a22-eeb1-4f6d-b283-443c969fbdb1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:45.883327 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97caec36-cafe-4fdc-bf8e-0406fd28ee14 req-ea964a22-eeb1-4f6d-b283-443c969fbdb1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 946 time: 0.1618328 Dec 16 09:22:45.911645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] No DVR routers for this DVR port 837b7970-6738-407c-b46c-d4a0d0b37273 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:22:45.934498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] Pushing event updated for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:45.983257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-30d9409e-87f9-41d0-9bee-131c67006f1c service neutron] 10.222.0.69 "PUT /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273/bindings/n-h1-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0678413 Dec 16 09:22:45.999396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97caec36-cafe-4fdc-bf8e-0406fd28ee14 req-fa6c6a7f-0538-406a-95f0-4a8ff999974a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890374 Dec 16 09:22:46.002008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c62cf60-512b-477a-9784-168f3b5fe93e req-d897b90e-33a7-4724-871c-974638f39267 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301222 Dec 16 09:22:46.060277 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc572942-903a-483b-8e96-efaac4e0fd25 x-openstack-request-id: req-dc572942-903a-483b-8e96-efaac4e0fd25 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:46.060864 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-unplugged", "status": "completed", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:46.061470 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc572942-903a-483b-8e96-efaac4e0fd25 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:46.062398 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'code': 200} Dec 16 09:22:46.162310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-d661a9af-437b-4de5-aad9-f9f6a4a5dada tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.163837 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-d661a9af-437b-4de5-aad9-f9f6a4a5dada tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 944 time: 0.1451619 Dec 16 09:22:46.176217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-46e6e26c-125f-4755-a477-12a5df62a9e4 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.177776 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-46e6e26c-125f-4755-a477-12a5df62a9e4 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.0949917 Dec 16 09:22:46.298443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-23e9cf09-bda2-4abb-a4a5-2fd965b2758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.300033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-23e9cf09-bda2-4abb-a4a5-2fd965b2758c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9&tenant_id=91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 1095 time: 0.0822425 Dec 16 09:22:46.383002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Deleting port bfbfbb1d-e096-4b40-99be-43ad46219f1b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:22:46.383360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.401414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2f984192-c048-4f33-b51e-8d8fe18f7fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.415824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47164db-111e-451a-8649-89f338fe7c1b req-6e340574-94c1-4692-b2aa-9c4bddafb99d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.418612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e47164db-111e-451a-8649-89f338fe7c1b req-6e340574-94c1-4692-b2aa-9c4bddafb99d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 946 time: 0.1237168 Dec 16 09:22:46.482263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-ee1dd039-1d02-4c0d-a307-45ab37460aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.484499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e47164db-111e-451a-8649-89f338fe7c1b req-e27f1c85-614f-4b84-8e19-e8250cf52d16 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560601 Dec 16 09:22:46.486881 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-ee1dd039-1d02-4c0d-a307-45ab37460aac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1095 time: 0.1465740 Dec 16 09:22:46.593095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e4e2a-a2e3-4b78-ac87-8d69b1146d86 req-396e2f7c-d945-43f7-84a3-da180cdab3ab tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.597158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f7e4e2a-a2e3-4b78-ac87-8d69b1146d86 req-396e2f7c-d945-43f7-84a3-da180cdab3ab tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.0700176 Dec 16 09:22:46.641676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] For port bfbfbb1d-e096-4b40-99be-43ad46219f1b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfbfbb1d-e096-4b40-99be-43ad46219f1b,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:46.642175 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.665092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Calling delete_port for bfbfbb1d-e096-4b40-99be-43ad46219f1b owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:22:46.688130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-090cbd07-9481-4a06-b282-f109bfb2e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.689743 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-090cbd07-9481-4a06-b282-f109bfb2e0e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.1934466 Dec 16 09:22:46.694036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f7e4e2a-a2e3-4b78-ac87-8d69b1146d86 req-3ef038f9-448c-48df-aee5-218663ee21b4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Dec 16 09:22:46.706641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d4ef2-a9d9-4de3-be9b-27be084e9309 req-f6575155-0461-401f-be3e-1cd797133685 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.714356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-108d4ef2-a9d9-4de3-be9b-27be084e9309 req-f6575155-0461-401f-be3e-1cd797133685 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1113727 Dec 16 09:22:46.758957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:46.762431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-108d4ef2-a9d9-4de3-be9b-27be084e9309 req-52abeaed-4447-44a0-9ede-0a8a609379fc tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Dec 16 09:22:46.776361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-35cf7e0b-d81b-4ba5-bada-f3d2eb5f880c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 200 len: 217 time: 0.0456159 Dec 16 09:22:46.849776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-f59b458c-d43c-4550-9fca-321e4ae10781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.851731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-f59b458c-d43c-4550-9fca-321e4ae10781 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0658534 Dec 16 09:22:46.856958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20610e23-0bb6-4bec-9571-7650548cf2fc req-1a584794-3d72-4b23-95d6-fb0e8062f0dc tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:46.858910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20610e23-0bb6-4bec-9571-7650548cf2fc req-1a584794-3d72-4b23-95d6-fb0e8062f0dc tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6b7d95-da4d-438c-8d64-5ea26dd63048 HTTP/1.1" status: 200 len: 944 time: 0.0746920 Dec 16 09:22:46.878134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 1084da90-6163-49d1-ad4c-1757edd5192e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:22:46.883637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1084da90-6163-49d1-ad4c-1757edd5192e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:46.884227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:46.911714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-08876e4b-3cc1-42e9-8eb9-2041dc78911e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505483 Dec 16 09:22:46.943513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20610e23-0bb6-4bec-9571-7650548cf2fc req-5edbd9a2-4389-4fef-b99b-a30d45b56fb2 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648878 Dec 16 09:22:47.000334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.013750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.042263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:47.048408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event deleted for resources: {'Port': ['ID=bfbfbb1d-e096-4b40-99be-43ad46219f1b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:47.050509 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.122571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] No DVR routers for this DVR port bfbfbb1d-e096-4b40-99be-43ad46219f1b on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:22:47.123548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:47.125768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.136094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f26f023-5afe-424f-8f79-b3d4f16f2301 req-6967ad3c-e1ae-4ce8-9c68-fc0f7e4cf5fe tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "DELETE /v2.0/ports/bfbfbb1d-e096-4b40-99be-43ad46219f1b HTTP/1.1" status: 204 len: 173 time: 0.9571500 Dec 16 09:22:47.138670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-deleted', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:47.142263 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accee16f-c5bc-4d1f-b4c7-ec0be749e364" -d '{"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-deleted", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:47.161787 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-428f42e3-c45c-4850-9769-b50eb8fb28ce service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398176 Dec 16 09:22:47.223681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c334d-752b-4883-82ea-856ba3b3580b req-ad31cb60-f1a7-4b7c-a26d-150ce9be53b3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:47.237656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-785c334d-752b-4883-82ea-856ba3b3580b req-ad31cb60-f1a7-4b7c-a26d-150ce9be53b3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1053033 Dec 16 09:22:47.318466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-785c334d-752b-4883-82ea-856ba3b3580b req-60e2e2ac-cc15-40dd-85de-6c85b5a21515 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718622 Dec 16 09:22:47.325552 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21d008-73ca-4376-83b6-4b3c563b741c x-openstack-request-id: req-3a21d008-73ca-4376-83b6-4b3c563b741c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:47.326162 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6b7d95-da4d-438c-8d64-5ea26dd63048", "name": "network-vif-deleted", "tag": "bfbfbb1d-e096-4b40-99be-43ad46219f1b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:47.326719 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a21d008-73ca-4376-83b6-4b3c563b741c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:47.327122 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b7d95-da4d-438c-8d64-5ea26dd63048', 'name': 'network-vif-deleted', 'tag': 'bfbfbb1d-e096-4b40-99be-43ad46219f1b', 'status': 'completed', 'code': 200} Dec 16 09:22:47.356221 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-bebf0313-4e0d-4dd2-9f04-ce38c2eafda9 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838675 Dec 16 09:22:47.623368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7481e93-1473-4f51-9999-67f1887c2bfc req-95476a7e-7f5c-491c-8a62-06cfb5bf76fb tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:47.624930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7481e93-1473-4f51-9999-67f1887c2bfc req-95476a7e-7f5c-491c-8a62-06cfb5bf76fb tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 946 time: 0.0516436 Dec 16 09:22:47.665330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7481e93-1473-4f51-9999-67f1887c2bfc req-c0894ac9-e64e-495d-8bcd-8845d6b66f76 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Dec 16 09:22:47.871822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931500d1-d910-4187-98fa-17d3bb4327c6 req-bc0611f4-a613-4206-97a7-77bb9f9b698e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:47.883685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-931500d1-d910-4187-98fa-17d3bb4327c6 req-bc0611f4-a613-4206-97a7-77bb9f9b698e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.0846126 Dec 16 09:22:47.901869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:47.945653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-931500d1-d910-4187-98fa-17d3bb4327c6 req-1e776510-15a9-4e6f-ab6a-b50b01d91d96 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610976 Dec 16 09:22:48.006194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-88c39195-76ca-489b-a920-d47a65e2d3f2 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:48.007808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-88c39195-76ca-489b-a920-d47a65e2d3f2 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.0548632 Dec 16 09:22:48.063712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:48.066589 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f708fd20-ee54-47ea-b31c-5372609653e7" -d '{"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:48.130160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a980cf-56e1-43bf-af14-ca7c3d35c38a req-604efae0-de11-4dab-b3b9-3ad809ba44e7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:48.131745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6a980cf-56e1-43bf-af14-ca7c3d35c38a req-604efae0-de11-4dab-b3b9-3ad809ba44e7 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1027973 Dec 16 09:22:48.201979 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1be878-0864-4c46-964f-72c9b1364b24 x-openstack-request-id: req-9c1be878-0864-4c46-964f-72c9b1364b24 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:48.202524 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:48.203112 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c1be878-0864-4c46-964f-72c9b1364b24 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:48.203663 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'code': 200} Dec 16 09:22:48.218671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6a980cf-56e1-43bf-af14-ca7c3d35c38a req-53c92c51-f44a-44ed-b49a-7b107a17a7a2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707388 Dec 16 09:22:48.269302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-fc5006ca-5fbf-4708-a8c5-5aa3ec971fa3 service neutron] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:48.273067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-fc5006ca-5fbf-4708-a8c5-5aa3ec971fa3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.275658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26026239-0327-4814-8fc3-3eb30d7163e5 req-fc5006ca-5fbf-4708-a8c5-5aa3ec971fa3 service neutron] 10.222.0.53 "DELETE /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273/bindings/n-h2-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.2576191 Dec 16 09:22:48.363490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e9b7-65dd-466e-b6d0-b956b067ca7f req-c65087b2-4c60-4ca5-b397-4be7e796173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:48.366495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3aa4e9b7-65dd-466e-b6d0-b956b067ca7f req-c65087b2-4c60-4ca5-b397-4be7e796173c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.0965862 Dec 16 09:22:48.415711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3aa4e9b7-65dd-466e-b6d0-b956b067ca7f req-60bc4899-b766-4be4-8218-5b831595619c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408833 Dec 16 09:22:48.535436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821707a-ba8b-4906-aa4a-b201fc216d13 req-bf4f886e-cc7a-4058-b885-16d40e2a2098 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:48.537713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d821707a-ba8b-4906-aa4a-b201fc216d13 req-bf4f886e-cc7a-4058-b885-16d40e2a2098 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0707259 Dec 16 09:22:48.580485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57200) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:48.592997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471997746', 'description': 'tempest-description--2083921513'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:48.620615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.625490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d821707a-ba8b-4906-aa4a-b201fc216d13 req-3f3acbc9-afbc-4fd3-8804-203b72ae2a03 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Dec 16 09:22:48.699443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.704403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.736172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c372da-bfa5-4dd2-9e23-e1ff075cf104,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:48.742937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.744350 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-23ceeab1-4cf0-48dc-98a4-b2b322179d87 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1627998 Dec 16 09:22:48.747747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:48.753578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'security_group_rule': {'security_group_id': 'a8c372da-bfa5-4dd2-9e23-e1ff075cf104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:48.787192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.861973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.874301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.892927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68760cb5-030e-4f5e-909a-a5689cdfbf3f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:48.902381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:48.906680 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-85ed0ec1-ac70-4183-a9de-d73caf5dd551 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549983 Dec 16 09:22:48.907341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57206) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:48.912088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'security_group_rule': {'security_group_id': 'a8c372da-bfa5-4dd2-9e23-e1ff075cf104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:48.944773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.039776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.047201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.069677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ee724c-0fff-48d2-989d-bc2bf2b6fbb1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:49.087386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.088897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c0f30e68-f2a9-42c4-b6c3-ea9369eddd83 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810145 Dec 16 09:22:49.092417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57212) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:49.094246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafe6a-242c-4978-8d7b-b40eef358a81 req-08e70342-f6a9-4498-a498-af21c7a2b058 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.095911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6dafe6a-242c-4978-8d7b-b40eef358a81 req-08e70342-f6a9-4498-a498-af21c7a2b058 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.0661893 Dec 16 09:22:49.099867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:49.134351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.147863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6dafe6a-242c-4978-8d7b-b40eef358a81 req-c4f583a6-aad4-46b5-b87a-2e6a5cc9a767 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Dec 16 09:22:49.270405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.391305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:22:49.438512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: bfbfbb1d-e096-4b40-99be-43ad46219f1b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:22:49.438857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfbfbb1d-e096-4b40-99be-43ad46219f1b not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:22:49.441884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5279-4f87-4c1f-9717-a8bdd19c7bd0 req-a545ece2-dbe4-4e53-b075-87f94e85ebd6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.446725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59be5279-4f87-4c1f-9717-a8bdd19c7bd0 req-a545ece2-dbe4-4e53-b075-87f94e85ebd6 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1149418 Dec 16 09:22:49.447454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Allocated IP 172.25.6.160 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/f6990733-b849-4b1c-94ce-09cb46cb172e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:49.451146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4053c7-42b2-4b13-a49c-c865c50c3663 req-e965221a-0bb3-468c-8d4e-0a18d7a85dc5 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.459109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb4053c7-42b2-4b13-a49c-c865c50c3663 req-e965221a-0bb3-468c-8d4e-0a18d7a85dc5 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1095 time: 0.1881897 Dec 16 09:22:49.498014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57226) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:49.525028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59be5279-4f87-4c1f-9717-a8bdd19c7bd0 req-245fe64b-3493-4443-a689-3775026d3bcd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637894 Dec 16 09:22:49.543884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb4053c7-42b2-4b13-a49c-c865c50c3663 req-874b6c49-1d8b-45fc-9387-260c2032c713 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838046 Dec 16 09:22:49.572600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.641632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.719030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:49.719830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:49.725013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:49.731458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.772901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'Port': ['ID=f6990733-b849-4b1c-94ce-09cb46cb172e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:49.804512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2cf4d-efb0-40e4-8c52-01956eb29029 req-d3482719-c33f-402a-97ae-e2f9710009a7 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.810324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2e2cf4d-efb0-40e4-8c52-01956eb29029 req-d3482719-c33f-402a-97ae-e2f9710009a7 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 1095 time: 0.1042271 Dec 16 09:22:49.812740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c19d6739-181a-4394-8aec-c25b6136c1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.859263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822166a-3c43-4b63-8e1e-4ca218ad1cd1 req-662bf988-7586-4868-842d-7fbb72528ec6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:49.867065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6822166a-3c43-4b63-8e1e-4ca218ad1cd1 req-662bf988-7586-4868-842d-7fbb72528ec6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1273601 Dec 16 09:22:49.873600 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.906148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2e2cf4d-efb0-40e4-8c52-01956eb29029 req-902826e8-aeef-4be2-958d-c4a53b15bebe tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900934 Dec 16 09:22:49.907802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:49.947729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6822166a-3c43-4b63-8e1e-4ca218ad1cd1 req-e17980d5-348d-448d-8e36-50449eee96b7 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785060 Dec 16 09:22:49.961646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.010691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c19d6739-181a-4394-8aec-c25b6136c1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.018797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c19d6739-181a-4394-8aec-c25b6136c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.068069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c19d6739-181a-4394-8aec-c25b6136c1e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03c49871d57741c7b00d02843222a37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668287 Dec 16 09:22:50.069051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d6739-181a-4394-8aec-c25b6136c1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f979b-27ad-4f9e-8ae7-7e3f01eae652,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:50.071753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57248) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:50.149286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e84a264e-8348-461d-bb32-37f1ef2129d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.149627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.174534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e84a264e-8348-461d-bb32-37f1ef2129d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.181231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.248223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e84a264e-8348-461d-bb32-37f1ef2129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.250950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e84a264e-8348-461d-bb32-37f1ef2129d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.254629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e84a264e-8348-461d-bb32-37f1ef2129d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c9f979b-27ad-4f9e-8ae7-7e3f01eae652 HTTP/1.1" status: 204 len: 168 time: 0.1794398 Dec 16 09:22:50.260334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a264e-8348-461d-bb32-37f1ef2129d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f979b-27ad-4f9e-8ae7-7e3f01eae652,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:50.288982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'Port': ['ID=f6990733-b849-4b1c-94ce-09cb46cb172e,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:50.295682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.320217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.323276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20eb2f31-7c4e-48e4-a58e-35bfd48bc355 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2298059 Dec 16 09:22:50.642922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57284) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:50.661022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e720d3b3-7a92-4996-88f2-f710b39b0aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.673878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-6b96470e-cc4c-43e1-80af-ae1fe37ebcec tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:50.675742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-6b96470e-cc4c-43e1-80af-ae1fe37ebcec tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 821 time: 0.1403022 Dec 16 09:22:50.709250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-09205a2c-20fe-4ff8-8785-56213dd2ed1a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/quotas/b757404217834359b605413413f1aa0b HTTP/1.1" status: 200 len: 375 time: 0.0184197 Dec 16 09:22:50.728493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cc19e-6cbd-4a88-80b5-cd5830a6fb3a req-1d563a3e-8878-46f0-af4e-869a660498b1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:50.730056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e66cc19e-6cbd-4a88-80b5-cd5830a6fb3a req-1d563a3e-8878-46f0-af4e-869a660498b1 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.0776045 Dec 16 09:22:50.774353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e720d3b3-7a92-4996-88f2-f710b39b0aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.779472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e720d3b3-7a92-4996-88f2-f710b39b0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.806677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e66cc19e-6cbd-4a88-80b5-cd5830a6fb3a req-a98d5f6d-7ab4-45f1-a9ff-49a02ed86cf2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Dec 16 09:22:50.815439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-72a99a05-ba1c-4d30-8bc8-3628db58c4b2 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956669 Dec 16 09:22:50.824373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e720d3b3-7a92-4996-88f2-f710b39b0aab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c86da19648234610b92d1e8ba2205a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785955 Dec 16 09:22:50.824373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720d3b3-7a92-4996-88f2-f710b39b0aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e46200-939f-42ab-bd38-90f0d280bdc3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:50.825740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57290) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:22:50.943798 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbd8d-f5b8-4cc2-91c4-7aebb7a95e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:50.968067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-53f6ff92-947d-40a7-9b84-a3691c1112b0 service neutron] 10.222.0.61 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410770 Dec 16 09:22:50.985089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbd8d-f5b8-4cc2-91c4-7aebb7a95e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.116712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554109c-596c-409f-937b-37fd933e9a7e req-95140f88-3297-4544-891d-18e53a45c448 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:51.118373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a554109c-596c-409f-937b-37fd933e9a7e req-95140f88-3297-4544-891d-18e53a45c448 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0865073 Dec 16 09:22:51.138911 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbd8d-f5b8-4cc2-91c4-7aebb7a95e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.141359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbd8d-f5b8-4cc2-91c4-7aebb7a95e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.145071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d3cbd8d-f5b8-4cc2-91c4-7aebb7a95e91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88e46200-939f-42ab-bd38-90f0d280bdc3 HTTP/1.1" status: 204 len: 168 time: 0.3167799 Dec 16 09:22:51.158658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-8e4c287e-003a-4f15-8b7c-69b7f09e4e53 service neutron] 10.222.0.61 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829572 Dec 16 09:22:51.166253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cbd8d-f5b8-4cc2-91c4-7aebb7a95e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e46200-939f-42ab-bd38-90f0d280bdc3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:51.199654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a554109c-596c-409f-937b-37fd933e9a7e req-633e17ac-c26e-4aaa-9d1c-9fd84f494f55 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673234 Dec 16 09:22:51.372246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9af8-366c-4a3f-ad8e-46e3f45548b7 req-308ada26-e9bd-461a-a230-0b1655e49662 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:51.379703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-325a9af8-366c-4a3f-ad8e-46e3f45548b7 req-308ada26-e9bd-461a-a230-0b1655e49662 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1124206 Dec 16 09:22:51.390943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:51.425053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de44ec6d-8daf-4645-a211-6542bf5c5103 req-fb317e75-d0dc-4927-be95-cb2c675d8f1c tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 210 time: 0.0427914 Dec 16 09:22:51.464749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-325a9af8-366c-4a3f-ad8e-46e3f45548b7 req-031c645d-c38f-4bbf-bffe-f22344f900ce tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799422 Dec 16 09:22:51.731517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:51.760274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'mac_address': 'fa:16:3e:f0:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:51.883708 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:51.931164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d72714c-63a7-4462-8fe5-a76821c62cd0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:51.933628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-6a2c9023-755c-49aa-aba2-80729ec83aeb req-1a9eae15-4cb0-4899-b101-8055259a7d19 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:22:51.935031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a2c9023-755c-49aa-aba2-80729ec83aeb req-1a9eae15-4cb0-4899-b101-8055259a7d19 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080423 Dec 16 09:22:51.971426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:51.979517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:52.075542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df0520-3470-43d9-9462-0d2be07ed74b req-fcfc5b94-91ae-4cd7-8449-44309f6f6908 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:52.079846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df0520-3470-43d9-9462-0d2be07ed74b req-fcfc5b94-91ae-4cd7-8449-44309f6f6908 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1163130 Dec 16 09:22:52.111642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3d72714c-63a7-4462-8fe5-a76821c62cd0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:52.184170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:52.196135 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df0520-3470-43d9-9462-0d2be07ed74b req-d05dc303-6a41-4f90-8771-f91bd5b07359 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071827 Dec 16 09:22:52.662912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-732fbd3a-fdc0-46a9-8b85-f59d5827c631 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2269747 Dec 16 09:22:52.672195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3abc90-3119-4ceb-a9d0-a095ed8662cf req-b7e548ac-7e29-469c-ba0c-59e522d7cbe4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:52.680496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff3abc90-3119-4ceb-a9d0-a095ed8662cf req-b7e548ac-7e29-469c-ba0c-59e522d7cbe4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1434126 Dec 16 09:22:52.772175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b6ad530-1cb5-4483-8142-4e566d5a4a68 req-9a5e5c25-d357-402c-b9cf-902b56959cef tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 210 time: 0.0580027 Dec 16 09:22:52.807241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:22:52.817656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff3abc90-3119-4ceb-a9d0-a095ed8662cf req-036d04db-a811-4558-9fe4-1077f762f4a8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323724 Dec 16 09:22:53.063220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:53.103063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455', 'port_id': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'mac_address': 'fa:16:3e:f1:77:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:22:53.228365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.271905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa2fe1-cde2-4544-947f-d1add56cbeee {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:53.457837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:53.476962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:53.487420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5020-2a40-4b30-827f-54ac6806a90f req-f40c5ed3-508c-4d42-9065-09f169326178 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:53.498377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-282e5020-2a40-4b30-827f-54ac6806a90f req-f40c5ed3-508c-4d42-9065-09f169326178 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1574922 Dec 16 09:22:53.647469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.674797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:53.687004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-282e5020-2a40-4b30-827f-54ac6806a90f req-36736958-7625-4c68-846d-a744d126a862 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862402 Dec 16 09:22:53.704593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-07fac0bb-953a-4967-87aa-c7bf9d23aec1 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:53.705928 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-07fac0bb-953a-4967-87aa-c7bf9d23aec1 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 821 time: 0.4118447 Dec 16 09:22:53.755650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'port': {'device_id': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'admin_state_up': True, 'tenant_id': 'b757404217834359b605413413f1aa0b'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:53.905416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:53.916073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3d72714c-63a7-4462-8fe5-a76821c62cd0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:53.918669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.030945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8c1c545-7d30-47e8-b4e4-fbf3c339b1e0 req-eb18053c-b2d0-45a4-a022-8396d426d437 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 210 time: 0.0608160 Dec 16 09:22:54.052295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['99fa2fe1-cde2-4544-947f-d1add56cbeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:22:54.091914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Made reservation on behalf of b757404217834359b605413413f1aa0b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:22:54.097308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.298371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d4323-3000-4515-9c79-bec9bf81ce77 req-11945ae3-3027-48c3-8b38-5fe65d474083 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:54.305295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c25d4323-3000-4515-9c79-bec9bf81ce77 req-11945ae3-3027-48c3-8b38-5fe65d474083 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.2956364 Dec 16 09:22:54.411304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c25d4323-3000-4515-9c79-bec9bf81ce77 req-78c0057c-d8cd-4317-8d68-5f4883d987b4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864129 Dec 16 09:22:54.658931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Allocated IP 172.20.0.2 (50487ac1-cae3-44d7-8f19-4ed42069d01d/9db78f7c-8c82-474d-aac8-594279bfd517/260b719c-821d-400d-9cd6-7d064b991e6a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:22:54.807139 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.861034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:54.937972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cdc17-a038-476f-af18-cbc82121a4df req-63ba50dd-0ecf-4ff2-a1ec-a12141ba369c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:54.958716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-366cdc17-a038-476f-af18-cbc82121a4df req-63ba50dd-0ecf-4ff2-a1ec-a12141ba369c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 945 time: 0.1321070 Dec 16 09:22:54.997537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:55.002941 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9055b2c-8f92-4248-8f47-7fdcfc45bc52" -d '{"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-plugged", "status": "completed", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:55.068577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:55.094057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.189075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-366cdc17-a038-476f-af18-cbc82121a4df req-35f5b6a9-b83b-411a-84d2-d3a56ea7f353 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264595 Dec 16 09:22:55.226373 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6017ccb5-a7d5-4c85-8f5d-0ae0678c4e88 x-openstack-request-id: req-6017ccb5-a7d5-4c85-8f5d-0ae0678c4e88 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:55.229621 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-plugged", "status": "completed", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:55.230170 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6017ccb5-a7d5-4c85-8f5d-0ae0678c4e88 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:55.230628 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'code': 200} Dec 16 09:22:55.342833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:55.359524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:55.441394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2008c9f9-1890-4e43-a28a-7af970b3e06d req-e777e009-cc73-4a77-908f-36f270793999 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 210 time: 0.0913801 Dec 16 09:22:55.450889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-0f7879a1-7d41-4457-ad19-05797518583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:55.452484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-0f7879a1-7d41-4457-ad19-05797518583e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.2837839 Dec 16 09:22:55.889500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c76af-9493-43e7-b1e8-ca8cc3312c1e req-bc78ad68-2ebc-4f7f-be82-c79353390527 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:55.891661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f2c76af-9493-43e7-b1e8-ca8cc3312c1e req-bc78ad68-2ebc-4f7f-be82-c79353390527 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.2290564 Dec 16 09:22:55.921755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-50859867-1f5e-44a9-82ca-9ffb11f68138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:55.923630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-50859867-1f5e-44a9-82ca-9ffb11f68138 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.4614904 Dec 16 09:22:55.995365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-00621db2-bc25-4c2d-a6fa-ba5fc82fd3a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 217 time: 0.0629852 Dec 16 09:22:56.069966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f2c76af-9493-43e7-b1e8-ca8cc3312c1e req-e213fd67-4bc0-4bc7-9bd5-f7d373f871af tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624186 Dec 16 09:22:56.103050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.195256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-a3e0d1ec-f688-4711-b1c0-ccc58c884f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:56.198018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-a3e0d1ec-f688-4711-b1c0-ccc58c884f45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1935883 Dec 16 09:22:56.221674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:56.238036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:22:56.239484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:22:56.251120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:22:56.312718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-bd53f759-50c2-4be1-8ba1-16943f2830ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:56.319430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-bd53f759-50c2-4be1-8ba1-16943f2830ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034884 Dec 16 09:22:56.351163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:56.351852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.388161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-5ec392a1-8897-4ce4-912b-81e86b14048f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6438556 Dec 16 09:22:56.405202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Request body: {'port': {'device_id': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:22:56.529089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:56.534898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-257215ea-0609-4573-a664-654da8286318 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084405 Dec 16 09:22:56.757107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-d7e1244c-3f00-4269-9400-56023edfbe9d service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159691 Dec 16 09:22:56.843934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:22:57.073458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 99fa2fe1-cde2-4544-947f-d1add56cbeee completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:22:57.075550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ea53-64f7-4e74-9ea5-a6fe14c58c79 req-fbbb43f6-f93d-4f10-9479-9a066e03306d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:57.085713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 99fa2fe1-cde2-4544-947f-d1add56cbeee triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:22:57.086219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.093023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad11ea53-64f7-4e74-9ea5-a6fe14c58c79 req-fbbb43f6-f93d-4f10-9479-9a066e03306d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 945 time: 0.1611719 Dec 16 09:22:57.181055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad11ea53-64f7-4e74-9ea5-a6fe14c58c79 req-cedc9f4e-3ea4-4bb2-bbac-4eb665b4e0ca tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867469 Dec 16 09:22:57.289562 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.296077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260b719c-821d-400d-9cd6-7d064b991e6a {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:22:57.312433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.350412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Transition to ACTIVE for port object 260b719c-821d-400d-9cd6-7d064b991e6a will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:22:57.359061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.396560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:22:57.412706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:57.439615 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265cd155-19c9-4b03-8f7f-7b0f692eb1ae" -d '{"events": [{"server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "name": "network-vif-plugged", "status": "completed", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:57.474688 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.623885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:57.639218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2067f-1b6c-446d-8c7b-75be1f30bde5 req-978f4a83-cfc7-4bc0-8b7b-1bdc997ba35a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:57.647418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51d2067f-1b6c-446d-8c7b-75be1f30bde5 req-978f4a83-cfc7-4bc0-8b7b-1bdc997ba35a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 943 time: 0.1107399 Dec 16 09:22:57.737496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:57.737745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51d2067f-1b6c-446d-8c7b-75be1f30bde5 req-f9427beb-58f0-4c7a-bd87-58d15c57cd8b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817087 Dec 16 09:22:57.760824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.765753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.767777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.770855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.771366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.771706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.772104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.772494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.772880 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.774141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.774519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.774904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:22:57.835747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Attempting to bind port 260b719c-821d-400d-9cd6-7d064b991e6a on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:22:57.836212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Attempting to bind port 260b719c-821d-400d-9cd6-7d064b991e6a by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:22:57.836668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Attempting to bind port 260b719c-821d-400d-9cd6-7d064b991e6a on network 50487ac1-cae3-44d7-8f19-4ed42069d01d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:57.845327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Port 260b719c-821d-400d-9cd6-7d064b991e6a on network 50487ac1-cae3-44d7-8f19-4ed42069d01d not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:22:57.845737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Attempting to bind port 260b719c-821d-400d-9cd6-7d064b991e6a on network 50487ac1-cae3-44d7-8f19-4ed42069d01d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:22:57.863328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:22:57.863769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Checking segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:22:57.864085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Bound using segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:22:57.864542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Bound port: 260b719c-821d-400d-9cd6-7d064b991e6a, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:22:57.864887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:57.991511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:22:58.000404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:22:58.007875 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.008134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0525d8e-97b4-4ae6-9104-6442272318e1 req-c7443f75-c093-49e1-9155-3f1976bcee8a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.017320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0525d8e-97b4-4ae6-9104-6442272318e1 req-c7443f75-c093-49e1-9155-3f1976bcee8a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1122885 Dec 16 09:22:58.071972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.072829 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:22:58.075617 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] 10.222.0.53 "PUT /v2.0/ports/260b719c-821d-400d-9cd6-7d064b991e6a HTTP/1.1" status: 200 len: 1091 time: 1.6743081 Dec 16 09:22:58.075993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:22:58.079079 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d2f3a5-365f-4583-84fe-a57d94c0268e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:22:58.102050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0525d8e-97b4-4ae6-9104-6442272318e1 req-7121585a-ae38-4fd8-b777-de56e5f180da tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783441 Dec 16 09:22:58.125915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184f1ea-a011-46ed-8f20-ba6532a6dd8b service neutron] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:22:58.205769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-8caf7b5a-d391-4e99-87f9-e7b86239b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.207638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-8caf7b5a-d391-4e99-87f9-e7b86239b30f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 1094 time: 0.0590379 Dec 16 09:22:58.279397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-10d66371-3977-4356-a261-7ec367c0d9a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=260b719c-821d-400d-9cd6-7d064b991e6a HTTP/1.1" status: 200 len: 217 time: 0.0541973 Dec 16 09:22:58.297774 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef5cb75-ebec-4b79-bb2a-b083876d875a x-openstack-request-id: req-5ef5cb75-ebec-4b79-bb2a-b083876d875a {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:58.299104 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "name": "network-vif-plugged", "status": "completed", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:58.300473 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ef5cb75-ebec-4b79-bb2a-b083876d875a {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:58.301224 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'code': 200} Dec 16 09:22:58.404011 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a955379-8626-45f7-b819-9cf765634fe1 x-openstack-request-id: req-4a955379-8626-45f7-b819-9cf765634fe1 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:22:58.404584 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:22:58.404584 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a955379-8626-45f7-b819-9cf765634fe1 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:22:58.404937 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a', 'status': 'completed', 'code': 200} Dec 16 09:22:58.420553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-7d020b36-4dc0-4533-ab09-809b41cc6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.423294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-7d020b36-4dc0-4533-ab09-809b41cc6b04 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 200 len: 861 time: 0.1330330 Dec 16 09:22:58.454895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168827bb-c4d8-4218-9b24-ce0396dc94d4 req-c5748594-7bd9-47c7-96e8-739e73a7b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.457329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-168827bb-c4d8-4218-9b24-ce0396dc94d4 req-c5748594-7bd9-47c7-96e8-739e73a7b69e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0852306 Dec 16 09:22:58.474536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-da104003-b358-49a3-9871-af9042a5f45c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50487ac1-cae3-44d7-8f19-4ed42069d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439761 Dec 16 09:22:58.531444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-168827bb-c4d8-4218-9b24-ce0396dc94d4 req-573b2b7f-b1e1-4d64-b5ab-ae152c08f13a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Dec 16 09:22:58.585102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673dcd3-a7f3-4d86-8b07-abc0c41ac28b req-1183045c-449f-4149-88ad-b40c02b583b0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.588243 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-2d09ae37-5e61-49ea-b28c-855606810555 service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032140 Dec 16 09:22:58.597058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e673dcd3-a7f3-4d86-8b07-abc0c41ac28b req-1183045c-449f-4149-88ad-b40c02b583b0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.0817173 Dec 16 09:22:58.655498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e673dcd3-a7f3-4d86-8b07-abc0c41ac28b req-36d65316-ccd6-4235-b398-83ffb685e64d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Dec 16 09:22:58.753320 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-123d068c-1d64-4c94-a513-dd73feeeb4b3 req-066c280e-8686-4b63-870c-26a5ef4564bc service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561484 Dec 16 09:22:58.914385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-09e19915-d639-45df-b55f-a6bc07f725dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:58.916129 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-09e19915-d639-45df-b55f-a6bc07f725dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 1094 time: 0.1035936 Dec 16 09:22:58.998415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce802d5f-3ba2-47a4-85c8-cf9e10c3bda3 req-3c2500cf-4791-4e3e-a29d-dc76328d5a4c tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.003399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce802d5f-3ba2-47a4-85c8-cf9e10c3bda3 req-3c2500cf-4791-4e3e-a29d-dc76328d5a4c tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 943 time: 0.1479199 Dec 16 09:22:59.120882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce802d5f-3ba2-47a4-85c8-cf9e10c3bda3 req-20d875a7-c595-4139-9afb-f76119827d16 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106656 Dec 16 09:22:59.163967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-14b6868f-6548-484d-9819-8eb2f028ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.167737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-14b6868f-6548-484d-9819-8eb2f028ca04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 922 time: 0.2402344 Dec 16 09:22:59.237983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-c390c4b6-f298-4884-945a-972528236685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=260b719c-821d-400d-9cd6-7d064b991e6a HTTP/1.1" status: 200 len: 217 time: 0.0628459 Dec 16 09:22:59.330739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-116769b2-9409-4308-8012-4993f922edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.332464 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-116769b2-9409-4308-8012-4993f922edcb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 200 len: 861 time: 0.0797660 Dec 16 09:22:59.335272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7feb-1359-4946-81b9-e2ad784a06b5 req-98ce3d82-5aea-4188-b1bf-db9523fdbf46 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.336917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddef7feb-1359-4946-81b9-e2ad784a06b5 req-98ce3d82-5aea-4188-b1bf-db9523fdbf46 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0943034 Dec 16 09:22:59.389378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-1d768b84-a333-4ba6-af1e-7bd2fee787ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=50487ac1-cae3-44d7-8f19-4ed42069d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442910 Dec 16 09:22:59.409600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddef7feb-1359-4946-81b9-e2ad784a06b5 req-45926562-9140-4382-82dc-e86c866dfec1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569711 Dec 16 09:22:59.535869 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-a2864c77-dbb1-4c06-8dd0-9f1ee0d56cf6 service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341686 Dec 16 09:22:59.667765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-72d2f3a5-365f-4583-84fe-a57d94c0268e req-0e2de974-9312-4bfc-a777-963ad96ffbb6 service neutron] 10.222.0.53 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197257 Dec 16 09:22:59.835597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb319a-0a00-4a4b-9e1f-f8d79ae8ac7e req-acd0b19c-19df-4dd0-bacb-c2a72125bec0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:22:59.850011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3cb319a-0a00-4a4b-9e1f-f8d79ae8ac7e req-acd0b19c-19df-4dd0-bacb-c2a72125bec0 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.0845020 Dec 16 09:22:59.918735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3cb319a-0a00-4a4b-9e1f-f8d79ae8ac7e req-08ed9b45-148a-496a-8313-1197f6ca281c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Dec 16 09:23:00.290332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf29a97-4689-4a62-9b95-340ba04e58e5 req-a0c611c2-f9ad-470d-9870-7c00ee9e4c32 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:00.305433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cf29a97-4689-4a62-9b95-340ba04e58e5 req-a0c611c2-f9ad-470d-9870-7c00ee9e4c32 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 943 time: 0.0995433 Dec 16 09:23:00.368319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cf29a97-4689-4a62-9b95-340ba04e58e5 req-84df1dea-41f1-4571-8862-fa0ba2944f7b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582325 Dec 16 09:23:00.626388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a142d-f56f-4de3-86db-1e51f1dda196 req-4c83f546-7c7f-41dd-b8d3-05435a79c865 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:00.627962 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b0a142d-f56f-4de3-86db-1e51f1dda196 req-4c83f546-7c7f-41dd-b8d3-05435a79c865 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1250169 Dec 16 09:23:00.738483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b0a142d-f56f-4de3-86db-1e51f1dda196 req-44f96c92-210e-4168-b64f-156eeb8807cc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014540 Dec 16 09:23:01.070982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f70084-c059-4b3e-a234-a038af769d0b req-d5ad47ac-14fc-47be-be0b-ade232c06d21 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:01.079284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47f70084-c059-4b3e-a234-a038af769d0b req-d5ad47ac-14fc-47be-be0b-ade232c06d21 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.0719135 Dec 16 09:23:01.159689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47f70084-c059-4b3e-a234-a038af769d0b req-5b13e0aa-aace-4e58-90f0-9222072a6b4a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791919 Dec 16 09:23:01.341513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c455-1c01-445d-b9f8-2948e724d095 req-046715ce-7ad0-4ee1-be03-f050dde9e3d6 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:01.353250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b23c455-1c01-445d-b9f8-2948e724d095 req-046715ce-7ad0-4ee1-be03-f050dde9e3d6 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0987241 Dec 16 09:23:01.439757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:01.450457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b23c455-1c01-445d-b9f8-2948e724d095 req-7b76caa2-4e2e-493d-8661-29f0c712e38d tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862060 Dec 16 09:23:01.711625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:01.720083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4714686-5ba3-4749-b3bb-4be12a27800a req-14438f47-9be3-4200-83e0-0e778dcbe0d6 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:01.728731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4714686-5ba3-4749-b3bb-4be12a27800a req-14438f47-9be3-4200-83e0-0e778dcbe0d6 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 943 time: 0.0643470 Dec 16 09:23:01.738669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '260b719c-821d-400d-9cd6-7d064b991e6a', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'port_id': '260b719c-821d-400d-9cd6-7d064b991e6a', 'mac_address': 'fa:16:3e:f7:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db78f7c-8c82-474d-aac8-594279bfd517', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:01.795821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4714686-5ba3-4749-b3bb-4be12a27800a req-1d8c17ba-58bf-47ad-94a6-2ac5e4f1fa8f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589385 Dec 16 09:23:01.827226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.857627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260b719c-821d-400d-9cd6-7d064b991e6a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:01.905074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:01.929274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:01.989753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674791e2-840a-4c19-a9a5-a332f490d56f req-d5126c89-b3f0-46d3-ab5e-efb92ea4505b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:01.991249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-674791e2-840a-4c19-a9a5-a332f490d56f req-d5126c89-b3f0-46d3-ab5e-efb92ea4505b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0792181 Dec 16 09:23:02.019631 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:23:02.107331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-674791e2-840a-4c19-a9a5-a332f490d56f req-26bf78ad-3eed-4daa-aeec-e3f34124b18a tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975807 Dec 16 09:23:02.127249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:02.250869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['260b719c-821d-400d-9cd6-7d064b991e6a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:02.362930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41de0d0-2f0d-44bf-92a8-1a51bbb111d8 req-881ff429-e960-4737-9304-85eb0caa79a0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:02.364592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d41de0d0-2f0d-44bf-92a8-1a51bbb111d8 req-881ff429-e960-4737-9304-85eb0caa79a0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1385059 Dec 16 09:23:02.445378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d41de0d0-2f0d-44bf-92a8-1a51bbb111d8 req-d4091e29-e883-426b-997c-183e74459659 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Dec 16 09:23:03.464474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:03.548524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 260b719c-821d-400d-9cd6-7d064b991e6a completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:03.554686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 260b719c-821d-400d-9cd6-7d064b991e6a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:03.555083 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.613442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:03.619757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2082047708'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:03.620938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57772) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:03.656666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:03.666931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.710995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:03.742399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.743551 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Added segment a6d92e97-12e7-452c-88e4-952b609d8072 of type vlan for network a3494737-a1cb-40c9-be22-a4f16e5d68d6 Dec 16 09:23:03.834464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.846245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.872468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:03.875663 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a1ce69-8e5d-49b7-934e-71f6f9f90f3c" -d '{"events": [{"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-plugged", "status": "completed", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:03.878534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.899995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:03.907030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.912451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.919162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:03.928157 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:03.983122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:03.991426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.001144 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.054554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc8777531e9b4a25b845cae0dc916789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318976 Dec 16 09:23:04.054787 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4395244 Dec 16 09:23:04.055968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:04.061298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-550373143'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:04.062295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:04.065327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165d7d61-bb86-4004-9152-933544b3741d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.079330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.080412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.080928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.081413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.081930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.082424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.082909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.083392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.083865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.084337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.084819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.085320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c7539-0a8b-4bb6-993c-fcbbeb02dcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:04.109521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:04.113761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.157782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:04.159064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406b5d5-a796-4948-b685-b9e4a03fc34b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Network': ['ID=a3494737-a1cb-40c9-be22-a4f16e5d68d6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.170852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:04.176994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.177350 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Added segment 26583a80-6dce-4e1e-a0e7-f12369b97ba1 of type vlan for network dc5f8284-3f45-40d0-afcd-a60305c5dacd Dec 16 09:23:04.193556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbd77448-bf79-46a7-8c41-10a15c1ab9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.241751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbd77448-bf79-46a7-8c41-10a15c1ab9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.278137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.309819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.316223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:04.318389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.325899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbd77448-bf79-46a7-8c41-10a15c1ab9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.332403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbd77448-bf79-46a7-8c41-10a15c1ab9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.349823 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cbd77448-bf79-46a7-8c41-10a15c1ab9b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/165d7d61-bb86-4004-9152-933544b3741d HTTP/1.1" status: 204 len: 168 time: 0.2850237 Dec 16 09:23:04.376892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd77448-bf79-46a7-8c41-10a15c1ab9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165d7d61-bb86-4004-9152-933544b3741d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.424850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3676119 Dec 16 09:23:04.427882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57786) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:04.433318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'subnet': {'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:04.465574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68751a-c926-421a-8636-255932d8a061 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Network': ['ID=dc5f8284-3f45-40d0-afcd-a60305c5dacd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:04.478656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:04.624542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:04.629798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.892039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.895292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57790) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:04.917707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c955f665-ad56-430d-bdbb-182f9305aeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:04.999793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Subnet': ['ID=9e62c2cd-1f24-4103-b790-3b6aa34a98d4,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:05.024815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Checking segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:05.025219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network hostable DHCP agents. Network: a3494737-a1cb-40c9-be22-a4f16e5d68d6, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:05.051936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:05.077544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a3494737-a1cb-40c9-be22-a4f16e5d68d6) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:05.087439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:05.089203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.090224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268199bf-2243-4d88-b294-f39468bacd01 None None] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:05.136116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fa267522-1ecc-48cf-8d93-f9d432a5c9e0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7070031 Dec 16 09:23:05.140183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57792) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:05.149094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'subnet': {'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:05.277185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:05.282794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.420064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:23:05.421943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.447104 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c955f665-ad56-430d-bdbb-182f9305aeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.455580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c955f665-ad56-430d-bdbb-182f9305aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.513249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c955f665-ad56-430d-bdbb-182f9305aeba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e95a7bed54848ba94e248cc91109e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157329 Dec 16 09:23:05.514626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955f665-ad56-430d-bdbb-182f9305aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60981d0c-c27d-45e6-abbf-bd5bd4698db9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:05.517740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:05.588069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15be62f1-5e74-4fac-929c-dbba84336a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.614947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.615199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15be62f1-5e74-4fac-929c-dbba84336a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.682861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Allocated IP 10.1.1.2 (a3494737-a1cb-40c9-be22-a4f16e5d68d6/9e62c2cd-1f24-4103-b790-3b6aa34a98d4/2c168a30-a525-4286-b3a5-cd40530f5904) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:05.685084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15be62f1-5e74-4fac-929c-dbba84336a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.694977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15be62f1-5e74-4fac-929c-dbba84336a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.698492 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-15be62f1-5e74-4fac-929c-dbba84336a1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60981d0c-c27d-45e6-abbf-bd5bd4698db9 HTTP/1.1" status: 204 len: 168 time: 0.1786158 Dec 16 09:23:05.700120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Subnet': ['ID=20b96855-515a-42f2-b778-750fe8793a1b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:05.716886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Checking segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:05.717220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network hostable DHCP agents. Network: dc5f8284-3f45-40d0-afcd-a60305c5dacd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:05.748778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be62f1-5e74-4fac-929c-dbba84336a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60981d0c-c27d-45e6-abbf-bd5bd4698db9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:05.756204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:05.772385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, dc5f8284-3f45-40d0-afcd-a60305c5dacd) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:05.777602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:05.778335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:05.787346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f54c6-4962-4a08-b792-c8ba6607a6c3 None None] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:05.806374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d84f275a-d22d-4cb2-9458-79d3f2cb9f7d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6622734 Dec 16 09:23:05.806618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57800) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:05.815939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'name': 'tempest-TaggedBootDevicesTest_v242-1826619375', 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:05.999456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.014670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:06.031284 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.039004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'fixed_ips': [{'subnet_id': '20b96855-515a-42f2-b778-750fe8793a1b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:23:06.040122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.122753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:06.132341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:06.134974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Pushing event updated for resources: {'Port': ['ID=2c168a30-a525-4286-b3a5-cd40530f5904,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:06.185234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.210734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:06.251264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] device_id is not set on port 3a504c73-ffc2-4ef1-8585-07cb1702f515 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:23:06.407833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Attempting to bind port 2c168a30-a525-4286-b3a5-cd40530f5904 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:06.408193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Attempting to bind port 2c168a30-a525-4286-b3a5-cd40530f5904 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:06.408661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Attempting to bind port 2c168a30-a525-4286-b3a5-cd40530f5904 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:06.434781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:06.435850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Checking segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:06.436414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.436978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Bound using segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:06.438190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Bound port: 2c168a30-a525-4286-b3a5-cd40530f5904, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:06.439572 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.468808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Allocated IP 10.2.2.2 (dc5f8284-3f45-40d0-afcd-a60305c5dacd/20b96855-515a-42f2-b778-750fe8793a1b/29ed82a1-7f99-4db1-81d3-fdaf9e0df42f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:06.637962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] For port 2c168a30-a525-4286-b3a5-cd40530f5904, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:06.643480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] For port 2c168a30-a525-4286-b3a5-cd40530f5904, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2c168a30-a525-4286-b3a5-cd40530f5904,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:06.663353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.698131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 10.1.1.210 (a3494737-a1cb-40c9-be22-a4f16e5d68d6/9e62c2cd-1f24-4103-b790-3b6aa34a98d4/3a504c73-ffc2-4ef1-8585-07cb1702f515) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:06.785287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11813636-8b59-4254-9edf-cd4cfe430da8 None None] Pushing event updated for resources: {'Port': ['ID=2c168a30-a525-4286-b3a5-cd40530f5904,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:06.813482 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.828525 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.846715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:06.849534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:06.852424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:06.949656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Pushing event updated for resources: {'Port': ['ID=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:06.971008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Attempting to bind port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:06.971348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Attempting to bind port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:06.971703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Attempting to bind port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f on network dc5f8284-3f45-40d0-afcd-a60305c5dacd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:06.980945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:06.981412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Checking segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:06.984689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.987098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Bound using segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:06.987601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Bound port: 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:06.987991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:06.994467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.062708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] For port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:07.069798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] For port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:07.089099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.101041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.175408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063900da-2efb-4a97-b5c8-bcb6657618ce None None] Pushing event updated for resources: {'Port': ['ID=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:07.224823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:07.228967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:07.232914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:07.292039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:07.335155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:07.335811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.358692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57828) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:07.365716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'name': 'tempest-TaggedBootDevicesTest_v242-104198236', 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:07.371202 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ac65e566-0b23-48bd-ab05-37eda24a9c11 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5618560 Dec 16 09:23:07.643308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:07.803207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:07.848150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] device_id is not set on port 4cd08ce8-58c4-47ce-809d-cffb7c827272 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:23:08.291493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 10.1.1.134 (a3494737-a1cb-40c9-be22-a4f16e5d68d6/9e62c2cd-1f24-4103-b790-3b6aa34a98d4/4cd08ce8-58c4-47ce-809d-cffb7c827272) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:08.451687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740df918-0b41-4350-b762-d9ba0b1710c3 None None] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:08.575762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cdf76823-02bc-45ba-8b6f-53591cf62bdc None None] Provisioning complete for port 2c168a30-a525-4286-b3a5-cd40530f5904 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:08.576128 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cdf76823-02bc-45ba-8b6f-53591cf62bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.669125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:08.719404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.884902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:08.940578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:08.940983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.045678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:09.048822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:09.066999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:09.073991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.090679 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cdf76823-02bc-45ba-8b6f-53591cf62bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.140208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:09.140906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.167797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90cd07fe-73cf-4f32-9196-e99d9f28b4e8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8067925 Dec 16 09:23:09.282204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87000f12-8683-42c8-8daf-4de92cd35bcd None None] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:09.405012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cdf76823-02bc-45ba-8b6f-53591cf62bdc None None] For port 2c168a30-a525-4286-b3a5-cd40530f5904, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2c168a30-a525-4286-b3a5-cd40530f5904,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:09.417172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cdf76823-02bc-45ba-8b6f-53591cf62bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.441523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.593596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:09.612486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ec5d7a7d-e568-4f68-b0ea-3886f1362c69 None None] Provisioning complete for port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:09.613039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7a7d-e568-4f68-b0ea-3886f1362c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.660663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:09.661439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2c168a30-a525-4286-b3a5-cd40530f5904 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:09.729956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf76823-02bc-45ba-8b6f-53591cf62bdc None None] Pushing event updated for resources: {'Port': ['ID=2c168a30-a525-4286-b3a5-cd40530f5904,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.835970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:09.861712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2c168a30-a525-4286-b3a5-cd40530f5904 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:09.862841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.111161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Provisioning complete for port 2c168a30-a525-4286-b3a5-cd40530f5904 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.111795 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.334103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Provisioning complete for port 4cd08ce8-58c4-47ce-809d-cffb7c827272 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.334481 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.417554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Port 4cd08ce8-58c4-47ce-809d-cffb7c827272 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:10.434312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Provisioning complete for port 3a504c73-ffc2-4ef1-8585-07cb1702f515 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.434702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.481403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:10.489085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7ef1237d-9e1a-4396-b793-d0fcea9ba543 None None] Port 3a504c73-ffc2-4ef1-8585-07cb1702f515 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:10.548137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.548554 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.649269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-28170a94-2315-47f0-a424-8291db6ae88b None None] Provisioning complete for port 4cd08ce8-58c4-47ce-809d-cffb7c827272 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.649972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-28170a94-2315-47f0-a424-8291db6ae88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.711275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-28170a94-2315-47f0-a424-8291db6ae88b None None] Port 4cd08ce8-58c4-47ce-809d-cffb7c827272 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:10.735411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2c168a30-a525-4286-b3a5-cd40530f5904 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:10.739188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-28170a94-2315-47f0-a424-8291db6ae88b None None] Provisioning complete for port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.739902 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-28170a94-2315-47f0-a424-8291db6ae88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:10.889722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2c168a30-a525-4286-b3a5-cd40530f5904 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:10.890145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.059275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:12.243142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d37f612-b320-44d4-967b-df3202c32c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.351552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d37f612-b320-44d4-967b-df3202c32c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.357392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d37f612-b320-44d4-967b-df3202c32c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.399471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37f612-b320-44d4-967b-df3202c32c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc0093-71f1-4337-b553-002abf8b71a4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:12.406941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5d37f612-b320-44d4-967b-df3202c32c5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68ec08aa8d1e4e928d5f196fdd358df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438845 Dec 16 09:23:12.407203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57934) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:12.466688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f02-b89c-4513-aac2-9fa74aeb4e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.491437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f02-b89c-4513-aac2-9fa74aeb4e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.559770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f02-b89c-4513-aac2-9fa74aeb4e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.562487 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0f02-b89c-4513-aac2-9fa74aeb4e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:12.563652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee0b0f02-b89c-4513-aac2-9fa74aeb4e2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8efc0093-71f1-4337-b553-002abf8b71a4 HTTP/1.1" status: 204 len: 168 time: 0.1555586 Dec 16 09:23:12.573800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0f02-b89c-4513-aac2-9fa74aeb4e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc0093-71f1-4337-b553-002abf8b71a4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:12.852695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0aebb-9e7d-44f5-a28d-89860d95b7b1 req-271d93e0-5d44-4b6d-991e-59ef0f98cce0 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:12.859180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f0aebb-9e7d-44f5-a28d-89860d95b7b1 req-271d93e0-5d44-4b6d-991e-59ef0f98cce0 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 945 time: 0.0563793 Dec 16 09:23:12.897990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57960) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:12.899752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f0aebb-9e7d-44f5-a28d-89860d95b7b1 req-832773a4-9e7b-42c7-8a74-135d076f8cd1 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386975 Dec 16 09:23:12.913083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e33d50a3-6700-4315-b41a-7928c252463f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.003597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e33d50a3-6700-4315-b41a-7928c252463f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.009136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e33d50a3-6700-4315-b41a-7928c252463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.020188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9c2-b973-4ac9-a3fe-c85c1f3972e4 req-b6e7f66d-085a-4e0c-a277-7dbf9c3c4d4c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:13.022370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b92a9c2-b973-4ac9-a3fe-c85c1f3972e4 req-b6e7f66d-085a-4e0c-a277-7dbf9c3c4d4c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0628381 Dec 16 09:23:13.057632 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e33d50a3-6700-4315-b41a-7928c252463f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cce075a57e674722a6730b0af6f0ffe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580985 Dec 16 09:23:13.060603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57962) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:13.067070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d50a3-6700-4315-b41a-7928c252463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38266559-0697-479e-b4f5-0aa3ec874be1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.077172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b92a9c2-b973-4ac9-a3fe-c85c1f3972e4 req-36c7efbc-67d2-46a5-b82b-c0dd4e80ca3b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Dec 16 09:23:13.122138 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3958b29-2c4a-449a-89c1-6b5ebc14dd76 x-openstack-request-id: req-d3958b29-2c4a-449a-89c1-6b5ebc14dd76 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:13.122672 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-plugged", "status": "completed", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:13.122878 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3958b29-2c4a-449a-89c1-6b5ebc14dd76 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:13.123366 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a', 'code': 200} Dec 16 09:23:13.139525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf18c8c9-94b9-40f1-b1e2-6329e7d744e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.167552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf18c8c9-94b9-40f1-b1e2-6329e7d744e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.225172 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf18c8c9-94b9-40f1-b1e2-6329e7d744e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.227795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf18c8c9-94b9-40f1-b1e2-6329e7d744e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.232356 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf18c8c9-94b9-40f1-b1e2-6329e7d744e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38266559-0697-479e-b4f5-0aa3ec874be1 HTTP/1.1" status: 204 len: 168 time: 0.1705792 Dec 16 09:23:13.242427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18c8c9-94b9-40f1-b1e2-6329e7d744e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38266559-0697-479e-b4f5-0aa3ec874be1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.348557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57970) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:13.353467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519752951', 'description': 'tempest-description--1272836182'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:13.414712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.478309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636ceec-3822-4001-9a9d-b639056b32e5 req-35802306-e76d-47d9-b679-f63e9df2499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:13.479870 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9636ceec-3822-4001-9a9d-b639056b32e5 req-35802306-e76d-47d9-b679-f63e9df2499c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 1096 time: 0.2901709 Dec 16 09:23:13.538972 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9636ceec-3822-4001-9a9d-b639056b32e5 req-f58d138a-22c7-45ca-98c5-92105d7ddf4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507760 Dec 16 09:23:13.574205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.580250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.618678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.619945 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2703176 Dec 16 09:23:13.622127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eec8ff-8b34-46cb-adc7-6b1263ca08f5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.623910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57988) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:13.644029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'security_group_rule': {'security_group_id': '5f9c06fe-d688-4ca0-9cde-bca0f5bb4152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:13.684398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.750394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.755316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.781300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aa39fa-5f1c-464e-a431-ad594c8e5554,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.793813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.795501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7175877b-0f23-417e-8734-8d4e8fd924be tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702526 Dec 16 09:23:13.798269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58000) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:13.804292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'security_group_rule': {'security_group_id': '5f9c06fe-d688-4ca0-9cde-bca0f5bb4152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:13.843434 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.928849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.936999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e17cc34-5e21-4815-9321-a99d5fba5131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.937787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.964495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c45f08d-aeec-4527-a50c-001d7f00f586,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:13.970631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:13.972251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aa7bdb35-8ffd-4b1c-916e-1f1406397f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726692 Dec 16 09:23:13.975540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58014) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:13.980802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:14.008065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.132219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.286476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 172.25.6.92 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/95610fc0-88ad-4b0b-92b1-54c98c2b1405) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:14.409981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.449664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.498793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:14.501971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:14.506092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:14.538541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=95610fc0-88ad-4b0b-92b1-54c98c2b1405,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:14.574463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-ebaf0f2b-d900-42ff-b0f7-d596be14671b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:23:14.575730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-ebaf0f2b-d900-42ff-b0f7-d596be14671b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079424 Dec 16 09:23:14.658997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-780bae95-9ba8-41f3-939f-e7fb57e14b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:14.660401 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-780bae95-9ba8-41f3-939f-e7fb57e14b46 service neutron] 10.222.0.61 "GET /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 1094 time: 0.0487061 Dec 16 09:23:14.661454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.672478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Request body: {'binding': {'host': 'n-h1-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:14.673173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Unknown quota resources ['binding']. {{(pid=102397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:23:14.723658 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.963011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on host n-h1-821941-1 for vnic_type normal with profile None {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:14.963504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:14.963866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:14.973601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:14.973939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:14.977909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:14.981802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:14.982218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:14.982589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:14.983013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Bound port: 99fa2fe1-cde2-4544-947f-d1add56cbeee, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:14.986133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.092483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=95610fc0-88ad-4b0b-92b1-54c98c2b1405,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:15.116348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.121002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:15.140621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.144949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d64698fa-a1c1-4893-8a1b-fdfe40d7e57b service neutron] 10.222.0.61 "POST /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee/bindings HTTP/1.1" status: 201 len: 389 time: 0.4766898 Dec 16 09:23:15.160488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:15.161785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e5bbc9ef-814c-432f-9a72-9d8b368c2c4f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1851251 Dec 16 09:23:15.505313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-383a5c87-aa9f-49e6-acb8-51fd1f8fa944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:15.507283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-383a5c87-aa9f-49e6-acb8-51fd1f8fa944 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1097 time: 0.0621164 Dec 16 09:23:15.635750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-2c4bfa86-1f83-4eb9-a6ff-5366fcfc672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:15.638159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-2c4bfa86-1f83-4eb9-a6ff-5366fcfc672d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.1233869 Dec 16 09:23:15.688832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-ee9f270c-46c5-4b52-b4ac-00bdc9c87b73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 217 time: 0.0419123 Dec 16 09:23:15.753404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-a2a5bfc9-7355-4d7b-a4e7-28ab0334f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:15.755010 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-a2a5bfc9-7355-4d7b-a4e7-28ab0334f219 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0578771 Dec 16 09:23:15.791830 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-c93da966-6093-49f6-ab60-33ede17c0ce0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290551 Dec 16 09:23:15.924957 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-588ec76d-fa76-4cec-abc5-152d4c2d4df8 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259143 Dec 16 09:23:16.066868 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-9db2bb34-2127-4922-b565-29dc9c41e16e service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350131 Dec 16 09:23:16.213168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55da7a-0175-417e-a181-7fb3e0035009 req-ad9d17f5-b4b2-4c54-99db-f2b7b41c728b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.220901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db55da7a-0175-417e-a181-7fb3e0035009 req-ad9d17f5-b4b2-4c54-99db-f2b7b41c728b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 945 time: 0.0696874 Dec 16 09:23:16.264873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db55da7a-0175-417e-a181-7fb3e0035009 req-df585307-4d33-4ed7-b388-a5d8a2594a90 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Dec 16 09:23:16.372064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920e41-9541-4ea0-820c-d9907a14e3da req-6bcbd92a-09b5-4ca1-8597-38ba9cf8dbc8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.373620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c920e41-9541-4ea0-820c-d9907a14e3da req-6bcbd92a-09b5-4ca1-8597-38ba9cf8dbc8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0528889 Dec 16 09:23:16.398835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f4688ca3-d29c-4d2b-a5ff-8bacc24a0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.422379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c920e41-9541-4ea0-820c-d9907a14e3da req-6df0573d-1faa-4634-8494-2a1780199c2b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Dec 16 09:23:16.516576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58136) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:16.567786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5d24-c03e-41a4-a1e0-dd679cac1878 req-40d7df22-38df-4cf0-9fdf-a53bf58c2f38 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.569753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93ae5d24-c03e-41a4-a1e0-dd679cac1878 req-40d7df22-38df-4cf0-9fdf-a53bf58c2f38 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.0635235 Dec 16 09:23:16.617793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93ae5d24-c03e-41a4-a1e0-dd679cac1878 req-897ac452-9647-48df-84f8-70282cf3aeb2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Dec 16 09:23:16.671782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc994-65c1-4957-99d1-a95a98d5fe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.762182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-5970214b-ec38-40d2-9ec7-a3a4eb649edc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--519752951&fields=id&tenant_id=9a9615d598564f92933e85862f718ca9 HTTP/1.1" status: 200 len: 267 time: 0.0409620 Dec 16 09:23:16.775881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc994-65c1-4957-99d1-a95a98d5fe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.780805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc994-65c1-4957-99d1-a95a98d5fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.824386 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5b6dc994-65c1-4957-99d1-a95a98d5fe7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd375d20163d4bb5843ce2a3bcb85c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039556 Dec 16 09:23:16.824710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dc994-65c1-4957-99d1-a95a98d5fe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063d82dd-78a5-4e92-846d-d398aa373a8e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:16.827040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58148) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:16.841226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-78b9cf41-12f5-413c-a052-ed75d499256c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.850629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-78b9cf41-12f5-413c-a052-ed75d499256c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 937 time: 0.0823350 Dec 16 09:23:16.878634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe668241-d9b4-41fd-bc85-4a76c0f59f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.902508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe668241-d9b4-41fd-bc85-4a76c0f59f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.919134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a420342b-56cf-4b85-b9da-119a0430a535 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:16.922343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a420342b-56cf-4b85-b9da-119a0430a535 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 936 time: 0.0700972 Dec 16 09:23:16.956936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe668241-d9b4-41fd-bc85-4a76c0f59f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.959796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe668241-d9b4-41fd-bc85-4a76c0f59f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:16.963506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fe668241-d9b4-41fd-bc85-4a76c0f59f29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/063d82dd-78a5-4e92-846d-d398aa373a8e HTTP/1.1" status: 204 len: 168 time: 0.1330605 Dec 16 09:23:16.971224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe668241-d9b4-41fd-bc85-4a76c0f59f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063d82dd-78a5-4e92-846d-d398aa373a8e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.026791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-c0083a2f-dfda-4913-a5c3-5bed6e561b9b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0982959 Dec 16 09:23:17.067299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-5ccfbdd7-54b9-4d7f-be2f-a4c0d4b9716d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0325930 Dec 16 09:23:17.221982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0a28fd48-cb0c-402e-a2cf-a0300a5d62ad tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:17.228948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0a28fd48-cb0c-402e-a2cf-a0300a5d62ad tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:17.236454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0a28fd48-cb0c-402e-a2cf-a0300a5d62ad tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:17.238559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0a28fd48-cb0c-402e-a2cf-a0300a5d62ad tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/networks?id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 1995 time: 0.1639316 Dec 16 09:23:17.264777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d2c7c68f-0b3d-4f07-a3cc-ec1fb4d2aec7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/quotas/9a9615d598564f92933e85862f718ca9 HTTP/1.1" status: 200 len: 375 time: 0.0172646 Dec 16 09:23:17.318917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58154) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:17.335067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d81c5ab-986f-4b98-881b-695e486ed05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.346939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-628bc4aa-17ed-4ccd-9bc9-a0a04d5f388e tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0744965 Dec 16 09:23:17.446096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d81c5ab-986f-4b98-881b-695e486ed05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.451742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d81c5ab-986f-4b98-881b-695e486ed05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.511686 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d81c5ab-986f-4b98-881b-695e486ed05d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d420978eeac4c37aa68bbcd29988dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915078 Dec 16 09:23:17.515201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58160) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:17.519900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81c5ab-986f-4b98-881b-695e486ed05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b561a0-6f6a-47e0-aadb-5c15725683eb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.527976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:17.629916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.659960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:17.662926 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee56c152-0a6d-4fe8-b1ae-1fc4945532d9" -d '{"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:17.679826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:17.686068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.694638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25a558e3-2e6c-4a63-bb2f-60e9acb43da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.742777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25a558e3-2e6c-4a63-bb2f-60e9acb43da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.752977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-82809028-0a58-4312-9eb6-4d6f7957d15c service neutron] 10.222.0.61 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036303 Dec 16 09:23:17.756689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.893144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.893628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f281d94f-29f6-4608-8fed-b84e109930b4 service neutron] 10.222.0.61 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397800 Dec 16 09:23:17.923192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25a558e3-2e6c-4a63-bb2f-60e9acb43da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.925993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25a558e3-2e6c-4a63-bb2f-60e9acb43da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:17.927177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-25a558e3-2e6c-4a63-bb2f-60e9acb43da8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83b561a0-6f6a-47e0-aadb-5c15725683eb HTTP/1.1" status: 204 len: 168 time: 0.4091616 Dec 16 09:23:17.943344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a558e3-2e6c-4a63-bb2f-60e9acb43da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b561a0-6f6a-47e0-aadb-5c15725683eb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:17.955787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-80e8c791-bcdf-4d98-ad79-1bb25e7fb8d4 service neutron] 10.222.0.61 "GET /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0611050 Dec 16 09:23:18.081348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-11f5a3de-3dc8-4283-ba33-814352e292d4 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246483 Dec 16 09:23:18.215967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-471422a5-f741-4984-89eb-0210e3c949f3 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275048 Dec 16 09:23:18.271589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2caa2ea8-3ec9-4ecd-b1c4-6b931943fc24 service neutron] 10.222.0.61 "GET /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0539405 Dec 16 09:23:18.410215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-1cf51a73-cc6c-47e6-bb8d-0e4bf0fff640 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316833 Dec 16 09:23:18.524230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-45a57d7f-e69f-4676-aba7-c31fb02302f4 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051114 Dec 16 09:23:18.647610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-96535c0b-1c4c-4731-a532-a5232c774d73 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149855 Dec 16 09:23:18.795892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0d2d9149-fa4e-43bd-8a1c-242aff91ceb4 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405923 Dec 16 09:23:18.931316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0003fadc-986a-40b2-b16b-0164846d1379 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288302 Dec 16 09:23:19.075621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-aee9c2c0-d5a6-4f0b-95a0-722d0a2ed813 service neutron] 10.222.0.61 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366925 Dec 16 09:23:19.229255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-e6876f0c-55eb-48b3-ac64-ad94999e8e4a service neutron] 10.222.0.61 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523643 Dec 16 09:23:19.348678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-aca61b02-af55-4e50-842d-16b9885168e8 service neutron] 10.222.0.61 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123188 Dec 16 09:23:19.461780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b84631a-772e-4555-866d-bfe700c77cde service neutron] 10.222.0.61 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121786 Dec 16 09:23:19.618195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-12b38faa-7423-4a86-81f4-607f21d3fcde service neutron] 10.222.0.61 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496346 Dec 16 09:23:19.732223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:19.858841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:20.783255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61929d-7c0b-4a09-8370-8e1a447e8744 req-ddfffd90-41d0-44aa-8f14-c0794edf98d8 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:20.786844 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da61929d-7c0b-4a09-8370-8e1a447e8744 req-ddfffd90-41d0-44aa-8f14-c0794edf98d8 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 945 time: 0.1098893 Dec 16 09:23:20.864521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da61929d-7c0b-4a09-8370-8e1a447e8744 req-a47d64cf-6d98-48e1-bc75-7e9f287c09f8 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689518 Dec 16 09:23:21.027015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf11d4-8a08-4357-9afa-befa62d2d822 req-23b70c7a-d945-4cc9-b4a2-b239c69c71a5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:21.028092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bdf11d4-8a08-4357-9afa-befa62d2d822 req-23b70c7a-d945-4cc9-b4a2-b239c69c71a5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0901799 Dec 16 09:23:21.111972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bdf11d4-8a08-4357-9afa-befa62d2d822 req-f48c6af1-813e-4603-ad96-d2c1fded5fe0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766840 Dec 16 09:23:21.333662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba35d63-3b54-48c2-b9e8-aee263c6879b req-6dc87f18-e72c-4748-a5de-fb3c973f72a3 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:21.341979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ba35d63-3b54-48c2-b9e8-aee263c6879b req-6dc87f18-e72c-4748-a5de-fb3c973f72a3 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.1077399 Dec 16 09:23:21.404168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ba35d63-3b54-48c2-b9e8-aee263c6879b req-8a151cca-12f6-4ffc-871e-d970875e505c tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Dec 16 09:23:21.490916 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29fb3e9-f523-4b96-b657-7155ac1682d1 x-openstack-request-id: req-e29fb3e9-f523-4b96-b657-7155ac1682d1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:21.491442 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-unplugged", "status": "completed", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:21.491579 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e29fb3e9-f523-4b96-b657-7155ac1682d1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:21.491890 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'code': 200} Dec 16 09:23:21.669728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bebfc202-aff8-4887-b4fb-d06d2bb125a7 req-b51bce0f-60f2-4c2b-98c1-63a0e47b8146 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0329604 Dec 16 09:23:21.881027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-d5b08778-a2e3-4459-bac6-1dc3402ed659 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:21.882754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-d5b08778-a2e3-4459-bac6-1dc3402ed659 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.1237381 Dec 16 09:23:21.905823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-06ac848e-140b-4b17-a8e6-61a953aaa54e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/quotas/d7e7920766ce4175942484ff81afcc33 HTTP/1.1" status: 200 len: 375 time: 0.0109267 Dec 16 09:23:21.999872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-f798e65a-3fb5-4376-a174-d44c9644e66b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856488 Dec 16 09:23:22.140882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-b16a56a8-2ac4-4d1d-94c6-de1d97257c5c service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383100 Dec 16 09:23:22.296336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-91e003bd-234c-409f-b595-0929930bf9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.297995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-91e003bd-234c-409f-b595-0929930bf9a6 service neutron] 10.222.0.69 "GET /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 1033 time: 0.2506511 Dec 16 09:23:22.356567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-8cdee942-87ca-4e89-a674-a82ddc0995ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.357975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-8cdee942-87ca-4e89-a674-a82ddc0995ea service neutron] 10.222.0.69 "GET /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 1032 time: 0.0480418 Dec 16 09:23:22.398194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-6971c4b2-3b46-48f8-8ee9-b4ac9ab810fc service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511826 Dec 16 09:23:22.503744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-61dc0017-58dd-4600-acf2-40d02517dfc1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.508921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-61dc0017-58dd-4600-acf2-40d02517dfc1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "GET /v2.0/ports?device_id=daa59c56-eee4-4acd-b82f-2df278af51c6 HTTP/1.1" status: 200 len: 944 time: 0.1225221 Dec 16 09:23:22.748866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-edac4375-4aca-4995-9faa-5a86aecd2a23 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.750377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Deleting port 3d72714c-63a7-4462-8fe5-a76821c62cd0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:22.750880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.770004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-edac4375-4aca-4995-9faa-5a86aecd2a23 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.791886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-edac4375-4aca-4995-9faa-5a86aecd2a23 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:22.798216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-edac4375-4aca-4995-9faa-5a86aecd2a23 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "GET /v2.0/networks?id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 1995 time: 0.4237909 Dec 16 09:23:22.943055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] For port 3d72714c-63a7-4462-8fe5-a76821c62cd0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d72714c-63a7-4462-8fe5-a76821c62cd0,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:22.943848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:22.962356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-b16a5d82-34cf-4f9f-b237-073f6f9e9333 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9615d598564f92933e85862f718ca9 HTTP/1.1" status: 200 len: 379 time: 0.1440492 Dec 16 09:23:22.969792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Calling delete_port for 3d72714c-63a7-4462-8fe5-a76821c62cd0 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:22.974583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'admin_state_up': True, 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'security_groups': ['5f9c06fe-d688-4ca0-9cde-bca0f5bb4152']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:23.275878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:23.280318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.349029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.424355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.438794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event deleted for resources: {'Port': ['ID=3d72714c-63a7-4462-8fe5-a76821c62cd0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:23.563081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] No DVR routers for this DVR port 3d72714c-63a7-4462-8fe5-a76821c62cd0 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:23.568982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:23.578045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9da959c1-2d3d-448e-bc3a-9eae398516e7 req-59a66060-2930-47a2-8e1a-22308092bc0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "DELETE /v2.0/ports/3d72714c-63a7-4462-8fe5-a76821c62cd0 HTTP/1.1" status: 204 len: 173 time: 1.0444567 Dec 16 09:23:23.578802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-deleted', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:23.581982 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63887a79-01e1-4c0c-a0b4-d67034fd29e1" -d '{"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-deleted", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:23.641313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 172.20.0.8 (892e4d4f-9517-441f-93ce-dd13ce9eaad2/8e9564cc-7746-4b75-9db9-ef8486b36d3a/fd27b163-2a23-414d-836b-211be8098886) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:23.701355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076b66-4793-44dd-bd38-7590cabdb49c req-fd7b7566-f554-4afe-894c-a64e673eefdb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:23.703723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52076b66-4793-44dd-bd38-7590cabdb49c req-fd7b7566-f554-4afe-894c-a64e673eefdb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1660440 Dec 16 09:23:23.898615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52076b66-4793-44dd-bd38-7590cabdb49c req-9bc1b260-425b-476a-a15a-d463ea7dfe88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783373 Dec 16 09:23:23.992565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.112967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-20067969-f43b-4376-8c95-0f6864d59087 service neutron] 10.222.0.69 "GET /v2.0/ports/1084da90-6163-49d1-ad4c-1757edd5192e/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.0726418 Dec 16 09:23:24.137735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062b73-1309-47ca-b183-43433bd31947 req-9b0daebb-f4ac-42d5-9e0c-0993b0d9da32 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.145267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad062b73-1309-47ca-b183-43433bd31947 req-9b0daebb-f4ac-42d5-9e0c-0993b0d9da32 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.1422155 Dec 16 09:23:24.161227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.230858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad062b73-1309-47ca-b183-43433bd31947 req-45d65c05-5018-4e29-a036-3c8b3b25b868 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845864 Dec 16 09:23:24.239788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:24.243323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:24.265687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:24.272475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:24.472175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdce438c-bd62-4fec-bee3-a34eec75a7f1 req-62042699-6470-48d0-ba2e-d4eaed3998a3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 210 time: 0.0754330 Dec 16 09:23:24.515447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.516728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.555867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.563858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2da8049d-7ff7-4c17-9f91-4058846732f2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5991080 Dec 16 09:23:24.576378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'admin_state_up': True, 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'security_groups': ['5f9c06fe-d688-4ca0-9cde-bca0f5bb4152']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:24.721297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d3c3f0cd-a731-4658-b0c1-51b37f526383 None None] Provisioning complete for port fd27b163-2a23-414d-836b-211be8098886 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:24.722007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f0cd-a731-4658-b0c1-51b37f526383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.766157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-7638426f-096d-426c-96fa-7aa8c275c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.767688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-7638426f-096d-426c-96fa-7aa8c275c1ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1&tenant_id=1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 1101 time: 0.1829715 Dec 16 09:23:24.775183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3f0cd-a731-4658-b0c1-51b37f526383 None None] Port fd27b163-2a23-414d-836b-211be8098886 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:24.791201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4781fc-394a-41a5-8b6d-db602916b87b req-96c1fcf0-f075-4b22-aa8d-35e5970d0a6d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.792821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b4781fc-394a-41a5-8b6d-db602916b87b req-96c1fcf0-f075-4b22-aa8d-35e5970d0a6d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 931 time: 0.1469431 Dec 16 09:23:24.891318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b4781fc-394a-41a5-8b6d-db602916b87b req-90c8d635-81dd-44bf-aa6b-85d1dd4fd5af tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827105 Dec 16 09:23:24.891921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:24.895635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:24.901642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-8c0c8862-e85f-4572-b40c-10de70ac5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:24.903297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-8c0c8862-e85f-4572-b40c-10de70ac5682 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.1029599 Dec 16 09:23:25.095182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-d41bfaec-dac7-44f2-93a5-e6fe7f420477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:25.096706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-d41bfaec-dac7-44f2-93a5-e6fe7f420477 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1842692 Dec 16 09:23:25.170840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-80fcc438-3e44-4ad8-b343-0694db13822c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:25.173363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-80fcc438-3e44-4ad8-b343-0694db13822c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.2292361 Dec 16 09:23:25.188844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Request body: {'port': {'device_id': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'admin_state_up': True, 'tenant_id': 'd7e7920766ce4175942484ff81afcc33'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:25.200443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-53c90566-9e9d-4eb5-97f6-5e8a7166f4c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 217 time: 0.0946901 Dec 16 09:23:25.228687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 10.1.1.186 (a3494737-a1cb-40c9-be22-a4f16e5d68d6/9e62c2cd-1f24-4103-b790-3b6aa34a98d4/e22b80a8-fe05-4c98-bdde-e63e5085f739) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:25.409434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-3cfbd3ce-3365-4c0c-b2de-d7c30b0ff014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:25.411023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-3cfbd3ce-3365-4c0c-b2de-d7c30b0ff014 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1939380 Dec 16 09:23:25.462283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Made reservation on behalf of d7e7920766ce4175942484ff81afcc33 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:25.469596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.548016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-8efad3f6-7187-4bbd-ae34-94799007247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:25.550828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-8efad3f6-7187-4bbd-ae34-94799007247e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306860 Dec 16 09:23:25.575664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:25.581126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:25.686521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 3d72714c-63a7-4462-8fe5-a76821c62cd0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:25.687196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d72714c-63a7-4462-8fe5-a76821c62cd0 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:25.709391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.731064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Allocated IP 172.20.0.3 (9e5aa7b0-989b-48bc-9e07-84c61caffe3c/dce560d8-152a-4b46-a804-a122b4235262/cd087287-c4d6-4291-9291-f93ed7098fd3) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:25.763555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-b0cb346a-88d1-48f4-abfa-05cd7f83ec46 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873527 Dec 16 09:23:25.774774 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dcd6b3-d65b-4edd-92f8-3181531df208 x-openstack-request-id: req-d8dcd6b3-d65b-4edd-92f8-3181531df208 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:25.776069 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa59c56-eee4-4acd-b82f-2df278af51c6", "name": "network-vif-deleted", "tag": "3d72714c-63a7-4462-8fe5-a76821c62cd0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:25.776679 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8dcd6b3-d65b-4edd-92f8-3181531df208 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:25.777644 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa59c56-eee4-4acd-b82f-2df278af51c6', 'name': 'network-vif-deleted', 'tag': '3d72714c-63a7-4462-8fe5-a76821c62cd0', 'status': 'completed', 'code': 200} Dec 16 09:23:25.847104 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:25.907644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:25.917942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:25.925083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:25.928277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:25.946957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87810d-3cf2-4629-8723-b2fe19d52e2b req-8fcff68c-8e42-4f3d-bb72-e4c706abf42e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:25.949010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff87810d-3cf2-4629-8723-b2fe19d52e2b req-8fcff68c-8e42-4f3d-bb72-e4c706abf42e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1845391 Dec 16 09:23:25.967809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '260b719c-821d-400d-9cd6-7d064b991e6a', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'port_id': '260b719c-821d-400d-9cd6-7d064b991e6a', 'mac_address': 'fa:16:3e:f7:60:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db78f7c-8c82-474d-aac8-594279bfd517', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:25.985026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=e22b80a8-fe05-4c98-bdde-e63e5085f739,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:26.069521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.092590 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.105162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7634f9c-2536-46d4-99ba-61aede3c5610 req-bb03bfe8-ca4d-405c-8c26-31ee7282c178 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274240 Dec 16 09:23:26.124469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.126107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:26.126865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.140864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 260b719c-821d-400d-9cd6-7d064b991e6a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:26.149737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff87810d-3cf2-4629-8723-b2fe19d52e2b req-4c50147d-068a-4ae9-9eae-0343c3ed376b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912825 Dec 16 09:23:26.184168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:26.192748 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.196435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:26.202980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-65232adf-fd7b-4ead-a376-14ff12826069 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6306620 Dec 16 09:23:26.204502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:26.219395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:26.220521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'admin_state_up': True, 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'security_groups': ['5f9c06fe-d688-4ca0-9cde-bca0f5bb4152']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:26.322245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:26.349666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.376500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.381185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:26.381416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.382483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.382960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.383424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.384117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.385297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.387183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.389108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.393827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.396400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:26.415480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:26.416373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.425364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['260b719c-821d-400d-9cd6-7d064b991e6a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:26.448664 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-ebee3e27-e579-4241-bc3d-b1179630ca7a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2631032 Dec 16 09:23:26.465329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Request body: {'port': {'device_id': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:26.490433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c915e81c-e365-437a-8324-5a660b5140fd None None] Provisioning complete for port e22b80a8-fe05-4c98-bdde-e63e5085f739 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:26.510424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c915e81c-e365-437a-8324-5a660b5140fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.547674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:26.551378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.566510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:26.669518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c915e81c-e365-437a-8324-5a660b5140fd None None] Port e22b80a8-fe05-4c98-bdde-e63e5085f739 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:27.012634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:27.039050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5a22-25ea-44b4-aa7b-35a69e9b8ba6 req-17489d63-bf71-4e1f-ac01-f89c7621e7ba tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.046856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-560e5a22-25ea-44b4-aa7b-35a69e9b8ba6 req-17489d63-bf71-4e1f-ac01-f89c7621e7ba tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 946 time: 0.6852193 Dec 16 09:23:27.104400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-560e5a22-25ea-44b4-aa7b-35a69e9b8ba6 req-12bf020d-6172-493e-b3bd-40668542647f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524991 Dec 16 09:23:27.233591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.293614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 10.1.1.118 (a3494737-a1cb-40c9-be22-a4f16e5d68d6/9e62c2cd-1f24-4103-b790-3b6aa34a98d4/1dfcc240-ffda-464c-b53e-c36104fa51db) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:27.317380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd087287-c4d6-4291-9291-f93ed7098fd3 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:27.321116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:27.323455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:27.327771 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.331432 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6b08b-77a0-4076-8e62-7e8188e8e5c5" -d '{"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:27.336149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.355398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Transition to ACTIVE for port object cd087287-c4d6-4291-9291-f93ed7098fd3 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:27.365357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.414600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.522587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-5d07d860-c76f-4847-87cc-bd534e869c61 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.524583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-5d07d860-c76f-4847-87cc-bd534e869c61 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.2147057 Dec 16 09:23:27.545347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-bcd3237d-0529-4c76-b39a-88a574848dae tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/quotas/91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 375 time: 0.0142455 Dec 16 09:23:27.561046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.586442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Attempting to bind port cd087287-c4d6-4291-9291-f93ed7098fd3 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:27.586769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Attempting to bind port cd087287-c4d6-4291-9291-f93ed7098fd3 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:27.587261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Attempting to bind port cd087287-c4d6-4291-9291-f93ed7098fd3 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:27.591022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:27.600016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Port cd087287-c4d6-4291-9291-f93ed7098fd3 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:27.600016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Attempting to bind port cd087287-c4d6-4291-9291-f93ed7098fd3 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:27.603541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-abb6a2dd-13a7-48a6-9059-520b6e3ede94 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.605262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-abb6a2dd-13a7-48a6-9059-520b6e3ede94 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1097 time: 0.1387191 Dec 16 09:23:27.609642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:27.609936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Checking segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:27.610316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Bound using segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:27.610777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Bound port: cd087287-c4d6-4291-9291-f93ed7098fd3, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:27.611186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.617045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.625272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821941-1'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:27.637106 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-fa3a2725-198f-43c8-ab7e-7d945f089706 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841255 Dec 16 09:23:27.701735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 260b719c-821d-400d-9cd6-7d064b991e6a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:27.703568 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:27.704307 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.707604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:27.717605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.736635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.737231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.739081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] 10.222.0.53 "PUT /v2.0/ports/cd087287-c4d6-4291-9291-f93ed7098fd3 HTTP/1.1" status: 200 len: 1091 time: 1.2814608 Dec 16 09:23:27.750777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-26d21df2-71b2-470a-920d-d393853ae4d4 service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126904 Dec 16 09:23:27.774329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.800200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.829744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:27.835505 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:27.853764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:27.854018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.867340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.874191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:27.877161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:27.880597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:27.934535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.949202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:27.949867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:27.967591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-f562d2bc-d9c2-4655-ac6e-f52187fcd9b1 service neutron] 10.222.0.61 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158225 Dec 16 09:23:27.980592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730dca-16dc-4008-9b3a-584d7994db7f service neutron] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:27.981095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-bc1d16e6-e2d0-47e8-abe4-f984b1d5b479 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7681482 Dec 16 09:23:27.993656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'admin_state_up': True, 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'security_groups': ['5f9c06fe-d688-4ca0-9cde-bca0f5bb4152']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:28.049438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.092289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-519a1762-c171-47d4-81a5-39cd749da4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:28.093942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-519a1762-c171-47d4-81a5-39cd749da4ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 1094 time: 0.1426432 Dec 16 09:23:28.182780 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-7e714ec3-08c5-4a91-92f3-f68682b6d764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd087287-c4d6-4291-9291-f93ed7098fd3 HTTP/1.1" status: 200 len: 217 time: 0.0688941 Dec 16 09:23:28.251982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:28.326075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1ff5fb0b-0ee4-41d7-9f51-8a23c7ca2b77 None None] Provisioning complete for port 1dfcc240-ffda-464c-b53e-c36104fa51db triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:28.326718 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ff5fb0b-0ee4-41d7-9f51-8a23c7ca2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.390961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-f7b495aa-70bc-46bc-b6c1-86e309eecbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:28.398494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-f7b495aa-70bc-46bc-b6c1-86e309eecbef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.1991692 Dec 16 09:23:28.400038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5fb0b-0ee4-41d7-9f51-8a23c7ca2b77 None None] Port 1dfcc240-ffda-464c-b53e-c36104fa51db cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:28.451882 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.470150 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-b78dcfd4-af79-4221-87d7-57f0d199fb0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644960 Dec 16 09:23:28.586554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:28.679722 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-af685e18-c0e4-4dea-a29c-704de737bfc8 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978111 Dec 16 09:23:28.747605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:28.789126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef369-2d12-44f7-90ed-205a4acdd71c req-bfe75f3c-9921-4800-ae0a-ec5b9a0167a9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:28.796731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d1ef369-2d12-44f7-90ed-205a4acdd71c req-bfe75f3c-9921-4800-ae0a-ec5b9a0167a9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 943 time: 0.1936648 Dec 16 09:23:28.821684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.843030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:28.897226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d1ef369-2d12-44f7-90ed-205a4acdd71c req-745f67b9-7d03-4679-b660-3aa67c01707b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981431 Dec 16 09:23:28.947423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 10.2.2.100 (dc5f8284-3f45-40d0-afcd-a60305c5dacd/20b96855-515a-42f2-b778-750fe8793a1b/a354ae17-9db8-4c8f-99b4-b7d7278e06af) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:29.008433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:29.090240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.188377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b561-c90e-47aa-87ef-7bf1027e425e req-dcaca2f4-a669-4789-9f7e-db6eb22ac3ae tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.208018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b561-c90e-47aa-87ef-7bf1027e425e req-dcaca2f4-a669-4789-9f7e-db6eb22ac3ae tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.218339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b561-c90e-47aa-87ef-7bf1027e425e req-dcaca2f4-a669-4789-9f7e-db6eb22ac3ae tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.222512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06e0b561-c90e-47aa-87ef-7bf1027e425e req-dcaca2f4-a669-4789-9f7e-db6eb22ac3ae tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 2374 time: 0.1967010 Dec 16 09:23:29.254291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on host n-h2-821941-1 for vnic_type normal with profile {"migrating_to": "n-h1-821941-1"} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:29.254683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:29.254944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:29.271265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:29.271854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Attempting to bind port 99fa2fe1-cde2-4544-947f-d1add56cbeee on network d9901433-d9f8-4d1a-ab0f-c2c0bc974455 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:29.282093 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bd2a066-6e0d-41f1-94d2-9087e9b3d8f3 req-47d5605d-a7bf-49b6-847c-a335d3973ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556086 Dec 16 09:23:29.283657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:29.283983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Checking segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:29.284420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Bound using segment: {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:29.284901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Bound port: 99fa2fe1-cde2-4544-947f-d1add56cbeee, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ad495d-4ff3-4871-a10f-872ffa9852f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd9901433-d9f8-4d1a-ab0f-c2c0bc974455'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:29.285259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.340616 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.351250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06e0b561-c90e-47aa-87ef-7bf1027e425e req-7e21273d-8bae-481a-8703-78dda49ec212 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163182 Dec 16 09:23:29.362665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:29.408257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1084da90-6163-49d1-ad4c-1757edd5192e', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '1084da90-6163-49d1-ad4c-1757edd5192e', 'mac_address': 'fa:16:3e:90:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:29.420350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:29.425243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:29.434888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.443380 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.485352 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.527870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1084da90-6163-49d1-ad4c-1757edd5192e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:29.574735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:29.584206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.598794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=8']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.600137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:29.603063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.603957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.605451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-daba29b7-8bb5-4f86-bd95-27f1140de621 service neutron] 10.222.0.53 "PUT /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 1122 time: 1.9851816 Dec 16 09:23:29.618113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:29.621240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:29.631181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:29.674051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822c76-c2d5-4027-9de4-1e0ec318d820 req-6c07d99f-d687-4403-a313-a34f33fd3fb0 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.674476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:29.681640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:29.682726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee822c76-c2d5-4027-9de4-1e0ec318d820 req-6c07d99f-d687-4403-a313-a34f33fd3fb0 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 945 time: 0.1807120 Dec 16 09:23:29.748804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:29.749690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:29.766784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['99fa2fe1-cde2-4544-947f-d1add56cbeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:29.769118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['99fa2fe1-cde2-4544-947f-d1add56cbeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:29.789381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee822c76-c2d5-4027-9de4-1e0ec318d820 req-bbd33f4a-0257-4b97-bd24-88ed4e21399b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055987 Dec 16 09:23:29.817887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-37e95806-b57f-4f2d-9145-ec86998e9c58 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8290522 Dec 16 09:23:29.840347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'admin_state_up': True, 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'security_groups': ['5f9c06fe-d688-4ca0-9cde-bca0f5bb4152']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:30.095878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c29a4-c1e1-46fa-8613-17cfef039937 req-e225cf8a-7ae6-454d-9ac9-485a099bf172 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.097804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee8c29a4-c1e1-46fa-8613-17cfef039937 req-e225cf8a-7ae6-454d-9ac9-485a099bf172 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 949 time: 0.1441107 Dec 16 09:23:30.142910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Made reservation on behalf of 9a9615d598564f92933e85862f718ca9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:30.147976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.173168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee8c29a4-c1e1-46fa-8613-17cfef039937 req-d4a99591-da50-4b05-bc9b-75dbfb44e06b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607524 Dec 16 09:23:30.350917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:30.430042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1084da90-6163-49d1-ad4c-1757edd5192e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:30.476508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:23:30.498640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b8aea875-5eb3-4229-9a11-8af117889211 None None] Provisioning complete for port a354ae17-9db8-4c8f-99b4-b7d7278e06af triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:30.498640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8aea875-5eb3-4229-9a11-8af117889211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.543530 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f1f36e-8704-4254-a6b8-7cc485f16086 x-openstack-request-id: req-61f1f36e-8704-4254-a6b8-7cc485f16086 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:30.543831 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:30.544085 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61f1f36e-8704-4254-a6b8-7cc485f16086 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:30.544491 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'code': 200} Dec 16 09:23:30.577218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Allocated IP 10.2.2.200 (dc5f8284-3f45-40d0-afcd-a60305c5dacd/20b96855-515a-42f2-b778-750fe8793a1b/c624205c-bb0a-418a-b587-038ea28dbb50) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:30.577218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58478) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:30.578579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b8aea875-5eb3-4229-9a11-8af117889211 None None] Port a354ae17-9db8-4c8f-99b4-b7d7278e06af cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:30.653207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.688789 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88e7d8c-04c3-4f9a-9083-eaa5977aa957 x-openstack-request-id: req-a88e7d8c-04c3-4f9a-9083-eaa5977aa957 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:30.689382 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:30.692147 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a88e7d8c-04c3-4f9a-9083-eaa5977aa957 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:30.692681 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'status': 'completed', 'code': 200} Dec 16 09:23:30.802149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-922f593b-7870-400d-a8fa-779d3c43256f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.804045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-922f593b-7870-400d-a8fa-779d3c43256f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 807 time: 0.2941561 Dec 16 09:23:30.812630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-d36e38f4-deed-4c24-a909-b25731c894ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:30.814436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-d36e38f4-deed-4c24-a909-b25731c894ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 1094 time: 0.0953991 Dec 16 09:23:30.819739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Request body: {'port': {'device_id': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'admin_state_up': True, 'tenant_id': '91e039e7ba994f8e8d67621625040c99'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:30.914854 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.922722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:30.967945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:30.993642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:30.995265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03d335ef-af36-463d-8cd6-e440ab042c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.000869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:31.026294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:31.066768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Made reservation on behalf of 91e039e7ba994f8e8d67621625040c99 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:31.070863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.080710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.081341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.188978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:31.219635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-a1950c96-c579-4d57-b5f8-68d5f75c406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.221417 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-a1950c96-c579-4d57-b5f8-68d5f75c406d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 906 time: 0.2945106 Dec 16 09:23:31.248767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.256086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee has no active binding in host n-h1-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:23:31.260180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event updated for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.290494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-09b4f27d-53d7-4b90-937b-aa0f9c56e473 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd087287-c4d6-4291-9291-f93ed7098fd3 HTTP/1.1" status: 200 len: 217 time: 0.0580063 Dec 16 09:23:31.303080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-ce777c5c-daf3-4c21-892e-0abb8375234a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4682889 Dec 16 09:23:31.325627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08cdde-784f-4ee1-8770-64cbab52b276 req-8fc2161e-adaa-4c0d-ab8a-9f515b7792b4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.337715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa08cdde-784f-4ee1-8770-64cbab52b276 req-8fc2161e-adaa-4c0d-ab8a-9f515b7792b4 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.4879596 Dec 16 09:23:31.409107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-bb585810-541a-40a1-8067-d51b55759f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:31.410884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-bb585810-541a-40a1-8067-d51b55759f62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.1082964 Dec 16 09:23:31.416439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Allocated IP 172.20.0.10 (062f0d7c-1204-481f-9fd0-2fb6f97ada0b/7b0b14df-49d8-4cb1-a534-1dc4f55e8953/44b60ee2-06b3-43ad-8635-4256d4c8259d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:31.430309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:31.448440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.485562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-ac015088-cad1-42fb-a8cb-822249548642 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585525 Dec 16 09:23:31.515819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03d335ef-af36-463d-8cd6-e440ab042c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.531815 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa08cdde-784f-4ee1-8770-64cbab52b276 req-60443ce8-8a4d-4c9b-ae6d-f97cd164fb57 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903276 Dec 16 09:23:31.535669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-83f2a288-a11a-4d60-9145-49dfa3edfccc None None] Provisioning complete for port c624205c-bb0a-418a-b587-038ea28dbb50 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:31.536044 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83f2a288-a11a-4d60-9145-49dfa3edfccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.538668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03d335ef-af36-463d-8cd6-e440ab042c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.657321 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-34d22e13-fa4c-46f7-a655-0980e7062843 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622849 Dec 16 09:23:31.670359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.671328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-83f2a288-a11a-4d60-9145-49dfa3edfccc None None] Port c624205c-bb0a-418a-b587-038ea28dbb50 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:31.675843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d335ef-af36-463d-8cd6-e440ab042c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91918437-791f-49dd-8604-07bd632a3deb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:31.681210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-03d335ef-af36-463d-8cd6-e440ab042c21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cb4aceb97ff49ae938192bc2dc2cb10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1008000 Dec 16 09:23:31.708957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58484) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:31.718395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:31.720206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-063fcad1-86c2-424d-9fc7-034b7ba62253 req-7cff348c-008b-4ad0-91cd-f9277c3c87d8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 210 time: 0.0649800 Dec 16 09:23:31.818344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7fcaf8c-8ee4-4e10-9aa6-a2056916d0fc req-e2dea0ff-69ab-4384-b1b6-445fe81fc141 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398699 Dec 16 09:23:31.958167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:31.966217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde36-127b-42bf-81e9-829575fb3660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:31.984346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'mac_address': 'fa:16:3e:1c:0f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:31.987046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-3a8800a6-95ff-485a-8115-164c9aff9643 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624813 Dec 16 09:23:32.020521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde36-127b-42bf-81e9-829575fb3660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.078487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.099715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd087287-c4d6-4291-9291-f93ed7098fd3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:32.107854 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.133727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:32.139456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.168735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.188019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-2bcc8518-ae1e-44dd-92a6-e333db382efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.189697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-2bcc8518-ae1e-44dd-92a6-e333db382efe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 1095 time: 0.1332471 Dec 16 09:23:32.231130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde36-127b-42bf-81e9-829575fb3660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.233645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:32.233789 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d4bde36-127b-42bf-81e9-829575fb3660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.237435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d4bde36-127b-42bf-81e9-829575fb3660 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91918437-791f-49dd-8604-07bd632a3deb HTTP/1.1" status: 204 len: 168 time: 0.5121133 Dec 16 09:23:32.237612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:32.240658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:32.244856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:32.248865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:32.264566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['837b7970-6738-407c-b46c-d4a0d0b37273'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:32.297535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.298460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.313423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f2f-8d5a-4d66-ac9a-0502cb2debcc req-98df6486-9c6b-4dd6-a421-e2eec968e07f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.320900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02c25f2f-8d5a-4d66-ac9a-0502cb2debcc req-98df6486-9c6b-4dd6-a421-e2eec968e07f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 944 time: 0.1996517 Dec 16 09:23:32.341166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-b960fdc8-db93-4dc1-ad74-5b05fc0577a0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5253754 Dec 16 09:23:32.344759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bde36-127b-42bf-81e9-829575fb3660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91918437-791f-49dd-8604-07bd632a3deb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:32.360722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Request body: {'port': {'device_id': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:32.437767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02c25f2f-8d5a-4d66-ac9a-0502cb2debcc req-24671330-51c8-4c39-918c-a395d2268bdd tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112204 Dec 16 09:23:32.470182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.483625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd27b163-2a23-414d-836b-211be8098886 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:32.513794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.536010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-eb6d01b0-a12b-4e8f-8314-e618a26176c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.537512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-eb6d01b0-a12b-4e8f-8314-e618a26176c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.3187618 Dec 16 09:23:32.545297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a'}, {'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:32.548606 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec0fcf-8f99-443f-8409-0e663251639e" -d '{"events": [{"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-plugged", "status": "completed", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a"}, {"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:32.558351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cd087287-c4d6-4291-9291-f93ed7098fd3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:32.574961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Transition to ACTIVE for port object fd27b163-2a23-414d-836b-211be8098886 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:32.628503 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.631206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-842eac2f-bee3-4be7-8049-0f58e11384e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 200 len: 217 time: 0.0795107 Dec 16 09:23:32.727192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Pushing event updated for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:32.746510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-dc6c9992-901b-4cf6-b490-603cee48a1d9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.753444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-dc6c9992-901b-4cf6-b490-603cee48a1d9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.755389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee'}, {'name': 'network-changed', 'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:32.758017 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9c06d-adac-43ed-99cb-ccc2698fea65" -d '{"events": [{"server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "name": "network-vif-unplugged", "status": "completed", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee"}, {"name": "network-changed", "server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:32.760278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-dc6c9992-901b-4cf6-b490-603cee48a1d9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.761822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58498) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:32.767207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-dc6c9992-901b-4cf6-b490-603cee48a1d9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.773464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-dc6c9992-901b-4cf6-b490-603cee48a1d9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.775437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-dc6c9992-901b-4cf6-b490-603cee48a1d9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 3816 time: 0.2260809 Dec 16 09:23:32.791496 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3757cd03-d048-4c59-9420-540a7b12a9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:32.836958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-de0f19ec-9ece-4743-abb9-534654c13e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:32.838793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-de0f19ec-9ece-4743-abb9-534654c13e8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1980085 Dec 16 09:23:33.044886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:33.060183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b60ee2-06b3-43ad-8635-4256d4c8259d {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:33.066314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3757cd03-d048-4c59-9420-540a7b12a9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.072810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.075964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3757cd03-d048-4c59-9420-540a7b12a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.129837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Transition to ACTIVE for port object 44b60ee2-06b3-43ad-8635-4256d4c8259d will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:33.139778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1084da90-6163-49d1-ad4c-1757edd5192e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:33.140272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.143382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3757cd03-d048-4c59-9420-540a7b12a9cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e5f3dc7f7034529bdccdd1a0bbeb6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771467 Dec 16 09:23:33.145535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.156454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58504) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:33.216883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757cd03-d048-4c59-9420-540a7b12a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09a13f-564d-44d0-958a-cfb06602dfee,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.258485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7908d81f-35e1-4f1d-9c4e-6dbe24686744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.270333 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.273688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-6d6e12b5-9c86-49ca-b4eb-567ed0fac7e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361159 Dec 16 09:23:33.325261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:33.332308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.341714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.342780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e954654c-e7b3-4508-9eea-2b9ade078c6c req-3311db8e-3ee5-4d78-accf-ece52421311a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486166 Dec 16 09:23:33.352076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7908d81f-35e1-4f1d-9c4e-6dbe24686744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.393235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Attempting to bind port fd27b163-2a23-414d-836b-211be8098886 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:33.393958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Attempting to bind port fd27b163-2a23-414d-836b-211be8098886 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:33.394928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Attempting to bind port fd27b163-2a23-414d-836b-211be8098886 on network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:33.406779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Port fd27b163-2a23-414d-836b-211be8098886 on network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:33.407128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Attempting to bind port fd27b163-2a23-414d-836b-211be8098886 on network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:33.417662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.421051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:33.421394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:33.421949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:33.428008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:33.428301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:33.429731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:33.430117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Checking segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:33.430737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Bound using segment: {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:33.430979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Bound port: fd27b163-2a23-414d-836b-211be8098886, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97500440-693d-4595-93cc-2a36ff02e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:33.431439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.435356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:33.435896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:33.436085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-0dbcd76e-09ad-4f0d-a7b7-989c0d830d65 service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564257 Dec 16 09:23:33.436358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:33.436936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Bound port: 44b60ee2-06b3-43ad-8635-4256d4c8259d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:33.437423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.494862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7908d81f-35e1-4f1d-9c4e-6dbe24686744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.497264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7908d81f-35e1-4f1d-9c4e-6dbe24686744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.500967 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7908d81f-35e1-4f1d-9c4e-6dbe24686744 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e09a13f-564d-44d0-958a-cfb06602dfee HTTP/1.1" status: 204 len: 168 time: 0.3344572 Dec 16 09:23:33.532672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908d81f-35e1-4f1d-9c4e-6dbe24686744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09a13f-564d-44d0-958a-cfb06602dfee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.544961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:33.562069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:33.568921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.614289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2497d5-0b23-4b53-916b-e3c9958ff7b8 req-b03d7466-085d-4c40-a891-fa999ede0b02 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.615246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.615995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d2497d5-0b23-4b53-916b-e3c9958ff7b8 req-b03d7466-085d-4c40-a891-fa999ede0b02 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1505618 Dec 16 09:23:33.616367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.618591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] 10.222.0.53 "PUT /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 1092 time: 1.2663918 Dec 16 09:23:33.634037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:33.667917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683792-a8fa-4f8d-b2a2-a16d2cfe5b91 service neutron] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.706874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:33.725059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port cd087287-c4d6-4291-9291-f93ed7098fd3 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:33.729273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cd087287-c4d6-4291-9291-f93ed7098fd3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:33.729646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.735151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d2497d5-0b23-4b53-916b-e3c9958ff7b8 req-623066aa-d339-4778-8856-3784bcc582e3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067324 Dec 16 09:23:33.737063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5432709-7e88-41ac-b767-89a852b4ff53 req-628bf7e2-09c4-4b1b-ab59-005f2038d89b service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922766 Dec 16 09:23:33.738915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-d01e4d48-d1fe-4586-8a66-938ce319f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.740713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fd27b163-2a23-414d-836b-211be8098886,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:33.741666 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-d01e4d48-d1fe-4586-8a66-938ce319f925 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1095 time: 0.0687470 Dec 16 09:23:33.759444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.829201 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-5e5f1d13-844e-441d-8e36-52e4e7f03bdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 217 time: 0.0670004 Dec 16 09:23:33.892868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.897272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-260c3793-1f78-4033-b163-724a50a5b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.899673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-260c3793-1f78-4033-b163-724a50a5b6f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0633948 Dec 16 09:23:33.930898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Pushing event updated for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:33.945243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:33.950398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:33.951701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-756f7ea3-dfa4-4f2d-ba32-62350c318b6e service neutron] 10.222.0.69 "PUT /v2.0/ports/fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 200 len: 1091 time: 2.6107392 Dec 16 09:23:33.952184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'fd27b163-2a23-414d-836b-211be8098886'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:33.955597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:33.958985 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9094a381-7a10-4d0f-89af-a958c874cfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "fd27b163-2a23-414d-836b-211be8098886"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:33.964023 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.017404 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-02cb0294-4baa-4e54-81d7-c14f0375664a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052179 Dec 16 09:23:34.048432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:34.068783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:34.121426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-f769ec81-43d7-44ac-b789-d7c5d67290eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945112 Dec 16 09:23:34.135613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874c18-9aae-4397-838f-d3e27f9b7058 req-520be636-1d71-4bfb-b936-5a94b6ed73f3 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.147650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12874c18-9aae-4397-838f-d3e27f9b7058 req-520be636-1d71-4bfb-b936-5a94b6ed73f3 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 943 time: 0.2690625 Dec 16 09:23:34.214276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-d4943906-0b54-477e-a85a-b6387c1d7a87 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821778 Dec 16 09:23:34.217200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12874c18-9aae-4397-838f-d3e27f9b7058 req-a79fefb0-0d5b-43bc-8b7e-d0cdfa7b7eca tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683308 Dec 16 09:23:34.305053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-7d1685bf-399a-4915-af55-215aec836e0f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.306774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-7d1685bf-399a-4915-af55-215aec836e0f tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcacb7d0-67df-47d4-b1f2-0b4adb662cbd HTTP/1.1" status: 200 len: 943 time: 0.3355372 Dec 16 09:23:34.307734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-9a0077f2-ae0c-46dc-9ade-37fa1079d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.309735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.310037 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-9a0077f2-ae0c-46dc-9ade-37fa1079d2d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 1096 time: 0.1574752 Dec 16 09:23:34.330406 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cebad3f-c582-4139-ac86-d15c57e75aa7 x-openstack-request-id: req-9cebad3f-c582-4139-ac86-d15c57e75aa7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:34.330829 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-plugged", "status": "completed", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a", "code": 200}, {"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:34.331195 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cebad3f-c582-4139-ac86-d15c57e75aa7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:34.332197 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a', 'code': 200} Dec 16 09:23:34.332391 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a', 'code': 200} Dec 16 09:23:34.504707 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e02d3f7-71a6-4ce3-9386-4560432963cf req-3d147c3d-266c-42b8-a46a-ecf21690662e service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680986 Dec 16 09:23:34.529796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0ec4f-595c-4e37-a745-6d8ec33c0997 req-4cbc9c24-ca06-4cfb-a3aa-439d6e0a5971 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.531452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7a0ec4f-595c-4e37-a745-6d8ec33c0997 req-4cbc9c24-ca06-4cfb-a3aa-439d6e0a5971 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1230071 Dec 16 09:23:34.550697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-2aa25f2d-3711-4ad4-923d-e40fde663f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.552268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-2aa25f2d-3711-4ad4-923d-e40fde663f30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.1940179 Dec 16 09:23:34.600650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Deleting port 260b719c-821d-400d-9cd6-7d064b991e6a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:34.600650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.600860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-922a7228-7637-47d5-86c1-91c22570c6ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 200 len: 217 time: 0.0393777 Dec 16 09:23:34.663119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-453f662d-0760-408c-b829-bd04b43f669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:34.664839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-453f662d-0760-408c-b829-bd04b43f669a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0567243 Dec 16 09:23:34.710565 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-b25f9a6a-5c3a-4376-a3f0-c11fc8cf67f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367508 Dec 16 09:23:34.816853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-b8159bc9-3c0a-4c0f-a0d0-8b31fbe05985 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961752 Dec 16 09:23:34.845231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] For port 260b719c-821d-400d-9cd6-7d064b991e6a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=260b719c-821d-400d-9cd6-7d064b991e6a,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:34.845662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:34.859163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7a0ec4f-595c-4e37-a745-6d8ec33c0997 req-9de1dac1-0a41-4662-8c39-138b83124e70 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154774 Dec 16 09:23:34.877858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Calling delete_port for 260b719c-821d-400d-9cd6-7d064b991e6a owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:34.995071 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f94d242d-c303-465a-a5dc-5aa422dc5a36 req-32aeada7-4b88-4fd6-b1bb-4095f3b18cab service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710217 Dec 16 09:23:35.046532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:35.058383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a504c73-ffc2-4ef1-8585-07cb1702f515 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:35.067895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.120787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f7af8-97ac-4e75-8175-8b7328d0d82e req-29dabbd6-4134-49f8-af97-3bcce296e52b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:35.123080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-221f7af8-97ac-4e75-8175-8b7328d0d82e req-29dabbd6-4134-49f8-af97-3bcce296e52b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.1205540 Dec 16 09:23:35.160714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Transition to ACTIVE for port object 3a504c73-ffc2-4ef1-8585-07cb1702f515 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:35.171180 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.175243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.257964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-221f7af8-97ac-4e75-8175-8b7328d0d82e req-26125e6b-40d0-4722-8aae-9b085ef9bca4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145201 Dec 16 09:23:35.323873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Pushing event updated for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:35.334416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] No DVR routers for this DVR port 260b719c-821d-400d-9cd6-7d064b991e6a on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:35.342404 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d171eb0-0352-4603-88db-d32a5264960d x-openstack-request-id: req-2d171eb0-0352-4603-88db-d32a5264960d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:35.342918 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "name": "network-vif-unplugged", "status": "completed", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee", "code": 200}, {"name": "network-changed", "server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:35.342918 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d171eb0-0352-4603-88db-d32a5264960d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:35.343311 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'code': 200} Dec 16 09:23:35.343558 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'status': 'completed', 'code': 200} Dec 16 09:23:35.366802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.371989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab0eaea-eed2-496b-8873-37b366299ae5 req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.53 "DELETE /v2.0/ports/260b719c-821d-400d-9cd6-7d064b991e6a HTTP/1.1" status: 204 len: 173 time: 1.0511975 Dec 16 09:23:35.372907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d7ed1-6478-4058-a606-477fc06b0ed4 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event deleted for resources: {'Port': ['ID=260b719c-821d-400d-9cd6-7d064b991e6a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:35.572435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-f0128624-b267-4154-ab6e-88e83058fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:35.574142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-f0128624-b267-4154-ab6e-88e83058fc94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1125 time: 0.1932068 Dec 16 09:23:35.613469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb819ebf-02cd-4b04-8655-58b9e41b2c83 req-55a770cc-0d05-46e6-b0ac-1944a1b53a6d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:35.615461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb819ebf-02cd-4b04-8655-58b9e41b2c83 req-55a770cc-0d05-46e6-b0ac-1944a1b53a6d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1358807 Dec 16 09:23:35.629388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Attempting to bind port 3a504c73-ffc2-4ef1-8585-07cb1702f515 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:35.629806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Attempting to bind port 3a504c73-ffc2-4ef1-8585-07cb1702f515 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:35.630233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Attempting to bind port 3a504c73-ffc2-4ef1-8585-07cb1702f515 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:35.672705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Port 3a504c73-ffc2-4ef1-8585-07cb1702f515 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:35.673205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Attempting to bind port 3a504c73-ffc2-4ef1-8585-07cb1702f515 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:35.690177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:35.690899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Checking segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:35.691082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Bound using segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:35.691633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Bound port: 3a504c73-ffc2-4ef1-8585-07cb1702f515, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:35.692104 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:35.733403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb819ebf-02cd-4b04-8655-58b9e41b2c83 req-514b949a-fb5e-4dbd-b181-5e16681d63ae tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055238 Dec 16 09:23:35.785129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-29a957a8-b483-42ec-9d48-0bf9eb75c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:35.786247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-29a957a8-b483-42ec-9d48-0bf9eb75c503 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.1931875 Dec 16 09:23:35.853016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-741ffbae-84e6-46a5-bc59-163e7f65a290 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 217 time: 0.0564859 Dec 16 09:23:35.870846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:35.886586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:35.920429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:36.001260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.002144 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:36.003382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] 10.222.0.69 "PUT /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 1136 time: 1.9914575 Dec 16 09:23:36.026819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-3a4cebbe-427f-4e85-94ad-1210deab409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.028444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-3a4cebbe-427f-4e85-94ad-1210deab409f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.1549327 Dec 16 09:23:36.072269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef299a2-f375-4d7d-8e02-dcd4b1b05d4b service neutron] Pushing event updated for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:36.081152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-a1336fdf-002f-4649-b667-861b0791fe39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438118 Dec 16 09:23:36.085537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:36.274025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-53243f9b-ecf1-45c6-afed-13764ed687c4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.275623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-53243f9b-ecf1-45c6-afed-13764ed687c4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1&tenant_id=1d86b1f5bff74133957ceca6995d2d66&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 950 time: 0.1747370 Dec 16 09:23:36.299628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:36.333405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}, {'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:36.336571 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704e795-04ed-4499-bac2-b5c0e386d39a" -d '{"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}, {"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-plugged", "status": "completed", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:36.352853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-19909d16-7f0c-4617-b0e4-ccf9f8aec0cb service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503562 Dec 16 09:23:36.363958 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c74c6c7-3d37-4343-9877-07044c925b3a x-openstack-request-id: req-8c74c6c7-3d37-4343-9877-07044c925b3a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:36.364291 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "fd27b163-2a23-414d-836b-211be8098886", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:36.364466 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c74c6c7-3d37-4343-9877-07044c925b3a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:36.364858 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'fd27b163-2a23-414d-836b-211be8098886', 'status': 'completed', 'code': 200} Dec 16 09:23:36.463127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.463127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.464237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.464466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.464915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.465355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:36.467504 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-83fe97ca-e5fd-45d5-98d7-7fdf6ff5bc7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5292 time: 0.0666146 Dec 16 09:23:36.807637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-0da5550e-c4de-4f1c-8b8c-2c2b6f1222ce service neutron] 10.222.0.69 "GET /v2.0/ports/1084da90-6163-49d1-ad4c-1757edd5192e/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.5178404 Dec 16 09:23:36.846978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd08ce8-58c4-47ce-809d-cffb7c827272 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:36.866358 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:36.928556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Transition to ACTIVE for port object 4cd08ce8-58c4-47ce-809d-cffb7c827272 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:36.960755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58588) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:36.961823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8d9c06d-adac-43ed-99cb-ccc2698fea65 req-e0ad79a2-ca34-428f-9d5c-be734c5da3ac service neutron] 10.222.0.69 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676925 Dec 16 09:23:36.990051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.005651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-ca938441-bc75-40b9-b3de-4544ca3d4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.006206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-ca938441-bc75-40b9-b3de-4544ca3d4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.006663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-ca938441-bc75-40b9-b3de-4544ca3d4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.008308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-ca938441-bc75-40b9-b3de-4544ca3d4054 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a9615d598564f92933e85862f718ca9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5332158 Dec 16 09:23:37.021833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.036849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.051652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.061566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.073257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.092760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.100669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-c889d317-154a-47b7-b111-01f4e6a043d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 4606 time: 0.6027708 Dec 16 09:23:37.111750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-9063db23-f09e-41c1-9f4b-1526a45f9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.113293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-9063db23-f09e-41c1-9f4b-1526a45f9c45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.2784746 Dec 16 09:23:37.170880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-008f1622-736f-4a9a-bbe8-751e2ba4f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.248670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Pushing event updated for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:37.279676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-404b0679-8f59-4217-a301-ee75c7bbd587 req-f96dd907-99f2-48df-91cd-2d34c0dd1de6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780295 Dec 16 09:23:37.333645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-cb9f6ac0-5e3a-4db1-b436-226e8e059f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.336641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9094a381-7a10-4d0f-89af-a958c874cfc1 req-cb9f6ac0-5e3a-4db1-b436-226e8e059f72 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3198781 Dec 16 09:23:37.345176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:37.347553 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb" -d '{"events": [{"name": "network-changed", "server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:37.447882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-008f1622-736f-4a9a-bbe8-751e2ba4f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.458623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-008f1622-736f-4a9a-bbe8-751e2ba4f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.505954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-008f1622-736f-4a9a-bbe8-751e2ba4f857 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edd38a00d4e84730a034d566513a6162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441682 Dec 16 09:23:37.507969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f1622-736f-4a9a-bbe8-751e2ba4f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18928c0-e783-4e03-9c87-22054080cb40,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:37.508602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-aeeed98a-f625-4870-884c-be0a8499c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.510829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-aeeed98a-f625-4870-884c-be0a8499c5ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3643506 Dec 16 09:23:37.524977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58596) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:37.594633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee43-39d0-43e4-bbb1-85e979537bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.601070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-4d1da01f-cb07-4a06-ae64-6e51e7130b97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 217 time: 0.0647521 Dec 16 09:23:37.617046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0567de6-424b-4c04-86d9-487a786e1659 req-e38874ab-46fa-4dcb-be9d-bd708664522e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.617936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee43-39d0-43e4-bbb1-85e979537bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.619091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0567de6-424b-4c04-86d9-487a786e1659 req-e38874ab-46fa-4dcb-be9d-bd708664522e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.1338329 Dec 16 09:23:37.629203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Attempting to bind port 4cd08ce8-58c4-47ce-809d-cffb7c827272 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:37.629610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Attempting to bind port 4cd08ce8-58c4-47ce-809d-cffb7c827272 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:37.630083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Attempting to bind port 4cd08ce8-58c4-47ce-809d-cffb7c827272 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:37.632276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:37.638265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Port 4cd08ce8-58c4-47ce-809d-cffb7c827272 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:37.638711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Attempting to bind port 4cd08ce8-58c4-47ce-809d-cffb7c827272 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:37.670144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 260b719c-821d-400d-9cd6-7d064b991e6a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:37.670817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 260b719c-821d-400d-9cd6-7d064b991e6a not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:37.675655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee43-39d0-43e4-bbb1-85e979537bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.678714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb46ee43-39d0-43e4-bbb1-85e979537bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.682309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fb46ee43-39d0-43e4-bbb1-85e979537bcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c18928c0-e783-4e03-9c87-22054080cb40 HTTP/1.1" status: 204 len: 168 time: 0.1554666 Dec 16 09:23:37.691268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:37.691721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Checking segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:37.692269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Bound using segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:37.692924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Bound port: 4cd08ce8-58c4-47ce-809d-cffb7c827272, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:37.693360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.694704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46ee43-39d0-43e4-bbb1-85e979537bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18928c0-e783-4e03-9c87-22054080cb40,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:37.736129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-3e89ebe4-9a4a-407e-8387-533768dbd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.737747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-3e89ebe4-9a4a-407e-8387-533768dbd187 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1176519 Dec 16 09:23:37.770451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0567de6-424b-4c04-86d9-487a786e1659 req-a30c6795-b199-453f-9f06-bc11f784c6d5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282802 Dec 16 09:23:37.858970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:37.877828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-6e9502b1-4585-45b0-8381-4d8adac4b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.879371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-6e9502b1-4585-45b0-8381-4d8adac4b28b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056252 Dec 16 09:23:37.899621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:37.944996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.992978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:37.993517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:37.995289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] 10.222.0.69 "PUT /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 1135 time: 1.9166269 Dec 16 09:23:38.015648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b47a5a-2cd5-4184-951b-12b97f317ff4 req-e1dc646c-177c-452b-ad57-b2d08cf97110 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:38.017356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3b47a5a-2cd5-4184-951b-12b97f317ff4 req-e1dc646c-177c-452b-ad57-b2d08cf97110 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.1786814 Dec 16 09:23:38.061152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:38.111541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd30b5-d77e-4ff5-b507-0a078b2df13d service neutron] Pushing event updated for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:38.143297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-d627e2bf-f5ff-41f8-b00c-55b2566fe9f2 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559690 Dec 16 09:23:38.246561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3b47a5a-2cd5-4184-951b-12b97f317ff4 req-b9fb54e2-f237-427e-a3b2-0644cbdd96a0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195837 Dec 16 09:23:38.255746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:38.705410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-deleted', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a'}, {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': '3a504c73-ffc2-4ef1-8585-07cb1702f515'}, {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': '4cd08ce8-58c4-47ce-809d-cffb7c827272'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:38.707494 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35" -d '{"events": [{"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-deleted", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a"}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "3a504c73-ffc2-4ef1-8585-07cb1702f515"}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "4cd08ce8-58c4-47ce-809d-cffb7c827272"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:38.851802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-f8101b89-dfb9-4d99-83d2-38fc8bb5ce4d service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664162 Dec 16 09:23:38.869588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a028fba-7b03-446c-a840-764f6b7ee1ef req-55257458-fb38-4cab-9f9d-d46de9aa0887 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:38.870860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a028fba-7b03-446c-a840-764f6b7ee1ef req-55257458-fb38-4cab-9f9d-d46de9aa0887 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.1681592 Dec 16 09:23:38.964836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a028fba-7b03-446c-a840-764f6b7ee1ef req-091de5d2-868c-4e1f-9b4e-eaeee2acb560 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Dec 16 09:23:39.020466 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:23:39.043534 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1eaafc-445e-4c28-95be-c591dad8affc x-openstack-request-id: req-de1eaafc-445e-4c28-95be-c591dad8affc {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:39.045577 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "code": 200}, {"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-plugged", "status": "completed", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:39.046093 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de1eaafc-445e-4c28-95be-c591dad8affc {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:39.046760 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'code': 200} Dec 16 09:23:39.047187 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'code': 200} Dec 16 09:23:39.171509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22b80a8-fe05-4c98-bdde-e63e5085f739 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:39.180764 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.207566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Transition to ACTIVE for port object e22b80a8-fe05-4c98-bdde-e63e5085f739 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:39.217235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.230729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b282b79-9ed5-4626-9d33-804832fafb57 req-8cf23072-e2f6-4d7e-884e-218df66ab1ff tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.232238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b282b79-9ed5-4626-9d33-804832fafb57 req-8cf23072-e2f6-4d7e-884e-218df66ab1ff tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1261389 Dec 16 09:23:39.240334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c53ca0-a1a8-4dd2-8ef3-b5d47d06455d req-21e6f354-6cfa-4504-b88f-cbda600ca2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.241780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56c53ca0-a1a8-4dd2-8ef3-b5d47d06455d req-21e6f354-6cfa-4504-b88f-cbda600ca2b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 1096 time: 0.1233552 Dec 16 09:23:39.343484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Pushing event updated for resources: {'Port': ['ID=e22b80a8-fe05-4c98-bdde-e63e5085f739,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:39.386933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56c53ca0-a1a8-4dd2-8ef3-b5d47d06455d req-2376aa9d-9d86-44dc-b2c3-02291932f52e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236966 Dec 16 09:23:39.399892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b282b79-9ed5-4626-9d33-804832fafb57 req-1712dcc9-1af8-40dd-994b-ad9705b07d2a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567512 Dec 16 09:23:39.424471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Attempting to bind port e22b80a8-fe05-4c98-bdde-e63e5085f739 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:39.424840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Attempting to bind port e22b80a8-fe05-4c98-bdde-e63e5085f739 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:39.425224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Attempting to bind port e22b80a8-fe05-4c98-bdde-e63e5085f739 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:39.430328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Port e22b80a8-fe05-4c98-bdde-e63e5085f739 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:39.430643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Attempting to bind port e22b80a8-fe05-4c98-bdde-e63e5085f739 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:39.440306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:39.440651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Checking segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:39.441046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Bound using segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:39.441491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Bound port: e22b80a8-fe05-4c98-bdde-e63e5085f739, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:39.441883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.461685 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3cd8b5-ca46-4dd8-a4b6-0b11769c6ae2 x-openstack-request-id: req-0a3cd8b5-ca46-4dd8-a4b6-0b11769c6ae2 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:39.462234 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:39.462353 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a3cd8b5-ca46-4dd8-a4b6-0b11769c6ae2 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:39.463000 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'status': 'completed', 'code': 200} Dec 16 09:23:39.552422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] For port e22b80a8-fe05-4c98-bdde-e63e5085f739, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:39.630663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] For port e22b80a8-fe05-4c98-bdde-e63e5085f739, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:39.644735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.723648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.724361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:39.725785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] 10.222.0.69 "PUT /v2.0/ports/e22b80a8-fe05-4c98-bdde-e63e5085f739 HTTP/1.1" status: 200 len: 1091 time: 1.6764271 Dec 16 09:23:39.767610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-ddf4a12d-52b2-44d6-805c-533ac4b5ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.769115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-ddf4a12d-52b2-44d6-805c-533ac4b5ca6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1095 time: 0.1407475 Dec 16 09:23:39.773320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbbf8b-df4a-4052-b322-4e1cc2a67d1c service neutron] Pushing event updated for resources: {'Port': ['ID=e22b80a8-fe05-4c98-bdde-e63e5085f739,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:39.792598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:39.804852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-b0dbaa9c-c78f-4e8a-a2b7-a72a61c19e06 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:39.812156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-b0dbaa9c-c78f-4e8a-a2b7-a72a61c19e06 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 821 time: 0.2633555 Dec 16 09:23:39.855657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-316af77e-167a-4709-a63b-ac68b389e322 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/quotas/b757404217834359b605413413f1aa0b HTTP/1.1" status: 200 len: 375 time: 0.0427079 Dec 16 09:23:39.965270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58660) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:39.999894 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.041911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-729cac3a-ef92-43d4-8010-a3c4a9f2e197 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242535 Dec 16 09:23:40.152295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-e85d6f2e-7940-44bd-a77c-bc1b7c3b92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:40.153452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e640e79-55a0-4844-9cec-b695a46a4ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.153973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-e85d6f2e-7940-44bd-a77c-bc1b7c3b92c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.3568382 Dec 16 09:23:40.267034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e640e79-55a0-4844-9cec-b695a46a4ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.271835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e640e79-55a0-4844-9cec-b695a46a4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.285947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-ba7a2136-3153-4a7a-8ad9-3d9bbef7cb60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 217 time: 0.1134322 Dec 16 09:23:40.310251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e640e79-55a0-4844-9cec-b695a46a4ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1cf38-94f5-46c8-8538-2d9edcac439e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:40.327708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e640e79-55a0-4844-9cec-b695a46a4ce5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca3ca96b7e484fe0870413e37f9da244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596897 Dec 16 09:23:40.331048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58666) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:40.406069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c018a69-ac4f-47bf-905a-6a4159e4dccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.431119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-368bf39f-82c6-4991-89db-baa23189d490 service neutron] 10.222.0.61 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743129 Dec 16 09:23:40.433192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-9b3f428b-151c-4efb-a814-16d51ae7dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:40.434773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-9b3f428b-151c-4efb-a814-16d51ae7dd81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1338851 Dec 16 09:23:40.438679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c018a69-ac4f-47bf-905a-6a4159e4dccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.503590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c018a69-ac4f-47bf-905a-6a4159e4dccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.506901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c018a69-ac4f-47bf-905a-6a4159e4dccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.508562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c018a69-ac4f-47bf-905a-6a4159e4dccc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9a1cf38-94f5-46c8-8538-2d9edcac439e HTTP/1.1" status: 204 len: 168 time: 0.1762130 Dec 16 09:23:40.541895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c018a69-ac4f-47bf-905a-6a4159e4dccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1cf38-94f5-46c8-8538-2d9edcac439e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:40.688470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-4e1ce4bf-1b64-42f9-8002-ca66012e0e8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2258434 Dec 16 09:23:40.702601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfcc240-ffda-464c-b53e-c36104fa51db {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:40.722880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:40.820420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-c21a1ad5-fc4a-4a48-8249-99233b811f28 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052895 Dec 16 09:23:40.843302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-ecc9a8ea-8c01-477c-86f0-7536fcd43232 service neutron] 10.222.0.61 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016907 Dec 16 09:23:40.862184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Transition to ACTIVE for port object 1dfcc240-ffda-464c-b53e-c36104fa51db will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:40.874736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.018748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:41.041393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.042685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b304db6-8aeb-4e2c-9487-d64a7f9aaedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.112190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c860e36-b2bc-4ddb-bbc5-79c4c06620bb req-9b74d87f-8e5f-4d3f-bc58-df2dda4129cf service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624164 Dec 16 09:23:41.148474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Attempting to bind port 1dfcc240-ffda-464c-b53e-c36104fa51db on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:41.148927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Attempting to bind port 1dfcc240-ffda-464c-b53e-c36104fa51db by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:41.149270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Attempting to bind port 1dfcc240-ffda-464c-b53e-c36104fa51db on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:41.156572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Port 1dfcc240-ffda-464c-b53e-c36104fa51db on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:41.157470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Attempting to bind port 1dfcc240-ffda-464c-b53e-c36104fa51db on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:41.205033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:41.205605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Checking segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:41.206002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Bound using segment: {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:41.206455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Bound port: 1dfcc240-ffda-464c-b53e-c36104fa51db, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d92e97-12e7-452c-88e4-952b609d8072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:41.206818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.225565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b304db6-8aeb-4e2c-9487-d64a7f9aaedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.231640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b304db6-8aeb-4e2c-9487-d64a7f9aaedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.294141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.296786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b304db6-8aeb-4e2c-9487-d64a7f9aaedf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa55ca83213341ceb9dba9fc0e6d7d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768917 Dec 16 09:23:41.297885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b304db6-8aeb-4e2c-9487-d64a7f9aaedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc0249-87a9-446b-aecb-30c3ebdadada,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.301692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.301960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:41.310422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.317693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.326485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.336556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.343980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.352641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-f00777e4-822f-4227-bb01-8efbfa3d6e3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5407 time: 0.1911132 Dec 16 09:23:41.387737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d896045d-3d50-44d6-a783-44bcfd99e029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.410794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d896045d-3d50-44d6-a783-44bcfd99e029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.420095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:41.455323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dfcc240-ffda-464c-b53e-c36104fa51db,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:41.463870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-4c4530d0-c3da-4345-ab27-201c3ad6c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.465455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-4c4530d0-c3da-4345-ab27-201c3ad6c042 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1&tenant_id=1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 1101 time: 0.1088476 Dec 16 09:23:41.471176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d896045d-3d50-44d6-a783-44bcfd99e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.475146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d896045d-3d50-44d6-a783-44bcfd99e029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.477279 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d896045d-3d50-44d6-a783-44bcfd99e029 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4dc0249-87a9-446b-aecb-30c3ebdadada HTTP/1.1" status: 204 len: 168 time: 0.1737125 Dec 16 09:23:41.487986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896045d-3d50-44d6-a783-44bcfd99e029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dc0249-87a9-446b-aecb-30c3ebdadada,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.491381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15050a67-2c04-4cd3-845a-6a1d9bfcef73 req-868f24ea-b495-440e-ad01-dad610eb154b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238370 Dec 16 09:23:41.492689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.545460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.546016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.547407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] 10.222.0.69 "PUT /v2.0/ports/1dfcc240-ffda-464c-b53e-c36104fa51db HTTP/1.1" status: 200 len: 1091 time: 1.7772524 Dec 16 09:23:41.607764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:41.694647 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9242a590-5110-47b2-b8be-f4ae0cc1c945 x-openstack-request-id: req-9242a590-5110-47b2-b8be-f4ae0cc1c945 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:41.707760 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcacb7d0-67df-47d4-b1f2-0b4adb662cbd", "name": "network-vif-deleted", "tag": "260b719c-821d-400d-9cd6-7d064b991e6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "3a504c73-ffc2-4ef1-8585-07cb1702f515", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "4cd08ce8-58c4-47ce-809d-cffb7c827272", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:41.708191 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9242a590-5110-47b2-b8be-f4ae0cc1c945 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:41.708659 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcacb7d0-67df-47d4-b1f2-0b4adb662cbd', 'name': 'network-vif-deleted', 'tag': '260b719c-821d-400d-9cd6-7d064b991e6a', 'status': 'completed', 'code': 200} Dec 16 09:23:41.709117 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': '3a504c73-ffc2-4ef1-8585-07cb1702f515', 'status': 'completed', 'code': 200} Dec 16 09:23:41.709377 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': '4cd08ce8-58c4-47ce-809d-cffb7c827272', 'status': 'completed', 'code': 200} Dec 16 09:23:41.774044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.774793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.776123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.776591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.777201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.778381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.779549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.787379 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-58f6f83c-ef87-4553-882d-7e977105923e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6354 time: 0.1284249 Dec 16 09:23:41.789133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:41.792925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f30d0-2ff1-4dac-abf8-336923b0f2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:41.845098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-cd25e6c2-010e-45e8-9fb6-57e788ca201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:41.847086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-cd25e6c2-010e-45e8-9fb6-57e788ca201c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 1101 time: 0.3511918 Dec 16 09:23:42.011797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-a1268647-09ee-43ce-b7de-34baebe60d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.012997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-a1268647-09ee-43ce-b7de-34baebe60d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.013812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-a1268647-09ee-43ce-b7de-34baebe60d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.015817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-a1268647-09ee-43ce-b7de-34baebe60d43 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a9615d598564f92933e85862f718ca9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2227154 Dec 16 09:23:42.064574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a729a4-d35c-4837-8b08-a98d3ca25435 req-05719af3-f189-4791-a60e-1adf46e5641e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.066156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0a729a4-d35c-4837-8b08-a98d3ca25435 req-05719af3-f189-4791-a60e-1adf46e5641e tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 944 time: 0.2804549 Dec 16 09:23:42.175028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-e8d13186-5bc3-4ceb-845e-cfdc7705f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.177154 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-e8d13186-5bc3-4ceb-845e-cfdc7705f882 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525943 Dec 16 09:23:42.248889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0a729a4-d35c-4837-8b08-a98d3ca25435 req-f679649c-ba12-4cca-9035-bcd96c953457 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095834 Dec 16 09:23:42.269486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-a73ec3f5-54f2-458d-8d29-6847725926c3 service neutron] 10.222.0.69 "GET /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.3320165 Dec 16 09:23:42.318969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.319449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.319915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.320376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.320833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.321284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.321900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.331031 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-cb972f71-0222-49b2-8ad2-6c5b93996c2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6354 time: 0.1034443 Dec 16 09:23:42.414009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-85d63335-c229-456b-8c0d-6b975358201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.415610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-85d63335-c229-456b-8c0d-6b975358201b service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.5610993 Dec 16 09:23:42.474275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.69', 57722) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:42.551810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-8e22898b-70a5-4f0e-b944-c4dd8cba396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.552597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-8e22898b-70a5-4f0e-b944-c4dd8cba396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.553213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-8e22898b-70a5-4f0e-b944-c4dd8cba396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.556461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-8e22898b-70a5-4f0e-b944-c4dd8cba396e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a9615d598564f92933e85862f718ca9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2161663 Dec 16 09:23:42.660131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-929948ef-2563-4a67-b886-16e8a7f2b501 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 200 len: 217 time: 0.2214270 Dec 16 09:23:42.716809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-57770511-a338-48b3-b535-a75de497a622 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.718811 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-57770511-a338-48b3-b535-a75de497a622 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.69 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 821 time: 0.2430098 Dec 16 09:23:42.743667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Request body: {'port': {'device_id': 'ea3128a7-92ab-4767-af69-978abd664900', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'admin_state_up': True, 'tenant_id': 'b757404217834359b605413413f1aa0b'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:42.764916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-6fdb0309-c010-4547-926a-fae6b152c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.767815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-6fdb0309-c010-4547-926a-fae6b152c5eb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042041 Dec 16 09:23:42.823553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e9f5-3b07-4cd1-b3ce-506aa4726415 req-fecbfd6e-581e-4fe2-947f-310542d2e539 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.825111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e09e9f5-3b07-4cd1-b3ce-506aa4726415 req-fecbfd6e-581e-4fe2-947f-310542d2e539 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.4665072 Dec 16 09:23:42.836213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:42.899015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Made reservation on behalf of b757404217834359b605413413f1aa0b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:42.903727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:42.909899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-82316aa5-39d1-421d-8466-f60160264075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:42.912401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-82316aa5-39d1-421d-8466-f60160264075 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2378993 Dec 16 09:23:42.913799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:42.949404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a354ae17-9db8-4c8f-99b4-b7d7278e06af {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:42.996704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.014836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e09e9f5-3b07-4cd1-b3ce-506aa4726415 req-2d03f6e8-412f-4eeb-9e46-864513dcc084 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565330 Dec 16 09:23:43.031551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Transition to ACTIVE for port object a354ae17-9db8-4c8f-99b4-b7d7278e06af will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:43.036543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa2fe1-cde2-4544-947f-d1add56cbeee {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:43.066169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:43.074006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.074583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Allocated IP 172.20.0.4 (50487ac1-cae3-44d7-8f19-4ed42069d01d/9db78f7c-8c82-474d-aac8-594279bfd517/20d4a7a8-4b4d-42b8-8b2a-4528123b2bac) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:43.081754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:43.179566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a7e30-5319-46e4-872b-ead9153399e0 req-14d21b2c-3fad-4aac-94bf-cde4604b4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:43.181667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-14d21b2c-3fad-4aac-94bf-cde4604b4319 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588027 Dec 16 09:23:43.243944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.263675 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.327843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:43.329502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:43.334122 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ece95-8c66-42a7-81fa-be1b513f4723" -d '{"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:43.346466 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.351205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.434963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.470246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Pushing event updated for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.487963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.510438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Network 50487ac1-cae3-44d7-8f19-4ed42069d01d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:43.515170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:43.519845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:43.572833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event updated for resources: {'Port': ['ID=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:43.604422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:43.605260 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.626253 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-ff5169e5-46d5-473e-b57c-61ccdf920aaa tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897018 Dec 16 09:23:43.642221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Request body: {'port': {'device_id': 'ea3128a7-92ab-4767-af69-978abd664900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:43.727813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.904305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'e22b80a8-fe05-4c98-bdde-e63e5085f739'}, {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:43.907017 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9fa1ed-8644-46cd-90eb-341369d3077b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "e22b80a8-fe05-4c98-bdde-e63e5085f739"}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:43.947344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf86a272-3f94-4147-b5e8-8e60edb8a35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:43.965479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c519ad1-3510-409c-9055-7efb08526901 req-bcbbbdb9-fc32-4a7e-85d6-c28714dcf29c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:43.972721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c519ad1-3510-409c-9055-7efb08526901 req-bcbbbdb9-fc32-4a7e-85d6-c28714dcf29c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.8006339 Dec 16 09:23:43.974625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Attempting to bind port a354ae17-9db8-4c8f-99b4-b7d7278e06af on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:43.974936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Attempting to bind port a354ae17-9db8-4c8f-99b4-b7d7278e06af by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:43.975252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Attempting to bind port a354ae17-9db8-4c8f-99b4-b7d7278e06af on network dc5f8284-3f45-40d0-afcd-a60305c5dacd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:44.008185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Port a354ae17-9db8-4c8f-99b4-b7d7278e06af on network dc5f8284-3f45-40d0-afcd-a60305c5dacd not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:44.008185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Attempting to bind port a354ae17-9db8-4c8f-99b4-b7d7278e06af on network dc5f8284-3f45-40d0-afcd-a60305c5dacd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:44.032559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:44.032921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Checking segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:44.033324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Bound using segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:44.033685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Bound port: a354ae17-9db8-4c8f-99b4-b7d7278e06af, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:44.034103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.079109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c519ad1-3510-409c-9055-7efb08526901 req-22c3e9d8-e05d-48dc-ba8f-39f746d41121 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005230 Dec 16 09:23:44.137703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] Transition to ACTIVE for port object 99fa2fe1-cde2-4544-947f-d1add56cbeee will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:44.153988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.157488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-16d435a5-1e1e-44b6-af55-57fae5dae50e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8531845 Dec 16 09:23:44.236682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:44.246340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.261073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Transition to ACTIVE for port object 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:44.269522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.366132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] No DVR routers for this DVR port 99fa2fe1-cde2-4544-947f-d1add56cbeee on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:44.397457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:44.415998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Pushing event updated for resources: {'Port': ['ID=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.444784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Attempting to bind port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:44.445265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Attempting to bind port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:44.445766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Attempting to bind port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac on network 50487ac1-cae3-44d7-8f19-4ed42069d01d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:44.451343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac on network 50487ac1-cae3-44d7-8f19-4ed42069d01d not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:44.451343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Attempting to bind port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac on network 50487ac1-cae3-44d7-8f19-4ed42069d01d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:44.457498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:44.457957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Checking segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:44.458455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Bound using segment: {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:44.458940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Bound port: 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762a785c-13e9-4cea-9ec9-0e8fe0e10085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:44.459359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.461783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98a90-9499-4860-a5d9-796e4cda2060 req-fc44b769-1a67-4d91-8b7d-b63defeb4ea3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.463727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94b98a90-9499-4860-a5d9-796e4cda2060 req-fc44b769-1a67-4d91-8b7d-b63defeb4ea3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.2750204 Dec 16 09:23:44.476005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:44.483099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] 10.222.0.69 "PUT /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee/bindings/n-h1-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1672215 Dec 16 09:23:44.507219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] Pushing event updated for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.515268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.572869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] For port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:44.577251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] For port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:44.587727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.598196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94b98a90-9499-4860-a5d9-796e4cda2060 req-7aa81c35-7923-44a0-8b47-b2a837e7d6a5 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072633 Dec 16 09:23:44.626128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.627929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.629343 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] 10.222.0.69 "PUT /v2.0/ports/20d4a7a8-4b4d-42b8-8b2a-4528123b2bac HTTP/1.1" status: 200 len: 1091 time: 0.9941013 Dec 16 09:23:44.629787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3128a7-92ab-4767-af69-978abd664900', 'tag': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:44.632186 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a4a9e-386e-4545-9b13-6880acacfa78" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3128a7-92ab-4767-af69-978abd664900", "tag": "20d4a7a8-4b4d-42b8-8b2a-4528123b2bac"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:44.689027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766a7e30-5319-46e4-872b-ead9153399e0 req-36add269-14ca-435c-8b13-881502b58e93 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078375 Dec 16 09:23:44.703065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Pushing event updated for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.735688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.736304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.737662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d371ddaa-4d18-46d8-a2d1-33aaa72e862d service neutron] 10.222.0.69 "PUT /v2.0/ports/a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 200 len: 1091 time: 3.1351769 Dec 16 09:23:44.755284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a7949-2932-4a41-9ecb-8b43cedaa65d service neutron] Pushing event updated for resources: {'Port': ['ID=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:44.785170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-458d2f27-fdc2-405f-902a-5b813befe3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.786807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-458d2f27-fdc2-405f-902a-5b813befe3f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 1094 time: 0.0845029 Dec 16 09:23:44.795098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Request body: {'port': {'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:44.834149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-35db4d6f-9875-43be-9ae3-18856e7a421b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.835662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-35db4d6f-9875-43be-9ae3-18856e7a421b tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.2053318 Dec 16 09:23:44.852490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-521d7396-6655-45d7-a784-13f5b5731f08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac HTTP/1.1" status: 200 len: 217 time: 0.0533013 Dec 16 09:23:44.915386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9680e-4a01-4649-8a79-6587c1791e7b req-902c9581-d64a-4206-b944-8001ebacbf2d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.916920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56b9680e-4a01-4649-8a79-6587c1791e7b req-902c9581-d64a-4206-b944-8001ebacbf2d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 943 time: 0.1959481 Dec 16 09:23:44.933422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:44.952887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b141c-d49f-4471-a096-7a340374476d req-a2ca449f-efbd-41ba-9144-15556a1b01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.954395 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-a2ca449f-efbd-41ba-9144-15556a1b01da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 200 len: 861 time: 0.0951006 Dec 16 09:23:44.955238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58778) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:44.983460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-15abfd74-4cf2-4fc0-af95-c36179fa9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:44.986311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-15abfd74-4cf2-4fc0-af95-c36179fa9a9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7&tenant_id=cc7c74dec1784026809a2066f9b47412 HTTP/1.1" status: 200 len: 1096 time: 0.1376226 Dec 16 09:23:45.023952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-c2f3216f-f05e-4665-9fb3-529eb5130f4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50487ac1-cae3-44d7-8f19-4ed42069d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486109 Dec 16 09:23:45.024946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56b9680e-4a01-4649-8a79-6587c1791e7b req-91e1b5eb-4d19-4745-a704-b79113e064a6 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947556 Dec 16 09:23:45.148192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-385af62d-c81e-48c5-8200-07f80014427c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.173952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-80eae9c5-365e-4e4c-b384-e5ba80de0208 service neutron] 10.222.0.69 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423535 Dec 16 09:23:45.240953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-ad28b564-66a9-47b8-aee4-ca466bd6e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.242533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-ad28b564-66a9-47b8-aee4-ca466bd6e02c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc7c74dec1784026809a2066f9b47412&device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1096 time: 0.2283261 Dec 16 09:23:45.274223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.280296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.286129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.292418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.298240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.304354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.306295 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-148b141c-d49f-4471-a096-7a340374476d req-83030aac-1e9e-4dd8-abe3-6a16788519d2 service neutron] 10.222.0.69 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250024 Dec 16 09:23:45.309763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.311735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-835a9dec-2067-4895-9626-27f858068e0b req-94dbccaa-959c-414f-9231-fcd230878c3c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5419 time: 0.1720958 Dec 16 09:23:45.318868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-385af62d-c81e-48c5-8200-07f80014427c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.327139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-385af62d-c81e-48c5-8200-07f80014427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.367517 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-385af62d-c81e-48c5-8200-07f80014427c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b911dcbbe334fb4a9d9b4cf06077518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112179 Dec 16 09:23:45.370466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:45.377526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385af62d-c81e-48c5-8200-07f80014427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da91f657-e629-4823-bb1a-912635b407bc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:45.427851 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5ec2-4551-4977-8623-a917702cb822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.450578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5ec2-4551-4977-8623-a917702cb822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.460170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-835a9dec-2067-4895-9626-27f858068e0b req-6ff1fa70-d293-48d8-b8a7-f6c093312639 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061957 Dec 16 09:23:45.498565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-b733e1c9-5262-40cb-a925-60b6d045189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.500193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-b733e1c9-5262-40cb-a925-60b6d045189a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 200 len: 921 time: 0.2466736 Dec 16 09:23:45.521495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5ec2-4551-4977-8623-a917702cb822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.524947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed6f5ec2-4551-4977-8623-a917702cb822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.529369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed6f5ec2-4551-4977-8623-a917702cb822 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da91f657-e629-4823-bb1a-912635b407bc HTTP/1.1" status: 204 len: 168 time: 0.1547372 Dec 16 09:23:45.543794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f5ec2-4551-4977-8623-a917702cb822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91f657-e629-4823-bb1a-912635b407bc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:45.570431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-c3a66de7-6fb2-4f82-9bcd-55d45593bf85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 200 len: 217 time: 0.0426505 Dec 16 09:23:45.581264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c624205c-bb0a-418a-b587-038ea28dbb50 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:45.629002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.667991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Transition to ACTIVE for port object c624205c-bb0a-418a-b587-038ea28dbb50 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:45.676124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-c3c07994-aadf-4ef8-93d3-c236379e570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.677649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-c3c07994-aadf-4ef8-93d3-c236379e570f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 200 len: 860 time: 0.0906558 Dec 16 09:23:45.678297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.743185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66449a11-130d-483b-a93d-d1e97aef19da req-c309f460-c437-4a1d-9a58-4c958306cd37 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:45.744841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66449a11-130d-483b-a93d-d1e97aef19da req-c309f460-c437-4a1d-9a58-4c958306cd37 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 945 time: 0.1589875 Dec 16 09:23:45.766918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-a07785b7-7530-4374-8dd5-c0cea37d340d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9901433-d9f8-4d1a-ab0f-c2c0bc974455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727441 Dec 16 09:23:45.812324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66449a11-130d-483b-a93d-d1e97aef19da req-3bedbb3c-129f-46b1-8c54-9c4a5fd9cfe2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Dec 16 09:23:45.834759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Pushing event updated for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:45.924708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:45.932395 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b38c7-1098-49e1-9375-91251dfc79a3 x-openstack-request-id: req-8a9b38c7-1098-49e1-9375-91251dfc79a3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:45.932989 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:45.934482 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a9b38c7-1098-49e1-9375-91251dfc79a3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:45.937171 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'code': 200} Dec 16 09:23:45.941218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfb33705-0714-4cdc-899f-c66440689dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:45.984574 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4f62e4-1fad-4c68-aa08-11e9a04610d8 x-openstack-request-id: req-fb4f62e4-1fad-4c68-aa08-11e9a04610d8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:45.985149 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "e22b80a8-fe05-4c98-bdde-e63e5085f739", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:45.985149 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb4f62e4-1fad-4c68-aa08-11e9a04610d8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:45.985524 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'e22b80a8-fe05-4c98-bdde-e63e5085f739', 'status': 'completed', 'code': 200} Dec 16 09:23:45.985775 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db', 'status': 'completed', 'code': 200} Dec 16 09:23:45.986510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Attempting to bind port c624205c-bb0a-418a-b587-038ea28dbb50 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:45.986857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Attempting to bind port c624205c-bb0a-418a-b587-038ea28dbb50 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:45.987167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Attempting to bind port c624205c-bb0a-418a-b587-038ea28dbb50 on network dc5f8284-3f45-40d0-afcd-a60305c5dacd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:45.994926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Port c624205c-bb0a-418a-b587-038ea28dbb50 on network dc5f8284-3f45-40d0-afcd-a60305c5dacd not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:45.995267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Attempting to bind port c624205c-bb0a-418a-b587-038ea28dbb50 on network dc5f8284-3f45-40d0-afcd-a60305c5dacd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:46.007583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:46.007917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Checking segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:46.008399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Bound using segment: {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:46.008730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Bound port: c624205c-bb0a-418a-b587-038ea28dbb50, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26583a80-6dce-4e1e-a0e7-f12369b97ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:46.009485 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.014210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-930693c9-5c6c-44d4-a4ee-3cb073230710 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069280 Dec 16 09:23:46.085781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.086181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.086639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.087130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.087614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.088068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.088519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.090528 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-5fc6ba5b-9bfb-4906-a37e-167c2f54abc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6446 time: 0.0888774 Dec 16 09:23:46.095284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfb33705-0714-4cdc-899f-c66440689dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.108945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfb33705-0714-4cdc-899f-c66440689dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.186614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dde5b-d1da-411b-824b-c9fe0a20640b req-345242cc-d5bd-470c-9291-bd1d070dfc72 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.188133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17dde5b-d1da-411b-824b-c9fe0a20640b req-345242cc-d5bd-470c-9291-bd1d070dfc72 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 948 time: 0.1475127 Dec 16 09:23:46.191305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb33705-0714-4cdc-899f-c66440689dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e4c1dc-2d5e-42cc-97d4-06987837336a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.203026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:46.207860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c624205c-bb0a-418a-b587-038ea28dbb50,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:46.211777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-6161d1e5-5b7b-493e-8fc3-db1cbe813eb8 service neutron] 10.222.0.53 "GET /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857195 Dec 16 09:23:46.212064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cfb33705-0714-4cdc-899f-c66440689dca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59b732eaeaeb404984fe3a8969334928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860432 Dec 16 09:23:46.215498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58794) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:46.219551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.262255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.262892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.264265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] 10.222.0.69 "PUT /v2.0/ports/c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 200 len: 1091 time: 1.4759421 Dec 16 09:23:46.290225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-fd29ce04-32cb-49d3-b6cc-49b8f4ab726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.290965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-fd29ce04-32cb-49d3-b6cc-49b8f4ab726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.291433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-fd29ce04-32cb-49d3-b6cc-49b8f4ab726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.293049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-fd29ce04-32cb-49d3-b6cc-49b8f4ab726f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a9615d598564f92933e85862f718ca9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1930892 Dec 16 09:23:46.298357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b20ac0e2-feee-447f-accf-2f4a47f04236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.307917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17dde5b-d1da-411b-824b-c9fe0a20640b req-49cd9a00-1bd2-43fe-8a65-d982ef5c70ff tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Dec 16 09:23:46.329074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cb5f9-e3a7-4871-ad21-0a7b05020434 service neutron] Pushing event updated for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.391847 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-54c3fffe-1d1f-4986-b95a-f256df33d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.421757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b20ac0e2-feee-447f-accf-2f4a47f04236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.507431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-9783d219-07be-4b24-ad35-8029e4f612c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.509028 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-9783d219-07be-4b24-ad35-8029e4f612c4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068660 Dec 16 09:23:46.515866 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2ab0b-6cfc-4848-b569-dd027667ab6d x-openstack-request-id: req-40c2ab0b-6cfc-4848-b569-dd027667ab6d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:46.516161 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3128a7-92ab-4767-af69-978abd664900", "tag": "20d4a7a8-4b4d-42b8-8b2a-4528123b2bac", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:46.516417 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40c2ab0b-6cfc-4848-b569-dd027667ab6d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:46.516813 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3128a7-92ab-4767-af69-978abd664900', 'tag': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac', 'status': 'completed', 'code': 200} Dec 16 09:23:46.539043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b20ac0e2-feee-447f-accf-2f4a47f04236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.544106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b20ac0e2-feee-447f-accf-2f4a47f04236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:46.553516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b20ac0e2-feee-447f-accf-2f4a47f04236 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8e4c1dc-2d5e-42cc-97d4-06987837336a HTTP/1.1" status: 204 len: 168 time: 0.3354583 Dec 16 09:23:46.615147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ac0e2-feee-447f-accf-2f4a47f04236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e4c1dc-2d5e-42cc-97d4-06987837336a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:46.634353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-79cb473e-3f85-42e1-92e7-21c8fed25d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.636514 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-79cb473e-3f85-42e1-92e7-21c8fed25d12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b757404217834359b605413413f1aa0b&device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 1094 time: 0.0730307 Dec 16 09:23:46.702560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d9d97782-1603-4d34-95a8-b635c0af4388 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.704068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-d9d97782-1603-4d34-95a8-b635c0af4388 tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7&tenant_id=cc7c74dec1784026809a2066f9b47412&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.1407862 Dec 16 09:23:46.711131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.711605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.712103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.712565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.713054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.713442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.713917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.715836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a62113d2-3b5a-4655-a2f1-74eb8e1d794c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6488 time: 0.1256814 Dec 16 09:23:46.755424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-83e6419f-7d05-4a82-afda-509a66edf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.757236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-83e6419f-7d05-4a82-afda-509a66edf40a service neutron] 10.222.0.69 "GET /v2.0/networks?id=50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 200 len: 922 time: 0.1083796 Dec 16 09:23:46.766151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb171df5-59d5-4858-802b-68acf9b2e251 req-909f9020-031b-48f7-8aef-426e0b9c82b3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.767633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb171df5-59d5-4858-802b-68acf9b2e251 req-909f9020-031b-48f7-8aef-426e0b9c82b3 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.1470058 Dec 16 09:23:46.820783 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-48acc617-27fb-4fa3-9f86-a96e1b3e969a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac HTTP/1.1" status: 200 len: 217 time: 0.0498095 Dec 16 09:23:46.880141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-4375ba45-32ac-498e-a535-a2e7eddfc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:46.881608 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-4375ba45-32ac-498e-a535-a2e7eddfc552 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 200 len: 861 time: 0.0525587 Dec 16 09:23:46.914492 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-14d1cb88-2c8e-4953-803b-970edbdb7337 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=50487ac1-cae3-44d7-8f19-4ed42069d01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253558 Dec 16 09:23:46.960095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb171df5-59d5-4858-802b-68acf9b2e251 req-b130861d-541c-4680-b14b-7f7d2bd1c6d7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731718 Dec 16 09:23:46.999912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-c42b3e06-1543-47c7-8fd3-a934ff1a485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.000533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-c42b3e06-1543-47c7-8fd3-a934ff1a485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.000806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-c42b3e06-1543-47c7-8fd3-a934ff1a485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.002411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-c42b3e06-1543-47c7-8fd3-a934ff1a485a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a9615d598564f92933e85862f718ca9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2576697 Dec 16 09:23:47.022215 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-75663f5f-3399-4db3-bb0f-8a070a62be99 service neutron] 10.222.0.69 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975347 Dec 16 09:23:47.105105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-f415e732-8055-4dd6-b758-d477b59be6b1 service neutron] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:47.111685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-f415e732-8055-4dd6-b758-d477b59be6b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.112729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-f415e732-8055-4dd6-b758-d477b59be6b1 service neutron] 10.222.0.53 "DELETE /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee/bindings/n-h2-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.3951521 Dec 16 09:23:47.135057 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae1a4a9e-386e-4545-9b13-6880acacfa78 req-c0d4200a-b788-4603-abce-60759003b2f7 service neutron] 10.222.0.69 "GET /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042871 Dec 16 09:23:47.158755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37486294-e5c8-4e05-911b-857bb8ba91d7 req-f3c9cb31-adab-4555-9064-9b2af1c29965 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.166585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37486294-e5c8-4e05-911b-857bb8ba91d7 req-f3c9cb31-adab-4555-9064-9b2af1c29965 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 943 time: 0.1008658 Dec 16 09:23:47.177881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a881cd40-265a-439d-96c7-35a821d80b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.179338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd9fa1ed-8644-46cd-90eb-341369d3077b req-a881cd40-265a-439d-96c7-35a821d80b1c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684966 Dec 16 09:23:47.213374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37486294-e5c8-4e05-911b-857bb8ba91d7 req-19b513cb-b70e-4866-8785-de6d03966a8a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Dec 16 09:23:47.265372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.265835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.266432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.266945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.267453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.268026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.268456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.270489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-9f17e29e-f820-4fb4-a5ee-d1a6383fa558 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6488 time: 0.0537944 Dec 16 09:23:47.335538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-eaac2163-4462-4203-b928-8efc05a31428 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 200 len: 217 time: 0.0500674 Dec 16 09:23:47.379099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792719-afb6-4cda-81b6-bc8c0f933a7b req-c3806fcd-04f0-41e2-9696-572507955f4c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.380573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e792719-afb6-4cda-81b6-bc8c0f933a7b req-c3806fcd-04f0-41e2-9696-572507955f4c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1042569 Dec 16 09:23:47.412259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-fb05b182-3cda-4950-9559-9e80355a0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.413699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-fb05b182-3cda-4950-9559-9e80355a0fcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e9564cc-7746-4b75-9db9-ef8486b36d3a HTTP/1.1" status: 200 len: 856 time: 0.0705733 Dec 16 09:23:47.436576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e792719-afb6-4cda-81b6-bc8c0f933a7b req-656df456-db89-4d09-8156-aa52a3846888 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Dec 16 09:23:47.464472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-8763bc75-5ca1-4fe3-ba78-4341efe29e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.466226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-8763bc75-5ca1-4fe3-ba78-4341efe29e47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450139 Dec 16 09:23:47.597032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.603136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.608818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.614599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.620487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.626301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.632017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.634123 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-1556ab9a-8ac4-4e64-91d9-681fbad61921 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1095822 Dec 16 09:23:47.661444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-4f76cd61-2361-4248-89d3-d4ca06dc89f0 service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864133 Dec 16 09:23:47.683850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:47.703564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a7cd8d7-5ca5-41a5-b87a-5f2631b40df2 req-2aad402f-be6b-4bca-b89c-3ba37c390673 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597129 Dec 16 09:23:47.778270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2e88a01e-3fb2-46db-b475-562ec4fb9815 service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089690 Dec 16 09:23:47.816039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:47.831588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b', 'port_id': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'mac_address': 'fa:16:3e:f2:81:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0b14df-49d8-4cb1-a534-1dc4f55e8953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:47.849190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-62cd0d47-3db3-4516-ab9c-2ca0e055cf7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 217 time: 0.0619481 Dec 16 09:23:47.877574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.894290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.897393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b60ee2-06b3-43ad-8635-4256d4c8259d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:47.909293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f32c8-8b0a-4ff7-8f2e-953d2c2b8e86 req-d37e87ef-a04e-492a-9053-92f4a5db720d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.910957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f73f32c8-8b0a-4ff7-8f2e-953d2c2b8e86 req-d37e87ef-a04e-492a-9053-92f4a5db720d tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 945 time: 0.1164906 Dec 16 09:23:47.920177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d2e210bf-7216-49ee-963a-4f1e7ea2be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:47.921720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-d2e210bf-7216-49ee-963a-4f1e7ea2be26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0651016 Dec 16 09:23:47.923256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:47.931697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:47.988549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af'}, {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:47.991369 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7680f-8475-465b-b93e-da91164ed7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af"}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:47.994562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:48.012063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f73f32c8-8b0a-4ff7-8f2e-953d2c2b8e86 req-73c415de-bcaf-4ae7-8263-bc62eefaecdd tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882759 Dec 16 09:23:48.018572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-11e53b1d-984d-4760-a799-19684ef6bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.020036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-11e53b1d-984d-4760-a799-19684ef6bb24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891497 Dec 16 09:23:48.160442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2120-0d42-4516-9c23-1a5425dd4eb0 req-57f443a1-329b-46ea-ae56-2e8c4067bdb9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.161935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0d2120-0d42-4516-9c23-1a5425dd4eb0 req-57f443a1-329b-46ea-ae56-2e8c4067bdb9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 948 time: 0.0742507 Dec 16 09:23:48.167750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f82f367d-1fa2-4027-bd62-716ba7c52305 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342242 Dec 16 09:23:48.253043 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0d2120-0d42-4516-9c23-1a5425dd4eb0 req-bd63ddfc-3170-42f3-81ba-b0bd61939a9a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841415 Dec 16 09:23:48.254514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['44b60ee2-06b3-43ad-8635-4256d4c8259d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:48.304673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-8f178a31-e9ca-4be0-9914-9e2c3331b8fa service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291022 Dec 16 09:23:48.358596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-3b1aee5e-8fb5-45a0-92f2-fd4f82431d7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 217 time: 0.0443971 Dec 16 09:23:48.436642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc80d2-2f1a-4c3f-872a-d4294bd1576f req-52a453c4-27a3-4e62-acec-2e7672e55a49 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.438070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3afc80d2-2f1a-4c3f-872a-d4294bd1576f req-52a453c4-27a3-4e62-acec-2e7672e55a49 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 945 time: 0.1177394 Dec 16 09:23:48.442124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-b861c8b8-6492-458b-97f6-2feee0ab288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.443522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-b861c8b8-6492-458b-97f6-2feee0ab288d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0707920 Dec 16 09:23:48.504288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3afc80d2-2f1a-4c3f-872a-d4294bd1576f req-7acc6b92-a62e-48c8-a4b2-c567583ce8b4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591106 Dec 16 09:23:48.511133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-324fb30f-98da-4bbe-8145-1db608ecb2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.512601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-324fb30f-98da-4bbe-8145-1db608ecb2f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605521 Dec 16 09:23:48.894516 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef67fd6-48c9-4622-a921-5c2f4f692e5c x-openstack-request-id: req-cef67fd6-48c9-4622-a921-5c2f4f692e5c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:48.894800 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:48.895045 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cef67fd6-48c9-4622-a921-5c2f4f692e5c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:48.895423 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af', 'status': 'completed', 'code': 200} Dec 16 09:23:48.895672 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50', 'status': 'completed', 'code': 200} Dec 16 09:23:48.964868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2256-94ab-4fe2-ba29-793512627e43 req-f1a55d74-6cc0-4088-8327-9149a399c99e tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:48.966339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baac2256-94ab-4fe2-ba29-793512627e43 req-f1a55d74-6cc0-4088-8327-9149a399c99e tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 943 time: 0.0699201 Dec 16 09:23:48.984095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f5b88ebe-0ba0-412d-9efb-05e9e4bf3f84 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600034 Dec 16 09:23:48.998776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.060387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baac2256-94ab-4fe2-ba29-793512627e43 req-ae4dcabc-af23-438a-8903-27ea24fa862d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869300 Dec 16 09:23:49.096860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-877511c6-bc86-438c-942e-ec054e2d3e05 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046598 Dec 16 09:23:49.115623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d6116aa-1ca2-40c7-a506-d37a34a54316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.133548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:49.141023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-cbede9d9-c3c4-4eef-bffa-b01866501b8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739 HTTP/1.1" status: 200 len: 217 time: 0.0364261 Dec 16 09:23:49.194298 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d6116aa-1ca2-40c7-a506-d37a34a54316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.199984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d6116aa-1ca2-40c7-a506-d37a34a54316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.227131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c683c6-a3fa-4c08-8ee1-4cb54a484ba5 req-3f29d751-49c7-4017-9ce6-2024f12cd151 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.228878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94c683c6-a3fa-4c08-8ee1-4cb54a484ba5 req-3f29d751-49c7-4017-9ce6-2024f12cd151 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0903873 Dec 16 09:23:49.230312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-246554b6-5cb9-4d17-a6cb-55b68e74e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.232038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-246554b6-5cb9-4d17-a6cb-55b68e74e0ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0812464 Dec 16 09:23:49.235864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:49.243967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6116aa-1ca2-40c7-a506-d37a34a54316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70593f2-bbf1-47c6-aa7b-09b7bc8e5df0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.248316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2d6116aa-1ca2-40c7-a506-d37a34a54316 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ea0d21304c149178468116da30d9044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483726 Dec 16 09:23:49.251300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58904) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.258345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac', 'network_id': '50487ac1-cae3-44d7-8f19-4ed42069d01d', 'port_id': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac', 'mac_address': 'fa:16:3e:21:87:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db78f7c-8c82-474d-aac8-594279bfd517', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:49.299062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94c683c6-a3fa-4c08-8ee1-4cb54a484ba5 req-eae43cda-ccb1-4463-9189-3096968c5cc5 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630772 Dec 16 09:23:49.300737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.306415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5394-7840-4ac3-a56f-365e6721d0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.307825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f3a542ea-0259-4c75-9f2e-18bb9099e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.309554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f3a542ea-0259-4c75-9f2e-18bb9099e688 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658636 Dec 16 09:23:49.314520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:49.335156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:49.340012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5394-7840-4ac3-a56f-365e6721d0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.342017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.342981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:23:49.392966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5394-7840-4ac3-a56f-365e6721d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.395626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5394-7840-4ac3-a56f-365e6721d0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.399579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8c6a5394-7840-4ac3-a56f-365e6721d0c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f70593f2-bbf1-47c6-aa7b-09b7bc8e5df0 HTTP/1.1" status: 204 len: 168 time: 0.1445944 Dec 16 09:23:49.406034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5394-7840-4ac3-a56f-365e6721d0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70593f2-bbf1-47c6-aa7b-09b7bc8e5df0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.446672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4971aee-8fc8-4a35-b5c7-cafb30f2e1de req-6502bc1b-8400-4115-8d2c-587e4448103c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.448272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4971aee-8fc8-4a35-b5c7-cafb30f2e1de req-6502bc1b-8400-4115-8d2c-587e4448103c tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 1096 time: 0.0709486 Dec 16 09:23:49.454407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-2091ac98-8b36-4fc7-abc8-16caf091df84 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353445 Dec 16 09:23:49.470182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.511550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:49.531262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1084da90-6163-49d1-ad4c-1757edd5192e', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '1084da90-6163-49d1-ad4c-1757edd5192e', 'mac_address': 'fa:16:3e:90:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:23:49.541579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4971aee-8fc8-4a35-b5c7-cafb30f2e1de req-c1641ad7-9555-4a1c-9be7-c220a4ab560f tempest-LiveAutoBlockMigrationV225Test-1208052140 tempest-LiveAutoBlockMigrationV225Test-1208052140-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847301 Dec 16 09:23:49.568206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.577838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f23f774b-686f-4492-bb24-f5a040dfdfc3 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134961 Dec 16 09:23:49.588541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1084da90-6163-49d1-ad4c-1757edd5192e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:49.625105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:49.630380 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.641272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-c84b6b5b-91ec-47eb-9e78-0ae168252e51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1dfcc240-ffda-464c-b53e-c36104fa51db HTTP/1.1" status: 200 len: 217 time: 0.0497470 Dec 16 09:23:49.680587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.689094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:49.737707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.740123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0e5c24a0-cc45-40e4-a412-99d257da329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.741609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-0e5c24a0-cc45-40e4-a412-99d257da329e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0924733 Dec 16 09:23:49.749757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.755954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 44b60ee2-06b3-43ad-8635-4256d4c8259d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:49.760322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 44b60ee2-06b3-43ad-8635-4256d4c8259d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:49.760871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.764202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a7457b6-981e-46eb-8793-b1aabc349bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.770380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.777185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.783171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.789123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.795139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.801128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.807096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.815227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28c84377-c14b-4550-adda-4a92b6fdafce req-d66cd393-c8a4-4d1f-8102-6f41b0c82194 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1362069 Dec 16 09:23:49.845459 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a7457b6-981e-46eb-8793-b1aabc349bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.850565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a7457b6-981e-46eb-8793-b1aabc349bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.853411 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.879972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.881296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28c84377-c14b-4550-adda-4a92b6fdafce req-2fa8481b-24cf-447c-af31-b01bb6218709 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644789 Dec 16 09:23:49.885490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:49.886288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a82d2f20-a4ed-4fab-a125-b85e259ab35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:49.887658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a82d2f20-a4ed-4fab-a125-b85e259ab35e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369624 Dec 16 09:23:49.887945 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c69b4-a16e-47ee-b5c1-480918c67822" -d '{"events": [{"server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "name": "network-vif-plugged", "status": "completed", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:49.898127 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7a7457b6-981e-46eb-8793-b1aabc349bf7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85d8aa85088445d796b2a06811e49118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465442 Dec 16 09:23:49.900695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7457b6-981e-46eb-8793-b1aabc349bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd728de5-7899-4e50-9127-adf3dd71b848,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:49.904795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:49.911847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58920) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:49.914432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:49.980296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62a1313c-2056-409d-a149-06182ec9bf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.005446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62a1313c-2056-409d-a149-06182ec9bf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.032158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe1e83-3ed2-4ca9-9ba8-9c56dbb640bb req-e0c0c379-9c56-403d-ae25-d97856a47384 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.034230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bfe1e83-3ed2-4ca9-9ba8-9c56dbb640bb req-e0c0c379-9c56-403d-ae25-d97856a47384 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0723832 Dec 16 09:23:50.056025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-5e659102-032d-4031-9204-67b3c355c167 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596918 Dec 16 09:23:50.063264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62a1313c-2056-409d-a149-06182ec9bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.067647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62a1313c-2056-409d-a149-06182ec9bf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:50.069262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-62a1313c-2056-409d-a149-06182ec9bf74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd728de5-7899-4e50-9127-adf3dd71b848 HTTP/1.1" status: 204 len: 168 time: 0.1562805 Dec 16 09:23:50.085065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1313c-2056-409d-a149-06182ec9bf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd728de5-7899-4e50-9127-adf3dd71b848,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:50.092758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['20d4a7a8-4b4d-42b8-8b2a-4528123b2bac'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:50.094904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1084da90-6163-49d1-ad4c-1757edd5192e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:50.151124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bfe1e83-3ed2-4ca9-9ba8-9c56dbb640bb req-de71dad3-c920-45d5-9502-59db5e5d3c84 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032350 Dec 16 09:23:50.158371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:50.198355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-8d5b1f04-26a5-490b-8584-28f26c7d5a36 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321986 Dec 16 09:23:50.253002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-fc443eac-476c-492c-9fd7-8d2dbabce1f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 200 len: 217 time: 0.0467184 Dec 16 09:23:50.326282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a7ea854a-edd1-4d9f-ba51-ffba5b077c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.327764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a7ea854a-edd1-4d9f-ba51-ffba5b077c1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.0657127 Dec 16 09:23:50.339373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850e989-d4a8-4624-a161-c24070e12397 req-7bb4349e-2778-4b07-b955-ea85e435e459 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.340999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9850e989-d4a8-4624-a161-c24070e12397 req-7bb4349e-2778-4b07-b955-ea85e435e459 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.0911291 Dec 16 09:23:50.410137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-b1a15d00-3166-4892-a96e-755a45ada3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.411652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-b1a15d00-3166-4892-a96e-755a45ada3e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697834 Dec 16 09:23:50.414391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9850e989-d4a8-4624-a161-c24070e12397 req-6c70f837-9cde-4b47-b605-6e88224a2462 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628946 Dec 16 09:23:50.508312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-4e07190c-bb90-4c98-a018-e27485818ae8 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884984 Dec 16 09:23:50.597562 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f203b1a-6380-4f28-a78d-ffcd5ca4c682 x-openstack-request-id: req-2f203b1a-6380-4f28-a78d-ffcd5ca4c682 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:50.598410 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "name": "network-vif-plugged", "status": "completed", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:50.598950 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f203b1a-6380-4f28-a78d-ffcd5ca4c682 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:50.599755 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'code': 200} Dec 16 09:23:50.618800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-45d51299-369d-49c3-8034-abe12586f9ae service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033416 Dec 16 09:23:50.677058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-1093e878-1c20-442d-b671-939445372814 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 200 len: 217 time: 0.0505145 Dec 16 09:23:50.782632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6205f-8252-47e8-b86b-0a5e0a3b30f8 req-515b986a-ec87-4350-a8d2-ad905ff553d3 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.784108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8a6205f-8252-47e8-b86b-0a5e0a3b30f8 req-515b986a-ec87-4350-a8d2-ad905ff553d3 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 944 time: 0.1171620 Dec 16 09:23:50.786721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f9553993-9838-448d-a168-e98c25f3c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.788378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-f9553993-9838-448d-a168-e98c25f3c58c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.1016643 Dec 16 09:23:50.789765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dd405-47c3-4ad0-8201-2944a6b74dbe req-ea81678d-21b1-4e84-897d-d35456f5e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.791387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f91dd405-47c3-4ad0-8201-2944a6b74dbe req-ea81678d-21b1-4e84-897d-d35456f5e9ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1097 time: 0.1231260 Dec 16 09:23:50.875228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8a6205f-8252-47e8-b86b-0a5e0a3b30f8 req-914640e7-60eb-4761-b4c1-779ec92b97d8 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828738 Dec 16 09:23:50.882184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f91dd405-47c3-4ad0-8201-2944a6b74dbe req-8c1430a0-b1fc-4feb-b292-fb1330ece62a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566506 Dec 16 09:23:50.887013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-be0c8f1d-bf6f-48cd-b4a9-379eb1bf74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:50.888470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-be0c8f1d-bf6f-48cd-b4a9-379eb1bf74b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904417 Dec 16 09:23:51.010408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a22523d0-5259-4250-a9fb-90a7a616941b service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140051 Dec 16 09:23:51.020804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c787a-06de-42c2-96d3-eb2a01ce9ccd req-72a363b0-7f55-49be-bd6b-699b0a1119f3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.022324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-971c787a-06de-42c2-96d3-eb2a01ce9ccd req-72a363b0-7f55-49be-bd6b-699b0a1119f3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 950 time: 0.0718477 Dec 16 09:23:51.113581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-971c787a-06de-42c2-96d3-eb2a01ce9ccd req-4864d065-7c1c-46ba-9a79-e60bdaf75643 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826597 Dec 16 09:23:51.142484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2f129-6b9a-4507-b0d4-f7d259ec7815 req-a44856a0-2078-4704-8834-42729bf55462 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188471 Dec 16 09:23:51.249893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d254a8-9c6f-46d1-86a2-04c2a31fcc8c req-67683532-c9be-4f62-b377-e3e18ef3cd44 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.251392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60d254a8-9c6f-46d1-86a2-04c2a31fcc8c req-67683532-c9be-4f62-b377-e3e18ef3cd44 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0782766 Dec 16 09:23:51.283694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.284213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.284665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.285127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.285576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.286062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.286474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.288397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-9b5c1624-405f-41d5-8b16-a7ac1c09c268 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6488 time: 0.0805516 Dec 16 09:23:51.324777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60d254a8-9c6f-46d1-86a2-04c2a31fcc8c req-195374d4-2a1c-439e-ac3d-97a42f996915 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657804 Dec 16 09:23:51.424297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-d7321dcc-2afe-4fff-8940-779e6a5454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.425828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-d7321dcc-2afe-4fff-8940-779e6a5454a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 902 time: 0.1251874 Dec 16 09:23:51.506068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-1b60c3bd-752c-4abf-a133-f8e3988a778c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 200 len: 217 time: 0.0602393 Dec 16 09:23:51.507157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58970) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:51.567487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88f4c-7175-4e00-a46c-594ddd66a15c req-483701ef-0f0e-4e36-a1f7-33ab9f253c57 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.568945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ff88f4c-7175-4e00-a46c-594ddd66a15c req-483701ef-0f0e-4e36-a1f7-33ab9f253c57 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 945 time: 0.1668434 Dec 16 09:23:51.586060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce18-626a-4277-b71a-57c32f577466 req-be4424b1-6928-4d68-ad7c-b9b958a758ba tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.586060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57f2ce18-626a-4277-b71a-57c32f577466 req-be4424b1-6928-4d68-ad7c-b9b958a758ba tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 945 time: 0.1298399 Dec 16 09:23:51.595114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-feb90e57-3c92-4943-8799-712a399c579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.596498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-feb90e57-3c92-4943-8799-712a399c579c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.0827658 Dec 16 09:23:51.658114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-935686163'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:51.682763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Made reservation on behalf of 8328acabf74e48a4be27f38ea8478167 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:51.685148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ff88f4c-7175-4e00-a46c-594ddd66a15c req-47dc0980-332f-49e7-8f3a-597b1a01aab5 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988481 Dec 16 09:23:51.686460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.695263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.717463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-31d463c6-c06a-4a8d-a1d3-123835142c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.718985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-31d463c6-c06a-4a8d-a1d3-123835142c3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1087649 Dec 16 09:23:51.790935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.795231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.815093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:51.833667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.833939 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Added segment e2bb170b-579f-4d38-9e5b-3fba7af771c4 of type vlan for network 52acabfc-5492-4896-8859-20726ca70ab7 Dec 16 09:23:51.835112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Deleting port 99fa2fe1-cde2-4544-947f-d1add56cbeee {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:51.835453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.841458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4ba3c3-7d0d-4969-abe0-fbee21e2d2bd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:51.875186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.903792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.909512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.910243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:51.925117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-1bb254f0-99c4-4a4d-a71c-e16c8f3cbca9 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982014 Dec 16 09:23:51.938204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.943929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.950044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.955745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.962632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.964847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4564424 Dec 16 09:23:51.968605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.971151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58976) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:51.974505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:51.976361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af93c116-6284-467e-9d12-ea71c2fe518b req-b025659f-3d97-4cdf-962b-987292d766c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1962080 Dec 16 09:23:51.984070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0245eb-e81d-4ca6-b8a9-8a5e4faaefff tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Pushing event updated for resources: {'Network': ['ID=52acabfc-5492-4896-8859-20726ca70ab7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:51.995966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 52acabfc-5492-4896-8859-20726ca70ab7 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:52.040068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'network': {'name': 'tempest-network--111143310', 'router:external': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:52.067795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Made reservation on behalf of 36be2dcd679f4ac39d0b95d0b7119c65 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:52.071516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.081741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.082663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] For port 99fa2fe1-cde2-4544-947f-d1add56cbeee, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=99fa2fe1-cde2-4544-947f-d1add56cbeee,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:52.083072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.109623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Calling delete_port for 99fa2fe1-cde2-4544-947f-d1add56cbeee owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:52.127086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af93c116-6284-467e-9d12-ea71c2fe518b req-3a701a0b-29af-4888-aa1c-5aa7712a5cd2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294248 Dec 16 09:23:52.188879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-000d75e2-3390-478b-bb0d-1ca1810272fa service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114809 Dec 16 09:23:52.193415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.208638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.259060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:52.268449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86134bd-9b3a-4b37-b387-2ad9cb32e8f6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:52.288622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.289065 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Added segment 13145da4-ef07-4833-ac90-4411b7c083ed of type vlan for network 12296b71-c172-4497-96c6-42c5886a2cfc Dec 16 09:23:52.339084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.367867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.368854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.369452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.381994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.382540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.382900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.383346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.383832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.384273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.384711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.386627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-79ca404e-c031-4d40-8b17-0357e2e12603 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6488 time: 0.1171775 Dec 16 09:23:52.396631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590eab-7cf5-4d70-a5fd-6a214275cbab req-d75718ba-d68b-4753-9f1c-fef52eb4bd2d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.398387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02590eab-7cf5-4d70-a5fd-6a214275cbab req-d75718ba-d68b-4753-9f1c-fef52eb4bd2d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.1277075 Dec 16 09:23:52.427485 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.431673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4568143 Dec 16 09:23:52.431936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58986) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:52.439639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['17893446-0889-47db-b1b7-288391a4d7a6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:52.441836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['99fa2fe1-cde2-4544-947f-d1add56cbeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:52.475957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442cc9-8ff9-43ff-b1a8-4eea4bde8691 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Network': ['ID=12296b71-c172-4497-96c6-42c5886a2cfc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:52.493630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 12296b71-c172-4497-96c6-42c5886a2cfc details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:52.503809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event deleted for resources: {'Port': ['ID=99fa2fe1-cde2-4544-947f-d1add56cbeee,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:52.510154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.550708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02590eab-7cf5-4d70-a5fd-6a214275cbab req-2028346b-072b-4c32-85b9-0822552ae259 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394470 Dec 16 09:23:52.580246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] No DVR routers for this DVR port 99fa2fe1-cde2-4544-947f-d1add56cbeee on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:23:52.584085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.590691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57f2ce18-626a-4277-b71a-57c32f577466 req-c1bb5f68-2d90-4b56-b485-ee883a542b47 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "DELETE /v2.0/ports/99fa2fe1-cde2-4544-947f-d1add56cbeee HTTP/1.1" status: 204 len: 173 time: 0.9923999 Dec 16 09:23:52.598977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'name': 'network-vif-deleted', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:52.601214 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87a6bbb-c34c-4abd-b444-03efb60552d2" -d '{"events": [{"server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "name": "network-vif-deleted", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:52.625446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-0df8750d-c0dd-46c3-a06f-ae9be4b31420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.627221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-0df8750d-c0dd-46c3-a06f-ae9be4b31420 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 902 time: 0.2246995 Dec 16 09:23:52.651814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.673895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12296b71-c172-4497-96c6-42c5886a2cfc']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:52.684593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13145da4-ef07-4833-ac90-4411b7c083ed') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:52.685249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13145da4-ef07-4833-ac90-4411b7c083ed') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:52.697657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.711780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.713416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-36d3934c-e08b-40ec-b115-5212e3ffcc40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 200 len: 217 time: 0.0730765 Dec 16 09:23:52.720482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:23:52.721013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:23:52.732565 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:23:52.768849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-4b837020-0285-431b-8ee0-728ddd1d9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.770366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-4b837020-0285-431b-8ee0-728ddd1d9be0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.0478184 Dec 16 09:23:52.784823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75424e01-6172-48e4-8e68-673fd4890782 req-7aacd0a5-1882-4684-ba06-5fa6bf1ee26b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.786518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.786678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75424e01-6172-48e4-8e68-673fd4890782 req-7aacd0a5-1882-4684-ba06-5fa6bf1ee26b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 944 time: 0.1585140 Dec 16 09:23:52.792716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12296b71-c172-4497-96c6-42c5886a2cfc {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:23:52.796096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.800023 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/networks/12296b71-c172-4497-96c6-42c5886a2cfc HTTP/1.1" status: 204 len: 168 time: 0.3671649 Dec 16 09:23:52.818491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58994) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:52.830989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:52.899550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75424e01-6172-48e4-8e68-673fd4890782 req-5a40397b-89a0-4800-99e8-d7c675924c6a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795336 Dec 16 09:23:52.903914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-81f50610-77ef-45c1-866a-e228345a7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:52.905990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-81f50610-77ef-45c1-866a-e228345a7f8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183345 Dec 16 09:23:52.908882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Made reservation on behalf of 36be2dcd679f4ac39d0b95d0b7119c65 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:52.912077 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.942037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:52.954841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:52.955310 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Added segment 4a8307c1-32f1-445f-bef9-0158aaa9f73e of type vlan for network 89dd07b5-2ffe-488c-99bf-70529acf2c54 Dec 16 09:23:53.110268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca44b66-b1ab-493c-b068-75b4359a2212 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Network': ['ID=12296b71-c172-4497-96c6-42c5886a2cfc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.114195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.138523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-c727e600-050a-422c-b4d8-9b33543a4e36 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179843 Dec 16 09:23:53.167985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:53.222708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1084da90-6163-49d1-ad4c-1757edd5192e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:53.223432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.235502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.236409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:53.236985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.317371 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.344748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:53.347164 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443281cd-078d-48cb-9cab-cc6a708fe736" -d '{"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:53.362839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:53.368872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.369881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:23:53.447498 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.469195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.487338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:23:53.492444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:53.492840 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.598750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.628297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-ee783675-ba2b-4db0-926d-2d81d221f281 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008784 Dec 16 09:23:53.634169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:23:53.639670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.686788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.724011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9028096 Dec 16 09:23:53.724747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cb5a7-0e73-4dd6-af28-902625a80b90 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Network': ['ID=89dd07b5-2ffe-488c-99bf-70529acf2c54,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:53.727022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59008) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:53.735163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'subnet': {'network_id': '89dd07b5-2ffe-488c-99bf-70529acf2c54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:53.736634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 89dd07b5-2ffe-488c-99bf-70529acf2c54 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:53.759597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Made reservation on behalf of 36be2dcd679f4ac39d0b95d0b7119c65 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:53.762515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:53.777383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-23ec4b55-17d6-454c-b432-8de5d0e189e6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:53.779215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-23ec4b55-17d6-454c-b432-8de5d0e189e6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6309204 Dec 16 09:23:53.807034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e7680f-8475-465b-b93e-da91164ed7d9 req-88d60e36-8688-45ef-88eb-404c9f0fa0d4 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608853 Dec 16 09:23:53.808908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-62bae176-fc20-4d15-b60b-e09a37874ee9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/quotas/1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 375 time: 0.0173218 Dec 16 09:23:53.877283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-ef41dec9-89eb-4e23-8eb0-c592999de3e4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525687 Dec 16 09:23:54.084187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:23:54.084877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.115807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32cbdf-9428-4e69-aabb-32f295c2f72f req-329b6602-d044-41fb-99c5-353d6a26cec7 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.124589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a32cbdf-9428-4e69-aabb-32f295c2f72f req-329b6602-d044-41fb-99c5-353d6a26cec7 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0784197 Dec 16 09:23:54.150252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e158a05b-a670-4c9e-ab5e-de156f82e9d2,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.154942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Checking segment: {'id': '4a8307c1-32f1-445f-bef9-0158aaa9f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89dd07b5-2ffe-488c-99bf-70529acf2c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:54.155436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Network hostable DHCP agents. Network: 89dd07b5-2ffe-488c-99bf-70529acf2c54, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:23:54.170474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a32cbdf-9428-4e69-aabb-32f295c2f72f req-29933acb-97ad-497c-9fae-41a171e1b829 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 Dec 16 09:23:54.179887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Network 89dd07b5-2ffe-488c-99bf-70529acf2c54 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:23:54.198734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 89dd07b5-2ffe-488c-99bf-70529acf2c54) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:54.203604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.204858 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.208687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be3f7b-19ce-4a1c-a617-4821f5b5183a None None] Network 89dd07b5-2ffe-488c-99bf-70529acf2c54 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:54.228291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed8db61f-97dc-4333-8d3f-ec9038648bb7 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4958973 Dec 16 09:23:54.228291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:54.233485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'floatingip': {'floating_network_id': '89dd07b5-2ffe-488c-99bf-70529acf2c54'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:54.259656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.314843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7903c2-0073-4e1c-b735-d6aca1273627 req-d5694613-e50b-4288-8026-3f888461cdfa tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.324616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc7903c2-0073-4e1c-b735-d6aca1273627 req-d5694613-e50b-4288-8026-3f888461cdfa tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1097 time: 0.0626793 Dec 16 09:23:54.376200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc7903c2-0073-4e1c-b735-d6aca1273627 req-77c12966-3d6f-4822-9a5d-dff47537bb87 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Dec 16 09:23:54.393673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa350ec8-2bc6-4f75-a9f6-66cd86c27d5d None None] Network 89dd07b5-2ffe-488c-99bf-70529acf2c54 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:23:54.425455 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f01d63-8ef7-4bad-94a0-d70cd36059c0 x-openstack-request-id: req-e2f01d63-8ef7-4bad-94a0-d70cd36059c0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:54.425972 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7990afa2-7bd8-4cf8-9a1a-0f270b64cec7", "name": "network-vif-deleted", "tag": "99fa2fe1-cde2-4544-947f-d1add56cbeee", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:54.426370 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2f01d63-8ef7-4bad-94a0-d70cd36059c0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:54.426912 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7990afa2-7bd8-4cf8-9a1a-0f270b64cec7', 'name': 'network-vif-deleted', 'tag': '99fa2fe1-cde2-4544-947f-d1add56cbeee', 'status': 'completed', 'code': 200} Dec 16 09:23:54.463658 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.528376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9095d02-9cbc-4ecc-8484-2cc973ff0d2a req-77f2da42-cdf7-4afe-9ae8-d61f9c299fdb tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 210 time: 0.0364079 Dec 16 09:23:54.569659 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.624767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Allocated IP 172.20.0.11 (89dd07b5-2ffe-488c-99bf-70529acf2c54/e158a05b-a670-4c9e-ab5e-de156f82e9d2/90c87ea5-8ff0-447c-abd2-99769342bd2d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:54.689249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.695566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.702956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.708859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.714852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.720720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.726602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:54.729614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-0ffdc193-e305-4f04-9ee4-f994de0a13b5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1077471 Dec 16 09:23:54.745761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.792481 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.805516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea1a1c41-55dc-429d-b39e-8dbf5719dcfb req-f5f7e9ec-79bb-48d0-8570-ee4b37b689dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665283 Dec 16 09:23:54.835556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Network 89dd07b5-2ffe-488c-99bf-70529acf2c54 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:54.838981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:54.844426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:54.881374 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa59b86-9d8e-4f16-af82-55e61d7f05b3 x-openstack-request-id: req-1fa59b86-9d8e-4f16-af82-55e61d7f05b3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:54.881614 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-plugged", "status": "completed", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:54.881879 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fa59b86-9d8e-4f16-af82-55e61d7f05b3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:54.882304 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'code': 200} Dec 16 09:23:54.905677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Port': ['ID=90c87ea5-8ff0-447c-abd2-99769342bd2d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:54.955522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:54.999721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd047b-0ebf-4fa9-b014-42ccbdecd067 req-40d964e8-64f3-4264-8128-cad86ba593d0 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:55.001187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.002194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5cd047b-0ebf-4fa9-b014-42ccbdecd067 req-40d964e8-64f3-4264-8128-cad86ba593d0 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 945 time: 0.0653429 Dec 16 09:23:55.054243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5cd047b-0ebf-4fa9-b014-42ccbdecd067 req-14eb2fcd-35ce-4cd0-8408-6844a6f200b5 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444620 Dec 16 09:23:55.178896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.184451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.230771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15c6ea99-7da7-4848-9f1b-e9a3a7c99042 req-f78bf7de-d597-4a2a-aabd-c1caae2a5256 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 210 time: 0.0716038 Dec 16 09:23:55.232766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-3460edd6-0147-4d64-af75-cfd281674c09 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1d86b1f5bff74133957ceca6995d2d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554070 Dec 16 09:23:55.261463 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.284769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Port': ['ID=90c87ea5-8ff0-447c-abd2-99769342bd2d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:55.296650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.302574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e061e56d-60a9-43e5-8d0f-ce983b425971 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0682361 Dec 16 09:23:55.302797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:55.405219 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-09cfe058-aebe-4ea5-971d-14fe640627b3 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=89dd07b5-2ffe-488c-99bf-70529acf2c54 HTTP/1.1" status: 200 len: 690 time: 0.0976081 Dec 16 09:23:55.405445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59030) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:55.421691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c361d-31ad-4986-8515-85409a04a7e9 req-74e0e5bb-51fb-4159-80d0-192986312483 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:55.424176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae7c361d-31ad-4986-8515-85409a04a7e9 req-74e0e5bb-51fb-4159-80d0-192986312483 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1097 time: 0.0895057 Dec 16 09:23:55.486603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-9125dee1-7717-4bb1-ba3e-42adf9915a69 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:55.489820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-9125dee1-7717-4bb1-ba3e-42adf9915a69 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497120 Dec 16 09:23:55.500340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.511168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Request body: {'port': {'device_id': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '1d86b1f5bff74133957ceca6995d2d66'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:55.537320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae7c361d-31ad-4986-8515-85409a04a7e9 req-2feeae64-684c-4f79-8b4e-c3c6188078ce tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031272 Dec 16 09:23:55.637770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Deleting port 90c87ea5-8ff0-447c-abd2-99769342bd2d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:23:55.638135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.686225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88926531-8df5-46df-8f66-f30a4cbeb873 req-205bc719-ee07-4365-9327-799fcbabc7a2 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:55.687836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88926531-8df5-46df-8f66-f30a4cbeb873 req-205bc719-ee07-4365-9327-799fcbabc7a2 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0783417 Dec 16 09:23:55.696694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Made reservation on behalf of 1d86b1f5bff74133957ceca6995d2d66 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:55.699619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:23:55.701031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.730294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 99fa2fe1-cde2-4544-947f-d1add56cbeee {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:23:55.731187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 99fa2fe1-cde2-4544-947f-d1add56cbeee not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:23:55.742781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.743859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.761760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Calling delete_port for 90c87ea5-8ff0-447c-abd2-99769342bd2d owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:23:55.790858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88926531-8df5-46df-8f66-f30a4cbeb873 req-7ad09ed3-5956-46a0-9918-b8ef0b0e723e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861733 Dec 16 09:23:55.903715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Allocated IP 192.168.233.44 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/081b7a03-94ff-402f-adbc-d19960299cd5) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:23:55.944837 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:55.947149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ab59073-daa3-4b1f-8207-fdf4b40f5eab req-e6368b30-68a3-48fc-a4c2-15a1adcad596 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7990afa2-7bd8-4cf8-9a1a-0f270b64cec7 HTTP/1.1" status: 200 len: 210 time: 0.0402296 Dec 16 09:23:55.974480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Port': ['ID=90c87ea5-8ff0-447c-abd2-99769342bd2d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.058529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.108021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.160238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.167012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.170496 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.173237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.179246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.185130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.191217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.197197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.197462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e158a05b-a670-4c9e-ab5e-de156f82e9d2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.200539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-96f2035a-db3a-4942-9c6d-58017bd7ad66 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1519482 Dec 16 09:23:56.235621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.252655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.273232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dd07b5-2ffe-488c-99bf-70529acf2c54']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:56.278255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38692b92-5749-49bb-b0a8-5ac74094e013 req-9f5d0ee2-a485-4ec7-9019-a5f6c3539c81 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574062 Dec 16 09:23:56.283156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8307c1-32f1-445f-bef9-0158aaa9f73e') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:56.283520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8307c1-32f1-445f-bef9-0158aaa9f73e') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:56.293710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.298959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.310045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.312714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa', '1084da90-6163-49d1-ad4c-1757edd5192e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:56.319605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3e102858-7078-4356-a73d-fb5dd9d1ed25'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:23:56.320415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:23:56.321184 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:23:56.324594 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:23:56.414815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.416009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.427850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89dd07b5-2ffe-488c-99bf-70529acf2c54 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:23:56.450904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:23:56.451530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.455737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:23:56.460626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:23:56.467523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59048) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.472007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/networks/89dd07b5-2ffe-488c-99bf-70529acf2c54 HTTP/1.1" status: 204 len: 168 time: 1.0652344 Dec 16 09:23:56.473416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dff001-907e-49e7-a36a-fc162edc59fa tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Network': ['ID=89dd07b5-2ffe-488c-99bf-70529acf2c54,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:56.746406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.747282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.770848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bdfcbc4a-a63f-42f2-b26a-fd6eb66d9abe tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1957 time: 0.3003464 Dec 16 09:23:56.774202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59054) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.789297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-7d4fd4a8-1910-4338-8797-79e94913ed88 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2871878 Dec 16 09:23:56.803508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Request body: {'port': {'device_id': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:56.898300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.898771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.899330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.899809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.900250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.900786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.901157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.901361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.901676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.902045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3128a7-92ab-4767-af69-978abd664900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:56.902560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.902767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.903205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.903818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.904254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.904713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.905117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:56.907983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-705ef35c-1854-441c-b7f3-459d8c3293bf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9712 time: 0.1316066 Dec 16 09:23:56.909392 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff00d6f-1cb1-4288-aaf4-1efa44ea5e69" -d '{"events": [{"server_uuid": "ea3128a7-92ab-4767-af69-978abd664900", "name": "network-vif-plugged", "status": "completed", "tag": "20d4a7a8-4b4d-42b8-8b2a-4528123b2bac"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:56.911409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.941542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-388226bb-a837-4f5c-b60c-cf9794701df4 None None] Provisioning complete for port 081b7a03-94ff-402f-adbc-d19960299cd5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:23:56.942004 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-388226bb-a837-4f5c-b60c-cf9794701df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:56.956850 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-d6b9d196-42a5-4894-9ce8-489260913043 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] delete failed (client error): The resource could not be found. Dec 16 09:23:56.958258 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d6b9d196-42a5-4894-9ce8-489260913043 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/95a6ed74-d651-4219-adb7-2060ffb2b6bd HTTP/1.1" status: 404 len: 345 time: 0.0457721 Dec 16 09:23:56.960978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.979471 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a83ced-2e9e-465c-bddd-57ba9d009bdf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 09:23:56.980514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a83ced-2e9e-465c-bddd-57ba9d009bdf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:23:56.983790 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-68a83ced-2e9e-465c-bddd-57ba9d009bdf tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/networks/89dd07b5-2ffe-488c-99bf-70529acf2c54 HTTP/1.1" status: 404 len: 339 time: 0.0215921 Dec 16 09:23:56.988204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59072) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:56.993163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'network': {'name': 'tempest-network--38663532', 'router:external': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:57.017773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-388226bb-a837-4f5c-b60c-cf9794701df4 None None] Port 081b7a03-94ff-402f-adbc-d19960299cd5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:23:57.018000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Made reservation on behalf of 36be2dcd679f4ac39d0b95d0b7119c65 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:57.021735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.050088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:57.062105 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.062549 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Added segment a6121454-3ac5-4d31-85fe-8a12eaeb8f18 of type vlan for network 08147f56-8c0b-4742-afa1-c9730e509b44 Dec 16 09:23:57.115629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.183393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.184545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.185142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.255734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2662718 Dec 16 09:23:57.256483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59080) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:57.280924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f97eb-3edf-48db-a087-6cedf36961c8 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Network': ['ID=08147f56-8c0b-4742-afa1-c9730e509b44,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:57.295713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 08147f56-8c0b-4742-afa1-c9730e509b44 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:57.495407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca00263-c380-4c00-abf6-b49bccc228fa tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.506115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca00263-c380-4c00-abf6-b49bccc228fa tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.526169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca00263-c380-4c00-abf6-b49bccc228fa tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.532270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca00263-c380-4c00-abf6-b49bccc228fa tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.534199 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ca00263-c380-4c00-abf6-b49bccc228fa tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2736969 Dec 16 09:23:57.536934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59090) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:57.544298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081b7a03-94ff-402f-adbc-d19960299cd5 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:23:57.554292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.570512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Transition to ACTIVE for port object 081b7a03-94ff-402f-adbc-d19960299cd5 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:23:57.575880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.630802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.679087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:57.743522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:57.745705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:57.745705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:57.752524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.755312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:57.755846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:57.764836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:57.765057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:57.765497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:57.766004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Bound port: 081b7a03-94ff-402f-adbc-d19960299cd5, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:57.766359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.800116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08147f56-8c0b-4742-afa1-c9730e509b44']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:57.812703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-45752564-5634-4f88-acfb-3468f5e0c5bf tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:23:57.813754 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-45752564-5634-4f88-acfb-3468f5e0c5bf tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112329 Dec 16 09:23:57.818001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6121454-3ac5-4d31-85fe-8a12eaeb8f18') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:57.818535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6121454-3ac5-4d31-85fe-8a12eaeb8f18') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:57.842160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.858963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:23:57.862629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:57.873056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.878434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-6d1138cf-a5e1-4016-8ff1-cc3b59d52be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.880313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-6d1138cf-a5e1-4016-8ff1-cc3b59d52be4 service neutron] 10.222.0.61 "GET /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 1094 time: 0.0541384 Dec 16 09:23:57.881564 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.894843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Request body: {'binding': {'host': 'n-h2-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:57.895426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Unknown quota resources ['binding']. {{(pid=102397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 09:23:57.898353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:23:57.898798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:23:57.900697 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:23:57.925129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:57.925749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:57.927182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] 10.222.0.69 "PUT /v2.0/ports/081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 1095 time: 1.1295459 Dec 16 09:23:57.927634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:23:57.930803 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5fd8a9-660f-4b29-a6f3-b01e897b117d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:23:57.975308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc00ec-bde4-4956-837c-125c1dd8b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:58.029258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-0dc07b32-816f-4c65-8692-7d4f71c4a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.030762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-0dc07b32-816f-4c65-8692-7d4f71c4a5ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0509868 Dec 16 09:23:58.038823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.046650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08147f56-8c0b-4742-afa1-c9730e509b44 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:23:58.052989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.056413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/networks/08147f56-8c0b-4742-afa1-c9730e509b44 HTTP/1.1" status: 204 len: 168 time: 0.5184827 Dec 16 09:23:58.068098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59094) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:58.083169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'network': {'name': 'tempest-network--1513418544', 'router:external': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:58.088263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Network': ['ID=08147f56-8c0b-4742-afa1-c9730e509b44,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:58.089622 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-11514aa2-a195-4548-8a7f-15f3ae5d445e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0472353 Dec 16 09:23:58.112785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.113366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.113700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.114060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.114374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.114750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.115067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.115389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.115705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.116018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.116329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.116638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eda8af-c355-4400-9f7e-0b53755985a1 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:23:58.145404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Made reservation on behalf of 36be2dcd679f4ac39d0b95d0b7119c65 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:58.148221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.187914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-f0acf7f3-5c5a-4257-8b51-7b43dcad3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.189747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-f0acf7f3-5c5a-4257-8b51-7b43dcad3969 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0891533 Dec 16 09:23:58.204167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:58.211555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on host n-h2-821941-1 for vnic_type normal with profile None {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:23:58.211787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:23:58.212342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:58.219185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.219519 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Added segment 259e017f-6477-4495-a672-28f1303a5f2b of type vlan for network 03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f Dec 16 09:23:58.221020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:23:58.221344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:23:58.252186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:23:58.252517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:23:58.253531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:23:58.253664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Bound port: 44b60ee2-06b3-43ad-8635-4256d4c8259d, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:23:58.279578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-a92fbe2f-8eab-44a6-b0d9-1ec2c4fb2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.284059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-a92fbe2f-8eab-44a6-b0d9-1ec2c4fb2ab3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867078 Dec 16 09:23:58.297186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.339815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:23:58.348325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.349657 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] 10.222.0.61 "POST /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4598622 Dec 16 09:23:58.351167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.351928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.352902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.404083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-b07988b2-85e0-48de-9873-5365f97b721b service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114581 Dec 16 09:23:58.463669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3943172 Dec 16 09:23:58.466444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59098) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:58.545322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2688-0669-44ad-aa5f-60e6c2e9041d tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Network': ['ID=03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:58.558989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:58.580307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72b5adb-3a5d-4f86-909c-3f6c6bd07dc9 req-0429a38e-70ef-4e79-a1e7-d321b2e9d067 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665082 Dec 16 09:23:58.677506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee3d2d-4bb5-4c38-a68c-df82a650c07e tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.682361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8dee3d2d-4bb5-4c38-a68c-df82a650c07e tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] 10.222.0.61 "GET /v2.0/networks/03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f HTTP/1.1" status: 200 len: 757 time: 0.2146118 Dec 16 09:23:58.682977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59102) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:58.724514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-2cfc53c9-118f-40e2-a2b4-e20ae641e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.728271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-2cfc53c9-118f-40e2-a2b4-e20ae641e0ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1097 time: 0.0591853 Dec 16 09:23:58.774305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b3b99-e1b9-420b-bf83-e05c4dd7772d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.779514 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e5b3b99-e1b9-420b-bf83-e05c4dd7772d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] 10.222.0.61 "GET /v2.0/networks/52acabfc-5492-4896-8859-20726ca70ab7 HTTP/1.1" status: 200 len: 767 time: 0.0953226 Dec 16 09:23:58.780162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59104) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:58.827077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-309120f9-66fd-4d67-be9e-6327930eaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.828658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-309120f9-66fd-4d67-be9e-6327930eaa55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.0933435 Dec 16 09:23:58.855125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.893920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-7178df9a-cd3f-4f65-9d26-156b42a6c9f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 217 time: 0.0500779 Dec 16 09:23:58.939554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:58.940084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522485d-319a-4b14-83f7-b258de643b50 req-c1b0a5f1-88d4-46fb-865a-dafeeea1236d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.942247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c522485d-319a-4b14-83f7-b258de643b50 req-c1b0a5f1-88d4-46fb-865a-dafeeea1236d tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 945 time: 0.1080425 Dec 16 09:23:58.964550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:58.971132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-827e7089-fb73-4614-9656-d798da67d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:58.972880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-827e7089-fb73-4614-9656-d798da67d972 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0706224 Dec 16 09:23:58.975600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259e017f-6477-4495-a672-28f1303a5f2b') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:58.976121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259e017f-6477-4495-a672-28f1303a5f2b') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:23:58.986598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.000675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.007857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:23:59.008460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:23:59.010466 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:23:59.019476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c522485d-319a-4b14-83f7-b258de643b50 req-54dd5034-068f-45c3-8794-ad67ea868cfd tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653021 Dec 16 09:23:59.021611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3ee93861-9350-4cec-aa7f-52363c61093e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354722 Dec 16 09:23:59.074017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.085815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:23:59.102232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Network': ['ID=03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:59.105152 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.112816 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5321e433-6ae9-4e51-8002-817e66377e25 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/networks/03f1a0c3-8ab2-4db4-88b5-20a13e0f5d5f HTTP/1.1" status: 204 len: 168 time: 0.3315895 Dec 16 09:23:59.114043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59108) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:59.119787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'network': {'name': 'tempest-network--735950588'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:59.146221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Made reservation on behalf of 36be2dcd679f4ac39d0b95d0b7119c65 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:23:59.151591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.180734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540901-7ff9-40eb-be10-22818d1e8a69 req-ea26381b-904e-4f4a-96ef-07684b842776 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.182646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13540901-7ff9-40eb-be10-22818d1e8a69 req-ea26381b-904e-4f4a-96ef-07684b842776 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 947 time: 0.0859177 Dec 16 09:23:59.196839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:23:59.210350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.210725 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Added segment d0a9e299-2e11-4579-9d01-d06f8b58f117 of type vlan for network 5b66ec50-c723-4789-a0ae-bc48ef044d16 Dec 16 09:23:59.216637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-932ace40-a7e5-453a-8cda-7e4f325fe523 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875246 Dec 16 09:23:59.239997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13540901-7ff9-40eb-be10-22818d1e8a69 req-9cbb9548-cf77-437b-9cef-b7fc3cbda75f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Dec 16 09:23:59.305966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.339974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3c967c6c-a1c6-4904-ae36-d06a110344e6 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035333 Dec 16 09:23:59.342542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.343583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.344984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.451643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957a993-9aec-41e1-9bfd-61e5b6198b11 req-a72b8fa4-15c0-4282-b29f-dad19e8b0caa tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.453890 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3378301 Dec 16 09:23:59.454341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59110) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:59.459962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:23:59.461139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6957a993-9aec-41e1-9bfd-61e5b6198b11 req-a72b8fa4-15c0-4282-b29f-dad19e8b0caa tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1119680 Dec 16 09:23:59.463391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d5940-ec70-4c4b-91ae-5592b504d123 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Network': ['ID=5b66ec50-c723-4789-a0ae-bc48ef044d16,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:23:59.475248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 5b66ec50-c723-4789-a0ae-bc48ef044d16 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:23:59.516622 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6957a993-9aec-41e1-9bfd-61e5b6198b11 req-2af672c2-4c6f-4124-a37e-50e35c8b7ffb tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Dec 16 09:23:59.587238 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9002e12c-8e30-4f72-a6c0-ad475014598f x-openstack-request-id: req-9002e12c-8e30-4f72-a6c0-ad475014598f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:23:59.588227 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3128a7-92ab-4767-af69-978abd664900", "name": "network-vif-plugged", "status": "completed", "tag": "20d4a7a8-4b4d-42b8-8b2a-4528123b2bac", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:23:59.588792 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9002e12c-8e30-4f72-a6c0-ad475014598f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:23:59.589500 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3128a7-92ab-4767-af69-978abd664900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac', 'code': 200} Dec 16 09:23:59.739528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66f88c-af9a-453e-9808-4bbf2997a9f5 req-437ebc66-0ce1-4a7b-9a25-7fda39e49a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.741457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec66f88c-af9a-453e-9808-4bbf2997a9f5 req-437ebc66-0ce1-4a7b-9a25-7fda39e49a17 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 1096 time: 0.0702794 Dec 16 09:23:59.788842 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.822884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec66f88c-af9a-453e-9808-4bbf2997a9f5 req-5cdc5220-0c87-4c5d-bfa3-b440dbf3a30a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726192 Dec 16 09:23:59.826211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.873753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Network 5b66ec50-c723-4789-a0ae-bc48ef044d16 is not hosted by any dhcp agent {{(pid=102397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:23:59.875949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.876552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:23:59.883135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "PUT /v2.0/networks/5b66ec50-c723-4789-a0ae-bc48ef044d16 HTTP/1.1" status: 200 len: 857 time: 0.4277637 Dec 16 09:23:59.885433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59116) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:23:59.921673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.928370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.935329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.942015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.948191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.955494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.963419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:23:59.973072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-675b9461-4a4e-4415-8698-0758281e4b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1574800 Dec 16 09:24:00.018588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7af8bb7-395f-48be-adc8-18dfb1faa0c8 req-62f83dbd-a4db-430d-88a6-9517ca20f299 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440624 Dec 16 09:24:00.077296 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599cd761-89f4-49c2-ae52-43ce18a54a4b x-openstack-request-id: req-599cd761-89f4-49c2-ae52-43ce18a54a4b {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:00.077821 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:00.078281 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-599cd761-89f4-49c2-ae52-43ce18a54a4b {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:00.078879 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'status': 'completed', 'code': 200} Dec 16 09:24:00.253999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd742f-1859-444c-9674-23b4169cec79 req-8251ae2b-7782-402e-ab3e-11aacceb5cb9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.255699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0acd742f-1859-444c-9674-23b4169cec79 req-8251ae2b-7782-402e-ab3e-11aacceb5cb9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.1175885 Dec 16 09:24:00.265352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-345a40ad-5ead-44b6-8562-0e010f327fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.266349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-345a40ad-5ead-44b6-8562-0e010f327fef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0722775 Dec 16 09:24:00.381141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0acd742f-1859-444c-9674-23b4169cec79 req-db793726-28b2-454f-80c9-b300d6de2986 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014555 Dec 16 09:24:00.392123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.441611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d4a88-f0aa-4ef2-ac01-f053df696623 tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event updated for resources: {'Network': ['ID=5b66ec50-c723-4789-a0ae-bc48ef044d16,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.450826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-01c3a07d-9e8d-406f-9cad-9fe18a5d13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.452330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-01c3a07d-9e8d-406f-9cad-9fe18a5d13d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1710415 Dec 16 09:24:00.507418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.536668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b66ec50-c723-4789-a0ae-bc48ef044d16']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:00.547306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-a7c61cea-d49e-44ef-92e0-148930b47558 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0841095 Dec 16 09:24:00.547558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a9e299-2e11-4579-9d01-d06f8b58f117') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:00.547996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a9e299-2e11-4579-9d01-d06f8b58f117') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:00.560296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.576416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.584555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:00.584957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.637321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-fef2dcd6-fd24-4b99-ab44-bc006194b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.639136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-fef2dcd6-fd24-4b99-ab44-bc006194b638 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0828097 Dec 16 09:24:00.652815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73a53f-c6d5-4a8c-b48f-8d9ff062758a req-6079f8c8-d064-4da8-8e78-c1bfd693cab5 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:00.659082 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:00.661979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a73a53f-c6d5-4a8c-b48f-8d9ff062758a req-6079f8c8-d064-4da8-8e78-c1bfd693cab5 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 945 time: 0.1148562 Dec 16 09:24:00.664880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.674800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b66ec50-c723-4789-a0ae-bc48ef044d16 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:24:00.677932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:00.686353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] 10.222.0.61 "DELETE /v2.0/networks/5b66ec50-c723-4789-a0ae-bc48ef044d16 HTTP/1.1" status: 204 len: 168 time: 0.7517352 Dec 16 09:24:00.689261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59126) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:00.731194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d4fec-3dad-4d0e-b0d7-858d8de0813a tempest-ExternalNetworksTestJSON-267147193 tempest-ExternalNetworksTestJSON-267147193-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b66ec50-c723-4789-a0ae-bc48ef044d16,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:00.744707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a73a53f-c6d5-4a8c-b48f-8d9ff062758a req-3f65ea1a-59d6-4db6-a6f8-9976a297e215 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818424 Dec 16 09:24:00.761487 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fcbe74-fbc2-4fb2-98e8-d5a451585a64 tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] DELETE failed (client error): The resource could not be found. Dec 16 09:24:00.761984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fcbe74-fbc2-4fb2-98e8-d5a451585a64 tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:24:00.762401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-b7422c4b-abcf-4d2d-9c8c-c8d11802b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:00.764218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-b7422c4b-abcf-4d2d-9c8c-c8d11802b671 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035602 Dec 16 09:24:00.768298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e4fcbe74-fbc2-4fb2-98e8-d5a451585a64 tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] 10.222.0.61 "DELETE /v2.0/subnets/e158a05b-a670-4c9e-ab5e-de156f82e9d2 HTTP/1.1" status: 404 len: 337 time: 0.0563340 Dec 16 09:24:00.769060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59128) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:00.994627 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.035358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09398801-6d86-4ff9-bb59-f391e61673ae req-e16f8cdd-aa49-46c9-aa5e-06b0290f5f78 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.042404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09398801-6d86-4ff9-bb59-f391e61673ae req-e16f8cdd-aa49-46c9-aa5e-06b0290f5f78 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 947 time: 0.1557691 Dec 16 09:24:01.082791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-5fac7f88-10ac-45a4-8c1a-638dba42177c service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015428 Dec 16 09:24:01.122358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09398801-6d86-4ff9-bb59-f391e61673ae req-b6fa8877-e55a-4810-8332-8fa67f94bb30 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692055 Dec 16 09:24:01.179995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59134) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:01.246914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.284380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52acabfc-5492-4896-8859-20726ca70ab7']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:01.298709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5fd8a9-660f-4b29-a6f3-b01e897b117d req-bbf5c69e-92fc-4880-9ead-e6a1f29cc56f service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069564 Dec 16 09:24:01.302975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bb170b-579f-4d38-9e5b-3fba7af771c4') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:01.303277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bb170b-579f-4d38-9e5b-3fba7af771c4') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:01.314380 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-004a4fdf-3ddf-4c2a-86f4-fb1e14b76398 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:24:01.317535 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-004a4fdf-3ddf-4c2a-86f4-fb1e14b76398 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "DELETE /v2.0/security-groups/af0ad483-990e-4948-bf31-46efc4a52b45 HTTP/1.1" status: 409 len: 336 time: 0.1337774 Dec 16 09:24:01.326800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.341445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59136) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:01.360379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.370108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:01.370498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:01.373887 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:01.407288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c00e5-a8a4-41fe-ba4e-a72c5fb0c0ff req-23307c57-5c1a-45b8-bd7e-c4c3cca334ab tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.415233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e44c00e5-a8a4-41fe-ba4e-a72c5fb0c0ff req-23307c57-5c1a-45b8-bd7e-c4c3cca334ab tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1028872 Dec 16 09:24:01.491285 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.513743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.520321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] 10.222.0.61 "DELETE /v2.0/networks/52acabfc-5492-4896-8859-20726ca70ab7 HTTP/1.1" status: 204 len: 168 time: 0.7501409 Dec 16 09:24:01.522273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fb26c-ddec-466c-96aa-dc5079a90f9d tempest-ExternalNetworksTestJSON-446723087 tempest-ExternalNetworksTestJSON-446723087-project] Pushing event deleted for resources: {'Network': ['ID=52acabfc-5492-4896-8859-20726ca70ab7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:01.539175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e44c00e5-a8a4-41fe-ba4e-a72c5fb0c0ff req-8b2be097-7b56-4e6b-bc57-261841bd9571 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Dec 16 09:24:01.584984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Deleting port 2ec0a2df-8665-443a-9c8d-5c96f40abae0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:01.585326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.691192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.692051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.714087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Calling delete_port for 2ec0a2df-8665-443a-9c8d-5c96f40abae0 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:01.722189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.735687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.744637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.753040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.760267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.768948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.777420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.779596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-77d85e71-de46-4f98-aa89-95251f7455fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1358337 Dec 16 09:24:01.828617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60b8f150-362f-4dd4-92e4-2703d18def14 req-db16a247-0a4f-41c5-b4f6-065069fcb5d8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429428 Dec 16 09:24:01.926079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59146) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:01.947947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:01.979960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757a2e5-c87c-49b9-b75b-cc9e25d7771c req-e55f0a7b-8dba-47cc-87a3-0ca97e15de63 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:01.983958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Pushing event deleted for resources: {'Port': ['ID=2ec0a2df-8665-443a-9c8d-5c96f40abae0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:02.001547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f757a2e5-c87c-49b9-b75b-cc9e25d7771c req-e55f0a7b-8dba-47cc-87a3-0ca97e15de63 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.0849063 Dec 16 09:24:02.051391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.051956 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 disassociated (deleted). External IP: 172.25.6.192, port: 4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3. Dec 16 09:24:02.074560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f757a2e5-c87c-49b9-b75b-cc9e25d7771c req-850df5eb-2fb6-409a-a30e-8e8702ba207e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Dec 16 09:24:02.220563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84f7c8c6-6c1a-4717-8f43-1867f6debae6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8328acabf74e48a4be27f38ea8478167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931628 Dec 16 09:24:02.222917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59154) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:02.254507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b51bb-84fa-4080-942b-99acf7dc7dc4 req-539d7dc8-189d-4938-9e3e-4af898d11588 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.256279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a15b51bb-84fa-4080-942b-99acf7dc7dc4 req-539d7dc8-189d-4938-9e3e-4af898d11588 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 945 time: 0.0913718 Dec 16 09:24:02.319210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:02.319914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a15b51bb-84fa-4080-942b-99acf7dc7dc4 req-7c7d5102-b906-49f3-a515-2c1cab2b63e9 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Dec 16 09:24:02.324014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-806e91d1-236e-4218-9b51-5a2819025779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.358877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-806e91d1-236e-4218-9b51-5a2819025779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.431040 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-806e91d1-236e-4218-9b51-5a2819025779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.436165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-806e91d1-236e-4218-9b51-5a2819025779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.437422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-806e91d1-236e-4218-9b51-5a2819025779 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd4ba3c3-7d0d-4969-abe0-fbee21e2d2bd HTTP/1.1" status: 204 len: 168 time: 0.2135358 Dec 16 09:24:02.469956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e91d1-236e-4218-9b51-5a2819025779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4ba3c3-7d0d-4969-abe0-fbee21e2d2bd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:02.488654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:02.496785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e723-f75d-493b-85ef-fbad0a1f7f8f req-d7a570ba-743c-4ff7-9042-380dc207585f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.504483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:02.505399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3334e723-f75d-493b-85ef-fbad0a1f7f8f req-d7a570ba-743c-4ff7-9042-380dc207585f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 947 time: 0.0781705 Dec 16 09:24:02.518200 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:02.534975 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:02.535779 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:23:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:02.562398 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-46222d43-a5a6-43f7-9f2c-79b26498b724 tempest-ServersWithSpecificFlavorTestJSON-46402524 tempest-ServersWithSpecificFlavorTestJSON-46402524-project] 10.222.0.61 "DELETE /v2.0/floatingips/e4d99686-a14f-4bdd-8f06-b57c6ae7fc49 HTTP/1.1" status: 204 len: 168 time: 1.2197857 Dec 16 09:24:02.563110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:02.566497 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7afdfa-b090-4f67-be44-b27f24764710" -d '{"events": [{"name": "network-changed", "server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:02.594711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3334e723-f75d-493b-85ef-fbad0a1f7f8f req-d483ee88-65c7-4f86-92bb-0502a57de604 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884607 Dec 16 09:24:02.723431 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:02.931527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5467cd-20d8-40dc-a8c5-0fd3fd1862cd req-8a59bb9e-6daa-431c-9fdd-c448c0e35ef8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:02.940571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e5467cd-20d8-40dc-a8c5-0fd3fd1862cd req-8a59bb9e-6daa-431c-9fdd-c448c0e35ef8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0760641 Dec 16 09:24:02.963456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59172) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:02.991393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e5467cd-20d8-40dc-a8c5-0fd3fd1862cd req-48c1ae1e-470e-4c8d-b49a-36de1579ac88 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498717 Dec 16 09:24:03.015521 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:03.032382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59176) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:03.032941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d43704e7-5e52-4dad-ad76-5853a03fa043 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36be2dcd679f4ac39d0b95d0b7119c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676286 Dec 16 09:24:03.075549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:03.100412 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:03.103860 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:23:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:03.107162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6009eae-e684-4c74-bdf0-605839c33bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.138728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6009eae-e684-4c74-bdf0-605839c33bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.195767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6009eae-e684-4c74-bdf0-605839c33bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.199309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6009eae-e684-4c74-bdf0-605839c33bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.202877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a6009eae-e684-4c74-bdf0-605839c33bdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b86134bd-9b3a-4b37-b387-2ad9cb32e8f6 HTTP/1.1" status: 204 len: 168 time: 0.1671352 Dec 16 09:24:03.210581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009eae-e684-4c74-bdf0-605839c33bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86134bd-9b3a-4b37-b387-2ad9cb32e8f6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.243640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:03.320190 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:03.395045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:03.432911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '081b7a03-94ff-402f-adbc-d19960299cd5', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '081b7a03-94ff-402f-adbc-d19960299cd5', 'mac_address': 'fa:16:3e:2d:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:03.482776 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf41f265-c8b8-4e4e-98a5-07737901a2d3 x-openstack-request-id: req-bf41f265-c8b8-4e4e-98a5-07737901a2d3 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:03.484707 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d9760b-63e5-48a1-ba54-773e6db57271", "tag": "4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:03.485208 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf41f265-c8b8-4e4e-98a5-07737901a2d3 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:03.486008 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d9760b-63e5-48a1-ba54-773e6db57271', 'tag': '4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3', 'status': 'completed', 'code': 200} Dec 16 09:24:03.504536 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.546976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081b7a03-94ff-402f-adbc-d19960299cd5 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:03.593345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:03.599871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:03.685232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-5a32b6e1-749f-4c61-9e2a-3c957dc904cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:03.687413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-5a32b6e1-749f-4c61-9e2a-3c957dc904cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.1651878 Dec 16 09:24:03.719925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ec895-3572-49a1-af4e-0cc47a47c462 req-a89ff1dd-f1ba-4ade-ac3c-a290fe04e7f6 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:03.722233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340ec895-3572-49a1-af4e-0cc47a47c462 req-a89ff1dd-f1ba-4ade-ac3c-a290fe04e7f6 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 945 time: 0.1106052 Dec 16 09:24:03.723330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:03.904666 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:04.083899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['081b7a03-94ff-402f-adbc-d19960299cd5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:04.095895 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbbfb8-16f7-47a4-8239-198f60de4abf None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:18:23Z', 'revision_number': 4, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '3720cb7b-3b0d-470e-b7c8-a0b551ede5c1', 'name': '', 'network_id': '17899e6b-529c-48ec-99e2-c0b54a7f88cb', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'mac_address': 'fa:16:3e:d6:bd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:22Z', 'updated_at': '2021-12-16T09:18:33Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'subnets': [{'id': 'a59335f6-ed16-47b9-8a3a-0b71683329e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:04.360947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340ec895-3572-49a1-af4e-0cc47a47c462 req-5661ca39-73b7-4393-841d-a80b12edab9b tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups?id=98a26268-8a1d-40f8-87cd-ba06e172f099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211841 Dec 16 09:24:04.432964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-7648b5a8-dfed-480d-adea-a7d1db3cc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.434756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-7648b5a8-dfed-480d-adea-a7d1db3cc061 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.7332141 Dec 16 09:24:04.495317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-379b4022-ec03-4edb-b7f9-27d5b193a10d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0520434 Dec 16 09:24:04.594090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ef8f8-e3f8-4c29-a054-0b7ca7062f26 None None] New status for floating IP e4d99686-a14f-4bdd-8f06-b57c6ae7fc49: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:24:04.636439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-7aec7bb3-fdda-4f0d-b8b6-b0668a021092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.639161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-7aec7bb3-fdda-4f0d-b8b6-b0668a021092 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0962231 Dec 16 09:24:04.678450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.685089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.691197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.698698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.705240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.711792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.717902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.722351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-6634031e-26ee-4fed-81cb-62ab171c8f1f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.2259405 Dec 16 09:24:04.779174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-9988fc3d-bac9-48c4-abdb-d0e02fab2734 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.780870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-9988fc3d-bac9-48c4-abdb-d0e02fab2734 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 945 time: 0.2358565 Dec 16 09:24:04.832903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-729b2c4f-70b8-4c6d-bbc2-1f1d9254f398 req-5cace0eb-002a-4641-bcf7-7ec54b482ab7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926201 Dec 16 09:24:04.834880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-0c5a830e-51f5-4ea3-a5f3-df3dc30d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:04.836584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-0c5a830e-51f5-4ea3-a5f3-df3dc30d52af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890211 Dec 16 09:24:05.020254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-9190ba4f-e615-4623-b95f-880ec97bcf65 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741283 Dec 16 09:24:05.032747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Deleting port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:05.033093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.050803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba070e2-8ee7-4694-a9f5-ca173fd204b3 req-e92cbed3-d828-421b-970d-07244b539fde tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:05.052394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fba070e2-8ee7-4694-a9f5-ca173fd204b3 req-e92cbed3-d828-421b-970d-07244b539fde tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.1139600 Dec 16 09:24:05.196151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fba070e2-8ee7-4694-a9f5-ca173fd204b3 req-baf5ea1c-c4c5-4e4f-b5a0-e1501bb01ed8 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223860 Dec 16 09:24:05.240238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] For port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,segment=NetworkSegment(762a785c-13e9-4cea-9ec9-0e8fe0e10085),segment_id=762a785c-13e9-4cea-9ec9-0e8fe0e10085)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:05.240650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.245079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d7afdfa-b090-4f67-be44-b27f24764710 req-029e7241-c01a-4b66-9abf-cbb626fa3484 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152770 Dec 16 09:24:05.254892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59224) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:05.265354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Calling delete_port for 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:05.392869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-93287497'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:05.425237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.426804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.462333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.475552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['20d4a7a8-4b4d-42b8-8b2a-4528123b2bac'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:05.500299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event deleted for resources: {'Port': ['ID=20d4a7a8-4b4d-42b8-8b2a-4528123b2bac,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:05.515388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.515833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.516233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.516734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.517088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.517481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.517878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.518265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.518646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.519024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.519403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.519780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:05.546747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.553575 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.568852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.570125 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f992fee7-dde7-4a57-9ba1-05cc28dae0ec tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.3133898 Dec 16 09:24:05.573256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59234) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:05.596254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] No DVR routers for this DVR port 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:05.599327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.603144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d8436ea-3323-4f7b-b7b1-357230720ba1 req-bada96b3-d55e-491f-91c1-63713f910143 tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.69 "DELETE /v2.0/ports/20d4a7a8-4b4d-42b8-8b2a-4528123b2bac HTTP/1.1" status: 204 len: 173 time: 0.8139200 Dec 16 09:24:05.603659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3128a7-92ab-4767-af69-978abd664900', 'name': 'network-vif-deleted', 'tag': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:05.606536 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef0ab41-70f0-456f-ba88-1fb828f24999" -d '{"events": [{"server_uuid": "ea3128a7-92ab-4767-af69-978abd664900", "name": "network-vif-deleted", "tag": "20d4a7a8-4b4d-42b8-8b2a-4528123b2bac"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:05.631673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac2dd-2805-40e2-b163-0c9425306d41 req-30014efe-a7ab-4b1c-80d7-cc7ae2c58eb6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:05.633435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1dcac2dd-2805-40e2-b163-0c9425306d41 req-30014efe-a7ab-4b1c-80d7-cc7ae2c58eb6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 948 time: 0.1342094 Dec 16 09:24:05.652706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.678849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1dcac2dd-2805-40e2-b163-0c9425306d41 req-51edc50d-6e78-434a-8f42-c9f27311fc25 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Dec 16 09:24:05.801333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eccd71-a18f-452f-831f-a301012ba810 req-9543a6f5-7627-4b53-a576-f7768ef0daad tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:05.802886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63eccd71-a18f-452f-831f-a301012ba810 req-9543a6f5-7627-4b53-a576-f7768ef0daad tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0517373 Dec 16 09:24:05.830889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.833074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.844679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63eccd71-a18f-452f-831f-a301012ba810 req-d9a020ff-1bdd-40de-b0ff-f77e4f8f7cf7 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350749 Dec 16 09:24:05.883489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.884004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30268ac7-c2fb-4c8a-a56c-3ed90b69ea74 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:05.888933 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.889483 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-73b0906c-bb99-4c7a-818f-e0c8a40d9667 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "DELETE /v2.0/routers/30268ac7-c2fb-4c8a-a56c-3ed90b69ea74 HTTP/1.1" status: 204 len: 168 time: 0.3153648 Dec 16 09:24:05.892607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59240) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:05.897002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Request body: {'router': {'name': 'tempest-router-1545360828', 'distributed': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:05.919646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.920901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.947949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9344970-e250-4585-9857-7993642faba0 req-086adde5-0d68-46bc-a7f6-a0f2e88941ed tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3128a7-92ab-4767-af69-978abd664900 HTTP/1.1" status: 200 len: 210 time: 0.0268407 Dec 16 09:24:05.973229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.978643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.993202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:05.994461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74074587-af97-4e8b-a23e-93dff4c5c559 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1008945 Dec 16 09:24:05.997427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59242) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:06.093290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.177269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbed3cd-4496-4ebb-b526-e7a903a8575b req-b0ff95a8-20fa-48ca-8965-606215ba3d2a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.179085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bbed3cd-4496-4ebb-b526-e7a903a8575b req-b0ff95a8-20fa-48ca-8965-606215ba3d2a tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.1403539 Dec 16 09:24:06.298586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.302393 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.356913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bbed3cd-4496-4ebb-b526-e7a903a8575b req-d2611b4f-cf85-4049-84a4-83a5bbcddbc8 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516478 Dec 16 09:24:06.369653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-5580aab8-eee1-4532-9d6a-c9512bec3da3 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.371107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-5580aab8-eee1-4532-9d6a-c9512bec3da3 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 944 time: 0.1364856 Dec 16 09:24:06.372132 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.372640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26466b5e-5a3d-43e1-903b-f6c1d78018cb {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:06.382314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.383451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9599455e-c5cd-4b95-9618-12c60c3d9244 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "DELETE /v2.0/routers/26466b5e-5a3d-43e1-903b-f6c1d78018cb HTTP/1.1" status: 204 len: 168 time: 0.3849552 Dec 16 09:24:06.387477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59246) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:06.392353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Request body: {'router': {'name': 'tempest-router-1417289727', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '74cf94d568bd479eb5e0a69c48f563db'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:06.432048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.433249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.453572 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc3a54-9427-408f-9f4b-df55eb885131 x-openstack-request-id: req-8cfc3a54-9427-408f-9f4b-df55eb885131 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:06.453876 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3128a7-92ab-4767-af69-978abd664900", "name": "network-vif-deleted", "tag": "20d4a7a8-4b4d-42b8-8b2a-4528123b2bac", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:06.454122 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cfc3a54-9427-408f-9f4b-df55eb885131 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:06.454512 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3128a7-92ab-4767-af69-978abd664900', 'name': 'network-vif-deleted', 'tag': '20d4a7a8-4b4d-42b8-8b2a-4528123b2bac', 'status': 'completed', 'code': 200} Dec 16 09:24:06.484999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Deleting port 17893446-0889-47db-b1b7-288391a4d7a6 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:06.485742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.491408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.497025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.513525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.517649 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-963b4a77-5bd5-4950-84b9-ec23c42f245f tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1263404 Dec 16 09:24:06.518275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59250) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:06.523222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:06.608625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.614335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.620407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.626052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.631698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.637454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.643124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.646170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-33e0448e-815c-485c-994d-561648ebe00f tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1468515 Dec 16 09:24:06.654340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] For port 17893446-0889-47db-b1b7-288391a4d7a6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=17893446-0889-47db-b1b7-288391a4d7a6,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:06.654716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.677664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Calling delete_port for 17893446-0889-47db-b1b7-288391a4d7a6 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:06.729631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.730087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.739368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5d8d589-7fbf-4f2f-8306-c1f7ad6bb00b req-2a7c2852-5cf3-4fe6-b1ac-9c5a6a1d729a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821810 Dec 16 09:24:06.818252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102397) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 09:24:06.818590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Router 103d8a1a-2713-4783-8fa2-13db7b2d0709 migrating from provider to provider. {{(pid=102397) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 09:24:06.818967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.823960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.828935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.873071 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.885899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['17893446-0889-47db-b1b7-288391a4d7a6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:06.886736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af24b-69d8-4da1-ad8e-dddd0eda072c req-57b9bb90-6688-4789-b834-a4fe5ef5cf5d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:06.888220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a93af24b-69d8-4da1-ad8e-dddd0eda072c req-57b9bb90-6688-4789-b834-a4fe5ef5cf5d tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.0738974 Dec 16 09:24:06.907756 n-d-821941-1 neutron-server[102397]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] No L3 agents can host the router 103d8a1a-2713-4783-8fa2-13db7b2d0709 Dec 16 09:24:06.912873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event deleted for resources: {'Port': ['ID=17893446-0889-47db-b1b7-288391a4d7a6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:06.971173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] No DVR routers for this DVR port 17893446-0889-47db-b1b7-288391a4d7a6 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:06.977992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:06.981233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-525d247d-3de1-4779-8cb7-a50e84ec8584 req-addb2e80-5db6-47ef-84ea-629eb4bc9bbe tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "DELETE /v2.0/ports/17893446-0889-47db-b1b7-288391a4d7a6 HTTP/1.1" status: 204 len: 173 time: 0.6019962 Dec 16 09:24:06.988722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a93af24b-69d8-4da1-ad8e-dddd0eda072c req-54a5b66a-60bc-47da-a7b7-66f168bd0a19 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796759 Dec 16 09:24:07.044989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Hosts for router 103d8a1a-2713-4783-8fa2-13db7b2d0709: [] {{(pid=102397) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 09:24:07.071600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Hosts for other DVR routers connected to router 103d8a1a-2713-4783-8fa2-13db7b2d0709: set() {{(pid=102397) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 09:24:07.074224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.078129 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f5f6de9-b114-4a3d-83bf-b0f3782a8e22 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "PUT /v2.0/routers/103d8a1a-2713-4783-8fa2-13db7b2d0709 HTTP/1.1" status: 200 len: 717 time: 0.5563231 Dec 16 09:24:07.079018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59258) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:07.192293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d8d26ced-6caa-415a-bf4e-4c7478f2e7f1 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "GET /v2.0/routers/103d8a1a-2713-4783-8fa2-13db7b2d0709 HTTP/1.1" status: 200 len: 717 time: 0.1120701 Dec 16 09:24:07.195206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59262) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:07.215009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba22f-9e98-4858-a91a-e5ea34dccca0 req-aefcbfbf-c912-4b72-8e74-d277eabfb3c0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.216509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e8ba22f-9e98-4858-a91a-e5ea34dccca0 req-aefcbfbf-c912-4b72-8e74-d277eabfb3c0 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 948 time: 0.0797241 Dec 16 09:24:07.248950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:07.256511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e8ba22f-9e98-4858-a91a-e5ea34dccca0 req-7176e26c-e492-4cc3-9a1a-ed5deec22599 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Dec 16 09:24:07.306697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 081b7a03-94ff-402f-adbc-d19960299cd5 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:07.311281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 081b7a03-94ff-402f-adbc-d19960299cd5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:07.311934 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.368051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4a059-80fc-4106-9cdd-091484077581 req-dae09859-246f-457e-adcd-9da2c908e69f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.369789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dc4a059-80fc-4106-9cdd-091484077581 req-dae09859-246f-457e-adcd-9da2c908e69f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Dec 16 09:24:07.400579 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.424002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dc4a059-80fc-4106-9cdd-091484077581 req-c80efb40-9461-4412-a033-4a9c9fd96726 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 Dec 16 09:24:07.434904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:07.434904 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633e7a3f-7025-4777-93ad-b8392b454a7c" -d '{"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:07.443498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3a36b705-4ee6-465a-827c-52943302e24f tempest-RoutersTestDVR-198366135 tempest-RoutersTestDVR-198366135-project] 10.222.0.61 "GET /v2.0/routers/103d8a1a-2713-4783-8fa2-13db7b2d0709 HTTP/1.1" status: 200 len: 683 time: 0.2466257 Dec 16 09:24:07.446242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59270) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:07.462082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:07.469456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.470319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:07.518896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:07.519673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 20d4a7a8-4b4d-42b8-8b2a-4528123b2bac not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:07.532982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.551137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:07.639234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f86a6312-e524-40e1-99f1-5463ed579bcd req-758d919a-bdb1-40e2-8191-272e2b64f651 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=50a7ed52-fe51-4e46-8102-ad9feec29fee HTTP/1.1" status: 200 len: 210 time: 0.0600126 Dec 16 09:24:07.689251 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db41102-8577-4bd4-a7b7-b21aa56f33ee x-openstack-request-id: req-5db41102-8577-4bd4-a7b7-b21aa56f33ee {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:07.689709 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:07.690053 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5db41102-8577-4bd4-a7b7-b21aa56f33ee {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:07.690691 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'code': 200} Dec 16 09:24:07.731501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.733804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.775934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59284) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:07.802196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.802719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 103d8a1a-2713-4783-8fa2-13db7b2d0709 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:07.807384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.808427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5105d5ad-497a-4a73-ae69-d4da3ddfd5ed tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "DELETE /v2.0/routers/103d8a1a-2713-4783-8fa2-13db7b2d0709 HTTP/1.1" status: 204 len: 168 time: 0.3611305 Dec 16 09:24:07.813542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59290) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:07.817541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Request body: {'router': {'name': 'tempest-router-1267232904', 'distributed': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:07.831988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dc458-218c-44c9-84ad-def9f281d0c3 req-4eefe9f7-2ce7-4799-92ea-122e19a7418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.833496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d27dc458-218c-44c9-84ad-def9f281d0c3 req-4eefe9f7-2ce7-4799-92ea-122e19a7418e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1100 time: 0.0647793 Dec 16 09:24:07.858507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.859782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.896227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d27dc458-218c-44c9-84ad-def9f281d0c3 req-e3467b14-2af1-4556-a00e-596f8502e36e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542192 Dec 16 09:24:07.955366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.963516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:07.977346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.983607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.989364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:07.995691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.001656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.007454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.013408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.015490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-098e8267-6930-49a5-9dea-f89a89af2963 req-8c91b62c-c9ee-4c6b-94c8-eee5f5e0742b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1400888 Dec 16 09:24:08.032655 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.033781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-888a0a97-2ff7-4235-a5ca-3c3d7cd47767 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2194042 Dec 16 09:24:08.039761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59294) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:08.124570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.130820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-098e8267-6930-49a5-9dea-f89a89af2963 req-22a18d8f-372b-4a45-bab4-a038278e0592 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077919 Dec 16 09:24:08.274723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.320555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.323639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.380883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d4cee-159c-4125-a903-b6ac7037e8c9 req-8ee014e0-daf0-4573-a083-68e32ba0a7c7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.382565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d1d4cee-159c-4125-a903-b6ac7037e8c9 req-8ee014e0-daf0-4573-a083-68e32ba0a7c7 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.1495824 Dec 16 09:24:08.384301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.384837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24d5a16d-9ba5-44fc-9c9a-3a85ff53268d {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:08.389347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.394049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c1ed91ef-c430-4abd-8b98-265c51d145c0 tempest-RoutersTestDVR-1017011100 tempest-RoutersTestDVR-1017011100-project-admin] 10.222.0.61 "DELETE /v2.0/routers/24d5a16d-9ba5-44fc-9c9a-3a85ff53268d HTTP/1.1" status: 204 len: 168 time: 0.3498480 Dec 16 09:24:08.432061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d1d4cee-159c-4125-a903-b6ac7037e8c9 req-b934edf2-6b68-4fef-ba05-9297ba99f284 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Dec 16 09:24:08.455793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'name': 'network-vif-deleted', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:08.458254 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63274f3-dfd1-455a-92e0-5d61269a1e7d" -d '{"events": [{"server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "name": "network-vif-deleted", "tag": "17893446-0889-47db-b1b7-288391a4d7a6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:08.473468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59306) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:08.585954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d10ffdd8-e35c-4256-b7d7-ff8096bf30ab tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.608397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4f726-06be-4e6b-a3f9-56a9184e9684 req-39304d06-f95a-4d8e-bd02-8b97f36c7070 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.610020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27d4f726-06be-4e6b-a3f9-56a9184e9684 req-39304d06-f95a-4d8e-bd02-8b97f36c7070 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0809975 Dec 16 09:24:08.632365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d10ffdd8-e35c-4256-b7d7-ff8096bf30ab tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.658020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59310) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:08.684756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27d4f726-06be-4e6b-a3f9-56a9184e9684 req-8f4edb04-7c77-4238-a7d3-b577cdaa7fbe tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652237 Dec 16 09:24:08.714756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d10ffdd8-e35c-4256-b7d7-ff8096bf30ab tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.718930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d10ffdd8-e35c-4256-b7d7-ff8096bf30ab tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.722370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d10ffdd8-e35c-4256-b7d7-ff8096bf30ab tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "DELETE /v2.0/security-groups/a8c372da-bfa5-4dd2-9e23-e1ff075cf104 HTTP/1.1" status: 204 len: 168 time: 0.2463539 Dec 16 09:24:08.725961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59316) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:08.747071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ffdd8-e35c-4256-b7d7-ff8096bf30ab tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c372da-bfa5-4dd2-9e23-e1ff075cf104,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:08.759305 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-03beb6dd-8d9d-47c9-b9c8-c2755c57bb1a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] show failed (client error): The resource could not be found. Dec 16 09:24:08.760565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-03beb6dd-8d9d-47c9-b9c8-c2755c57bb1a tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "GET /v2.0/security-groups/a8c372da-bfa5-4dd2-9e23-e1ff075cf104 HTTP/1.1" status: 404 len: 347 time: 0.0314960 Dec 16 09:24:08.768639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59318) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:08.834835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23547121-51e0-4787-92db-49ddf7af9747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.898139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1850d-1116-4a2c-bed3-e1d0ae00adc9 req-e44665bf-2e3a-4bf8-ad41-18ccc14787e0 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:08.899712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cc1850d-1116-4a2c-bed3-e1d0ae00adc9 req-e44665bf-2e3a-4bf8-ad41-18ccc14787e0 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1420200 Dec 16 09:24:08.936102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Deleting port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:08.936503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.957774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cc1850d-1116-4a2c-bed3-e1d0ae00adc9 req-c9ceb9b3-088d-478c-85a0-712537b071b3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Dec 16 09:24:08.967877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Deleting port f6990733-b849-4b1c-94ce-09cb46cb172e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:08.968218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:08.997743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23547121-51e0-4787-92db-49ddf7af9747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.006662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23547121-51e0-4787-92db-49ddf7af9747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.015258 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2e13da-4f23-457e-a3a9-d42c6dcddd0a x-openstack-request-id: req-ce2e13da-4f23-457e-a3a9-d42c6dcddd0a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:09.015529 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a7ed52-fe51-4e46-8102-ad9feec29fee", "name": "network-vif-deleted", "tag": "17893446-0889-47db-b1b7-288391a4d7a6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:09.015775 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce2e13da-4f23-457e-a3a9-d42c6dcddd0a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:09.016169 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a7ed52-fe51-4e46-8102-ad9feec29fee', 'name': 'network-vif-deleted', 'tag': '17893446-0889-47db-b1b7-288391a4d7a6', 'status': 'completed', 'code': 200} Dec 16 09:24:09.063898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.064349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.072411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] For port 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,segment=NetworkSegment(f350a78a-99c8-49d5-8199-cfbb238c148a),segment_id=f350a78a-99c8-49d5-8199-cfbb238c148a)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:09.072786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.077837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Calling delete_port for f6990733-b849-4b1c-94ce-09cb46cb172e owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:09.086083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-23547121-51e0-4787-92db-49ddf7af9747 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74cf94d568bd479eb5e0a69c48f563db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269414 Dec 16 09:24:09.086340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59322) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:09.089203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23547121-51e0-4787-92db-49ddf7af9747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4206635f-c4ab-4da6-a66f-6bab3f0c2824,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.103022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Calling delete_port for 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:09.305264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.335744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3720cb7b-3b0d-470e-b7c8-a0b551ede5c1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.534373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.580118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d6b10-94b0-4911-aa7d-e51e441f44c8 req-9baa6887-a329-42aa-a426-0457b76ab63f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.581547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-209d6b10-94b0-4911-aa7d-e51e441f44c8 req-9baa6887-a329-42aa-a426-0457b76ab63f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.1401076 Dec 16 09:24:09.614246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b108f51-ef92-41f8-bac7-7a43eebd4ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.655677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-209d6b10-94b0-4911-aa7d-e51e441f44c8 req-73612706-b953-4627-bc13-ec8a804001e9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644944 Dec 16 09:24:09.657504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b108f51-ef92-41f8-bac7-7a43eebd4ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.734927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.770240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:09.780924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Pushing event deleted for resources: {'Port': ['ID=f6990733-b849-4b1c-94ce-09cb46cb172e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.791441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b108f51-ef92-41f8-bac7-7a43eebd4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.793959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b108f51-ef92-41f8-bac7-7a43eebd4ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.795120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5b108f51-ef92-41f8-bac7-7a43eebd4ab5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4206635f-c4ab-4da6-a66f-6bab3f0c2824 HTTP/1.1" status: 204 len: 168 time: 0.7078080 Dec 16 09:24:09.840255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b108f51-ef92-41f8-bac7-7a43eebd4ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206635f-c4ab-4da6-a66f-6bab3f0c2824,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:09.866130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.872222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.878027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.883905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.886618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:09.889790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.895049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7a090d0c-5105-4b06-be64-5fec5d261fc4 admin admin] 10.222.0.61 "PUT /v2.0/routers/0fa1ed7f-20d2-4067-98ce-4a1a52962b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146238 Dec 16 09:24:09.895049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59334) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:09.895964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.898948 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] Sync routers for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:09.902141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:09.904166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-10ff369e-b3fd-4607-a6a7-6bdb0bcc7159 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1828797 Dec 16 09:24:09.908574 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:09.909893 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:23:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:09.915506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.918401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:09.922257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f4f7f136-9f59-47ee-a4dd-a166a262ebaf tempest-ImagesOneServerNegativeTestJSON-1945125230 tempest-ImagesOneServerNegativeTestJSON-1945125230-project] 10.222.0.61 "DELETE /v2.0/floatingips/5d2c3df8-cf4d-450b-9d7c-be06c29b26ea HTTP/1.1" status: 204 len: 168 time: 1.1469612 Dec 16 09:24:09.967035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad50a761-fe05-41cf-bc03-da0a3fa33fd3 req-3d509b4e-e454-4734-b1a4-e135c6b42dd0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530331 Dec 16 09:24:10.027378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.039931 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:10.127649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db894e-3393-4d92-9027-7361a75db16f req-d717440e-8c97-4b95-951b-9afc7ca9b2d2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.129060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43db894e-3393-4d92-9027-7361a75db16f req-d717440e-8c97-4b95-951b-9afc7ca9b2d2 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 944 time: 0.0865529 Dec 16 09:24:10.142033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f83389-bd67-4fd0-bf08-07831dbefc79 req-890e9a39-b0c3-4c48-b3d6-5829c73a0956 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.147237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.149654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5f83389-bd67-4fd0-bf08-07831dbefc79 req-890e9a39-b0c3-4c48-b3d6-5829c73a0956 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.0952606 Dec 16 09:24:10.199113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59342) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:10.214842 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acc9271e-7073-461f-9ebf-5009b05e1892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.249403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5f83389-bd67-4fd0-bf08-07831dbefc79 req-72eb38ef-9f78-4963-9c37-f19c17bdb6bb tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987713 Dec 16 09:24:10.251530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Deleting port eeef591e-c1b2-484e-8067-aaa36979b6aa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:10.252163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.289293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Deleting port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:10.289640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.296122 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:24:09Z', 'revision_number': 5, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port': {'id': 'eeef591e-c1b2-484e-8067-aaa36979b6aa', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:18:17Z', 'updated_at': '2021-12-16T09:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:10.335159 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] Checking router: 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:10.346418 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] Routers {'0fa1ed7f-20d2-4067-98ce-4a1a52962b17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:10.347212 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:23:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:10.382188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] For port eeef591e-c1b2-484e-8067-aaa36979b6aa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=eeef591e-c1b2-484e-8067-aaa36979b6aa,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:10.382547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.394091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acc9271e-7073-461f-9ebf-5009b05e1892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.404611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acc9271e-7073-461f-9ebf-5009b05e1892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.425101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] For port 4774fe6b-1710-45a1-aa2c-13bc67f6a506, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4774fe6b-1710-45a1-aa2c-13bc67f6a506,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:10.425532 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.441130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Calling delete_port for eeef591e-c1b2-484e-8067-aaa36979b6aa owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:10.443484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bf6ee-7a41-4587-8e53-73619cd4eb05 req-5d769acb-726a-46d1-9b8a-fe95cfe359d8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.449156 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] Set router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:10.450881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb0bf6ee-7a41-4587-8e53-73619cd4eb05 req-5d769acb-726a-46d1-9b8a-fe95cfe359d8 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0976613 Dec 16 09:24:10.464304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Calling delete_port for 4774fe6b-1710-45a1-aa2c-13bc67f6a506 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:10.498889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-acc9271e-7073-461f-9ebf-5009b05e1892 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04bec88bcfbd46038b8f77cce8e65b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995191 Dec 16 09:24:10.502061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59344) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:10.511434 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:24:10Z', 'revision_number': 6, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:10.543024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb0bf6ee-7a41-4587-8e53-73619cd4eb05 req-cca616d8-cb32-4048-8dc7-bb545ca9a20c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Dec 16 09:24:10.546143 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e621f-6280-4b8b-9f25-c1693b030055 None None] The sync data for ids ['0fa1ed7f-20d2-4067-98ce-4a1a52962b17'] in n-d-821941-1 is: [{'id': '0fa1ed7f-20d2-4067-98ce-4a1a52962b17', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666582660-router', 'tenant_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:18:16Z', 'updated_at': '2021-12-16T09:24:10Z', 'revision_number': 6, 'project_id': '86c1e8f83a224e6cbebe1d0d56649eab', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:10.559886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9271e-7073-461f-9ebf-5009b05e1892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca0775d-587a-4193-ba69-e7729b6cfec3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:10.646069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-019f9e65-0528-48e1-9e29-2cb57cabdc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.691416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-019f9e65-0528-48e1-9e29-2cb57cabdc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.692088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.732329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event deleted for resources: {'Port': ['ID=4774fe6b-1710-45a1-aa2c-13bc67f6a506,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:10.750422 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.775524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f165ab-6efa-4a8c-a1c5-f334a182759b req-78b3ed3e-ca1f-4e6a-8f9f-8b79d951540b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.777075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98f165ab-6efa-4a8c-a1c5-f334a182759b req-78b3ed3e-ca1f-4e6a-8f9f-8b79d951540b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.1183276 Dec 16 09:24:10.786660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-019f9e65-0528-48e1-9e29-2cb57cabdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.789739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-019f9e65-0528-48e1-9e29-2cb57cabdc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.793594 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-019f9e65-0528-48e1-9e29-2cb57cabdc76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ca0775d-587a-4193-ba69-e7729b6cfec3 HTTP/1.1" status: 204 len: 168 time: 0.2804213 Dec 16 09:24:10.793594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeef591e-c1b2-484e-8067-aaa36979b6aa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:10.794248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] No DVR routers for this DVR port 4774fe6b-1710-45a1-aa2c-13bc67f6a506 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:10.803617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.807620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43db894e-3393-4d92-9027-7361a75db16f req-3619eb78-0196-4b85-b9c5-267a8b95d739 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.69 "DELETE /v2.0/ports/4774fe6b-1710-45a1-aa2c-13bc67f6a506 HTTP/1.1" status: 204 len: 173 time: 0.6552832 Dec 16 09:24:10.809926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9e65-0528-48e1-9e29-2cb57cabdc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca0775d-587a-4193-ba69-e7729b6cfec3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:10.844774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98f165ab-6efa-4a8c-a1c5-f334a182759b req-cb841d45-5575-46ed-beba-4564543f898e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Dec 16 09:24:10.889057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:10.991872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9262d4-1654-4a4b-8213-770b58ce30d7 req-f6d340dc-c764-4d22-bbbc-09e6ea817697 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:10.994074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be9262d4-1654-4a4b-8213-770b58ce30d7 req-f6d340dc-c764-4d22-bbbc-09e6ea817697 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1100 time: 0.0545146 Dec 16 09:24:11.019152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'name': 'network-vif-deleted', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:11.021695 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38961691-88b4-4447-b6ab-a2b0992d8e4f" -d '{"events": [{"server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "name": "network-vif-deleted", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:11.042308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be9262d4-1654-4a4b-8213-770b58ce30d7 req-1462a5cd-7d77-4481-b4f4-132c085d0758 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Dec 16 09:24:11.044631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.046877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.119272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.119866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa1ed7f-20d2-4067-98ce-4a1a52962b17 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:11.124349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.125428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9f2af019-5ed6-41dd-90d8-4ecb854273c4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0fa1ed7f-20d2-4067-98ce-4a1a52962b17 HTTP/1.1" status: 204 len: 168 time: 1.2301209 Dec 16 09:24:11.128263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59368) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:11.174161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1c634f5-73a2-4239-ad91-4bfbfd591d1d req-f27cef93-7d92-4ee2-b864-2ae670e47d42 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6825f7-bfb6-4dba-98fc-27679a796692 HTTP/1.1" status: 200 len: 210 time: 0.0328426 Dec 16 09:24:11.176112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] Deleting subnet a59335f6-ed16-47b9-8a3a-0b71683329e7 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:11.179256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.215348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.257685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c624205c-bb0a-418a-b587-038ea28dbb50 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:11.262393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:11.269340 n-d-821941-1 neutron-server[102397]: INFO neutron.db.db_base_plugin_v2 [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] Found port (4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3, 172.20.0.12) having IP allocation on subnet a59335f6-ed16-47b9-8a3a-0b71683329e7, cannot delete Dec 16 09:24:11.271453 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 09:24:11.271923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:24:11.277941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0be61a3-189e-4be3-9c79-3c193f2066f6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 409 len: 404 time: 0.1487362 Dec 16 09:24:11.292036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 17893446-0889-47db-b1b7-288391a4d7a6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:11.292677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 17893446-0889-47db-b1b7-288391a4d7a6 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:11.327211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.334010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.341001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.348103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.357458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.363942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.370500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.372941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-6b30cbf0-f88c-40e8-a43d-3cd69756184c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5431 time: 0.1298397 Dec 16 09:24:11.404356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c624205c-bb0a-418a-b587-038ea28dbb50,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:11.417384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'c624205c-bb0a-418a-b587-038ea28dbb50', 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'port_id': 'c624205c-bb0a-418a-b587-038ea28dbb50', 'mac_address': 'fa:16:3e:7e:d1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b96855-515a-42f2-b778-750fe8793a1b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:11.434889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c85d06f1-e17e-4034-94ac-efa9414ab48e req-b8d9bd41-5249-4177-87c0-56d9aa3ada93 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521231 Dec 16 09:24:11.458621 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.473989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c624205c-bb0a-418a-b587-038ea28dbb50 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:11.495908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c624205c-bb0a-418a-b587-038ea28dbb50,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:11.496651 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec3014-e652-4998-b3c6-c8433d76f9f9 x-openstack-request-id: req-8bec3014-e652-4998-b3c6-c8433d76f9f9 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:11.497121 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6825f7-bfb6-4dba-98fc-27679a796692", "name": "network-vif-deleted", "tag": "4774fe6b-1710-45a1-aa2c-13bc67f6a506", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:11.497296 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8bec3014-e652-4998-b3c6-c8433d76f9f9 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:11.497671 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6825f7-bfb6-4dba-98fc-27679a796692', 'name': 'network-vif-deleted', 'tag': '4774fe6b-1710-45a1-aa2c-13bc67f6a506', 'status': 'completed', 'code': 200} Dec 16 09:24:11.502975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.504643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device e22b80a8-fe05-4c98-bdde-e63e5085f739 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:11.662022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:11.721284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port e22b80a8-fe05-4c98-bdde-e63e5085f739, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:11.740706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'e22b80a8-fe05-4c98-bdde-e63e5085f739', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'port_id': 'e22b80a8-fe05-4c98-bdde-e63e5085f739', 'mac_address': 'fa:16:3e:69:57:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:11.790604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.807768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22b80a8-fe05-4c98-bdde-e63e5085f739 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:11.845587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port e22b80a8-fe05-4c98-bdde-e63e5085f739, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:11.856873 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.860171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a354ae17-9db8-4c8f-99b4-b7d7278e06af details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:11.870208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59404) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:11.943778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=e22b80a8-fe05-4c98-bdde-e63e5085f739,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:11.965285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Deleting subnet 9db78f7c-8c82-474d-aac8-594279bfd517 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:11.972080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:11.995899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978ddd9-98d1-4ef4-a322-02d57472f777 req-c92d16f9-0f18-4e74-b009-c354d47ade46 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:11.997651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7978ddd9-98d1-4ef4-a322-02d57472f777 req-c92d16f9-0f18-4e74-b009-c354d47ade46 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 946 time: 0.0718029 Dec 16 09:24:11.999935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:12.002293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.032727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af', 'network_id': 'dc5f8284-3f45-40d0-afcd-a60305c5dacd', 'port_id': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af', 'mac_address': 'fa:16:3e:c8:d7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b96855-515a-42f2-b778-750fe8793a1b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:12.055312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7978ddd9-98d1-4ef4-a322-02d57472f777 req-d6a4b021-247a-46f3-a2d8-7a917857a782 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484488 Dec 16 09:24:12.083819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.088959 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.103566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a354ae17-9db8-4c8f-99b4-b7d7278e06af {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:12.141334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.166092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.172127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.172797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4cd08ce8-58c4-47ce-809d-cffb7c827272 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:12.216034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1127685065'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:12.257898 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.276212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-ce6109ed-6b2f-4126-ac45-126d748c4436 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4003026 Dec 16 09:24:12.289151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.291611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:12.297686 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9db78f7c-8c82-474d-aac8-594279bfd517 HTTP/1.1" status: 204 len: 168 time: 0.4232953 Dec 16 09:24:12.302784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80485a88-0066-4c94-a45f-484d43f78d0b req-40394cb5-57b9-45b4-a7da-6a251d308afd tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:12.304629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80485a88-0066-4c94-a45f-484d43f78d0b req-40394cb5-57b9-45b4-a7da-6a251d308afd tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.1120486 Dec 16 09:24:12.305422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59420) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:12.306176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Made reservation on behalf of 469ea7fe03c54df6a95347a6dd61c53d for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:12.309797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.318140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.356259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '4cd08ce8-58c4-47ce-809d-cffb7c827272', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'port_id': '4cd08ce8-58c4-47ce-809d-cffb7c827272', 'mac_address': 'fa:16:3e:15:46:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:12.359665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.371413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742a421-2c7a-4c45-9119-ccd7d869e83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db78f7c-8c82-474d-aac8-594279bfd517,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:12.454942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.477806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd08ce8-58c4-47ce-809d-cffb7c827272 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:12.501936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.507010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.524226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.525952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fd27b163-2a23-414d-836b-211be8098886 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:12.543324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80485a88-0066-4c94-a45f-484d43f78d0b req-361faf44-39c2-4aa8-8742-3eb6200c1891 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051749 Dec 16 09:24:12.560859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-4ae475d0-0d17-499e-9dc4-554d96394893 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:12.562537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-4ae475d0-0d17-499e-9dc4-554d96394893 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1097 time: 0.2305944 Dec 16 09:24:12.564323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eeef591e-c1b2-484e-8067-aaa36979b6aa no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:12.599462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: eeef591e-c1b2-484e-8067-aaa36979b6aa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:12.599462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eeef591e-c1b2-484e-8067-aaa36979b6aa not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:12.599849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:12.608027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821941-1'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:12.648632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:12.648632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3720cb7b-3b0d-470e-b7c8-a0b551ede5c1 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:12.745289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.825345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50487ac1-cae3-44d7-8f19-4ed42069d01d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:12.857917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762a785c-13e9-4cea-9ec9-0e8fe0e10085') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:12.858222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762a785c-13e9-4cea-9ec9-0e8fe0e10085') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:12.864088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.871662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.887354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.889385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.892035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:12.937198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122656d0-0964-4362-928c-8c81f8afeb23 req-bb15de8e-0d4f-4140-beb6-187feaba0a9d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:12.939529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-122656d0-0964-4362-928c-8c81f8afeb23 req-bb15de8e-0d4f-4140-beb6-187feaba0a9d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.2654786 Dec 16 09:24:12.942363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:12.953620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fd27b163-2a23-414d-836b-211be8098886,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:12.968939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:12.969774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fd27b163-2a23-414d-836b-211be8098886', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'port_id': 'fd27b163-2a23-414d-836b-211be8098886', 'mac_address': 'fa:16:3e:93:be:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:13.016178 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.032978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd27b163-2a23-414d-836b-211be8098886 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:13.033697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.034416 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Added segment 782d4736-f462-4b19-980c-45881829491f of type vlan for network ff2a6135-1cec-4f63-ae86-f06c45e1427e Dec 16 09:24:13.042979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:13.045138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:13.056058 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:13.058730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fd27b163-2a23-414d-836b-211be8098886,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.064818 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.066014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3a504c73-ffc2-4ef1-8585-07cb1702f515 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:13.069967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b6d01-b933-4693-ae8a-e5509dacafd4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.131573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.155302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3a504c73-ffc2-4ef1-8585-07cb1702f515', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'port_id': '3a504c73-ffc2-4ef1-8585-07cb1702f515', 'mac_address': 'fa:16:3e:38:b6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:13.161465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-122656d0-0964-4362-928c-8c81f8afeb23 req-5131020a-06dd-42be-b041-3db6d49596b1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009838 Dec 16 09:24:13.204941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.218246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.228500 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.242073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.246886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] 10.222.0.61 "DELETE /v2.0/networks/50487ac1-cae3-44d7-8f19-4ed42069d01d HTTP/1.1" status: 204 len: 168 time: 0.9335692 Dec 16 09:24:13.262375 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.307824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a504c73-ffc2-4ef1-8585-07cb1702f515 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:13.318803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d1cfb-91ff-43ba-99c5-0fe0d9bbd253 admin admin] Pushing event deleted for resources: {'Network': ['ID=50487ac1-cae3-44d7-8f19-4ed42069d01d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.336570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.346361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.347259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.372258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.382218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.383520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dfcc240-ffda-464c-b53e-c36104fa51db details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:13.465816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.469719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dfcc240-ffda-464c-b53e-c36104fa51db,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.492090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1dfcc240-ffda-464c-b53e-c36104fa51db', 'network_id': 'a3494737-a1cb-40c9-be22-a4f16e5d68d6', 'port_id': '1dfcc240-ffda-464c-b53e-c36104fa51db', 'mac_address': 'fa:16:3e:35:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e62c2cd-1f24-4103-b790-3b6aa34a98d4', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:13.492458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4914219 Dec 16 09:24:13.496120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59468) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:13.503091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'subnet': {'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:13.552197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59470) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:13.555868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.573980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.582106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfcc240-ffda-464c-b53e-c36104fa51db {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:13.606386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dfcc240-ffda-464c-b53e-c36104fa51db,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.612981 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.619991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567c970-be34-48ba-8eea-e4c995a6af8a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Network': ['ID=ff2a6135-1cec-4f63-ae86-f06c45e1427e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.645030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:13.647059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.649667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:13.654878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.661767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.669455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.677109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.683544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.691252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:13.692362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Made reservation on behalf of 469ea7fe03c54df6a95347a6dd61c53d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:13.693453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dda82d45-582e-445d-8c8a-1410f88588dc req-709f7320-16b4-4ae8-93e6-8e83ec08c843 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5437 time: 0.2637391 Dec 16 09:24:13.698648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.762436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-96c47bd7-8ce3-4dc5-9dc6-cacd7072546f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b757404217834359b605413413f1aa0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065442 Dec 16 09:24:13.763821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59476) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:13.767742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:13.797517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:13.833692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:13.833983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:13.837273 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d23f02-b0a1-46fc-922c-c3f9810bd158" -d '{"events": [{"server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "name": "network-vif-unplugged", "status": "completed", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:13.841746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.842629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f83f-2488-4f7e-a765-1ba1a6243688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.848454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dda82d45-582e-445d-8c8a-1410f88588dc req-4872f47e-ab40-4cb5-96f7-95b702e93d75 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373458 Dec 16 09:24:13.848971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d has no active binding in host n-h2-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 09:24:13.855154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.880977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f83f-2488-4f7e-a765-1ba1a6243688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.934136 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2ed13c3c-98d3-41ed-bd2e-c3fc7a93309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:13.966280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:14.002325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on host n-h1-821941-1 for vnic_type normal with profile {"migrating_to": "n-h2-821941-1"} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:14.002728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:14.002981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:14.012244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:14.012650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Attempting to bind port 44b60ee2-06b3-43ad-8635-4256d4c8259d on network 062f0d7c-1204-481f-9fd0-2fb6f97ada0b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:14.019533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:14.019846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Checking segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:14.020331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Bound using segment: {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:14.020893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Bound port: 44b60ee2-06b3-43ad-8635-4256d4c8259d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba2915a-336a-422b-a10f-183dd65883f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '062f0d7c-1204-481f-9fd0-2fb6f97ada0b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:14.021183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.022779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f83f-2488-4f7e-a765-1ba1a6243688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.027909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab7f83f-2488-4f7e-a765-1ba1a6243688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.029183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ab7f83f-2488-4f7e-a765-1ba1a6243688 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98a26268-8a1d-40f8-87cd-ba06e172f099 HTTP/1.1" status: 204 len: 168 time: 0.2650745 Dec 16 09:24:14.034764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.043043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ec497-7cf9-41bd-a5db-bcf14a63df9a req-ee310cf0-43d9-4688-be70-03e80711b2c5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.044613 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f74ec497-7cf9-41bd-a5db-bcf14a63df9a req-ee310cf0-43d9-4688-be70-03e80711b2c5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.1202753 Dec 16 09:24:14.060556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7f83f-2488-4f7e-a765-1ba1a6243688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a26268-8a1d-40f8-87cd-ba06e172f099,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:14.145126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f74ec497-7cf9-41bd-a5db-bcf14a63df9a req-9e5c3345-0a18-41fc-9468-d09f3d85bf7c tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889454 Dec 16 09:24:14.149819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Subnet': ['ID=1a931f86-dc06-4f6d-8c42-dbd6ef4a6041,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:14.158763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:14.161242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-6b7b4f95-5cdc-4f3c-aa24-d3b08403409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.162977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:14.163130 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-6b7b4f95-5cdc-4f3c-aa24-d3b08403409a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1100 time: 0.1212041 Dec 16 09:24:14.166524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Checking segment: {'id': '782d4736-f462-4b19-980c-45881829491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:14.166919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network hostable DHCP agents. Network: ff2a6135-1cec-4f63-ae86-f06c45e1427e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:14.178882 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.239105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:14.255078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=8']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:14.265094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ff2a6135-1cec-4f63-ae86-f06c45e1427e) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:14.269706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.270626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.277179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bcf021-3e1f-4db8-8491-353f7462051e None None] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:14.300650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-30956531-fa90-4b2a-bb40-a9e3e0362032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.302644 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-30956531-fa90-4b2a-bb40-a9e3e0362032 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1319063 Dec 16 09:24:14.308893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5a6f0872-445e-41c3-a7e0-7af3403c24ce tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8109279 Dec 16 09:24:14.312296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:14.323501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-59977645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:14.340517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.341922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.343923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3e5028a0-b50d-4070-9f5d-9ae635c0f80a service neutron] 10.222.0.69 "PUT /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 1122 time: 1.7438102 Dec 16 09:24:14.376302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-00e7db06-c509-4d2a-b25f-20a146a38041 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0657554 Dec 16 09:24:14.435802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.437083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.465649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-44bb9ee7-b9ec-4a1f-9521-83139bb7fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.467183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-44bb9ee7-b9ec-4a1f-9521-83139bb7fe7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0820794 Dec 16 09:24:14.487947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd211880-4626-42c8-a35b-93357f7daaeb req-27eb7303-3ac6-43dd-b9d3-e489d780a18a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.490281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd211880-4626-42c8-a35b-93357f7daaeb req-27eb7303-3ac6-43dd-b9d3-e489d780a18a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0987158 Dec 16 09:24:14.504307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['44b60ee2-06b3-43ad-8635-4256d4c8259d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:14.554769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd211880-4626-42c8-a35b-93357f7daaeb req-96d080f6-b46b-49aa-b022-999036b273b9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Dec 16 09:24:14.567268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.576024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.622499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-0e9a1f8f-9e7d-48ff-9d77-1948e933a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.624314 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-0e9a1f8f-9e7d-48ff-9d77-1948e933a513 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1458890 Dec 16 09:24:14.627436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.629916 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-124d79bc-7cca-4611-9db5-e378d0e1cd2b tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3146937 Dec 16 09:24:14.632293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59500) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:14.653165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ff2a6135-1cec-4f63-ae86-f06c45e1427e', 'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e', 'tenant_id': '469ea7fe03c54df6a95347a6dd61c53d', 'fixed_ips': [{'subnet_id': '1a931f86-dc06-4f6d-8c42-dbd6ef4a6041'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:24:14.654164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:14.851753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Allocated IP 172.20.0.2 (ff2a6135-1cec-4f63-ae86-f06c45e1427e/1a931f86-dc06-4f6d-8c42-dbd6ef4a6041/c6a890e4-8d73-4026-bde2-05263696b1b8) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:14.871917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-70cccf31-36d6-4ff8-a89f-0ed5a1a46eb9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:14.876417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-70cccf31-36d6-4ff8-a89f-0ed5a1a46eb9 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.1026173 Dec 16 09:24:14.888833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['a354ae17-9db8-4c8f-99b4-b7d7278e06af'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:14.891168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['4cd08ce8-58c4-47ce-809d-cffb7c827272'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:14.950262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-b6636d23-cd31-44cc-bb6d-cac30d34a629 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097405 Dec 16 09:24:14.952366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['44b60ee2-06b3-43ad-8635-4256d4c8259d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:15.005199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['e22b80a8-fe05-4c98-bdde-e63e5085f739'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:15.052010 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f1f534-a747-45e8-9996-342d432ead12 x-openstack-request-id: req-95f1f534-a747-45e8-9996-342d432ead12 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:15.052577 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "name": "network-vif-unplugged", "status": "completed", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:15.052577 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95f1f534-a747-45e8-9996-342d432ead12 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:15.052879 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'code': 200} Dec 16 09:24:15.096308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Deleting port fdb1576d-ac22-40ad-bd27-abb87bac5b97 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:15.097175 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.098060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3a504c73-ffc2-4ef1-8585-07cb1702f515'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:15.117093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fd27b163-2a23-414d-836b-211be8098886'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:15.140593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-01c6bebf-30ee-4e84-8f18-27c8b425754a service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678913 Dec 16 09:24:15.151963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1dfcc240-ffda-464c-b53e-c36104fa51db'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:15.240101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] For port fdb1576d-ac22-40ad-bd27-abb87bac5b97, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fdb1576d-ac22-40ad-bd27-abb87bac5b97,segment=NetworkSegment(c7ad495d-4ff3-4871-a10f-872ffa9852f8),segment_id=c7ad495d-4ff3-4871-a10f-872ffa9852f8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:15.240469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.257805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.285728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Calling delete_port for fdb1576d-ac22-40ad-bd27-abb87bac5b97 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:15.314734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991b7d5-a99a-4218-a96a-0e7910ed6ee7 req-55e27ddd-ff7a-4370-83f2-70c89bfc0d6d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.323862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b991b7d5-a99a-4218-a96a-0e7910ed6ee7 req-55e27ddd-ff7a-4370-83f2-70c89bfc0d6d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0732505 Dec 16 09:24:15.426099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b991b7d5-a99a-4218-a96a-0e7910ed6ee7 req-05169a59-8f22-474b-ae4f-d449c8edce26 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969319 Dec 16 09:24:15.501670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['c624205c-bb0a-418a-b587-038ea28dbb50'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:15.584109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071780-3c8b-4b18-8731-2ba5fd329156 req-e0b30827-8670-4f03-9d29-2932a753a26f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.593638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07071780-3c8b-4b18-8731-2ba5fd329156 req-e0b30827-8670-4f03-9d29-2932a753a26f tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e20d3000-bee0-439f-8881-77839eafa5c4 HTTP/1.1" status: 200 len: 944 time: 0.0888143 Dec 16 09:24:15.602558 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.644362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Pushing event deleted for resources: {'Port': ['ID=fdb1576d-ac22-40ad-bd27-abb87bac5b97,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:15.673838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:15.700802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.706008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] No DVR routers for this DVR port fdb1576d-ac22-40ad-bd27-abb87bac5b97 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:15.714611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07071780-3c8b-4b18-8731-2ba5fd329156 req-5dc1bdc3-f087-48e7-a09b-adaeb2985015 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.61 "GET /v2.0/security-groups?id=587e9f0c-f248-485d-8d20-6715b83fd906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196549 Dec 16 09:24:15.716954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.727325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e45ce5e6-5f4b-4476-8ff2-8d45d6f564c5 req-030d93de-5340-48cb-82bd-95c810e01305 tempest-LiveAutoBlockMigrationV225Test-767847424 tempest-LiveAutoBlockMigrationV225Test-767847424-project] 10.222.0.53 "DELETE /v2.0/ports/fdb1576d-ac22-40ad-bd27-abb87bac5b97 HTTP/1.1" status: 204 len: 173 time: 0.8401392 Dec 16 09:24:15.760859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:15.799666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 4774fe6b-1710-45a1-aa2c-13bc67f6a506 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:15.800002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4774fe6b-1710-45a1-aa2c-13bc67f6a506 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:15.881023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.892696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.902053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.909317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.915875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.922000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.928012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:15.930222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c682794-63d3-4eba-919b-03db0486569e req-284a2a6f-c1f1-48ef-8999-ddd065c586fb tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5438 time: 0.1184099 Dec 16 09:24:15.960227 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Allocated IP 172.20.0.1 (ff2a6135-1cec-4f63-ae86-f06c45e1427e/1a931f86-dc06-4f6d-8c42-dbd6ef4a6041/8b4023be-2c1f-408a-9a34-37d4a497761a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:15.986429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c682794-63d3-4eba-919b-03db0486569e req-2f13a69c-12e7-4125-8f6f-275512c02bec tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458050 Dec 16 09:24:16.021804 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:24:16.060884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:16.083697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:16.096969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.099605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:16.135901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.155595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4504-acae-4016-82c7-67b55fa9a828 req-9e6aecd8-df4b-4632-9072-f901719c70ba tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:16.158322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de8c4504-acae-4016-82c7-67b55fa9a828 req-9e6aecd8-df4b-4632-9072-f901719c70ba tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.0645773 Dec 16 09:24:16.173783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:16.179037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:16.184051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:16.197352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a890e4-8d73-4026-bde2-05263696b1b8,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.212502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de8c4504-acae-4016-82c7-67b55fa9a828 req-3802d879-a76c-43f6-9e9e-633050621289 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489447 Dec 16 09:24:16.224132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Port': ['ID=8b4023be-2c1f-408a-9a34-37d4a497761a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.259289 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.351964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Attempting to bind port c6a890e4-8d73-4026-bde2-05263696b1b8 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:16.352842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Attempting to bind port c6a890e4-8d73-4026-bde2-05263696b1b8 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '782d4736-f462-4b19-980c-45881829491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:16.352842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Attempting to bind port c6a890e4-8d73-4026-bde2-05263696b1b8 on network ff2a6135-1cec-4f63-ae86-f06c45e1427e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:16.402748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:16.403130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Checking segment: {'id': '782d4736-f462-4b19-980c-45881829491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:16.403534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.403928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Bound using segment: {'id': '782d4736-f462-4b19-980c-45881829491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:16.404411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Bound port: c6a890e4-8d73-4026-bde2-05263696b1b8, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782d4736-f462-4b19-980c-45881829491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:16.404801 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.411120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.464172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-31ebd3fa-aebb-484e-9a17-46ca8300840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.547311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] For port c6a890e4-8d73-4026-bde2-05263696b1b8, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:16.550566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] For port c6a890e4-8d73-4026-bde2-05263696b1b8, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6a890e4-8d73-4026-bde2-05263696b1b8,segment=NetworkSegment(782d4736-f462-4b19-980c-45881829491f),segment_id=782d4736-f462-4b19-980c-45881829491f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:16.556355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.624876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87920a77-144c-40c9-932a-0bcdd86574d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a890e4-8d73-4026-bde2-05263696b1b8,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.706501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.711867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.805138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Port': ['ID=8b4023be-2c1f-408a-9a34-37d4a497761a,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:16.813349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:16.920857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:16.927197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:17.051390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Router 3070b105-a6ff-4ca3-8659-692ace433d33 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:24:17.054193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d'}, {'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'name': 'network-vif-deleted', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:17.057135 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b0634-d90e-478a-b8eb-c250c2eb1916" -d '{"events": [{"name": "network-changed", "server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d"}, {"server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "name": "network-vif-deleted", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:17.151017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:17.158277 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d36b43c5-e606-42b9-8540-c9e1e7d378f4 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "PUT /v2.0/routers/3070b105-a6ff-4ca3-8659-692ace433d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5244076 Dec 16 09:24:17.160200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59542) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:17.164211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] Sync routers for ids ['3070b105-a6ff-4ca3-8659-692ace433d33'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:17.165440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'port': {'network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e', 'name': 'tempest-FloatingIPNegativeTestJSON-1069239906'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:17.174588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] Routers {'3070b105-a6ff-4ca3-8659-692ace433d33'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:17.175177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3070b105-a6ff-4ca3-8659-692ace433d33'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:17.214704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:17.223811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] Routers {'3070b105-a6ff-4ca3-8659-692ace433d33'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:17.224442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3070b105-a6ff-4ca3-8659-692ace433d33'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:17.274730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:17.275388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddddc1f-cb11-4719-a0e3-0614af999dfa None None] The sync data for ids ['3070b105-a6ff-4ca3-8659-692ace433d33'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:17.300474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd25437-dff0-48bb-b0a9-3a582033cc82 req-30cb9e73-0572-4a59-8052-15d46f46b733 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.306875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Made reservation on behalf of 469ea7fe03c54df6a95347a6dd61c53d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:17.308866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dd25437-dff0-48bb-b0a9-3a582033cc82 req-30cb9e73-0572-4a59-8052-15d46f46b733 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0608296 Dec 16 09:24:17.310775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.329666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] device_id is not set on port b25e07ea-22dd-416c-a53e-b4feca871ab0 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:24:17.344767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dd25437-dff0-48bb-b0a9-3a582033cc82 req-8347f3b0-e61e-4617-b6c8-251ac35a2f3e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Dec 16 09:24:17.451068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Allocated IP 172.20.0.4 (ff2a6135-1cec-4f63-ae86-f06c45e1427e/1a931f86-dc06-4f6d-8c42-dbd6ef4a6041/b25e07ea-22dd-416c-a53e-b4feca871ab0) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:17.496854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66276b0f-7caf-40c6-98cd-b29c7b0ce8db req-5a4d7d64-ed48-4742-b483-f17acbc88d1d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.498679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66276b0f-7caf-40c6-98cd-b29c7b0ce8db req-5a4d7d64-ed48-4742-b483-f17acbc88d1d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 945 time: 0.0564301 Dec 16 09:24:17.543179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66276b0f-7caf-40c6-98cd-b29c7b0ce8db req-15ef70d6-de8c-44e8-b77e-e319e95237a1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Dec 16 09:24:17.591023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59552) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:17.596547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2817e-18c8-4588-980d-7bff67c23c54 None None] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:17.628981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.655773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dfcc240-ffda-464c-b53e-c36104fa51db up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:17.679785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.696213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1a7ad37a-bf37-45c0-b31c-af579ddde908 None None] Provisioning complete for port c6a890e4-8d73-4026-bde2-05263696b1b8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:17.696950 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad37a-bf37-45c0-b31c-af579ddde908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.721485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.731438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.733444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:17.737257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:17.740023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.741921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:17.749066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.758089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.764242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.772682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.776670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-ab34355a-806a-479e-a317-7167c40dc13a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5438 time: 0.1326785 Dec 16 09:24:17.791957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Port': ['ID=b25e07ea-22dd-416c-a53e-b4feca871ab0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:17.802567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 1dfcc240-ffda-464c-b53e-c36104fa51db completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:17.814475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1dfcc240-ffda-464c-b53e-c36104fa51db triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:17.814928 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.819565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:17.819904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.837373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c004f6f4-e0cc-407f-a8bb-c9ad8340f6ee tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6759446 Dec 16 09:24:17.840925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:17.846367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:17.847283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:17.864523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8b6388-e41a-425f-839f-527a3b6efff6 req-e72ac42f-d354-4035-9690-789d3b0a4510 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810671 Dec 16 09:24:17.868753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Deleting subnet 8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:17.871795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.877982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.879924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: fdb1576d-ac22-40ad-bd27-abb87bac5b97 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:17.880493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fdb1576d-ac22-40ad-bd27-abb87bac5b97 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:17.922932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:17.956674 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea98070-9ebb-44b1-b087-d7875542bda0 x-openstack-request-id: req-8ea98070-9ebb-44b1-b087-d7875542bda0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:17.957278 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d", "status": "completed", "code": 200}, {"server_uuid": "e20d3000-bee0-439f-8881-77839eafa5c4", "name": "network-vif-deleted", "tag": "fdb1576d-ac22-40ad-bd27-abb87bac5b97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:17.957707 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ea98070-9ebb-44b1-b087-d7875542bda0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:17.958288 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'status': 'completed', 'code': 200} Dec 16 09:24:17.958906 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d3000-bee0-439f-8881-77839eafa5c4', 'name': 'network-vif-deleted', 'tag': 'fdb1576d-ac22-40ad-bd27-abb87bac5b97', 'status': 'completed', 'code': 200} Dec 16 09:24:17.990116 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.007855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.020448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad37a-bf37-45c0-b31c-af579ddde908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.055531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.062605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.080079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1a7ad37a-bf37-45c0-b31c-af579ddde908 None None] For port c6a890e4-8d73-4026-bde2-05263696b1b8, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6a890e4-8d73-4026-bde2-05263696b1b8,segment=NetworkSegment(782d4736-f462-4b19-980c-45881829491f),segment_id=782d4736-f462-4b19-980c-45881829491f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:18.088848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad37a-bf37-45c0-b31c-af579ddde908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.145065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Allocated IP 172.25.6.93 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/eee4ddad-8633-49cc-b74a-0453b65f8f1d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:18.152497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:18.155209 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607e046-e539-42c6-b3cb-3a03e4096355" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:18.169673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad37a-bf37-45c0-b31c-af579ddde908 None None] Pushing event updated for resources: {'Port': ['ID=c6a890e4-8d73-4026-bde2-05263696b1b8,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.182749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dfcc240-ffda-464c-b53e-c36104fa51db,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:18.191385 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.211662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-c781be61-19da-4bca-91b7-f3fba198fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.215523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-c781be61-19da-4bca-91b7-f3fba198fec5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1125 time: 0.2148435 Dec 16 09:24:18.230502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c531-3c54-4551-936c-769a1d834c3f req-3eb011fb-3cec-4b29-abb3-cb93ef38dafe tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.240726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3896c531-3c54-4551-936c-769a1d834c3f req-3eb011fb-3cec-4b29-abb3-cb93ef38dafe tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.1729901 Dec 16 09:24:18.252108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.283803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.324392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Provisioning complete for port 8b4023be-2c1f-408a-9a34-37d4a497761a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:18.325629 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.339281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.362535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3896c531-3c54-4551-936c-769a1d834c3f req-a44d751f-2065-4eab-91b9-60640681be0e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207976 Dec 16 09:24:18.371328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.394042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Port 8b4023be-2c1f-408a-9a34-37d4a497761a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:18.398765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.403762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81 HTTP/1.1" status: 204 len: 168 time: 0.8115704 Dec 16 09:24:18.406794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59564) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:18.421126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Provisioning complete for port b25e07ea-22dd-416c-a53e-b4feca871ab0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:18.421618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.423920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:18.433387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:18.440407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:18.475002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b8b79-8455-4417-8eaa-8c71d1712bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f56cf35-3d7f-41e7-b95f-9e1eaacd5e81,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.498924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Port b25e07ea-22dd-416c-a53e-b4feca871ab0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:18.512286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Port': ['ID=eee4ddad-8633-49cc-b74a-0453b65f8f1d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:18.531620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Provisioning complete for port c6a890e4-8d73-4026-bde2-05263696b1b8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:18.532028 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-731d538a-ab00-4ada-a15f-b6e5d5b39e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.639843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6a890e4-8d73-4026-bde2-05263696b1b8 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:18.644157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-e5235d58-4b59-4f3b-a2ca-0657fcf007ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.645934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-e5235d58-4b59-4f3b-a2ca-0657fcf007ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.4028783 Dec 16 09:24:18.649158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.703059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-eadd9005-9f11-4de9-9d53-98493cf49c68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 217 time: 0.0482049 Dec 16 09:24:18.746514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.844703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.849939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:18.856325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-55faa497-4baa-4cd4-aae4-ed1e5cea410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:18.858511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-55faa497-4baa-4cd4-aae4-ed1e5cea410d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1472039 Dec 16 09:24:18.936051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-d7c709ae-a878-4111-9277-5f490b39753b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627747 Dec 16 09:24:18.938592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9901433-d9f8-4d1a-ab0f-c2c0bc974455']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:18.990722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c6a890e4-8d73-4026-bde2-05263696b1b8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:18.991239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.062028 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96e1fa-c7b3-4517-aa6e-5cf4a33f7100 x-openstack-request-id: req-3a96e1fa-c7b3-4517-aa6e-5cf4a33f7100 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:19.062314 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:19.062677 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a96e1fa-c7b3-4517-aa6e-5cf4a33f7100 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:19.062956 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db', 'code': 200} Dec 16 09:24:19.096012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-98a58cd1-11c8-4411-8c6e-060969a61448 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484470 Dec 16 09:24:19.102389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ad495d-4ff3-4871-a10f-872ffa9852f8') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:19.102389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ad495d-4ff3-4871-a10f-872ffa9852f8') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:19.147786 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.256577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-80b47027-a024-4b0b-94f5-30dab2616e3c None None] Provisioning complete for port 8b4023be-2c1f-408a-9a34-37d4a497761a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:19.257165 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80b47027-a024-4b0b-94f5-30dab2616e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.263050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.277276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.308618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.330427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-80b47027-a024-4b0b-94f5-30dab2616e3c None None] Port 8b4023be-2c1f-408a-9a34-37d4a497761a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:19.345707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:19.346173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:19.348528 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:19.422921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5fd7a-e4c8-4bf2-be92-61c5aa6650b1 req-184821f7-9983-46f4-a882-516e39a66c30 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:19.431283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bb5fd7a-e4c8-4bf2-be92-61c5aa6650b1 req-184821f7-9983-46f4-a882-516e39a66c30 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.2619877 Dec 16 09:24:19.434147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Port': ['ID=eee4ddad-8633-49cc-b74a-0453b65f8f1d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:19.456316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.459055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab0567c5-d8fc-4be6-bd39-95acc0954849 None None] Provisioning complete for port b25e07ea-22dd-416c-a53e-b4feca871ab0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:19.459709 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab0567c5-d8fc-4be6-bd39-95acc0954849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.484064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.486997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-caf7e83a-eb39-42f9-82b4-5bdbe1b17a4a tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6433725 Dec 16 09:24:19.488957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:19.496293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-df5e29c1-c7fc-4580-b4f5-95bccca64923 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'floatingip': {'port_id': 'b25e07ea-22dd-416c-a53e-b4feca871ab0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:19.499492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.530275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.536484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] 10.222.0.61 "DELETE /v2.0/networks/d9901433-d9f8-4d1a-ab0f-c2c0bc974455 HTTP/1.1" status: 204 len: 168 time: 1.0769439 Dec 16 09:24:19.537341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab0567c5-d8fc-4be6-bd39-95acc0954849 None None] Port b25e07ea-22dd-416c-a53e-b4feca871ab0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:19.555253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59586) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:19.559150 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-085b0634-d90e-478a-b8eb-c250c2eb1916 req-1c8ebd93-bdf0-4767-9f5a-7ee5f7f27a49 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354675 Dec 16 09:24:19.571796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df5e29c1-c7fc-4580-b4f5-95bccca64923 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.613212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee6da9-2223-4185-b897-e92228b6866a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9901433-d9f8-4d1a-ab0f-c2c0bc974455,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:19.627887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bb5fd7a-e4c8-4bf2-be92-61c5aa6650b1 req-877b32ef-9d76-429d-9c23-beedc5c2e7a3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954353 Dec 16 09:24:19.633317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Deleting subnet f2a2cecc-df65-47fb-a255-2fa5ba4e032e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:19.643749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.713810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.741266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.748113 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-df5e29c1-c7fc-4580-b4f5-95bccca64923 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] update failed (client error): The resource could not be found. Dec 16 09:24:19.751936 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-df5e29c1-c7fc-4580-b4f5-95bccca64923 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "PUT /v2.0/floatingips/5cd42bf5-c010-464d-9b5d-2e5461fb1ab8 HTTP/1.1" status: 404 len: 507 time: 0.2598593 Dec 16 09:24:19.752573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59594) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:19.862228 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.923250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:19.993575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:19.999570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.005436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.011333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.017126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.023472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.029200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.031224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e76247b-9c91-433f-8887-479773fdf202 req-9e14f6be-c42c-45c1-b470-af686712b3d4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5439 time: 0.1648762 Dec 16 09:24:20.387192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Deleting port eee4ddad-8633-49cc-b74a-0453b65f8f1d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:20.387602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.459968 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.498527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e76247b-9c91-433f-8887-479773fdf202 req-4737c1ad-6c80-4dfb-a073-4b6b5f5f0a85 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4561696 Dec 16 09:24:20.504764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a2cecc-df65-47fb-a255-2fa5ba4e032e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:20.506991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.511143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ce14ed8f-00df-49b2-994d-e3f7d36d72f0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f2a2cecc-df65-47fb-a255-2fa5ba4e032e HTTP/1.1" status: 204 len: 168 time: 0.9546435 Dec 16 09:24:20.514396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59600) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:20.587376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.587376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.609905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Calling delete_port for eee4ddad-8633-49cc-b74a-0453b65f8f1d owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:20.615415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.632714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-78c5e912-1efe-419a-a4e9-ee74b4ff0fef service neutron] 10.222.0.53 "GET /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.1133413 Dec 16 09:24:20.712313 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.746412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363915d3-7be7-4275-bfae-baf4737a439f']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:20.764090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d53da8-17f2-4553-a27f-53e60ae4644c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:20.764499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d53da8-17f2-4553-a27f-53e60ae4644c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:20.778335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.795202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.802298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:20.802784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:20.806045 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:20.870782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.875763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:20.878943 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/363915d3-7be7-4275-bfae-baf4737a439f HTTP/1.1" status: 204 len: 168 time: 0.3632581 Dec 16 09:24:20.895968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a9b2-bdc4-4622-ba9d-f94ccb0c23c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=363915d3-7be7-4275-bfae-baf4737a439f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:20.929734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9faa93-fc0e-4b04-9646-0f4059002ee5 req-e31dd5ac-e115-4d6d-b8a9-491dff0d1fa6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:20.931331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b9faa93-fc0e-4b04-9646-0f4059002ee5 req-e31dd5ac-e115-4d6d-b8a9-491dff0d1fa6 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 944 time: 0.1403337 Dec 16 09:24:20.962659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.004364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:21.012627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59610) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:21.019644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Port': ['ID=eee4ddad-8633-49cc-b74a-0453b65f8f1d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.040352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b9faa93-fc0e-4b04-9646-0f4059002ee5 req-d27ac959-43b9-4b48-a623-2f9524958264 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004083 Dec 16 09:24:21.067302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89f7147d-8e75-4e27-ae69-4879b1ad48a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc7c74dec1784026809a2066f9b47412&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529625 Dec 16 09:24:21.070000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59612) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:21.082211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:21.126788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b60ee2-06b3-43ad-8635-4256d4c8259d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:21.135615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99cc465b-4824-471c-9ac0-686436dafb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.137174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.139611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.140756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e99aab4b-3c1b-40a2-a4bf-253a7cf58517 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "DELETE /v2.0/floatingips/5cd42bf5-c010-464d-9b5d-2e5461fb1ab8 HTTP/1.1" status: 204 len: 168 time: 1.3872166 Dec 16 09:24:21.145283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59616) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:21.151643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-934b65d5-246e-4024-8032-baa5f6469612 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'floatingip': {'floating_network_id': 'ff2a6135-1cec-4f63-ae86-f06c45e1427e', 'port_id': 'b25e07ea-22dd-416c-a53e-b4feca871ab0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:21.152674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:21.171620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99cc465b-4824-471c-9ac0-686436dafb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.183182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.205904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-934b65d5-246e-4024-8032-baa5f6469612 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.237203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e74ff-bc98-42ab-994b-95b388082906 req-9aaa12e7-112b-48ff-9351-531e74312e17 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.238773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f0e74ff-bc98-42ab-994b-95b388082906 req-9aaa12e7-112b-48ff-9351-531e74312e17 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.1060102 Dec 16 09:24:21.283453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99cc465b-4824-471c-9ac0-686436dafb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.286681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99cc465b-4824-471c-9ac0-686436dafb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.287987 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99cc465b-4824-471c-9ac0-686436dafb74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/587e9f0c-f248-485d-8d20-6715b83fd906 HTTP/1.1" status: 204 len: 168 time: 0.2168648 Dec 16 09:24:21.307376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc465b-4824-471c-9ac0-686436dafb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e9f0c-f248-485d-8d20-6715b83fd906,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.318515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f0e74ff-bc98-42ab-994b-95b388082906 req-b9b78d4f-93e0-45de-a311-40dd3a4fde70 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614119 Dec 16 09:24:21.319468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] Transition to ACTIVE for port object 44b60ee2-06b3-43ad-8635-4256d4c8259d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:21.328107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.406671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] No DVR routers for this DVR port 44b60ee2-06b3-43ad-8635-4256d4c8259d on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:21.417278 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-934b65d5-246e-4024-8032-baa5f6469612 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:24:21.419561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-934b65d5-246e-4024-8032-baa5f6469612 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2731717 Dec 16 09:24:21.423107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59638) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:21.428338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'b25e07ea-22dd-416c-a53e-b4feca871ab0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:21.436264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85212192-5a49-4071-85ab-97c253068a78 service neutron] Pushing event updated for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:21.475378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-85212192-5a49-4071-85ab-97c253068a78 service neutron] 10.222.0.53 "PUT /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d/bindings/n-h2-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8083105 Dec 16 09:24:21.485830 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.629756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-0286f7ec-0201-48b8-87f9-8a56639fee77 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.638612 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-0286f7ec-0201-48b8-87f9-8a56639fee77 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.0834785 Dec 16 09:24:21.644373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device e22b80a8-fe05-4c98-bdde-e63e5085f739 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:21.670088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.736883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-ad9f8e1d-6712-441e-a77b-bd1ee92b400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.740319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-ad9f8e1d-6712-441e-a77b-bd1ee92b400c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7&tenant_id=91e039e7ba994f8e8d67621625040c99 HTTP/1.1" status: 200 len: 1096 time: 0.0904152 Dec 16 09:24:21.770251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port e22b80a8-fe05-4c98-bdde-e63e5085f739 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:21.787567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port e22b80a8-fe05-4c98-bdde-e63e5085f739 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:21.787952 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:21.842212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59656) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:21.862244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:21.874230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-e61f10e6-e59f-45b7-97dc-ecbb05802fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.876273 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-e61f10e6-e59f-45b7-97dc-ecbb05802fdb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1096 time: 0.1026607 Dec 16 09:24:21.878463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:21.901746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.907847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.914076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.920070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.926600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.932353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.938505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:21.940613 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-4266fde1-aa11-4e4d-a1a9-1ccb301b7424 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5439 time: 0.1899018 Dec 16 09:24:22.004315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3a8c534b-bd90-4916-bb91-b1a4ed35e38b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d4ee4b5476a4d81b471d95c99bf14ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1598682 Dec 16 09:24:22.005877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Allocated IP 172.25.6.41 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b66466c1-16d3-4849-9805-3cc95e2da17a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:22.008900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59668) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:22.019008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-89f03af3-9785-41c2-9c85-398bcaebea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:22.020631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-89f03af3-9785-41c2-9c85-398bcaebea71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.1345880 Dec 16 09:24:22.048251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:22.057715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15698c65-c20c-4f46-ae7b-21545ebf1509 req-9cf6ebcb-a124-4be7-845b-01bc92ea8d51 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954707 Dec 16 09:24:22.076733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-6d1dd48b-7386-49fa-a4d9-d01ef0626622 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 200 len: 217 time: 0.0474398 Dec 16 09:24:22.107227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:22.108838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'mac_address': 'fa:16:3e:1c:0f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:22.153955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6c95709-ffa3-40aa-96d5-cb0e5e799bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.157648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-ede387a9-b9dd-41d7-88bc-5cb9a2ec8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:22.159741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-ede387a9-b9dd-41d7-88bc-5cb9a2ec8c05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.0620334 Dec 16 09:24:22.203674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6c95709-ffa3-40aa-96d5-cb0e5e799bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.208173 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-0af6f787-27f3-4f6c-a661-b1664f77ad54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410984 Dec 16 09:24:22.229796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.301559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.313037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6c95709-ffa3-40aa-96d5-cb0e5e799bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.315962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6c95709-ffa3-40aa-96d5-cb0e5e799bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.317338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f6c95709-ffa3-40aa-96d5-cb0e5e799bc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84cca6db-0a06-407e-972b-711202b2cf29 HTTP/1.1" status: 204 len: 168 time: 0.3053637 Dec 16 09:24:22.372838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.376383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:22.391032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95709-ffa3-40aa-96d5-cb0e5e799bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cca6db-0a06-407e-972b-711202b2cf29,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:22.395061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-1fe6e48a-8610-476e-a022-36d4c2fde866 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772878 Dec 16 09:24:22.396627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:22.411047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:22.422298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event updated for resources: {'Port': ['ID=b66466c1-16d3-4849-9805-3cc95e2da17a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:22.436017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd087287-c4d6-4291-9291-f93ed7098fd3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:22.471787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.532894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:22.550871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.571051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b80a8-fe05-4c98-bdde-e63e5085f739'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:22.578549 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c99f695-2da6-4a14-937b-e36edac80c54" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "e22b80a8-fe05-4c98-bdde-e63e5085f739"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:22.651184 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-5fc4654f-8978-4685-a76c-036f1eb7be43 service neutron] 10.222.0.69 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391355 Dec 16 09:24:22.671205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port e22b80a8-fe05-4c98-bdde-e63e5085f739, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:22.679846 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.682208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c624205c-bb0a-418a-b587-038ea28dbb50 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:22.741447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cd087287-c4d6-4291-9291-f93ed7098fd3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:22.775505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Deleting port b66466c1-16d3-4849-9805-3cc95e2da17a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:22.782545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.801598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:22.932497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=e22b80a8-fe05-4c98-bdde-e63e5085f739,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:22.938436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port c624205c-bb0a-418a-b587-038ea28dbb50 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:22.954949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port c624205c-bb0a-418a-b587-038ea28dbb50 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:22.955526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.961887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.962209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:22.976648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Calling delete_port for b66466c1-16d3-4849-9805-3cc95e2da17a owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:23.048463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-f26e111d-f524-44a9-bfd3-a83b492cd0af tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:23.054311 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-f26e111d-f524-44a9-bfd3-a83b492cd0af tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7&tenant_id=91e039e7ba994f8e8d67621625040c99&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.1152763 Dec 16 09:24:23.166949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.181996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f911c-8b4f-4649-9de8-ca3223555365 req-4fb5d899-5021-4080-b549-4f829b66fd73 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:23.183637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-173f911c-8b4f-4649-9de8-ca3223555365 req-4fb5d899-5021-4080-b549-4f829b66fd73 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 945 time: 0.2784693 Dec 16 09:24:23.184860 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.209468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c624205c-bb0a-418a-b587-038ea28dbb50,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:23.219749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.220862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4cd08ce8-58c4-47ce-809d-cffb7c827272 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:23.225898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Port': ['ID=b66466c1-16d3-4849-9805-3cc95e2da17a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:23.320738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:23.335668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-9c93da02-b8d9-4597-9342-e27153638fa6 service neutron] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:23.340185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 4cd08ce8-58c4-47ce-809d-cffb7c827272 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:23.341048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-9c93da02-b8d9-4597-9342-e27153638fa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.345984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 4cd08ce8-58c4-47ce-809d-cffb7c827272 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:23.346760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.350890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-173f911c-8b4f-4649-9de8-ca3223555365 req-7145c0b6-4269-4655-b105-354b79b7ca19 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574206 Dec 16 09:24:23.358318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-9c93da02-b8d9-4597-9342-e27153638fa6 service neutron] 10.222.0.69 "DELETE /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d/bindings/n-h1-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.2953227 Dec 16 09:24:23.402189 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] create failed (client error): The resource could not be found. Dec 16 09:24:23.403274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-16db5180-1e4f-40a1-a9ed-8592600d2b13 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9791460 Dec 16 09:24:23.407158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59706) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:23.494039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.550803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Deleting port b25e07ea-22dd-416c-a53e-b4feca871ab0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:23.551438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.595435 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.668649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:23.675786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.676741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a354ae17-9db8-4c8f-99b4-b7d7278e06af up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:23.694409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:23.724255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Calling delete_port for b25e07ea-22dd-416c-a53e-b4feca871ab0 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:23.858552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:24.007792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:24.057413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port a354ae17-9db8-4c8f-99b4-b7d7278e06af completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:24.065929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cd087287-c4d6-4291-9291-f93ed7098fd3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:24.066502 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.069324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port a354ae17-9db8-4c8f-99b4-b7d7278e06af triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:24.069479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.119204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427167-5bd3-4074-ba33-12f91001182b req-c86e8188-437f-4bf7-a6a0-a5b0c42198d6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.120796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12427167-5bd3-4074-ba33-12f91001182b req-c86e8188-437f-4bf7-a6a0-a5b0c42198d6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0798450 Dec 16 09:24:24.122210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.192037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Port': ['ID=b25e07ea-22dd-416c-a53e-b4feca871ab0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:24.373182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12427167-5bd3-4074-ba33-12f91001182b req-2afa474f-02ef-4e0f-b02a-da9df56fc51f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279999 Dec 16 09:24:24.446890 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.457089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-edd37780-e239-427f-adbe-925981c82bbb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "DELETE /v2.0/ports/b25e07ea-22dd-416c-a53e-b4feca871ab0 HTTP/1.1" status: 204 len: 168 time: 1.0488892 Dec 16 09:24:24.460265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59732) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:24.520402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.646285 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34160a-2cb6-4e2e-b044-b6b49ba875f3 x-openstack-request-id: req-9d34160a-2cb6-4e2e-b044-b6b49ba875f3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:24.646628 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "e22b80a8-fe05-4c98-bdde-e63e5085f739", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:24.646871 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d34160a-2cb6-4e2e-b044-b6b49ba875f3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:24.648089 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b80a8-fe05-4c98-bdde-e63e5085f739', 'code': 200} Dec 16 09:24:24.654119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7befb-5c58-498c-beb2-70e7f4c29967 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.665744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59742) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:24.669574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.674634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-faf7befb-5c58-498c-beb2-70e7f4c29967 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "GET /v2.0/ports?device_id=3070b105-a6ff-4ca3-8659-692ace433d33 HTTP/1.1" status: 200 len: 913 time: 0.2000806 Dec 16 09:24:24.698553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:24.719184 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.720078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fd27b163-2a23-414d-836b-211be8098886 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:24.729737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.884389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:24.894118 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.899264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:24.908466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port fd27b163-2a23-414d-836b-211be8098886 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:24.935244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fd27b163-2a23-414d-836b-211be8098886 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:24.935615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:24.954000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.960024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.968907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.974961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.981833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.988202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.993909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:24.997261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-2678372b-5701-48f0-b33b-6968ee06e5aa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5443 time: 0.2242169 Dec 16 09:24:25.005400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:25.069281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.121925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fd27b163-2a23-414d-836b-211be8098886,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:25.129644 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.131000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3a504c73-ffc2-4ef1-8585-07cb1702f515 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:25.131348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51ff1875-1ec7-435c-afec-470a4cd6a900 req-bdb491c4-fb28-43bf-bac2-8bf756d67bb3 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997286 Dec 16 09:24:25.257379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:25.268627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3a504c73-ffc2-4ef1-8585-07cb1702f515 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:25.274105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3a504c73-ffc2-4ef1-8585-07cb1702f515 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:25.274686 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.410569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.432301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.463037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:25.468255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:25.470778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:25.569680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:25.925393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ffbea-5b43-475f-9db8-ce5cb3841a8e req-f1c677af-37db-4de8-882d-7b593cd945cd tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:25.934795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c0ffbea-5b43-475f-9db8-ce5cb3841a8e req-f1c677af-37db-4de8-882d-7b593cd945cd tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 945 time: 0.1408846 Dec 16 09:24:26.076360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c0ffbea-5b43-475f-9db8-ce5cb3841a8e req-065fa2cc-0e49-4d8d-b5bc-9ce982397daa tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994172 Dec 16 09:24:26.231934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Deleting port 8b4023be-2c1f-408a-9a34-37d4a497761a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:26.232610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.351688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.369809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Request body: {'security_group': {'name': 'tempest-securitygroup-678958264', 'description': 'tempest-description-731637262'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:26.378253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Calling delete_port for 8b4023be-2c1f-408a-9a34-37d4a497761a owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:26.456057 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.468265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.649587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd08ce8-58c4-47ce-809d-cffb7c827272'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af'}, {'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd27b163-2a23-414d-836b-211be8098886'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a504c73-ffc2-4ef1-8585-07cb1702f515'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:26.653261 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26568eb-ef88-4ba2-9f45-3b256e2a80c4" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "4cd08ce8-58c4-47ce-809d-cffb7c827272"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af"}, {"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-plugged", "status": "completed", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "fd27b163-2a23-414d-836b-211be8098886"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "3a504c73-ffc2-4ef1-8585-07cb1702f515"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:26.719234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.721136 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.726700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.777727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Port': ['ID=8b4023be-2c1f-408a-9a34-37d4a497761a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:26.858745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3898ca-189e-4046-bb0a-89955a68a42b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:26.939356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:26.976931 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.041693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.045339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.046666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86634c4e-58c0-447e-838b-8d85a8ef10bd req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6860387 Dec 16 09:24:27.057786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0a5b3-a7a5-49cf-bc2c-6a302c761c88 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb91f0-6db4-44e3-9353-d133d4243501,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:27.231991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Router 3070b105-a6ff-4ca3-8659-692ace433d33 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:27.366639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:27.375310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bd2b4c27-e4df-4162-bf3d-957349c30219 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "PUT /v2.0/routers/3070b105-a6ff-4ca3-8659-692ace433d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7059822 Dec 16 09:24:27.376464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59770) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:27.383224 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] Sync routers for ids ['3070b105-a6ff-4ca3-8659-692ace433d33'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:27.399290 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] Routers {'3070b105-a6ff-4ca3-8659-692ace433d33'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:27.400244 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3070b105-a6ff-4ca3-8659-692ace433d33'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:27.442484 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:27.456107 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] Routers {'3070b105-a6ff-4ca3-8659-692ace433d33'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:27.457082 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3070b105-a6ff-4ca3-8659-692ace433d33'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:27.483472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2e80c-3fac-491b-ad9c-b40e1dab8854 req-7e5f3b30-2eac-44da-ae42-4c7f6ae6a9b6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.492356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25f2e80c-3fac-491b-ad9c-b40e1dab8854 req-7e5f3b30-2eac-44da-ae42-4c7f6ae6a9b6 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.1661272 Dec 16 09:24:27.499431 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:27.500450 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b64d4-ee87-4375-bdcd-0675942d2f89 None None] The sync data for ids ['3070b105-a6ff-4ca3-8659-692ace433d33'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:27.505073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.662970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25f2e80c-3fac-491b-ad9c-b40e1dab8854 req-0d22b4a5-484e-4375-bf49-c174559e1e2e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690888 Dec 16 09:24:27.744007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.747327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.813872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.814636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Fanout notify agent at l3_agent the message router_deleted on router 3070b105-a6ff-4ca3-8659-692ace433d33 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:27.828561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.832619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:27.841060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d836ad4-12b9-4969-b360-5a9c7b9dfaeb tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "DELETE /v2.0/routers/3070b105-a6ff-4ca3-8659-692ace433d33 HTTP/1.1" status: 204 len: 168 time: 0.4630942 Dec 16 09:24:27.911842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Deleting subnet 1a931f86-dc06-4f6d-8c42-dbd6ef4a6041 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:27.915692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:27.924327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.930277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.936078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.942308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.949307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.954562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.961927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:27.963172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-cf685383-d3f8-47ac-a915-c6999acc40dc tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.0980673 Dec 16 09:24:27.964086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.027652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53b6d7e9-3c05-4f10-b3fa-c69f1984ef81 req-5178b4a7-d19a-4a55-bae2-721ccdf9b7d2 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578604 Dec 16 09:24:28.085131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.120693 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ac31f-b5d8-48d7-93d5-87974bc67ee1 x-openstack-request-id: req-a12ac31f-b5d8-48d7-93d5-87974bc67ee1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:28.121548 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "4cd08ce8-58c4-47ce-809d-cffb7c827272", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af", "code": 200}, {"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-plugged", "status": "completed", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "fd27b163-2a23-414d-836b-211be8098886", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-plugged", "status": "completed", "tag": "3a504c73-ffc2-4ef1-8585-07cb1702f515", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:28.121986 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a12ac31f-b5d8-48d7-93d5-87974bc67ee1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:28.123003 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50', 'code': 200} Dec 16 09:24:28.123003 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd08ce8-58c4-47ce-809d-cffb7c827272', 'code': 200} Dec 16 09:24:28.123204 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af', 'code': 200} Dec 16 09:24:28.123440 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'code': 200} Dec 16 09:24:28.123440 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd27b163-2a23-414d-836b-211be8098886', 'code': 200} Dec 16 09:24:28.123894 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a504c73-ffc2-4ef1-8585-07cb1702f515', 'code': 200} Dec 16 09:24:28.160303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-4df48641-cd11-48d0-bcb0-694f98245f57 req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Request body: {'security_group': {'name': 'tempest-securitygroup-298289501', 'description': 'tempest-description-1662017267'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:28.188453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df48641-cd11-48d0-bcb0-694f98245f57 req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.188782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.225766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Subnet': ['ID=1a931f86-dc06-4f6d-8c42-dbd6ef4a6041,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.228926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.235648 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee881aa8-fff4-46a7-ab28-0aaa5764039e tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "DELETE /v2.0/subnets/1a931f86-dc06-4f6d-8c42-dbd6ef4a6041 HTTP/1.1" status: 204 len: 168 time: 0.3988252 Dec 16 09:24:28.235648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59786) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:28.237475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153253b4-652b-419b-928a-5591ab37f8ad None None] Network ff2a6135-1cec-4f63-ae86-f06c45e1427e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:28.296917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df48641-cd11-48d0-bcb0-694f98245f57 req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.303671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df48641-cd11-48d0-bcb0-694f98245f57 req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.345595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f29944-07c8-4f24-a3f8-0c834da1e93b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.368949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df48641-cd11-48d0-bcb0-694f98245f57 req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.373241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df48641-cd11-48d0-bcb0-694f98245f57 req-c00d55ea-ebcb-43e7-8385-1e9ad212b7ff tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2304239 Dec 16 09:24:28.384898 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.396660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.397491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.398127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.398683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.399247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.399706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.400161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.402457 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-9f313933-ad3c-4ad7-a55a-6d5b5d6c62c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6502 time: 0.1049573 Dec 16 09:24:28.512927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a0988e92-b57c-41a9-ac95-3e4b14520c54 req-217607a3-1d9d-4c9c-873b-659acf08fa15 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008451 Dec 16 09:24:28.526068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Deleting port c6a890e4-8d73-4026-bde2-05263696b1b8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:28.526720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.615695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2f960-98cc-49fa-9e35-e9a3dc71c6ee req-b6fd64da-c028-4d78-bbc4-ff7033bddde4 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:28.618001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ff2f960-98cc-49fa-9e35-e9a3dc71c6ee req-b6fd64da-c028-4d78-bbc4-ff7033bddde4 tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 1096 time: 0.0849020 Dec 16 09:24:28.624277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] For port c6a890e4-8d73-4026-bde2-05263696b1b8, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6a890e4-8d73-4026-bde2-05263696b1b8,segment=NetworkSegment(782d4736-f462-4b19-980c-45881829491f),segment_id=782d4736-f462-4b19-980c-45881829491f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:28.624649 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.638829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] DHCP port deletion for ff2a6135-1cec-4f63-ae86-f06c45e1427e request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:24:28.662799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Calling delete_port for c6a890e4-8d73-4026-bde2-05263696b1b8 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:28.687436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ff2f960-98cc-49fa-9e35-e9a3dc71c6ee req-b41f140b-8258-4458-ab29-3c48b3f2556c tempest-LiveMigrationTest-491512245 tempest-LiveMigrationTest-491512245-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559225 Dec 16 09:24:28.715835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Deleting port c6a890e4-8d73-4026-bde2-05263696b1b8 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:28.716489 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.773725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.784638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-867144983', 'description': 'tempest-description-469699251'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:28.798114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] For port c6a890e4-8d73-4026-bde2-05263696b1b8, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6a890e4-8d73-4026-bde2-05263696b1b8,segment=NetworkSegment(782d4736-f462-4b19-980c-45881829491f),segment_id=782d4736-f462-4b19-980c-45881829491f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:28.798535 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.815235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Port': ['ID=c6a890e4-8d73-4026-bde2-05263696b1b8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.819159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Calling delete_port for c6a890e4-8d73-4026-bde2-05263696b1b8 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:28.819660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] No DVR routers for this DVR port c6a890e4-8d73-4026-bde2-05263696b1b8 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:28.831076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.845371 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.937221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.938142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.943556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.967584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2a6135-1cec-4f63-ae86-f06c45e1427e']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:28.973839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:28.983900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbebb055-6219-4dd1-83e2-fca653586294,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:28.986082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782d4736-f462-4b19-980c-45881829491f') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:28.986614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782d4736-f462-4b19-980c-45881829491f') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:29.008298 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.014956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Pushing event deleted for resources: {'Port': ['ID=c6a890e4-8d73-4026-bde2-05263696b1b8,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:29.030139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] No DVR routers for this DVR port c6a890e4-8d73-4026-bde2-05263696b1b8 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:29.032489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.033159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.033826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.034334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.034856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.035266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.035863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.036293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.036701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.036864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.037292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.037647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.038869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f16cd-ac3f-4cd4-8203-e5d925d7bb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:29.051808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:29.051808 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.062124 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:29.063102 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:29.069357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.098063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d9f18d-497c-4f21-bf39-27edb6a493b1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:29.113338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.126639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5721f499-a35f-4eb9-9614-a7380ba47281 req-b671f7c4-ccd3-4f75-94bb-1811eb52b1ff tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3445456 Dec 16 09:24:29.164772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.172881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.181026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] 10.222.0.61 "DELETE /v2.0/networks/ff2a6135-1cec-4f63-ae86-f06c45e1427e HTTP/1.1" status: 204 len: 168 time: 0.9448168 Dec 16 09:24:29.237664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd94bb-4af9-456b-8b44-50667bb65518 tempest-FloatingIPNegativeTestJSON-1959475338 tempest-FloatingIPNegativeTestJSON-1959475338-project] Pushing event deleted for resources: {'Network': ['ID=ff2a6135-1cec-4f63-ae86-f06c45e1427e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:29.328758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e9057-ed36-4fa4-9afb-0b284abd7838 req-4487081d-28b0-4cf9-9670-f504ec144ab2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.330544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-662e9057-ed36-4fa4-9afb-0b284abd7838 req-4487081d-28b0-4cf9-9670-f504ec144ab2 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0695424 Dec 16 09:24:29.399833 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-662e9057-ed36-4fa4-9afb-0b284abd7838 req-9176d0e8-6e52-4f71-b1cf-614f1e611764 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Dec 16 09:24:29.601721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59820) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:29.777857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d27a6ca8-696b-403d-ba77-d0d9861c1816 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=469ea7fe03c54df6a95347a6dd61c53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748669 Dec 16 09:24:29.781183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59828) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:29.798927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.805706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.811717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.817522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.824738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.830303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.836920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:29.838859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-1577b5b1-2f54-49df-ba54-34f15da94389 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.1251001 Dec 16 09:24:29.905458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f049b1dc-e4cc-4c4b-924f-e81efeb35778 req-606b8352-c33e-4dca-8577-0362c796b56b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588369 Dec 16 09:24:29.919829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-302ea490-07f7-4b7f-a875-d6d092d971c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.943613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-302ea490-07f7-4b7f-a875-d6d092d971c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:29.970875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f80e97ff-b522-47e1-8834-6117038818f9 req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-315312357', 'description': 'tempest-description-1715112669'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:30.007204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f80e97ff-b522-47e1-8834-6117038818f9 req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.037932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-302ea490-07f7-4b7f-a875-d6d092d971c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.041391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-302ea490-07f7-4b7f-a875-d6d092d971c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.042764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-302ea490-07f7-4b7f-a875-d6d092d971c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c1b6d01-b933-4693-ae8a-e5509dacafd4 HTTP/1.1" status: 204 len: 168 time: 0.2605016 Dec 16 09:24:30.069159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ea490-07f7-4b7f-a875-d6d092d971c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b6d01-b933-4693-ae8a-e5509dacafd4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:30.118259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f80e97ff-b522-47e1-8834-6117038818f9 req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.124707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f80e97ff-b522-47e1-8834-6117038818f9 req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.166937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f80e97ff-b522-47e1-8834-6117038818f9 req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.168624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f80e97ff-b522-47e1-8834-6117038818f9 req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2091393 Dec 16 09:24:30.171177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e0f8-8295-4508-8d82-f6651b5f68a6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e69a696-370c-43ae-812f-309f72d7a007,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:30.343991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e06a5-256b-4252-a908-43669ca49fb9 req-49e3db43-4a06-4d90-a2ff-fd5aad3f3686 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:30.348416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f8e06a5-256b-4252-a908-43669ca49fb9 req-49e3db43-4a06-4d90-a2ff-fd5aad3f3686 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 945 time: 0.0591898 Dec 16 09:24:30.385538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f8e06a5-256b-4252-a908-43669ca49fb9 req-034dd634-2044-4b75-8a2e-b4b25d4a27aa tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Dec 16 09:24:30.527086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6a890e4-8d73-4026-bde2-05263696b1b8 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:30.568759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c6a890e4-8d73-4026-bde2-05263696b1b8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:30.569933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6a890e4-8d73-4026-bde2-05263696b1b8 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:30.738573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-7bbfb0a4-94b5-46ae-a52c-3a06bb37cbb0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:30.740923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-7bbfb0a4-94b5-46ae-a52c-3a06bb37cbb0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 945 time: 0.0981629 Dec 16 09:24:30.826538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-5241a090-227b-4111-8921-461e4526f4fe tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50573 time: 0.4089103 Dec 16 09:24:30.874616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Deleting port 44b60ee2-06b3-43ad-8635-4256d4c8259d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:30.875562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:30.906624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-febb9df2-d237-4b83-88bc-5bba7f63673c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/0142a973-c34e-484a-a342-92fd23e61f7b HTTP/1.1" status: 200 len: 2981 time: 0.0698245 Dec 16 09:24:30.957286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-d080faa9-6ad4-40df-af64-a8b8bb0f3612 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/0142a973-c34e-484a-a342-92fd23e61f7b HTTP/1.1" status: 200 len: 2981 time: 0.0497408 Dec 16 09:24:31.018348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-93a919dd-6998-4642-8f43-2107dad24146 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/2c3898ca-189e-4046-bb0a-89955a68a42b HTTP/1.1" status: 200 len: 2981 time: 0.0600939 Dec 16 09:24:31.027854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] For port 44b60ee2-06b3-43ad-8635-4256d4c8259d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=44b60ee2-06b3-43ad-8635-4256d4c8259d,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:31.029302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.051998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Calling delete_port for 44b60ee2-06b3-43ad-8635-4256d4c8259d owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:31.068979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-45ccb0bf-ddb5-48fd-85b5-a73f1dd48e54 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/2c3898ca-189e-4046-bb0a-89955a68a42b HTTP/1.1" status: 200 len: 2981 time: 0.0492046 Dec 16 09:24:31.123639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-567611a7-b86e-498e-8c40-1af77f68beab tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/560c71ce-0fc1-4a23-bc42-b182a485da8b HTTP/1.1" status: 200 len: 2973 time: 0.0440278 Dec 16 09:24:31.156870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59866) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:31.197137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-a16f1347-d40e-4e44-b503-eacb2af61f4d tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/560c71ce-0fc1-4a23-bc42-b182a485da8b HTTP/1.1" status: 200 len: 2973 time: 0.0624945 Dec 16 09:24:31.243644 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.256584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['837b7970-6738-407c-b46c-d4a0d0b37273'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:31.263081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-9e77be46-dc0f-4636-9cf3-3617433d3656 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5a350332-2fd0-4897-ad53-6ff35a442972 HTTP/1.1" status: 200 len: 2981 time: 0.0597382 Dec 16 09:24:31.337808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-0b1d8fa1-05de-470e-bdc4-7c41b737422d tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5a350332-2fd0-4897-ad53-6ff35a442972 HTTP/1.1" status: 200 len: 2981 time: 0.0670857 Dec 16 09:24:31.345509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-55152784'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:31.349125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event deleted for resources: {'Port': ['ID=44b60ee2-06b3-43ad-8635-4256d4c8259d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:31.420996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] No DVR routers for this DVR port 44b60ee2-06b3-43ad-8635-4256d4c8259d on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:31.424134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.428135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-220c664d-dc82-41d8-a40d-eee8ed6f7ac5 req-77f93415-7dea-4ca7-ada7-beab8bafee5b tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.69 "DELETE /v2.0/ports/44b60ee2-06b3-43ad-8635-4256d4c8259d HTTP/1.1" status: 204 len: 173 time: 0.6763005 Dec 16 09:24:31.428872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'name': 'network-vif-deleted', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:31.442770 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0740fd7-7738-445f-b9af-3f3bcc3d9900" -d '{"events": [{"server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "name": "network-vif-deleted", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:31.451023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-89a6718f-cc2a-4fed-b8da-3f9cffd7f20c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5be14af2-8597-4e95-af77-6b70faf1a8dc HTTP/1.1" status: 200 len: 2981 time: 0.0988879 Dec 16 09:24:31.472738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:31.476266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.492596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.533654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-e63cc903-a349-466a-9dd8-c2e095e5ccad tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/5be14af2-8597-4e95-af77-6b70faf1a8dc HTTP/1.1" status: 200 len: 2981 time: 0.0662191 Dec 16 09:24:31.596169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-043484f9-0402-4bfa-bc13-09881496c378 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/66efa5b1-70ae-46b9-b4d6-c9b975ac2146 HTTP/1.1" status: 200 len: 2981 time: 0.0565245 Dec 16 09:24:31.624995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.631254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.655993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-a78c2941-6c5e-431b-8ec6-5984e0ba50b4 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/66efa5b1-70ae-46b9-b4d6-c9b975ac2146 HTTP/1.1" status: 200 len: 2981 time: 0.0528090 Dec 16 09:24:31.667433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:31.673236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e8def7-ace9-47f8-b993-82df11a5366b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:31.682955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.683305 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 44938405-bd4b-414d-9729-df21cc77eb77 of type vlan for network 48e53ef7-54d2-494a-afb5-e22c2489b74a Dec 16 09:24:31.731356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.740563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-33277cce-2105-4e67-928d-9233f8fe378d tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7bf2007f-98e1-490a-b4dc-8822a37e982d HTTP/1.1" status: 200 len: 2981 time: 0.0717597 Dec 16 09:24:31.775754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.789569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:31.791000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.801161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-9f06834d-8b07-4737-a4ff-44d24a17608a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7bf2007f-98e1-490a-b4dc-8822a37e982d HTTP/1.1" status: 200 len: 2981 time: 0.0473332 Dec 16 09:24:31.866710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7047861 Dec 16 09:24:31.874648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59874) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:31.881610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1723359563'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:31.883776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a12f96-a448-4e4e-b31f-d8a1271e3221 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=48e53ef7-54d2-494a-afb5-e22c2489b74a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:31.895404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:31.904327 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-57e17ca4-8194-4f6a-8a49-4263a94f2d96 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8aa6834a-0ad0-44cd-8789-587d73846b1a HTTP/1.1" status: 200 len: 2981 time: 0.0939381 Dec 16 09:24:31.933352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:31.937049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:31.982301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-fb6cccbb-eca5-4c08-81cf-473eb612654e tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8aa6834a-0ad0-44cd-8789-587d73846b1a HTTP/1.1" status: 200 len: 2981 time: 0.0688245 Dec 16 09:24:31.985796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:32.014666 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.015048 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment a47551c2-cc62-4dc0-ab5c-18a14056f77b of type vlan for network 33f0acf7-dafd-4584-a37c-36496724fcb8 Dec 16 09:24:32.076592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-19fe946f-9a94-41d4-8844-fcd6a18f478b tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9d28a7f5-bf4c-4e7b-83a9-c4c474667c76 HTTP/1.1" status: 200 len: 2981 time: 0.0803075 Dec 16 09:24:32.079999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.134486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.140642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:32.141322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.154708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-59b16f22-1220-4661-8e10-8c9ff35ccc01 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9d28a7f5-bf4c-4e7b-83a9-c4c474667c76 HTTP/1.1" status: 200 len: 2981 time: 0.0680029 Dec 16 09:24:32.211089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3352172 Dec 16 09:24:32.214060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59876) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:32.224642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:32.261423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ef32c-c7b8-44e6-b215-6ba082b0372a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=33f0acf7-dafd-4584-a37c-36496724fcb8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:32.273385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:32.288529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-b74c3d2f-b195-47cc-81f1-b2b610cfd274 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a7bc9a07-1d28-492a-93a7-8e012c2c9278 HTTP/1.1" status: 200 len: 2981 time: 0.1201010 Dec 16 09:24:32.356512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-19f6e7a1-aa9d-4a1f-94fe-fc3d9788723c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a7bc9a07-1d28-492a-93a7-8e012c2c9278 HTTP/1.1" status: 200 len: 2981 time: 0.0600638 Dec 16 09:24:32.391108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:32.396638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.423233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-f5a90f6b-a1ab-4770-a85c-8b2c2683add3 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b1daad5f-ce8f-4b95-b0f2-b894ea24df88 HTTP/1.1" status: 200 len: 2981 time: 0.0574455 Dec 16 09:24:32.501038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-dcf95721-c097-4cbc-9c95-585d9cf38557 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b1daad5f-ce8f-4b95-b0f2-b894ea24df88 HTTP/1.1" status: 200 len: 2981 time: 0.0760696 Dec 16 09:24:32.610440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-38fbc74b-ef46-4b65-b373-cf34c416e2e7 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/bbebb055-6219-4dd1-83e2-fca653586294 HTTP/1.1" status: 200 len: 2981 time: 0.0876405 Dec 16 09:24:32.675354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.687152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-f2b7ac80-0f2e-43cc-835b-b8ee87d1d606 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/bbebb055-6219-4dd1-83e2-fca653586294 HTTP/1.1" status: 200 len: 2981 time: 0.0676944 Dec 16 09:24:32.744253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=226a7539-6a1c-4d5d-977b-e60106726316,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:32.748132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-92f0f7d3-7f77-48bf-a34d-a952602ef89c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/bd806b10-66ac-44ac-a979-f6e460f7f892 HTTP/1.1" status: 200 len: 2977 time: 0.0598190 Dec 16 09:24:32.811141 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-61189a46-3724-4cc4-b4e9-e21a658fd86e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1323645 Dec 16 09:24:32.823065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-277d93c7-4bf0-4f36-8f0e-479f2a00cd43 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/bd806b10-66ac-44ac-a979-f6e460f7f892 HTTP/1.1" status: 200 len: 2977 time: 0.0740502 Dec 16 09:24:32.833122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '44938405-bd4b-414d-9729-df21cc77eb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:32.834060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: 48e53ef7-54d2-494a-afb5-e22c2489b74a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:32.882591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:32.896118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 48e53ef7-54d2-494a-afb5-e22c2489b74a) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:32.898894 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-8f7f0cdc-4bab-4a1f-8b73-afbcb65712ce tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c2430f81-40da-4601-bb88-ceda7aa4b649 HTTP/1.1" status: 200 len: 2981 time: 0.0745945 Dec 16 09:24:32.903993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:32.904734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:32.910425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-37df6776-d927-45c6-a1e3-593468109f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:32.914436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb47cf0-f146-4692-8fad-8a7bb5a368b0 None None] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:32.923556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-37df6776-d927-45c6-a1e3-593468109f01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 1100 time: 0.0734599 Dec 16 09:24:32.963384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1867cf-5477-4abe-94fc-e220d525cce3 req-3668d7ea-c08f-4575-b24d-4185a8873767 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c2430f81-40da-4601-bb88-ceda7aa4b649 HTTP/1.1" status: 200 len: 2981 time: 0.0635169 Dec 16 09:24:32.969209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4242b9a7-b235-4e83-bc3a-6e0b44dcdf83 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7539277 Dec 16 09:24:32.971974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59878) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:33.053358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:33.186310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-48e53ef7-54d2-494a-afb5-e22c2489b74a', 'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': '226a7539-6a1c-4d5d-977b-e60106726316'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:24:33.188095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.222997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-3ecb7669-bc63-4b19-9ed1-0ab70589c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.224500 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-3ecb7669-bc63-4b19-9ed1-0ab70589c6e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2810991 Dec 16 09:24:33.274816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c54d0f-08a9-4078-bf40-97fe3a719830 req-1ed8a701-d3d7-4978-b477-2ba7a4d4c7e4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.276517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43c54d0f-08a9-4078-bf40-97fe3a719830 req-1ed8a701-d3d7-4978-b477-2ba7a4d4c7e4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0996232 Dec 16 09:24:33.392839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43c54d0f-08a9-4078-bf40-97fe3a719830 req-c7054749-a63d-4944-ac7a-7bb80819efef tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077802 Dec 16 09:24:33.412153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Allocated IP 172.20.0.2 (48e53ef7-54d2-494a-afb5-e22c2489b74a/226a7539-6a1c-4d5d-977b-e60106726316/ae5892d6-8331-4a48-8124-ee34658612f7) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:33.661162 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.667519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.673593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.674960 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.680077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.686230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.692035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.698923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.704551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.706805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-624bc0f4-8a77-42de-80f6-5333f56aa4cf tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.1419861 Dec 16 09:24:33.710091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:33.713739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:33.718373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:33.804859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6e70e56-6c2e-4da7-9c7f-b46561458eb5 req-da0a2d63-e8c8-4e9b-89af-bcc27426c33b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900419 Dec 16 09:24:33.837927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-445754b3-f2ea-473a-8ae5-f1dc3cfe2589 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 200 len: 217 time: 0.5998554 Dec 16 09:24:33.840147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:33.844803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.897323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Pushing event updated for resources: {'Port': ['ID=ae5892d6-8331-4a48-8124-ee34658612f7,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:33.906065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Attempting to bind port ae5892d6-8331-4a48-8124-ee34658612f7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:33.906504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Attempting to bind port ae5892d6-8331-4a48-8124-ee34658612f7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '44938405-bd4b-414d-9729-df21cc77eb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:33.906875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Attempting to bind port ae5892d6-8331-4a48-8124-ee34658612f7 on network 48e53ef7-54d2-494a-afb5-e22c2489b74a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:33.916449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:33.917167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Checking segment: {'id': '44938405-bd4b-414d-9729-df21cc77eb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:33.920458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.920863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Bound using segment: {'id': '44938405-bd4b-414d-9729-df21cc77eb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:33.921358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Bound port: ae5892d6-8331-4a48-8124-ee34658612f7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44938405-bd4b-414d-9729-df21cc77eb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '48e53ef7-54d2-494a-afb5-e22c2489b74a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:33.921746 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:33.933104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c029c159-456e-41a9-8bb4-1d152d70a3e9 req-f93174f8-cabe-450f-a6c3-8816c1fa20d0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 210 time: 0.0402894 Dec 16 09:24:33.979297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-fcb4f7ba-215b-463d-a2eb-bcb60cc7ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:33.981385 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-fcb4f7ba-215b-463d-a2eb-bcb60cc7ae80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1295719 Dec 16 09:24:33.993182 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f796a8d-90b5-4d57-b342-be05efd81771 x-openstack-request-id: req-2f796a8d-90b5-4d57-b342-be05efd81771 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:33.993676 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bc0f58-963f-4ba3-91c9-c17910f461f7", "name": "network-vif-deleted", "tag": "44b60ee2-06b3-43ad-8635-4256d4c8259d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:33.994206 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f796a8d-90b5-4d57-b342-be05efd81771 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:33.994763 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bc0f58-963f-4ba3-91c9-c17910f461f7', 'name': 'network-vif-deleted', 'tag': '44b60ee2-06b3-43ad-8635-4256d4c8259d', 'status': 'completed', 'code': 200} Dec 16 09:24:34.058664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-6ff2dd79-925a-4e67-b233-12d92476032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.060767 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-6ff2dd79-925a-4e67-b233-12d92476032d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619111 Dec 16 09:24:34.104887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] For port ae5892d6-8331-4a48-8124-ee34658612f7, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:34.108363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] For port ae5892d6-8331-4a48-8124-ee34658612f7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ae5892d6-8331-4a48-8124-ee34658612f7,segment=NetworkSegment(44938405-bd4b-414d-9729-df21cc77eb77),segment_id=44938405-bd4b-414d-9729-df21cc77eb77)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:34.120213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.124396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bb41d6a-6f86-4b64-bad5-da7620b35df8 req-12e3be7c-f8b3-467f-a3a0-c7f3538c1db9 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f0e96a806274a82b8fbde7b899a7502 HTTP/1.1" status: 200 len: 6101 time: 0.1108868 Dec 16 09:24:34.202735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bb41d6a-6f86-4b64-bad5-da7620b35df8 req-0c578840-37b5-4e5b-8045-c2090a3fd8c4 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "GET /v2.0/security-groups/2c3898ca-189e-4046-bb0a-89955a68a42b HTTP/1.1" status: 200 len: 2981 time: 0.0758607 Dec 16 09:24:34.247054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb62bd9-af0f-4b49-aa96-1f9caa101731 None None] Pushing event updated for resources: {'Port': ['ID=ae5892d6-8331-4a48-8124-ee34658612f7,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:34.281699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.298650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bb41d6a-6f86-4b64-bad5-da7620b35df8 req-50c73dd6-fc27-4904-8c40-10f4f7df6157 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "GET /v2.0/security-groups/2c3898ca-189e-4046-bb0a-89955a68a42b HTTP/1.1" status: 200 len: 2981 time: 0.0947273 Dec 16 09:24:34.426792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-4b8abb6f-4ddd-4e5e-82ce-e28cc322cc28 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215066 Dec 16 09:24:34.596029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=aa1c3b8e-ccdc-4846-8406-f1a45b3e183c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:34.628518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': 'a47551c2-cc62-4dc0-ab5c-18a14056f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:34.629036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: 33f0acf7-dafd-4584-a37c-36496724fcb8, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:34.668992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-359515b7-0e20-4d0a-b4d2-9e59a1c38000 req-5404bdc2-25cd-49f9-b7fa-788460d2323e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222190 Dec 16 09:24:34.676964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:34.708551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 33f0acf7-dafd-4584-a37c-36496724fcb8) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:34.722563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c2766-43c5-485a-b815-3770ccf5507e None None] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:34.736698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.739630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.776960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f6abbc1b-b2fa-4802-b43d-f4dcc48c4386 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7834561 Dec 16 09:24:34.778068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59906) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:34.785109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-313860913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:34.803679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.810526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.817085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.823803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.831129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.837907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.844123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:34.846784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73972594-6045-4b3f-80a4-33056aa62ba9 req-431b11ea-7170-4c7d-bc78-8b34a2329777 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.1742005 Dec 16 09:24:34.857267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59908) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:34.863219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Request body: {'floatingip': {'port_id': 'fd27b163-2a23-414d-836b-211be8098886'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:34.919047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-33f0acf7-dafd-4584-a37c-36496724fcb8', 'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': 'aa1c3b8e-ccdc-4846-8406-f1a45b3e183c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:24:34.920641 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.933284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.935852 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:34.964626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.053397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.070172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.109121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Allocated IP 172.21.0.2 (33f0acf7-dafd-4584-a37c-36496724fcb8/aa1c3b8e-ccdc-4846-8406-f1a45b3e183c/0bf30732-171f-4a39-9d0a-22891cf4538b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:35.131640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b724605a-a863-40f3-a912-45ff2d09702f req-c4c85e94-269a-4285-9bf7-8da02e884015 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/0e69a696-370c-43ae-812f-309f72d7a007 HTTP/1.1" status: 200 len: 1777 time: 0.2577689 Dec 16 09:24:35.194521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.201097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59912) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:35.201569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e77d1d8e-e8d4-4923-aba1-e8e168835c33 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4206884 Dec 16 09:24:35.251392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b724605a-a863-40f3-a912-45ff2d09702f req-cd30804b-34ba-4a3e-8ad6-df48edb9ec9a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.292915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b724605a-a863-40f3-a912-45ff2d09702f req-cd30804b-34ba-4a3e-8ad6-df48edb9ec9a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.359142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.371872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.394046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b724605a-a863-40f3-a912-45ff2d09702f req-cd30804b-34ba-4a3e-8ad6-df48edb9ec9a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.401056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b724605a-a863-40f3-a912-45ff2d09702f req-cd30804b-34ba-4a3e-8ad6-df48edb9ec9a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.426447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b724605a-a863-40f3-a912-45ff2d09702f req-cd30804b-34ba-4a3e-8ad6-df48edb9ec9a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e69a696-370c-43ae-812f-309f72d7a007 HTTP/1.1" status: 204 len: 173 time: 0.2937853 Dec 16 09:24:35.451153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30804b-34ba-4a3e-8ad6-df48edb9ec9a tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e69a696-370c-43ae-812f-309f72d7a007,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:35.545541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:35.548130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Pushing event updated for resources: {'Port': ['ID=0bf30732-171f-4a39-9d0a-22891cf4538b,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:35.554480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:35.557453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:35.614318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b67b84-6b3e-4312-8256-092e95066a8a req-936b01da-67ae-47b1-a6f4-9ea9669cd985 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:35.615892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5b67b84-6b3e-4312-8256-092e95066a8a req-936b01da-67ae-47b1-a6f4-9ea9669cd985 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0969596 Dec 16 09:24:35.665833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Attempting to bind port 0bf30732-171f-4a39-9d0a-22891cf4538b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:35.666154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Attempting to bind port 0bf30732-171f-4a39-9d0a-22891cf4538b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a47551c2-cc62-4dc0-ab5c-18a14056f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:35.666504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Attempting to bind port 0bf30732-171f-4a39-9d0a-22891cf4538b on network 33f0acf7-dafd-4584-a37c-36496724fcb8 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:35.672003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:35.672370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Checking segment: {'id': 'a47551c2-cc62-4dc0-ab5c-18a14056f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:35.672761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.673151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Bound using segment: {'id': 'a47551c2-cc62-4dc0-ab5c-18a14056f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:35.673607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Bound port: 0bf30732-171f-4a39-9d0a-22891cf4538b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47551c2-cc62-4dc0-ab5c-18a14056f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '33f0acf7-dafd-4584-a37c-36496724fcb8'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:35.674037 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.710188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5b67b84-6b3e-4312-8256-092e95066a8a req-5afacc72-ad7b-4636-8c0c-a374da59cec4 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803714 Dec 16 09:24:35.718542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:35.803262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 44b60ee2-06b3-43ad-8635-4256d4c8259d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:35.803714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 44b60ee2-06b3-43ad-8635-4256d4c8259d not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:35.859168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e0ebb-718a-4c36-be83-9c332ef01787 None None] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:35.876452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:35.954410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-54638f11-080d-403b-be58-534a780c5c3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136966 Dec 16 09:24:36.030303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b637748-f2da-4f82-a81b-0433c7678bc0 req-3a80f342-5349-4580-8538-c78f6551c348 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=09bc0f58-963f-4ba3-91c9-c17910f461f7 HTTP/1.1" status: 200 len: 210 time: 0.0343270 Dec 16 09:24:36.080351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-37ae2d5e-b8ea-4d50-9080-b70a78a3e131 None None] Provisioning complete for port ae5892d6-8331-4a48-8124-ee34658612f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:36.080351 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37ae2d5e-b8ea-4d50-9080-b70a78a3e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.154894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-20949ed3-0df3-46db-b19a-f7011d3892e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.157534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-20949ed3-0df3-46db-b19a-f7011d3892e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91e039e7ba994f8e8d67621625040c99&device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 1095 time: 0.1259365 Dec 16 09:24:36.164487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a042b86-7fc5-4990-b35a-92505b449584 req-0c871b28-331b-479a-b759-cad2a75ed0f6 tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "GET /v2.0/security-groups/58d9f18d-497c-4f21-bf39-27edb6a493b1 HTTP/1.1" status: 200 len: 1776 time: 0.0620632 Dec 16 09:24:36.286601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] For port 0bf30732-171f-4a39-9d0a-22891cf4538b, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:36.310058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.323343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-e87295ee-3b70-43f7-b068-3d8cc6a4ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.324838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-e87295ee-3b70-43f7-b068-3d8cc6a4ae1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 200 len: 908 time: 0.1407936 Dec 16 09:24:36.327843 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.376032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-dca335fc-cb8d-47b0-bcd2-35b3d02acdcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 200 len: 217 time: 0.0424516 Dec 16 09:24:36.438870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] For port 0bf30732-171f-4a39-9d0a-22891cf4538b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0bf30732-171f-4a39-9d0a-22891cf4538b,segment=NetworkSegment(a47551c2-cc62-4dc0-ab5c-18a14056f77b),segment_id=a47551c2-cc62-4dc0-ab5c-18a14056f77b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:36.464934 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.532981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-50abfc44-c541-4d15-b173-fc81c76e55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:36.535291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-50abfc44-c541-4d15-b173-fc81c76e55e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 200 len: 847 time: 0.1341062 Dec 16 09:24:36.550843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.20.0.1 (48e53ef7-54d2-494a-afb5-e22c2489b74a/226a7539-6a1c-4d5d-977b-e60106726316/35aa8df3-6810-4d78-a73b-93f21b2fe2e3) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:36.594588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2b1aa-7654-4425-89ab-2f0e3b178628 None None] Pushing event updated for resources: {'Port': ['ID=0bf30732-171f-4a39-9d0a-22891cf4538b,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:36.625349 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Floating IP 00ee154b-766c-473a-a07c-07a1d8e73782 associated. External IP: 172.25.6.92, port: fd27b163-2a23-414d-836b-211be8098886. Dec 16 09:24:36.687729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ae5892d6-8331-4a48-8124-ee34658612f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:36.838802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37ae2d5e-b8ea-4d50-9080-b70a78a3e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.903771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-37ae2d5e-b8ea-4d50-9080-b70a78a3e131 None None] For port ae5892d6-8331-4a48-8124-ee34658612f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ae5892d6-8331-4a48-8124-ee34658612f7,segment=NetworkSegment(44938405-bd4b-414d-9729-df21cc77eb77),segment_id=44938405-bd4b-414d-9729-df21cc77eb77)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:36.909762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.914490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ae5892d6-8331-4a48-8124-ee34658612f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:36.915122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:36.964506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37ae2d5e-b8ea-4d50-9080-b70a78a3e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.103692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.104421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae2d5e-b8ea-4d50-9080-b70a78a3e131 None None] Pushing event updated for resources: {'Port': ['ID=ae5892d6-8331-4a48-8124-ee34658612f7,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:37.263116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-6a9f93ad-7db3-43d7-845b-223164573814 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=062f0d7c-1204-481f-9fd0-2fb6f97ada0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7139506 Dec 16 09:24:37.264999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2a042b86-7fc5-4990-b35a-92505b449584 req-303382ce-271b-4170-964f-f93853f5a73c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.289511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=35aa8df3-6810-4d78-a73b-93f21b2fe2e3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:37.302962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dcaf99c1-19c5-4284-8938-60c48e9d9f6f None None] Provisioning complete for port ae5892d6-8331-4a48-8124-ee34658612f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:37.303263 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dcaf99c1-19c5-4284-8938-60c48e9d9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.324376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:37.328011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:37.336148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:37.376766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2a042b86-7fc5-4990-b35a-92505b449584 req-303382ce-271b-4170-964f-f93853f5a73c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.407401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.553686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-846bd597-2e2c-4502-9e79-a634c686404d service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744262 Dec 16 09:24:37.562970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2a042b86-7fc5-4990-b35a-92505b449584 req-303382ce-271b-4170-964f-f93853f5a73c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.567473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2a042b86-7fc5-4990-b35a-92505b449584 req-303382ce-271b-4170-964f-f93853f5a73c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.586875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a042b86-7fc5-4990-b35a-92505b449584 req-303382ce-271b-4170-964f-f93853f5a73c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/58d9f18d-497c-4f21-bf39-27edb6a493b1 HTTP/1.1" status: 204 len: 173 time: 1.4164686 Dec 16 09:24:37.649044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303382ce-271b-4170-964f-f93853f5a73c tempest-SecurityGroupsTestAdminJSON-177305658 tempest-SecurityGroupsTestAdminJSON-177305658-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d9f18d-497c-4f21-bf39-27edb6a493b1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:37.713770 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:37.792517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Router 2990a259-d08a-408d-96dc-e6e3f58719e9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:37.902423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-43a8aa48-70f3-49b3-9fd2-814c9d41d088 None None] Provisioning complete for port 35aa8df3-6810-4d78-a73b-93f21b2fe2e3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:37.904248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa48-70f3-49b3-9fd2-814c9d41d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.078338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3511a9f5-fdb7-4b8b-af03-8b0299b7e943 req-30a8fb42-a8da-43b4-82ef-057a3aa02397 service neutron] 10.222.0.53 "GET /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114396 Dec 16 09:24:38.083308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-43a8aa48-70f3-49b3-9fd2-814c9d41d088 None None] Port 35aa8df3-6810-4d78-a73b-93f21b2fe2e3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:38.238538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136a00-7a1e-4291-8f21-b466ae2d36b2 req-9c0c4c77-bf8d-454d-8f8d-82412d49c386 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:38.245825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12136a00-7a1e-4291-8f21-b466ae2d36b2 req-9c0c4c77-bf8d-454d-8f8d-82412d49c386 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0943079 Dec 16 09:24:38.326525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12136a00-7a1e-4291-8f21-b466ae2d36b2 req-0948c34d-4e2e-4096-aa34-512d394d7fcb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700054 Dec 16 09:24:38.358020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b15f5-b76c-4e0d-8541-bc521ea77d26 None None] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:38.433311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-53366b5b-1d28-4b73-b92b-d0ca651afd96 None None] Provisioning complete for port 0bf30732-171f-4a39-9d0a-22891cf4538b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:38.434413 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53366b5b-1d28-4b73-b92b-d0ca651afd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.557649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7e10cb4-df60-4980-9429-8ec911783842 req-cd69fa91-1676-42b0-b659-5d913683a14e tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "GET /v2.0/security-groups/b6f29944-07c8-4f24-a3f8-0c834da1e93b HTTP/1.1" status: 200 len: 1777 time: 0.1104324 Dec 16 09:24:38.649206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53366b5b-1d28-4b73-b92b-d0ca651afd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.670776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7e10cb4-df60-4980-9429-8ec911783842 req-975254c8-0ef9-44a9-8b59-50f578200834 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.730650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-53366b5b-1d28-4b73-b92b-d0ca651afd96 None None] For port 0bf30732-171f-4a39-9d0a-22891cf4538b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0bf30732-171f-4a39-9d0a-22891cf4538b,segment=NetworkSegment(a47551c2-cc62-4dc0-ab5c-18a14056f77b),segment_id=a47551c2-cc62-4dc0-ab5c-18a14056f77b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:38.743746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7e10cb4-df60-4980-9429-8ec911783842 req-975254c8-0ef9-44a9-8b59-50f578200834 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.745394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ae5892d6-8331-4a48-8124-ee34658612f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:38.747726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53366b5b-1d28-4b73-b92b-d0ca651afd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.808978 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7e10cb4-df60-4980-9429-8ec911783842 req-975254c8-0ef9-44a9-8b59-50f578200834 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.811913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7e10cb4-df60-4980-9429-8ec911783842 req-975254c8-0ef9-44a9-8b59-50f578200834 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:38.823262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7e10cb4-df60-4980-9429-8ec911783842 req-975254c8-0ef9-44a9-8b59-50f578200834 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "DELETE /v2.0/security-groups/b6f29944-07c8-4f24-a3f8-0c834da1e93b HTTP/1.1" status: 204 len: 173 time: 0.2641668 Dec 16 09:24:38.840475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975254c8-0ef9-44a9-8b59-50f578200834 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f29944-07c8-4f24-a3f8-0c834da1e93b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.846817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366b5b-1d28-4b73-b92b-d0ca651afd96 None None] Pushing event updated for resources: {'Port': ['ID=0bf30732-171f-4a39-9d0a-22891cf4538b,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:38.901792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ae5892d6-8331-4a48-8124-ee34658612f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:38.903999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.015306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0bf30732-171f-4a39-9d0a-22891cf4538b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:39.030646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:39.047351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.073239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2be016-5799-414e-9988-61d22264da71 None None] Sync routers for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:39.098351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:39.098914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:39.109539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e85bf359-db2a-4ba6-ab68-8d5e05923059 req-06893bdf-7679-4605-bfbd-de5443835678 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "GET /v2.0/security-groups/62bb91f0-6db4-44e3-9353-d133d4243501 HTTP/1.1" status: 200 len: 1776 time: 0.0837862 Dec 16 09:24:39.110120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1ddd7acb-2612-4bd1-a550-a6ef66178f83 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "PUT /v2.0/floatingips/00ee154b-766c-473a-a07c-07a1d8e73782 HTTP/1.1" status: 200 len: 990 time: 4.2508516 Dec 16 09:24:39.113359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'fd27b163-2a23-414d-836b-211be8098886'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:39.115851 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec596f-3979-4747-ad38-6b5ef1c7f480" -d '{"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "fd27b163-2a23-414d-836b-211be8098886"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:39.184442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.191537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.204654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0bf30732-171f-4a39-9d0a-22891cf4538b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:39.205033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.207826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e85bf359-db2a-4ba6-ab68-8d5e05923059 req-19cd2ff8-c671-4487-8478-26ea9fce66f3 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.232344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e85bf359-db2a-4ba6-ab68-8d5e05923059 req-19cd2ff8-c671-4487-8478-26ea9fce66f3 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.257223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5772fd77-ed8e-46bf-848a-28671f20f23a None None] Provisioning complete for port 0bf30732-171f-4a39-9d0a-22891cf4538b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:39.257755 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5772fd77-ed8e-46bf-848a-28671f20f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.298033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e85bf359-db2a-4ba6-ab68-8d5e05923059 req-19cd2ff8-c671-4487-8478-26ea9fce66f3 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.302466 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e85bf359-db2a-4ba6-ab68-8d5e05923059 req-19cd2ff8-c671-4487-8478-26ea9fce66f3 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.323263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e85bf359-db2a-4ba6-ab68-8d5e05923059 req-19cd2ff8-c671-4487-8478-26ea9fce66f3 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] 10.222.0.61 "DELETE /v2.0/security-groups/62bb91f0-6db4-44e3-9353-d133d4243501 HTTP/1.1" status: 204 len: 173 time: 0.2114556 Dec 16 09:24:39.346052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd2ff8-c671-4487-8478-26ea9fce66f3 tempest-SecurityGroupsTestAdminJSON-835496001 tempest-SecurityGroupsTestAdminJSON-835496001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb91f0-6db4-44e3-9353-d133d4243501,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:39.359721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:39.383635 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:39.385646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=35aa8df3-6810-4d78-a73b-93f21b2fe2e3,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:39.639337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:39.640923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:39.885387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59998) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:39.891211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:24:40.021621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a37cb00b-ad51-4025-a127-3af82c57826b None None] Provisioning complete for port 35aa8df3-6810-4d78-a73b-93f21b2fe2e3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:40.022736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a37cb00b-ad51-4025-a127-3af82c57826b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.093285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a37cb00b-ad51-4025-a127-3af82c57826b None None] Port 35aa8df3-6810-4d78-a73b-93f21b2fe2e3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:40.094274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:40.104956 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] Sync routers for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:40.110195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b408ea6-bbf2-4801-9185-8878f9c6296c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/c8e86930-a8c8-46ee-9f8b-f668b7aa9d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9039443 Dec 16 09:24:40.110345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '00ee154b-766c-473a-a07c-07a1d8e73782', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'port_id': 'fd27b163-2a23-414d-836b-211be8098886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'mac_address': 'fa:16:3e:93:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:14Z', 'updated_at': '2021-12-16T09:24:36Z', 'revision_number': 1, 'project_id': '9a9615d598564f92933e85862f718ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:18Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.112170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60012) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:40.119356 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:40.121665 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.135798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-45e113d3-2140-4fb1-8629-ebb257067094 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f0e96a806274a82b8fbde7b899a7502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512534 Dec 16 09:24:40.138307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60014) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:40.184261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2be016-5799-414e-9988-61d22264da71 None None] Checking router: 2990a259-d08a-408d-96dc-e6e3f58719e9 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:24:40.194359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4a343-7dca-42ab-97ef-ec8153286e9f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:40.199255 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cbf4a343-7dca-42ab-97ef-ec8153286e9f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports/35aa8df3-6810-4d78-a73b-93f21b2fe2e3 HTTP/1.1" status: 200 len: 910 time: 0.0836880 Dec 16 09:24:40.199885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:40.200516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.201400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60016) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:40.203526 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.221730 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:40.222820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.274279 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:40.275336 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0be8f1-af96-42b7-a13e-28f4d8cc9cf8 None None] The sync data for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:40.338249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9806465c-9a8e-4cfb-920e-f61b05408813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.401432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:24:40.455483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9806465c-9a8e-4cfb-920e-f61b05408813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.605586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0bf30732-171f-4a39-9d0a-22891cf4538b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:40.695294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9806465c-9a8e-4cfb-920e-f61b05408813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.698539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9806465c-9a8e-4cfb-920e-f61b05408813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.702218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9806465c-9a8e-4cfb-920e-f61b05408813 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c3898ca-189e-4046-bb0a-89955a68a42b HTTP/1.1" status: 204 len: 168 time: 0.5603216 Dec 16 09:24:40.733483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0bf30732-171f-4a39-9d0a-22891cf4538b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:40.733902 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.742339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806465c-9a8e-4cfb-920e-f61b05408813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3898ca-189e-4046-bb0a-89955a68a42b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:40.774748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:40.967052 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9470003-06a6-4edb-a07d-64a68014a4d0 x-openstack-request-id: req-f9470003-06a6-4edb-a07d-64a68014a4d0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:40.967768 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "tag": "fd27b163-2a23-414d-836b-211be8098886", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:40.968160 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9470003-06a6-4edb-a07d-64a68014a4d0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:40.968727 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'tag': 'fd27b163-2a23-414d-836b-211be8098886', 'status': 'completed', 'code': 200} Dec 16 09:24:41.120274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.122512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.125349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.126048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.126672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.127269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.129831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.132221 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-5a008b9a-2755-45b0-9364-1a1417a5d83e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6502 time: 0.1174753 Dec 16 09:24:41.151116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4d2be016-5799-414e-9988-61d22264da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '00ee154b-766c-473a-a07c-07a1d8e73782', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'port_id': 'fd27b163-2a23-414d-836b-211be8098886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'mac_address': 'fa:16:3e:93:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:14Z', 'updated_at': '2021-12-16T09:24:36Z', 'revision_number': 1, 'project_id': '9a9615d598564f92933e85862f718ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:18Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:41.193008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2be016-5799-414e-9988-61d22264da71 None None] The sync data for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 is: [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '00ee154b-766c-473a-a07c-07a1d8e73782', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'port_id': 'fd27b163-2a23-414d-836b-211be8098886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'mac_address': 'fa:16:3e:93:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:23:14Z', 'updated_at': '2021-12-16T09:24:36Z', 'revision_number': 1, 'project_id': '9a9615d598564f92933e85862f718ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:18Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:41.255451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.21.0.1 (33f0acf7-dafd-4584-a37c-36496724fcb8/aa1c3b8e-ccdc-4846-8406-f1a45b3e183c/3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:41.317129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-29569092-ec57-4be5-b3a1-86606e27f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.319118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-29569092-ec57-4be5-b3a1-86606e27f751 service neutron] 10.222.0.69 "GET /v2.0/networks?id=892e4d4f-9517-441f-93ce-dd13ce9eaad2 HTTP/1.1" status: 200 len: 918 time: 0.1782877 Dec 16 09:24:41.319816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:41.431727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-00f4d2d6-c9ff-43cb-b3f5-aefca1e53f94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 200 len: 998 time: 0.0988603 Dec 16 09:24:41.441703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d17707e6-082b-4449-966a-ffed7620f453 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f1ce8d3cda04969850207a72fd28845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1204867 Dec 16 09:24:41.448299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d15a68-e8b5-494d-8aba-f82fcb5f4d40 req-fd884b7a-463b-4a60-bd5d-aa1a04a0fef1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.450212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5d15a68-e8b5-494d-8aba-f82fcb5f4d40 req-fd884b7a-463b-4a60-bd5d-aa1a04a0fef1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0959973 Dec 16 09:24:41.450477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60058) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:41.455575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.519465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d0a7a-c90e-4be9-aecf-c3a03a0b8b80 None None] New status for floating IP 00ee154b-766c-473a-a07c-07a1d8e73782: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:24:41.560124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5d15a68-e8b5-494d-8aba-f82fcb5f4d40 req-98436106-5c8a-4166-aa73-1481fb8b1c9b tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939133 Dec 16 09:24:41.591783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.649268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4703d716-c436-4ae2-833d-8c96af9ceaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.653024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-1e1e9f06-02de-4b1e-8827-ae93e7a1e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.654749 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-1e1e9f06-02de-4b1e-8827-ae93e7a1e546 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e9564cc-7746-4b75-9db9-ef8486b36d3a HTTP/1.1" status: 200 len: 856 time: 0.2118804 Dec 16 09:24:41.719168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:41.739492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:41.745399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:41.752945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:41.781476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4703d716-c436-4ae2-833d-8c96af9ceaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.843140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-bf210e45-6d64-415e-b1a6-3b702191a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:41.847167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-bf210e45-6d64-415e-b1a6-3b702191a107 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814044 Dec 16 09:24:41.854810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:41.978931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:42.112067 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.146371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:42.150070 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a02d6-02cf-4d88-8528-a587ce411471" -d '{"events": [{"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-unplugged", "status": "completed", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:42.156724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:42.164401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.165043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4703d716-c436-4ae2-833d-8c96af9ceaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.168805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4703d716-c436-4ae2-833d-8c96af9ceaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.170847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4703d716-c436-4ae2-833d-8c96af9ceaa5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbebb055-6219-4dd1-83e2-fca653586294 HTTP/1.1" status: 204 len: 168 time: 0.7190893 Dec 16 09:24:42.200058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703d716-c436-4ae2-833d-8c96af9ceaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbebb055-6219-4dd1-83e2-fca653586294,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:42.213976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-135854c4-704a-426f-aca0-3c0d9e5c95e1 service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529265 Dec 16 09:24:42.302081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:42.311538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.374902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-40502099-679b-4ebf-9be0-943d88834915 None None] Provisioning complete for port 3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:42.375265 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-40502099-679b-4ebf-9be0-943d88834915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:42.472303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-40502099-679b-4ebf-9be0-943d88834915 None None] Port 3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:42.584216 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-65ec596f-3979-4747-ad38-6b5ef1c7f480 req-dcb929d0-897b-4767-bab9-4bd8e37d3ead service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570204 Dec 16 09:24:42.599219 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-b556c205-830e-4872-98a5-4a9be4b1a41a service neutron] show failed (client error): The resource could not be found. Dec 16 09:24:42.600645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-b556c205-830e-4872-98a5-4a9be4b1a41a service neutron] 10.222.0.69 "GET /v2.0/ports/081b7a03-94ff-402f-adbc-d19960299cd5/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.1582670 Dec 16 09:24:42.882731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-6878a21f-8601-43af-b2d5-18baed02ddd3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:42.885379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-6878a21f-8601-43af-b2d5-18baed02ddd3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.3110638 Dec 16 09:24:42.964050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60100) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:42.986652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-ff981be0-2b80-433c-a8a1-f1d45939c1b9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/quotas/d7e7920766ce4175942484ff81afcc33 HTTP/1.1" status: 200 len: 375 time: 0.0907168 Dec 16 09:24:43.046158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-5e4e5d7d-e757-4a22-b5f1-ca6c1c584bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:43.048350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-5e4e5d7d-e757-4a22-b5f1-ca6c1c584bc2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5&tenant_id=1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 1100 time: 0.1617198 Dec 16 09:24:43.125308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:43.131305 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f71e29c-9c79-4085-a28b-83631a187665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.258187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f71e29c-9c79-4085-a28b-83631a187665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.268094 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f71e29c-9c79-4085-a28b-83631a187665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.298004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-cec04c00-142e-4745-94d0-b459b931e59a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3100278 Dec 16 09:24:43.339730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2f71e29c-9c79-4085-a28b-83631a187665 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f5878a653c54607836bcfb947f46b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741865 Dec 16 09:24:43.343418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60122) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:43.351177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71e29c-9c79-4085-a28b-83631a187665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb855c-4e6d-47b6-adcf-be37d74f9dad,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:43.406554 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.427704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.438301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12f7e75-b082-436a-bc53-2916c357880c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.500906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12f7e75-b082-436a-bc53-2916c357880c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.539749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-f1fcd803-2bb6-4648-a2d0-ebbc22c6a6d5 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:43.541549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-f1fcd803-2bb6-4648-a2d0-ebbc22c6a6d5 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "GET /v2.0/ports?device_id=81009db7-2f5a-41a4-b59b-6d7dcfb90d62 HTTP/1.1" status: 200 len: 943 time: 0.1009746 Dec 16 09:24:43.609929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.648704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12f7e75-b082-436a-bc53-2916c357880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.651302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12f7e75-b082-436a-bc53-2916c357880c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.655308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c12f7e75-b082-436a-bc53-2916c357880c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66fb855c-4e6d-47b6-adcf-be37d74f9dad HTTP/1.1" status: 204 len: 168 time: 0.3079870 Dec 16 09:24:43.667593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f7e75-b082-436a-bc53-2916c357880c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb855c-4e6d-47b6-adcf-be37d74f9dad,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:43.691521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Deleting port cd087287-c4d6-4291-9291-f93ed7098fd3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:43.691858 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.700011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-8dffbcd7-12fb-4c47-b8b5-b9fa6b31e2cd service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933146 Dec 16 09:24:43.821891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:43.823918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.825521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:43.844656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] For port cd087287-c4d6-4291-9291-f93ed7098fd3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd087287-c4d6-4291-9291-f93ed7098fd3,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:43.845937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:43.866697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Calling delete_port for cd087287-c4d6-4291-9291-f93ed7098fd3 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:43.949457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:44.034836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6ffd1475-eb06-46ff-9fcc-22bf15ed8505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.080304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.145730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event deleted for resources: {'Port': ['ID=cd087287-c4d6-4291-9291-f93ed7098fd3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:44.175712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] No DVR routers for this DVR port cd087287-c4d6-4291-9291-f93ed7098fd3 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:44.179084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.184451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2e3d43c8-4aaa-411b-b6ae-abb2b0a21b12 req-e48aa9fd-df7d-45cc-a38d-7d91a7f3b14e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "DELETE /v2.0/ports/cd087287-c4d6-4291-9291-f93ed7098fd3 HTTP/1.1" status: 204 len: 173 time: 0.6339428 Dec 16 09:24:44.185188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-deleted', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:44.194695 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aba5255-f994-4098-80ee-bdcf1f80f4d9" -d '{"events": [{"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-deleted", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:44.352890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-1eaea407-c01e-401f-827f-025ea10bfabd service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353836 Dec 16 09:24:44.358745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:44.361104 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629856c-e1bf-4c09-9b2a-69a4e9a5562b" -d '{"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:44.365197 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.401052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Transition to ACTIVE for port object 081b7a03-94ff-402f-adbc-d19960299cd5 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:44.409935 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.456157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:44.462988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:44.500672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:44.503658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] No DVR routers for this DVR port 081b7a03-94ff-402f-adbc-d19960299cd5 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:44.600108 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ecc98-773c-4a64-804b-54fc7e7f3821 x-openstack-request-id: req-b76ecc98-773c-4a64-804b-54fc7e7f3821 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:44.600646 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-unplugged", "status": "completed", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:44.600900 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b76ecc98-773c-4a64-804b-54fc7e7f3821 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:44.601449 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'code': 200} Dec 16 09:24:44.712361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:44.712871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:44.713019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:44.746432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:44.746752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:44.760737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:44.761044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:44.761427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:44.761931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Bound port: 081b7a03-94ff-402f-adbc-d19960299cd5, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:44.762297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.793414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60172) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:44.821787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:44.936740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3dca27d7-6098-4fa3-8f2c-8926ec1a2aa4 None None] Provisioning complete for port 3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:44.937329 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3dca27d7-6098-4fa3-8f2c-8926ec1a2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:44.959241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-441276452-network', 'tenant_id': '053001fdbb3f4609a7e4727c9a93f0fe'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:44.979021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3dca27d7-6098-4fa3-8f2c-8926ec1a2aa4 None None] Port 3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:44.994430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Made reservation on behalf of 053001fdbb3f4609a7e4727c9a93f0fe for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:44.996773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.005276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.051724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674186b3-e1f2-4496-9dc2-84bf02fdd7f5 req-23bb0fab-3ad9-4778-bf42-3fd9bca95b7d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.053332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-674186b3-e1f2-4496-9dc2-84bf02fdd7f5 req-23bb0fab-3ad9-4778-bf42-3fd9bca95b7d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 947 time: 0.2523487 Dec 16 09:24:45.072378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:45.084987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:45.098539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.100170 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.105489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.128912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:45.139229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:45.144565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b4ef8395-040c-4e30-aec6-026a9b46853a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/c8e86930-a8c8-46ee-9f8b-f668b7aa9d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9417596 Dec 16 09:24:45.148236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:45.150883 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.151468 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Added segment 3a76b45a-9af9-4a4e-8ec8-8f80225b08da of type vlan for network 60234ee1-ec83-4758-92f1-d21af7eae925 Dec 16 09:24:45.156043 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] Sync routers for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:45.165049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b810f6-66a6-4240-937f-dccf3c7506e8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:45.167530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.169784 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.169784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] 10.222.0.53 "PUT /v2.0/ports/081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 1095 time: 2.0497608 Dec 16 09:24:45.170789 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:45.171689 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:45.175525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-674186b3-e1f2-4496-9dc2-84bf02fdd7f5 req-3a6057ba-0a7a-4ed6-8cb3-b0983f41ce56 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095054 Dec 16 09:24:45.193505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfac22-4e9c-45ea-a104-3518841eba6c service neutron] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:45.232724 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:45.236516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed30ad8-a88d-49ba-849a-4575860efdbe tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.240988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ed30ad8-a88d-49ba-849a-4575860efdbe tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports/3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c HTTP/1.1" status: 200 len: 910 time: 0.0891111 Dec 16 09:24:45.242031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:45.248817 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:45.249642 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:45.297943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:45.298957 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a4b37-9139-42f9-bcd4-814dd7fb8e64 None None] The sync data for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:45.309350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.335422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-5fb19502-72e3-4ba0-907b-09700d005d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.342498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-5fb19502-72e3-4ba0-907b-09700d005d5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1098 time: 0.1238024 Dec 16 09:24:45.424041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.425408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.426546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.501233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7055597 Dec 16 09:24:45.536272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60190) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:45.543688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Request body: {'subnet': {'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-441276452-subnet', 'tenant_id': '053001fdbb3f4609a7e4727c9a93f0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:45.568381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-7010342f-83ee-49e7-b4cd-8b7af9d367eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.570303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-7010342f-83ee-49e7-b4cd-8b7af9d367eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1992440 Dec 16 09:24:45.578148 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e335b3cc-0833-4981-9104-09371278486d x-openstack-request-id: req-e335b3cc-0833-4981-9104-09371278486d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:45.578439 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81009db7-2f5a-41a4-b59b-6d7dcfb90d62", "name": "network-vif-deleted", "tag": "cd087287-c4d6-4291-9291-f93ed7098fd3", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:45.578680 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e335b3cc-0833-4981-9104-09371278486d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:45.579097 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81009db7-2f5a-41a4-b59b-6d7dcfb90d62', 'name': 'network-vif-deleted', 'tag': 'cd087287-c4d6-4291-9291-f93ed7098fd3', 'status': 'completed', 'code': 200} Dec 16 09:24:45.591626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd976-1e61-4b89-96d0-87d32952fb3f admin admin] Pushing event updated for resources: {'Network': ['ID=60234ee1-ec83-4758-92f1-d21af7eae925,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:45.591827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Made reservation on behalf of 053001fdbb3f4609a7e4727c9a93f0fe for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:45.594194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.606206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 60234ee1-ec83-4758-92f1-d21af7eae925 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:45.635756 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ea5411-fa6d-47b4-ae34-9e5fa1c9c9f0 x-openstack-request-id: req-51ea5411-fa6d-47b4-ae34-9e5fa1c9c9f0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:45.636231 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:45.636530 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51ea5411-fa6d-47b4-ae34-9e5fa1c9c9f0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:45.636869 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'code': 200} Dec 16 09:24:45.669805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-40f65eeb-7ee9-4ce4-874b-c262fa3aa8f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0892959 Dec 16 09:24:45.739105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0df13e62-1f58-42a2-9764-eedef75bdc9e req-7fbbcc90-d0e6-41a8-9626-a572fd4af30c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 210 time: 0.0584853 Dec 16 09:24:45.774195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:45.778608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-e336a3b8-c601-4bc1-a1cc-6c6e6653a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.780110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-e336a3b8-c601-4bc1-a1cc-6c6e6653a09b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1009512 Dec 16 09:24:45.936617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-7cddfbc0-9508-40fa-8534-adc6ba39ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:45.938930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-7cddfbc0-9508-40fa-8534-adc6ba39ec23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1377008 Dec 16 09:24:45.971158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.023782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:46.057352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: cd087287-c4d6-4291-9291-f93ed7098fd3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:46.058046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd087287-c4d6-4291-9291-f93ed7098fd3 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:46.110721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-fa717290-ed7d-4193-b258-f126a40c1621 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.112053 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-fa717290-ed7d-4193-b258-f126a40c1621 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.1827054 Dec 16 09:24:46.113663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-ae518485-da24-4043-8c1b-1c5aeffa3f64 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8cea28b2f7944016ad4c5c7009576cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440352 Dec 16 09:24:46.122182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-069c6275-0704-474a-b805-98cadf24c7d0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.123646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-069c6275-0704-474a-b805-98cadf24c7d0 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.1235232 Dec 16 09:24:46.129942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Request body: {'port': {'device_id': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'admin_state_up': True, 'tenant_id': 'd7e7920766ce4175942484ff81afcc33'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:46.133228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2fb610-e4fb-46a3-9a48-27b02d308062,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:46.214931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Checking segment: {'id': '3a76b45a-9af9-4a4e-8ec8-8f80225b08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:46.215280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Network hostable DHCP agents. Network: 60234ee1-ec83-4758-92f1-d21af7eae925, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:46.222363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-4eb8b774-1d92-41d8-81b3-e5a250970f6e service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737918 Dec 16 09:24:46.309052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Network 60234ee1-ec83-4758-92f1-d21af7eae925 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:46.333437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-b650bb54-5e1a-4d02-92c4-54922bc48cb4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.335019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-b650bb54-5e1a-4d02-92c4-54922bc48cb4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121718 Dec 16 09:24:46.339665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 60234ee1-ec83-4758-92f1-d21af7eae925) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:46.344257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.344851 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.349778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955101be-a271-4c63-ba94-9c02ce13509a None None] Network 60234ee1-ec83-4758-92f1-d21af7eae925 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:46.368383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:46.368721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.371243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Made reservation on behalf of d7e7920766ce4175942484ff81afcc33 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:46.374745 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.390198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9c127b54-94d1-4b6b-945d-f38715b3f991 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8528223 Dec 16 09:24:46.397484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-2dfc98dd-c74b-4e96-90b5-aa95d761d2fd tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/quotas/8cea28b2f7944016ad4c5c7009576cce HTTP/1.1" status: 200 len: 375 time: 0.0460548 Dec 16 09:24:46.401125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-ab40630f-ace5-4cf0-8ac6-e86b795fb02b service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669476 Dec 16 09:24:46.433809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-779cdbbc-9218-4fc3-b5b2-0cec2ee0c95a tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352635 Dec 16 09:24:46.439144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Deleting port 837b7970-6738-407c-b46c-d4a0d0b37273 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:46.439492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.446054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a92d-e443-420e-982a-682387c0554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.545997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbf103-a21a-4835-a873-c485609fbc77 None None] Network 60234ee1-ec83-4758-92f1-d21af7eae925 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:46.575603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.588228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:46.767349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] For port 837b7970-6738-407c-b46c-d4a0d0b37273, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=837b7970-6738-407c-b46c-d4a0d0b37273,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:46.767349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:46.770581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e2d00-a6ce-4bd8-b2bc-75832242e78a req-529d0253-b3e7-435d-af6f-342fb66c7996 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.772633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b2e2d00-a6ce-4bd8-b2bc-75832242e78a req-529d0253-b3e7-435d-af6f-342fb66c7996 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=133f8b3f-0a9b-46c7-8777-e3e24aedc2c9 HTTP/1.1" status: 200 len: 944 time: 0.0664005 Dec 16 09:24:46.791111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Calling delete_port for 837b7970-6738-407c-b46c-d4a0d0b37273 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:46.813834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b2e2d00-a6ce-4bd8-b2bc-75832242e78a req-5fb57105-c9fe-4c67-b0b6-21b72a52bf10 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Dec 16 09:24:46.926504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Allocated IP 172.20.0.13 (9e5aa7b0-989b-48bc-9e07-84c61caffe3c/dce560d8-152a-4b46-a804-a122b4235262/28d42864-91f4-4ed0-bf74-fa2cf2ad92a4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:46.972273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71fcd0-b98b-4266-8e15-744b3c27ddc5 req-b9adc473-9b57-4ccd-a9fa-9859439ac42f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:46.973961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d71fcd0-b98b-4266-8e15-744b3c27ddc5 req-b9adc473-9b57-4ccd-a9fa-9859439ac42f tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 947 time: 0.0612688 Dec 16 09:24:47.030146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d71fcd0-b98b-4266-8e15-744b3c27ddc5 req-decb51dc-0032-40d0-8a9a-2e3a72912844 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485384 Dec 16 09:24:47.356508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-ddeb67ae-e389-4d04-ab3d-5b0630943522 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:47.358339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-ddeb67ae-e389-4d04-ab3d-5b0630943522 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/networks?id=60234ee1-ec83-4758-92f1-d21af7eae925 HTTP/1.1" status: 200 len: 808 time: 0.1130314 Dec 16 09:24:47.373792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-afe60dc6-7732-484a-a4be-3ecabf9e978f tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/quotas/053001fdbb3f4609a7e4727c9a93f0fe HTTP/1.1" status: 200 len: 375 time: 0.0094790 Dec 16 09:24:47.408493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-d8760c4b-89bf-4360-9562-3c48f052613c tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=053001fdbb3f4609a7e4727c9a93f0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287781 Dec 16 09:24:47.454410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.502260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=3b3b5b49-e30a-4f1c-8b4d-55d6abfec23c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:47.518610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.522139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-3c3c91b1-fd19-4bfd-a69d-224030c7decb service neutron] 10.222.0.61 "GET /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057270 Dec 16 09:24:47.532946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['837b7970-6738-407c-b46c-d4a0d0b37273'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:47.603809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event deleted for resources: {'Port': ['ID=837b7970-6738-407c-b46c-d4a0d0b37273,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:47.640211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:47.644595 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375dd4a-29d2-4bd9-866a-213e418d0518" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:47.648700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.654425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-ba7e24a8-6c19-44c0-ba92-e89dcd52cb00 service neutron] 10.222.0.61 "GET /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234884 Dec 16 09:24:47.682009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] No DVR routers for this DVR port 837b7970-6738-407c-b46c-d4a0d0b37273 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:47.686877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.690563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd8e05bf-a41b-4f6b-9997-0ec31f6b09b9 req-5d3a4930-1ad8-47cf-9f55-bc3f22e5d275 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "DELETE /v2.0/ports/837b7970-6738-407c-b46c-d4a0d0b37273 HTTP/1.1" status: 204 len: 173 time: 1.5565155 Dec 16 09:24:47.692561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'name': 'network-vif-deleted', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:47.695176 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa94476-8d04-423e-ba35-bdf463a49100" -d '{"events": [{"server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "name": "network-vif-deleted", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:47.736053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4e347c3f-963e-40a8-ba0a-ce54d64a9213 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8cea28b2f7944016ad4c5c7009576cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374084 Dec 16 09:24:47.740250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:47.817355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:47.831224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.839027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.905639 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:47.995857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:48.001971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-70828107-86e7-4a17-bf4c-72246cdb9047 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.003444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-70828107-86e7-4a17-bf4c-72246cdb9047 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582002 Dec 16 09:24:48.004843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:48.008769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:48.011214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-a77bc56f-6108-476a-b704-7236193e5fb2 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8cea28b2f7944016ad4c5c7009576cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384908 Dec 16 09:24:48.014010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:48.027691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Request body: {'port': {'device_id': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '8cea28b2f7944016ad4c5c7009576cce'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:48.080622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.081265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.184095 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4b452adc-f59d-42e4-bd2b-3cdb458fb071 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0584710 Dec 16 09:24:48.212722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Request body: {'port': {'device_id': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:48.215084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-6fe3d4e3-a37c-4844-8675-ec208a052631 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.222811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-6fe3d4e3-a37c-4844-8675-ec208a052631 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102578 Dec 16 09:24:48.234084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:48.254730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-9e132b38-c05f-466d-8631-cb729916e914 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/quotas/8cea28b2f7944016ad4c5c7009576cce HTTP/1.1" status: 200 len: 375 time: 0.0314329 Dec 16 09:24:48.294257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Made reservation on behalf of 8cea28b2f7944016ad4c5c7009576cce for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:48.298362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.310813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-9919d292-36a1-4a77-a93f-8840283f4d75 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551608 Dec 16 09:24:48.322562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.375182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.467549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.478162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:48.605067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:48.610970 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c2b749f-64bd-4c85-8cda-5b626f19e43f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/c8e86930-a8c8-46ee-9f8b-f668b7aa9d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3679690 Dec 16 09:24:48.615917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] Sync routers for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:48.616684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60272) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:48.627773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58279c0a-5630-4258-8d42-37ba4fd3d08b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:48.643132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:48.644604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:48.712817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d9b3-0b74-440d-887d-cb912bcaaffc req-25b8e151-c7de-4171-b801-fa2e4581993e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:48.714348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a63d9b3-0b74-440d-887d-cb912bcaaffc req-25b8e151-c7de-4171-b801-fa2e4581993e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 932 time: 0.1623201 Dec 16 09:24:48.715375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:48.738449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:48.739497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:48.779154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:48.780105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffd8d03-3a60-43e5-acdb-5b6658c29085 None None] The sync data for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:48.794492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Allocated IP 192.168.233.111 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/bca52352-c631-4e3f-8fb5-3c1ec8d321c8) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:48.806525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a63d9b3-0b74-440d-887d-cb912bcaaffc req-96a0544a-89f8-40b2-8de3-1647620a7f39 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843091 Dec 16 09:24:48.968117 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d320da0a-d06c-440b-a587-4947aa3f814a x-openstack-request-id: req-d320da0a-d06c-440b-a587-4947aa3f814a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:48.968417 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:48.968666 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d320da0a-d06c-440b-a587-4947aa3f814a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:48.969063 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'status': 'completed', 'code': 200} Dec 16 09:24:49.033569 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4841a55c-7bd9-4736-92df-4ca73a4e1f6b x-openstack-request-id: req-4841a55c-7bd9-4736-92df-4ca73a4e1f6b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:49.033883 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133f8b3f-0a9b-46c7-8777-e3e24aedc2c9", "name": "network-vif-deleted", "tag": "837b7970-6738-407c-b46c-d4a0d0b37273", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:49.034116 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4841a55c-7bd9-4736-92df-4ca73a4e1f6b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:49.034533 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133f8b3f-0a9b-46c7-8777-e3e24aedc2c9', 'name': 'network-vif-deleted', 'tag': '837b7970-6738-407c-b46c-d4a0d0b37273', 'status': 'completed', 'code': 200} Dec 16 09:24:49.061366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-4f33af38-6c9e-4e9f-861d-1fcb6e85cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.062906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-4f33af38-6c9e-4e9f-861d-1fcb6e85cb45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0930872 Dec 16 09:24:49.070655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:49.092326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.159905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Transition to ACTIVE for port object 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:49.162247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-e842ce64-3ea6-482e-8c61-8e7aa90719c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.163896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-e842ce64-3ea6-482e-8c61-8e7aa90719c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1098 time: 0.2167075 Dec 16 09:24:49.175204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.186245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.195878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8763c33e-8041-40c1-935f-9c9f7b1e69cf req-a4d4a33b-7189-4515-8fa3-2c57531daacb tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 210 time: 0.1290467 Dec 16 09:24:49.223005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-fdb911bd-a4cc-4a5d-bb4a-6e31b32f52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.224579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-fdb911bd-a4cc-4a5d-bb4a-6e31b32f52ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1528711 Dec 16 09:24:49.277281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-3e4a2420-1e25-49cd-a069-f72e833a87ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0382824 Dec 16 09:24:49.295952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.341053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:49.390625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-5ded5a4e-e9c0-4882-a1cc-f646f9dbbff7 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.392097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-5ded5a4e-e9c0-4882-a1cc-f646f9dbbff7 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.69 "GET /v2.0/networks?id=60234ee1-ec83-4758-92f1-d21af7eae925 HTTP/1.1" status: 200 len: 808 time: 0.3129818 Dec 16 09:24:49.404207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:49.409505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:49.412077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:49.432269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Request body: {'port': {'device_id': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925', 'admin_state_up': True, 'tenant_id': '053001fdbb3f4609a7e4727c9a93f0fe'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:49.449538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-8374cd3a-1b89-46b9-9d9c-0a793a9b4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.451453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-8374cd3a-1b89-46b9-9d9c-0a793a9b4b51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1662602 Dec 16 09:24:49.476201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:49.489382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-92360458-1cd8-4475-b2e8-adbb5237a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.490980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-92360458-1cd8-4475-b2e8-adbb5237a55d service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3169668 Dec 16 09:24:49.513070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a364dc2-c537-4f1f-9d46-e77e67100798 req-92735988-74c5-419f-9f94-d89946f01292 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.522415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a364dc2-c537-4f1f-9d46-e77e67100798 req-92735988-74c5-419f-9f94-d89946f01292 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 947 time: 0.2043085 Dec 16 09:24:49.554470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.555120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.591397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-fa0552cd-b4a2-4459-a028-306f205b7acd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0829470 Dec 16 09:24:49.650986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cb07362f-c2cf-43db-834f-d2181e2d08aa None None] Provisioning complete for port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:49.652030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cb07362f-c2cf-43db-834f-d2181e2d08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.686492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-7d902ccf-9b76-4611-92b5-04ed9e6ab915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.687952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-7d902ccf-9b76-4611-92b5-04ed9e6ab915 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0871999 Dec 16 09:24:49.698358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cb07362f-c2cf-43db-834f-d2181e2d08aa None None] Port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:49.703151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Attempting to bind port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:49.703488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Attempting to bind port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:49.703811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Attempting to bind port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:49.750393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.761166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:49.761517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Attempting to bind port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:49.783177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:49.783573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Checking segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:49.783898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Bound using segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:49.784415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Bound port: 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:49.784795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.820199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.825805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-6ea218a6-6bd8-497e-b7ca-1cabc9524c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.827373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-6ea218a6-6bd8-497e-b7ca-1cabc9524c09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275940 Dec 16 09:24:49.857470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.874044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Made reservation on behalf of 053001fdbb3f4609a7e4727c9a93f0fe for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:49.877992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:49.890004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-689952e1-361a-451d-9fe1-60b5f50e6950 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8cea28b2f7944016ad4c5c7009576cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397632 Dec 16 09:24:49.899447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-4c55b9d9-b81d-4a04-842c-16c8627b5eae tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8760138 Dec 16 09:24:49.910713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a364dc2-c537-4f1f-9d46-e77e67100798 req-41760583-d3c1-4bed-ab70-94f3d2554bdc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869860 Dec 16 09:24:49.912722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-5be76685-eeaa-4cdd-9556-b7d2f555a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:49.914244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-5be76685-eeaa-4cdd-9556-b7d2f555a18e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4517782 Dec 16 09:24:49.932400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Request body: {'port': {'device_id': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:50.039155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:50.043122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:50.075360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 837b7970-6738-407c-b46c-d4a0d0b37273 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:50.075661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 837b7970-6738-407c-b46c-d4a0d0b37273 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:50.130129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-150584b0-4995-4c83-8e67-eed97aae2efe req-c07181c4-8d61-416b-ae49-34921b924698 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0666513 Dec 16 09:24:50.137872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:50.179448 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-fc75548f-4872-44d2-9221-9e6e5b51f036 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708247 Dec 16 09:24:50.183416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:50.203002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:50.209656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:50.223471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:50.226956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '081b7a03-94ff-402f-adbc-d19960299cd5', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '081b7a03-94ff-402f-adbc-d19960299cd5', 'mac_address': 'fa:16:3e:2d:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:50.237867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-3bd1ffb7-809b-4781-a418-b7c8edc3a6db service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016028 Dec 16 09:24:50.268703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-7cfca9de-186d-4627-b209-4ba92cb161a4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:50.270856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-7cfca9de-186d-4627-b209-4ba92cb161a4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3702638 Dec 16 09:24:50.272581 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:50.287167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081b7a03-94ff-402f-adbc-d19960299cd5 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:50.311849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:50.314078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Request body: {'port': {'device_id': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '8cea28b2f7944016ad4c5c7009576cce'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:50.317836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:50.382656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:50.606106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['081b7a03-94ff-402f-adbc-d19960299cd5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:50.658648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:50.659281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:50.660694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 HTTP/1.1" status: 200 len: 1092 time: 2.4562318 Dec 16 09:24:50.675374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Allocated IP 172.20.0.8 (60234ee1-ec83-4758-92f1-d21af7eae925/2e2fb610-e4fb-46a3-9a48-27b02d308062/af4233bc-1513-4919-b7c0-71495dc37341) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:50.701797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e71f1d-104f-4821-9f53-d7bfa6d575c5 service neutron] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:50.715614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-ddb1c680-c88d-4fc0-b6fd-447a69d076ca service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423339 Dec 16 09:24:50.730447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76363-8fde-4a9c-8ba7-1cc20c4466e9 req-ce30a9bb-6d1f-4053-b9c3-8a1f66c20ad9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:50.740811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ada76363-8fde-4a9c-8ba7-1cc20c4466e9 req-ce30a9bb-6d1f-4053-b9c3-8a1f66c20ad9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 944 time: 0.2955348 Dec 16 09:24:50.809874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Made reservation on behalf of 8cea28b2f7944016ad4c5c7009576cce for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:50.814573 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:50.821831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7375dd4a-29d2-4bd9-866a-213e418d0518 req-bf809f37-06b8-40fa-be57-2a46ec2d33aa service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329944 Dec 16 09:24:50.828708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.53', 62003) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:50.872247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ada76363-8fde-4a9c-8ba7-1cc20c4466e9 req-e0a525d8-3807-4f57-b8ce-21ade8ed8759 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305082 Dec 16 09:24:50.931068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-87ff278d-de2d-44ae-bb4c-04df2537df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:50.932598 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-87ff278d-de2d-44ae-bb4c-04df2537df91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 1095 time: 0.1731803 Dec 16 09:24:50.982660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-de8591dd-00fc-4401-b570-7600d68ca9b9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:50.984024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-de8591dd-00fc-4401-b570-7600d68ca9b9 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 945 time: 0.1480453 Dec 16 09:24:50.997942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-d9863b5f-018d-4459-854a-3d52b4dd0b1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 HTTP/1.1" status: 200 len: 217 time: 0.0532322 Dec 16 09:24:51.029119 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.050604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:51.052851 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:51.072302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 35aa8df3-6810-4d78-a73b-93f21b2fe2e3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:51.073042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.077399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:51.111586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.148037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb419baf-93e9-460d-b1a2-c87c8b2f27c2 req-8c772c25-c659-4d0d-8cc7-4e4037bfb05c tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 210 time: 0.0404584 Dec 16 09:24:51.151337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Transition to ACTIVE for port object bca52352-c631-4e3f-8fb5-3c1ec8d321c8 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:51.162651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.174115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4fc57484-252e-4795-bdd6-5b7b776b9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.174115 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-4fc57484-252e-4795-bdd6-5b7b776b9a2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.1636488 Dec 16 09:24:51.227832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-c7d76a1e-0884-4bc7-b8f8-c03346597bbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421302 Dec 16 09:24:51.276047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-985cf346-5b17-4bc0-95f4-cc6866aa4e19 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.277659 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-985cf346-5b17-4bc0-95f4-cc6866aa4e19 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5&tenant_id=1d86b1f5bff74133957ceca6995d2d66&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 948 time: 0.2108450 Dec 16 09:24:51.278697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.297053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Deleting port 366dda7b-2230-43a7-a376-cdd721a1985a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:51.297382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.311441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:51.315096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.356612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Allocated IP 192.168.233.93 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/b11eac66-94a3-4a96-bf4d-b461af744a05) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:51.390821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 35aa8df3-6810-4d78-a73b-93f21b2fe2e3 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:51.409329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Network 60234ee1-ec83-4758-92f1-d21af7eae925 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:51.432115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:51.442487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288d226-dd61-4997-b87d-a59c94cf2966 req-c8b3690d-30f8-49e2-b748-1616c4a3a51e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.444128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e288d226-dd61-4997-b87d-a59c94cf2966 req-c8b3690d-30f8-49e2-b748-1616c4a3a51e tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=92b96b6e-f773-4c6d-ab7a-48a80a3739a6 HTTP/1.1" status: 200 len: 945 time: 0.2167389 Dec 16 09:24:51.450586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:51.514480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Pushing event updated for resources: {'Port': ['ID=af4233bc-1513-4919-b7c0-71495dc37341,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:51.530715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-fa9a7ff6-62f0-4f3a-b829-e255e1ed8986 service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910740 Dec 16 09:24:51.567256 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-44218891-27b9-4622-930b-06401f4aee47 service neutron] 10.222.0.53 "GET /v2.0/ports/081b7a03-94ff-402f-adbc-d19960299cd5/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.2580547 Dec 16 09:24:51.606740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.607354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.608058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e288d226-dd61-4997-b87d-a59c94cf2966 req-2a0d8d06-fd22-48f1-bdb5-e7e6b45165a5 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506042 Dec 16 09:24:51.612227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] For port 366dda7b-2230-43a7-a376-cdd721a1985a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=366dda7b-2230-43a7-a376-cdd721a1985a,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:51.613477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.619577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Attempting to bind port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:51.619827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Attempting to bind port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:51.621000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Attempting to bind port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:51.653136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Calling delete_port for 366dda7b-2230-43a7-a376-cdd721a1985a owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:51.655640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:51.655778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Attempting to bind port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:51.675276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:51.675628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:51.675996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:51.676445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Bound port: bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:51.676804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.699313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-7dc8246c-356d-4e06-8879-abe7f80f01b8 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2792697 Dec 16 09:24:51.719018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Request body: {'port': {'device_id': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:51.772860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-cd2ed73e-b5ed-4d40-bbbc-d8613d4022bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.774412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-cd2ed73e-b5ed-4d40-bbbc-d8613d4022bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1645098 Dec 16 09:24:51.796631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3787f2bd-20a1-4a5e-9882-57da81bd8bee req-e124b5be-fb33-4235-bade-e4cf1edccffb service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533634 Dec 16 09:24:51.845461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.886415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:51.897563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.914044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:51.929223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb83c7-f56e-4df3-b852-25168c8408e4 req-9bd7bd17-a3c2-4c52-a141-898a18bb1510 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:51.930793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bdb83c7-f56e-4df3-b852-25168c8408e4 req-9bd7bd17-a3c2-4c52-a141-898a18bb1510 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 948 time: 0.1555600 Dec 16 09:24:51.934242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.935786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:51.996342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=35aa8df3-6810-4d78-a73b-93f21b2fe2e3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:52.000118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.001587 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.003028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] 10.222.0.53 "PUT /v2.0/ports/bca52352-c631-4e3f-8fb5-3c1ec8d321c8 HTTP/1.1" status: 200 len: 1096 time: 2.0878866 Dec 16 09:24:52.006246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-af1fa02c-ac43-411a-935e-14caf03e7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.007763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-af1fa02c-ac43-411a-935e-14caf03e7f08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2240057 Dec 16 09:24:52.010802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:52.013171 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693" -d '{"events": [{"name": "network-changed", "server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:52.058329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.073232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:52.150501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 081b7a03-94ff-402f-adbc-d19960299cd5 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:52.155861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 081b7a03-94ff-402f-adbc-d19960299cd5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:52.156428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.168493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bdb83c7-f56e-4df3-b852-25168c8408e4 req-7952f5d4-4239-41e2-a858-cc989167ddb1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284994 Dec 16 09:24:52.174479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43866f72-3d23-4164-a6a3-d47c7c05efab service neutron] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:52.206752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.213023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:24:52.223653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:52.226733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:24:52.233883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-3decbf04-c897-49e6-8e07-36ad8bc02567 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.1997335 Dec 16 09:24:52.296097 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.317544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event updated for resources: {'Port': ['ID=b11eac66-94a3-4a96-bf4d-b461af744a05,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:52.336979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:52.339540 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8021f5f-f873-4d4a-86a4-0cb1f1b29b6b" -d '{"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:52.348182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-4a9a6482-967a-45bd-b473-f44e6cc504b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.350388 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-4a9a6482-967a-45bd-b473-f44e6cc504b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0972052 Dec 16 09:24:52.358668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:52.365997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.367333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:52.369313 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bb5101-53b6-47d3-bad2-559913fb6f08 x-openstack-request-id: req-83bb5101-53b6-47d3-bad2-559913fb6f08 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:52.369600 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:52.369834 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83bb5101-53b6-47d3-bad2-559913fb6f08 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:52.370254 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'status': 'completed', 'code': 200} Dec 16 09:24:52.380248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-7a0f1f61-fd49-4274-a40b-6139fbf95ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.381810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-7a0f1f61-fd49-4274-a40b-6139fbf95ebf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1099 time: 0.3141394 Dec 16 09:24:52.429076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 366dda7b-2230-43a7-a376-cdd721a1985a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:52.429728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 366dda7b-2230-43a7-a376-cdd721a1985a not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:52.436053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event deleted for resources: {'Port': ['ID=366dda7b-2230-43a7-a376-cdd721a1985a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:52.444540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] No DVR routers for this DVR port 366dda7b-2230-43a7-a376-cdd721a1985a on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:52.447462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.451286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "DELETE /v2.0/ports/366dda7b-2230-43a7-a376-cdd721a1985a HTTP/1.1" status: 204 len: 173 time: 1.4566081 Dec 16 09:24:52.456067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:52.584094 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.615081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-35973f16-2ec8-40fb-b60e-4b0572f16fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.616915 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-35973f16-2ec8-40fb-b60e-4b0572f16fd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 1095 time: 0.2656007 Dec 16 09:24:52.673516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-d5d1b614-ffae-401e-bfd2-7f6468c5d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.675075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-d5d1b614-ffae-401e-bfd2-7f6468c5d2f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2584181 Dec 16 09:24:52.718301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f02761ac-8d1d-4673-a1e0-d80f462ce95b None None] Provisioning complete for port b11eac66-94a3-4a96-bf4d-b461af744a05 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:52.718580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f02761ac-8d1d-4673-a1e0-d80f462ce95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.759125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f02761ac-8d1d-4673-a1e0-d80f462ce95b None None] Port b11eac66-94a3-4a96-bf4d-b461af744a05 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:24:52.815310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-c934d04b-2769-41a2-a5ee-cda81e3846a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8 HTTP/1.1" status: 200 len: 217 time: 0.4089305 Dec 16 09:24:52.823227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.823826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:52.885833 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-404336c9-d712-4bec-b018-a62212b0543f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5768847 Dec 16 09:24:52.897242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186190-dc09-4927-a57f-880356d9390a req-909195aa-3809-42f9-9230-da7f9107a93f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.898820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95186190-dc09-4927-a57f-880356d9390a req-909195aa-3809-42f9-9230-da7f9107a93f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 935 time: 0.4971836 Dec 16 09:24:52.904386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Request body: {'port': {'device_id': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:52.909141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-ac1cbbf4-bfdf-46c6-8251-c27481620b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:52.910577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-ac1cbbf4-bfdf-46c6-8251-c27481620b38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0832167 Dec 16 09:24:53.028908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95186190-dc09-4927-a57f-880356d9390a req-73212a66-56eb-4928-9f6e-6061b666a475 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018901 Dec 16 09:24:53.029458 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.030562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-bfb2d03f-7a5d-4e67-a01b-89fe3ef2d0f2 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251781 Dec 16 09:24:53.031737 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:24:53.032208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-8c85a430-11a4-48ed-9e14-95eafb209b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.034504 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-8c85a430-11a4-48ed-9e14-95eafb209b68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 906 time: 0.4063973 Dec 16 09:24:53.049514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-beac9088-8285-4779-b66f-12933d7ec097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.051209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-beac9088-8285-4779-b66f-12933d7ec097 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196620 Dec 16 09:24:53.055731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4233bc-1513-4919-b7c0-71495dc37341 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:53.068510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:24:53.112373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.117637 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-ca75c22c-87ee-4a57-b764-0f0dfb760c28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 HTTP/1.1" status: 200 len: 217 time: 0.0533521 Dec 16 09:24:53.171864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Transition to ACTIVE for port object af4233bc-1513-4919-b7c0-71495dc37341 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:53.202971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.324288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fcfc1-9a88-4409-8a82-e59dbe0cbf01 req-2b2051e5-97bc-47ef-b4f1-1a6463e9c4e9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.325837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-949fcfc1-9a88-4409-8a82-e59dbe0cbf01 req-2b2051e5-97bc-47ef-b4f1-1a6463e9c4e9 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 944 time: 0.2032919 Dec 16 09:24:53.362713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-7597b829-841f-4aaa-9bee-e0dbabd848d5 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898920 Dec 16 09:24:53.414841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.446209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-949fcfc1-9a88-4409-8a82-e59dbe0cbf01 req-3a648f20-1185-4151-91ce-0e2c37358e6b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127734 Dec 16 09:24:53.503109 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd265424-c726-4751-96a9-6c4f93c14d1e x-openstack-request-id: req-fd265424-c726-4751-96a9-6c4f93c14d1e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:53.503439 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:53.503623 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd265424-c726-4751-96a9-6c4f93c14d1e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:53.504024 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'status': 'completed', 'code': 200} Dec 16 09:24:53.544401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b9bfc04-5479-4f0d-aa41-ea4287dac37c req-82a7a08a-b662-45ee-a690-a442e03922ef service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734273 Dec 16 09:24:53.610132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11eac66-94a3-4a96-bf4d-b461af744a05 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:53.628376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.669561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Transition to ACTIVE for port object b11eac66-94a3-4a96-bf4d-b461af744a05 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:53.671090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-810529b2-8361-43fa-9854-a961f41fd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.672537 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-810529b2-8361-43fa-9854-a961f41fd941 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.5398467 Dec 16 09:24:53.676154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:24:53.680569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Pushing event updated for resources: {'Port': ['ID=af4233bc-1513-4919-b7c0-71495dc37341,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:53.683216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.687345 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf09a97e-5cbc-49dd-9edc-9b79f716c06e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/c8e86930-a8c8-46ee-9f8b-f668b7aa9d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0696499 Dec 16 09:24:53.688311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] Sync routers for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:24:53.697193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60320) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:53.699893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-8602fb8d-9989-4eed-894e-5bf24d9c6dbf service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367145 Dec 16 09:24:53.701664 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:53.704891 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:53.712422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618721-c762-4874-af1d-bbb85e9aa64a req-e6650155-be40-4f06-b78a-430e4ced9193 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.714112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40618721-c762-4874-af1d-bbb85e9aa64a req-e6650155-be40-4f06-b78a-430e4ced9193 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 943 time: 0.1453314 Dec 16 09:24:53.736100 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-476e6b6a-1bf9-476a-8091-364bf2365ff2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529563 Dec 16 09:24:53.743429 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:53.757139 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] Routers {'c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:24:53.757944 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:53.774507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-f7bcf749-e912-4bc5-bc57-6e74a7dee286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:53.776063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-f7bcf749-e912-4bc5-bc57-6e74a7dee286 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1099 time: 0.1609294 Dec 16 09:24:53.793407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cb4dee15-b551-4114-ade4-636dbafbc1b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 HTTP/1.1" status: 200 len: 205 time: 0.0908225 Dec 16 09:24:53.799377 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:53.800027 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcaba12-2210-4103-97a9-5f1d74d3c1d7 None None] The sync data for ids ['c8e86930-a8c8-46ee-9f8b-f668b7aa9d04'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:24:53.814116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60322) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:53.855586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Attempting to bind port af4233bc-1513-4919-b7c0-71495dc37341 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:53.856292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Attempting to bind port af4233bc-1513-4919-b7c0-71495dc37341 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '3a76b45a-9af9-4a4e-8ec8-8f80225b08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:53.856667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Attempting to bind port af4233bc-1513-4919-b7c0-71495dc37341 on network 60234ee1-ec83-4758-92f1-d21af7eae925 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:53.870589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Port af4233bc-1513-4919-b7c0-71495dc37341 on network 60234ee1-ec83-4758-92f1-d21af7eae925 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:53.870931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Attempting to bind port af4233bc-1513-4919-b7c0-71495dc37341 on network 60234ee1-ec83-4758-92f1-d21af7eae925 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:53.882538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:53.882923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Checking segment: {'id': '3a76b45a-9af9-4a4e-8ec8-8f80225b08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:53.883257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Bound using segment: {'id': '3a76b45a-9af9-4a4e-8ec8-8f80225b08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:53.883694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Bound port: af4233bc-1513-4919-b7c0-71495dc37341, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a76b45a-9af9-4a4e-8ec8-8f80225b08da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:53.884047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:53.905231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-adeb44d5-e2eb-4ff4-b4b9-a1d746cd418d service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467490 Dec 16 09:24:53.957993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Pushing event updated for resources: {'Port': ['ID=b11eac66-94a3-4a96-bf4d-b461af744a05,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:53.994324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40618721-c762-4874-af1d-bbb85e9aa64a req-766c3377-68a7-4550-9e38-d732b7c3962a tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447250 Dec 16 09:24:54.032732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.057094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] For port af4233bc-1513-4919-b7c0-71495dc37341, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:54.075053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:54.083112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] For port af4233bc-1513-4919-b7c0-71495dc37341, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=af4233bc-1513-4919-b7c0-71495dc37341,segment=NetworkSegment(3a76b45a-9af9-4a4e-8ec8-8f80225b08da),segment_id=3a76b45a-9af9-4a4e-8ec8-8f80225b08da)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:54.088552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5292e28f-10f6-4d12-81e2-8fc65c0a97bd req-8467d7aa-f437-4194-b85e-8492e76ffe5c service neutron] 10.222.0.53 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613998 Dec 16 09:24:54.090610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.130257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.131077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.132827 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] 10.222.0.69 "PUT /v2.0/ports/af4233bc-1513-4919-b7c0-71495dc37341 HTTP/1.1" status: 200 len: 1091 time: 2.4235597 Dec 16 09:24:54.168929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776db21-0e16-4b44-ac54-2fd48e094f3f service neutron] Pushing event updated for resources: {'Port': ['ID=af4233bc-1513-4919-b7c0-71495dc37341,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:54.173430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-d60cda34-0776-49fc-b8df-43b3a24bfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.175964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-d60cda34-0776-49fc-b8df-43b3a24bfa8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3749070 Dec 16 09:24:54.192505 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa8c53-c484-4e7e-b8fb-362c0204e4a5 x-openstack-request-id: req-4caa8c53-c484-4e7e-b8fb-362c0204e4a5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:54.193186 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:54.193875 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4caa8c53-c484-4e7e-b8fb-362c0204e4a5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:54.194737 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'code': 200} Dec 16 09:24:54.210568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Attempting to bind port b11eac66-94a3-4a96-bf4d-b461af744a05 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:54.210986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Attempting to bind port b11eac66-94a3-4a96-bf4d-b461af744a05 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:54.211904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Attempting to bind port b11eac66-94a3-4a96-bf4d-b461af744a05 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:54.239754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-3b14a019-1596-4286-b710-57e0e49684bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.240419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-3b14a019-1596-4286-b710-57e0e49684bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=053001fdbb3f4609a7e4727c9a93f0fe&device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 1094 time: 0.0542676 Dec 16 09:24:54.269721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:54.276088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Port b11eac66-94a3-4a96-bf4d-b461af744a05 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:54.276405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Attempting to bind port b11eac66-94a3-4a96-bf4d-b461af744a05 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:54.283719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'mac_address': 'fa:16:3e:1a:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:54.297066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-758d1c0e-1b4c-457a-8d1e-70be6a213101 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af4233bc-1513-4919-b7c0-71495dc37341 HTTP/1.1" status: 200 len: 217 time: 0.0456274 Dec 16 09:24:54.351468 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.359947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:54.360533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:54.361026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:54.361668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Bound port: b11eac66-94a3-4a96-bf4d-b461af744a05, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:54.362061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.367881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-6f513093-626f-43be-aa3c-8720f4f89612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.368227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-5bfe5e03-9b49-43aa-84f3-af9550e7f121 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8 HTTP/1.1" status: 200 len: 217 time: 0.1518326 Dec 16 09:24:54.369551 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-6f513093-626f-43be-aa3c-8720f4f89612 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2e2fb610-e4fb-46a3-9a48-27b02d308062 HTTP/1.1" status: 200 len: 848 time: 0.0616155 Dec 16 09:24:54.371093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'tag': 'af4233bc-1513-4919-b7c0-71495dc37341'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:54.373465 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b036527b-7c42-4263-b007-9fe26860a82b" -d '{"events": [{"name": "network-changed", "server_uuid": "03b0b643-8098-4d94-bc62-cb9ac7e2197e", "tag": "af4233bc-1513-4919-b7c0-71495dc37341"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:54.375147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:54.400182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.405450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.406253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:54.413726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.422075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-56ee9f24-dd0a-4820-b09a-a193c4aa7b6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60234ee1-ec83-4758-92f1-d21af7eae925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431573 Dec 16 09:24:54.476029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:54.538272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-cfbaff1c-2116-4e15-a0b0-1b86318ee021 service neutron] 10.222.0.69 "GET /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074679 Dec 16 09:24:54.555902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.556420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:24:54.568107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.569797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.571182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dfcec216-8f80-4eb7-91ff-be17008c521f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 HTTP/1.1" status: 204 len: 168 time: 0.7543476 Dec 16 09:24:54.572883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-88cc6e75-4d4b-43ad-881e-2796a6326456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.574516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-88cc6e75-4d4b-43ad-881e-2796a6326456 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1873045 Dec 16 09:24:54.575233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60334) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:54.602075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] For port b11eac66-94a3-4a96-bf4d-b461af744a05, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:54.646230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a2d6e93-1eea-4330-93c3-2224efbe1c6b req-71640408-053f-4b68-8c93-c21e7c339e52 service neutron] 10.222.0.69 "GET /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996306 Dec 16 09:24:54.660902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bec9d3-9312-4f4a-b8f7-17c0a39788d5 req-a234fd83-d4e4-4ef2-997b-8fb5a3f3d065 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.663049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0bec9d3-9312-4f4a-b8f7-17c0a39788d5 req-a234fd83-d4e4-4ef2-997b-8fb5a3f3d065 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.2848070 Dec 16 09:24:54.675110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] For port b11eac66-94a3-4a96-bf4d-b461af744a05, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b11eac66-94a3-4a96-bf4d-b461af744a05,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:54.684472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:54.690674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.740892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet aa1c3b8e-ccdc-4846-8406-f1a45b3e183c {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:54.753281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.792778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.793410 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:54.794858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] 10.222.0.69 "PUT /v2.0/ports/b11eac66-94a3-4a96-bf4d-b461af744a05 HTTP/1.1" status: 200 len: 1095 time: 1.8950489 Dec 16 09:24:54.804532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-2176313c-03a0-4dc4-881b-18bd306cc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:54.806027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-2176313c-03a0-4dc4-881b-18bd306cc36f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155945 Dec 16 09:24:54.838679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0bec9d3-9312-4f4a-b8f7-17c0a39788d5 req-5b05a1fa-72f7-4e20-9303-16242c50bccc tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615658 Dec 16 09:24:54.937673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2209fa3-cfc0-4711-9e0c-fbaf81f97a43 service neutron] Pushing event updated for resources: {'Port': ['ID=b11eac66-94a3-4a96-bf4d-b461af744a05,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:54.950428 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:55.038894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-ba51ad02-e68d-42e2-8386-db0c073ff6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:55.040946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-ba51ad02-e68d-42e2-8386-db0c073ff6a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 1098 time: 0.2013180 Dec 16 09:24:55.128067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-63ba3e93-9624-404e-9d9b-e9ec9154bb90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b11eac66-94a3-4a96-bf4d-b461af744a05 HTTP/1.1" status: 200 len: 217 time: 0.0712948 Dec 16 09:24:55.153960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-257a58d1-025d-44ea-bfc7-9cdf39b50d83 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372202 Dec 16 09:24:55.172325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43184f9f-af94-40c3-b852-a9540197e574 req-63acfe50-7426-4be1-ad22-20d7a4e3bcbc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:55.173839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43184f9f-af94-40c3-b852-a9540197e574 req-63acfe50-7426-4be1-ad22-20d7a4e3bcbc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 947 time: 0.2308574 Dec 16 09:24:55.538338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'name': 'network-vif-deleted', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a'}, {'name': 'network-changed', 'server_uuid': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'tag': 'b11eac66-94a3-4a96-bf4d-b461af744a05'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:55.540949 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a" -d '{"events": [{"server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "name": "network-vif-deleted", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a"}, {"name": "network-changed", "server_uuid": "fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5", "tag": "b11eac66-94a3-4a96-bf4d-b461af744a05"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:55.582189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:55.619368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f59a2f4a-37b7-4411-86a5-befa434081e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:55.620889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-f59a2f4a-37b7-4411-86a5-befa434081e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.4694774 Dec 16 09:24:55.633064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43184f9f-af94-40c3-b852-a9540197e574 req-6140bf2f-c2e7-4ead-9fb1-f3334982cca4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289584 Dec 16 09:24:55.716076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1a3cda-7e7e-4f7f-977f-bc9e60b51693 req-8ec80c1d-710b-47e2-8d98-f97a4ed4cb25 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401731 Dec 16 09:24:55.744572 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:55.755292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-abda60cb-cba3-44ff-a0bb-3811a235131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:55.762692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-abda60cb-cba3-44ff-a0bb-3811a235131d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269836 Dec 16 09:24:55.822034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:55.828450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/aa1c3b8e-ccdc-4846-8406-f1a45b3e183c HTTP/1.1" status: 204 len: 168 time: 1.2454906 Dec 16 09:24:55.828450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d2b3e-fbf8-470b-9595-08601f2a5f1b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1c3b8e-ccdc-4846-8406-f1a45b3e183c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:55.828811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60346) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:55.835148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db77df-2c11-4dd4-9e1a-fb8675bd2fe2 None None] Network 33f0acf7-dafd-4584-a37c-36496724fcb8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:55.898977 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed22f86a-2707-4f56-abc2-9df0abbf769e x-openstack-request-id: req-ed22f86a-2707-4f56-abc2-9df0abbf769e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:55.899652 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b0b643-8098-4d94-bc62-cb9ac7e2197e", "tag": "af4233bc-1513-4919-b7c0-71495dc37341", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:55.900290 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed22f86a-2707-4f56-abc2-9df0abbf769e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:55.903938 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'tag': 'af4233bc-1513-4919-b7c0-71495dc37341', 'status': 'completed', 'code': 200} Dec 16 09:24:55.993946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-106cb8a3-93b0-4660-a171-949fb1bfd441 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188377 Dec 16 09:24:55.999785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet 226a7539-6a1c-4d5d-977b-e60106726316 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:56.005435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.046060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036527b-7c42-4263-b007-9fe26860a82b req-4899abbd-efee-4c08-92a0-8e797fc30aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.047527 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-4899abbd-efee-4c08-92a0-8e797fc30aa3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=053001fdbb3f4609a7e4727c9a93f0fe&device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 1094 time: 0.1146281 Dec 16 09:24:56.073502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:56.075598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:24:56.075798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.146964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-5a9b2f2f-f230-447d-ad01-aa7416b62498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.149022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-5a9b2f2f-f230-447d-ad01-aa7416b62498 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5&tenant_id=1d86b1f5bff74133957ceca6995d2d66 HTTP/1.1" status: 200 len: 1100 time: 0.1539042 Dec 16 09:24:56.158539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] DHCP port deletion for 33f0acf7-dafd-4584-a37c-36496724fcb8 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:24:56.160051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97d92d-4652-4373-91a1-6eab0354beb4 req-6f8584ee-19cb-4f3d-b134-deb4d1f36716 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.161533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e97d92d-4652-4373-91a1-6eab0354beb4 req-6f8584ee-19cb-4f3d-b134-deb4d1f36716 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 945 time: 0.2026727 Dec 16 09:24:56.167420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:56.234221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:24:56.254802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:24:56.254802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.256578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.285072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a3d1f2f-2cea-4a1c-8786-2082d965df68 req-13b177a4-c480-410a-bb6c-7b5ed35d8b1e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736404 Dec 16 09:24:56.310758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:56.327035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.332871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036527b-7c42-4263-b007-9fe26860a82b req-94ef7825-d95f-401f-a21a-dff91df35a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.335294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-94ef7825-d95f-401f-a21a-dff91df35a5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=60234ee1-ec83-4758-92f1-d21af7eae925 HTTP/1.1" status: 200 len: 909 time: 0.2774482 Dec 16 09:24:56.338738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.341721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'mac_address': 'fa:16:3e:52:3c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:56.344566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e97d92d-4652-4373-91a1-6eab0354beb4 req-49daf35a-3971-413b-a045-32dcc8885cbd tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402428 Dec 16 09:24:56.362590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] Deleting port 0bf30732-171f-4a39-9d0a-22891cf4538b {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:56.362590 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.373204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=226a7539-6a1c-4d5d-977b-e60106726316,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:56.394046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-d34add2b-0110-4113-89d5-afc83d73a18f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.395736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-d34add2b-0110-4113-89d5-afc83d73a18f tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 944 time: 0.1324439 Dec 16 09:24:56.417166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b037c6-597d-4ae8-a05a-1c40bd8cfccc None None] Network 48e53ef7-54d2-494a-afb5-e22c2489b74a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:56.428748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.437898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d6cdb23-e58b-46dc-a273-b1e4675a1023 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/226a7539-6a1c-4d5d-977b-e60106726316 HTTP/1.1" status: 204 len: 168 time: 0.6029398 Dec 16 09:24:56.437898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-4eb1c054-0777-4541-aaa0-201f24c12ac6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af4233bc-1513-4919-b7c0-71495dc37341 HTTP/1.1" status: 200 len: 217 time: 0.0658691 Dec 16 09:24:56.441112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60350) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:56.555333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036527b-7c42-4263-b007-9fe26860a82b req-bcff888e-22ab-4e90-b6cb-e53475b3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.557070 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-bcff888e-22ab-4e90-b6cb-e53475b3ecab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2e2fb610-e4fb-46a3-9a48-27b02d308062 HTTP/1.1" status: 200 len: 848 time: 0.1133821 Dec 16 09:24:56.628840 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-462c141c-02c4-467a-b772-d4a9d44e320f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=60234ee1-ec83-4758-92f1-d21af7eae925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627396 Dec 16 09:24:56.680084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0bf30732-171f-4a39-9d0a-22891cf4538b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:56.735794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.767394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.777340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Deleting port 257ca9b8-3240-4510-8a39-95fe250f8755 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:56.777956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.810031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb4086-83b4-47d5-8f1f-ef424d70b468 req-5327c29a-5686-49b1-8bb7-352c15364cb3 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:56.811374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-e8f1cbe2-6fb5-4d4f-9673-ccd00a37f1f1 service neutron] 10.222.0.69 "GET /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685355 Dec 16 09:24:56.816032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0cb4086-83b4-47d5-8f1f-ef424d70b468 req-5327c29a-5686-49b1-8bb7-352c15364cb3 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 943 time: 0.1725242 Dec 16 09:24:56.824578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.828935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] For port 0bf30732-171f-4a39-9d0a-22891cf4538b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0bf30732-171f-4a39-9d0a-22891cf4538b,segment=NetworkSegment(a47551c2-cc62-4dc0-ab5c-18a14056f77b),segment_id=a47551c2-cc62-4dc0-ab5c-18a14056f77b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:56.829323 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.832749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:56.883325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] Calling delete_port for 0bf30732-171f-4a39-9d0a-22891cf4538b owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:56.889009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 0bf30732-171f-4a39-9d0a-22891cf4538b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:56.889723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.889888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:56.923760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:56.933958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:56.936266 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a12ccf-814a-4281-bd67-cad2b356eec1" -d '{"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-plugged", "status": "completed", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:56.936758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:56.954640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:56.962561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:56.983429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b036527b-7c42-4263-b007-9fe26860a82b req-f37c2603-a314-4d27-a445-cc1c3ff1f03e service neutron] 10.222.0.69 "GET /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643846 Dec 16 09:24:56.989071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 0bf30732-171f-4a39-9d0a-22891cf4538b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0bf30732-171f-4a39-9d0a-22891cf4538b,segment=NetworkSegment(a47551c2-cc62-4dc0-ab5c-18a14056f77b),segment_id=a47551c2-cc62-4dc0-ab5c-18a14056f77b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:56.989675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.007491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 0bf30732-171f-4a39-9d0a-22891cf4538b owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:57.030342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.040641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] For port 257ca9b8-3240-4510-8a39-95fe250f8755, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=257ca9b8-3240-4510-8a39-95fe250f8755,segment=NetworkSegment(aba2915a-336a-422b-a10f-183dd65883f3),segment_id=aba2915a-336a-422b-a10f-183dd65883f3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:57.041204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.056058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Calling delete_port for 257ca9b8-3240-4510-8a39-95fe250f8755 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:57.109939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0cb4086-83b4-47d5-8f1f-ef424d70b468 req-596ecdd9-a803-4d05-b924-da6e84623fdf tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609134 Dec 16 09:24:57.125292 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.144559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.156421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.157017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.179119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=0bf30732-171f-4a39-9d0a-22891cf4538b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.181192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port 0bf30732-171f-4a39-9d0a-22891cf4538b on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:57.202561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:57.203783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Transition to ACTIVE for port object 081b7a03-94ff-402f-adbc-d19960299cd5 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:24:57.218944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.241658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] DHCP port deletion for 48e53ef7-54d2-494a-afb5-e22c2489b74a request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:24:57.267967 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.281708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.297215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.310223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] No DVR routers for this DVR port 0bf30732-171f-4a39-9d0a-22891cf4538b on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:57.316309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] No DVR routers for this DVR port 081b7a03-94ff-402f-adbc-d19960299cd5 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:57.324812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f0acf7-dafd-4584-a37c-36496724fcb8']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:57.351770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47551c2-cc62-4dc0-ab5c-18a14056f77b') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:57.352070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47551c2-cc62-4dc0-ab5c-18a14056f77b') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:57.374151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.374426 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.398060 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.405260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea411dca-9d4a-4eca-a9f6-94a4d210c1b7 None None] Pushing event deleted for resources: {'Port': ['ID=0bf30732-171f-4a39-9d0a-22891cf4538b,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.418082 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c249b81-029d-4442-baec-f8600f9a6d2a x-openstack-request-id: req-1c249b81-029d-4442-baec-f8600f9a6d2a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:57.418481 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b96b6e-f773-4c6d-ab7a-48a80a3739a6", "name": "network-vif-deleted", "tag": "366dda7b-2230-43a7-a376-cdd721a1985a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5", "tag": "b11eac66-94a3-4a96-bf4d-b461af744a05", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:57.418929 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c249b81-029d-4442-baec-f8600f9a6d2a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:57.419517 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b96b6e-f773-4c6d-ab7a-48a80a3739a6', 'name': 'network-vif-deleted', 'tag': '366dda7b-2230-43a7-a376-cdd721a1985a', 'status': 'completed', 'code': 200} Dec 16 09:24:57.420333 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'tag': 'b11eac66-94a3-4a96-bf4d-b461af744a05', 'status': 'completed', 'code': 200} Dec 16 09:24:57.445156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:57.445949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:57.453693 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:57.519441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] Deleting port ae5892d6-8331-4a48-8124-ee34658612f7 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:24:57.520666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.541250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:24:57.541490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:24:57.541703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:57.564506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:24:57.564983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Attempting to bind port 081b7a03-94ff-402f-adbc-d19960299cd5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:24:57.591456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:24:57.591800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:57.592215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:24:57.592662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Bound port: 081b7a03-94ff-402f-adbc-d19960299cd5, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:24:57.593140 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.597004 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.608906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.611689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.615446 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/33f0acf7-dafd-4584-a37c-36496724fcb8 HTTP/1.1" status: 204 len: 168 time: 1.1706009 Dec 16 09:24:57.625039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60360) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:57.628270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c75ddb-6a0d-484a-9831-9efcf71669aa req-ace17466-bc76-438a-aa7e-82eb8afb64d2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:57.629822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6c75ddb-6a0d-484a-9831-9efcf71669aa req-ace17466-bc76-438a-aa7e-82eb8afb64d2 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfee9446-93b9-427d-867a-11ead4805c69 HTTP/1.1" status: 200 len: 944 time: 0.1341274 Dec 16 09:24:57.648654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94600f0-8c70-4131-95bd-c049d60dc6e0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=33f0acf7-dafd-4584-a37c-36496724fcb8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.652759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] For port ae5892d6-8331-4a48-8124-ee34658612f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ae5892d6-8331-4a48-8124-ee34658612f7,segment=NetworkSegment(44938405-bd4b-414d-9729-df21cc77eb77),segment_id=44938405-bd4b-414d-9729-df21cc77eb77)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:57.653530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.658171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Pushing event deleted for resources: {'Port': ['ID=257ca9b8-3240-4510-8a39-95fe250f8755,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.684010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] Calling delete_port for ae5892d6-8331-4a48-8124-ee34658612f7 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:24:57.698592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-41d4c151-5328-4ef3-8820-d3cfd2b2f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:57.700351 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-41d4c151-5328-4ef3-8820-d3cfd2b2f44f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 1098 time: 0.2604365 Dec 16 09:24:57.749172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] No DVR routers for this DVR port 257ca9b8-3240-4510-8a39-95fe250f8755 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:57.752014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.756946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-281d2747-aa53-4cac-96a4-a8bfc03e9eff req-e903524c-1ad6-4019-92a0-4b9a77cdf1c4 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.53 "DELETE /v2.0/ports/257ca9b8-3240-4510-8a39-95fe250f8755 HTTP/1.1" status: 204 len: 173 time: 1.3538647 Dec 16 09:24:57.785887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6c75ddb-6a0d-484a-9831-9efcf71669aa req-5c3ad654-4078-4578-b241-d11009ef4db1 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301665 Dec 16 09:24:57.799529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:24:57.803526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.806608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.817972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:24:57.824656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.866030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device af4233bc-1513-4919-b7c0-71495dc37341 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:57.884293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] Pushing event deleted for resources: {'Port': ['ID=ae5892d6-8331-4a48-8124-ee34658612f7,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:57.892844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6905f-4aaa-4173-a79a-03768652af74 None None] No DVR routers for this DVR port ae5892d6-8331-4a48-8124-ee34658612f7 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:24:57.919249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:57.920001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.927651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] 10.222.0.69 "PUT /v2.0/ports/081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 1096 time: 1.7647922 Dec 16 09:24:57.961964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:57.983059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1cd78-d741-4f4e-80f2-add25bc6170c service neutron] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=11']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:58.017428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e53ef7-54d2-494a-afb5-e22c2489b74a']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:58.027942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-a089ab6b-b946-410d-9c01-36a015833638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.029446 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-a089ab6b-b946-410d-9c01-36a015833638 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.3156741 Dec 16 09:24:58.033148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44938405-bd4b-414d-9729-df21cc77eb77') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:58.033441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44938405-bd4b-414d-9729-df21cc77eb77') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:24:58.045137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port af4233bc-1513-4919-b7c0-71495dc37341, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=af4233bc-1513-4919-b7c0-71495dc37341,segment=NetworkSegment(3a76b45a-9af9-4a4e-8ec8-8f80225b08da),segment_id=3a76b45a-9af9-4a4e-8ec8-8f80225b08da)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:58.060543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'af4233bc-1513-4919-b7c0-71495dc37341', 'network_id': '60234ee1-ec83-4758-92f1-d21af7eae925', 'port_id': 'af4233bc-1513-4919-b7c0-71495dc37341', 'mac_address': 'fa:16:3e:0d:73:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2fb610-e4fb-46a3-9a48-27b02d308062', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:24:58.065825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.078941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-3a09008a-f3a4-4a50-b080-159bd14101fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.080659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-3a09008a-f3a4-4a50-b080-159bd14101fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1099 time: 0.0896070 Dec 16 09:24:58.104078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:58.133641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 257ca9b8-3240-4510-8a39-95fe250f8755 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:58.133878 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-57a39c38-90c9-404c-aef3-9ba32c01daf1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=b11eac66-94a3-4a96-bf4d-b461af744a05 HTTP/1.1" status: 200 len: 217 time: 0.0916450 Dec 16 09:24:58.136305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 257ca9b8-3240-4510-8a39-95fe250f8755 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:58.137618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:58.184221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.199313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:24:58.199727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.200227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:24:58.203195 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:24:58.229105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4233bc-1513-4919-b7c0-71495dc37341 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:24:58.265915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-cfb3b523-4d96-48f8-8477-3df565155802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.267826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-cfb3b523-4d96-48f8-8477-3df565155802 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1787603 Dec 16 09:24:58.269417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port af4233bc-1513-4919-b7c0-71495dc37341, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=af4233bc-1513-4919-b7c0-71495dc37341,segment=NetworkSegment(3a76b45a-9af9-4a4e-8ec8-8f80225b08da),segment_id=3a76b45a-9af9-4a4e-8ec8-8f80225b08da)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:24:58.270828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:58.277761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.293262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-1405d02a-39ff-43fd-9ac8-3de7c53f526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.295000 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-1405d02a-39ff-43fd-9ac8-3de7c53f526b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1527629 Dec 16 09:24:58.302988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.320898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4cdb4-7d5d-470b-bdfc-31366b6b0cca req-d69dce23-66b6-4fc3-957b-1d84fbc77274 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.322296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.323076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fa4cdb4-7d5d-470b-bdfc-31366b6b0cca req-d69dce23-66b6-4fc3-957b-1d84fbc77274 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 948 time: 0.1204047 Dec 16 09:24:58.326113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/48e53ef7-54d2-494a-afb5-e22c2489b74a HTTP/1.1" status: 204 len: 168 time: 0.6991727 Dec 16 09:24:58.341027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60364) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:58.358601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=48e53ef7-54d2-494a-afb5-e22c2489b74a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:58.363768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=af4233bc-1513-4919-b7c0-71495dc37341,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:58.365249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-f10c497e-f1fa-4ee2-9ebc-585319fa2a22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0734525 Dec 16 09:24:58.366906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-371859247'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:58.385882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.386145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.386760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.387054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.387399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.387751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.388055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.388497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.388843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.389137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.389474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.389907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d189f5e7-961c-40ed-82dc-4251163478b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:24:58.410827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-95ef85f5-8c53-4d92-98d7-994d7f82a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.413099 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-95ef85f5-8c53-4d92-98d7-994d7f82a489 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067009 Dec 16 09:24:58.418067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:58.422290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.465913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fa4cdb4-7d5d-470b-bdfc-31366b6b0cca req-52cad228-6c15-4f6e-9956-3e735873ee49 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993054 Dec 16 09:24:58.470992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-a2a956f2-2455-47a2-85ae-0d974e6cdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.472440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-a2a956f2-2455-47a2-85ae-0d974e6cdb97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0996361 Dec 16 09:24:58.504831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:24:58.531610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.532371 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 9c976af2-f3a6-40df-89aa-4d34e16cd0e0 of type vlan for network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 Dec 16 09:24:58.558240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-890c3aad-8968-4df7-a7d9-0e092c7298ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.559687 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-0dea3a49-fbfa-40cf-810b-2637d3a55dae service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350849 Dec 16 09:24:58.559904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-890c3aad-8968-4df7-a7d9-0e092c7298ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795431 Dec 16 09:24:58.571379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ae5892d6-8331-4a48-8124-ee34658612f7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:24:58.593686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ae5892d6-8331-4a48-8124-ee34658612f7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:24:58.594077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ae5892d6-8331-4a48-8124-ee34658612f7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:24:58.645696 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.698638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.705107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.705699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:58.708317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6b484-5248-420a-ab92-b862837b2525 req-0f1bc806-bf7b-4158-8f73-53f04fa81ede tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:58.710726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bbf6b484-5248-420a-ab92-b862837b2525 req-0f1bc806-bf7b-4158-8f73-53f04fa81ede tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 947 time: 0.1054003 Dec 16 09:24:58.728805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-ba315169-b734-4df0-bd5d-994158cb1e72 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543889 Dec 16 09:24:58.751217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['af4233bc-1513-4919-b7c0-71495dc37341'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:24:58.778959 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e62fdd5d-ea8c-438c-9703-21c8f1e8632a req-d488da25-6f81-47d5-a901-20b5da5e459e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943078 Dec 16 09:24:58.793625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4374681 Dec 16 09:24:58.797187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60370) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:58.802301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb99ab7-be7b-4095-80a1-df1f373c1afb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:58.807635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:58.819762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bbf6b484-5248-420a-ab92-b862837b2525 req-88ca06a7-d79a-4c1e-b46d-3e3d60692152 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014371 Dec 16 09:24:58.820660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:24:58.881452 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319e275b-6739-4637-b045-0e8fd310b931 x-openstack-request-id: req-319e275b-6739-4637-b045-0e8fd310b931 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:24:58.882119 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-plugged", "status": "completed", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:24:58.882406 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-319e275b-6739-4637-b045-0e8fd310b931 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:24:58.882874 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'code': 200} Dec 16 09:24:58.925777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d73c0fc-2743-4125-b2a3-2c2378a5aed7 req-f78b7796-7c1b-4bb7-aa7e-8f5030aee54a service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861329 Dec 16 09:24:58.941783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:24:58.946538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.103665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b93e2b-453a-474a-bc81-79afa264a99a req-80b3c506-01c3-4800-8cb3-ccf29bc555ba tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:59.105168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6b93e2b-453a-474a-bc81-79afa264a99a req-80b3c506-01c3-4800-8cb3-ccf29bc555ba tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 946 time: 0.1547847 Dec 16 09:24:59.109198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbac282-7e39-4f4e-b7d7-90d07948ed1a req-508619d7-2f13-4938-bec0-14a27c7465ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:59.110686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcbac282-7e39-4f4e-b7d7-90d07948ed1a req-508619d7-2f13-4938-bec0-14a27c7465ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 1097 time: 0.1246448 Dec 16 09:24:59.218884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6b93e2b-453a-474a-bc81-79afa264a99a req-c42668e6-fe8a-45d0-9709-4939e0838103 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050782 Dec 16 09:24:59.226999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcbac282-7e39-4f4e-b7d7-90d07948ed1a req-282ef66e-e3d1-4926-bb2c-17492cac656c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043332 Dec 16 09:24:59.297546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.377190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=8995a862-643b-4d94-8ec9-de4ceeb816f4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:59.393573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32202cf-3aea-40f8-afcf-edd272477f82 req-a9265b57-ca3e-47e4-87d0-dc05ea294823 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:59.395237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e32202cf-3aea-40f8-afcf-edd272477f82 req-a9265b57-ca3e-47e4-87d0-dc05ea294823 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 944 time: 0.1104705 Dec 16 09:24:59.412048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '9c976af2-f3a6-40df-89aa-4d34e16cd0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:24:59.413006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:24:59.421253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}, {'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'name': 'network-vif-deleted', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755'}, {'name': 'network-changed', 'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:24:59.423544 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf56c93-28d0-4883-b254-f7de0e3e34eb" -d '{"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}, {"server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "name": "network-vif-deleted", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755"}, {"name": "network-changed", "server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:24:59.460079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e32202cf-3aea-40f8-afcf-edd272477f82 req-58345bd2-8572-4bb4-a816-c0377488686b tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567663 Dec 16 09:24:59.465118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:24:59.474739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:24:59.494810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca8ffe-8b80-407e-985e-2904f9fe90fd None None] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:24:59.495753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:24:59.496412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.528212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2a905f7b-a84f-4355-bc91-7213c337526e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7275305 Dec 16 09:24:59.530996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60378) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:59.536248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-426444379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:59.563486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.564717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.612906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60382) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:59.632246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.639443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.664510 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.666353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ab1d621-61b4-419d-846b-cbdda11f912f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1338797 Dec 16 09:24:59.668797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60386) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:24:59.675333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'port': {'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4', 'name': 'tempest-RoutersTest-1177540850'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:24:59.686979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4', 'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': '8995a862-643b-4d94-8ec9-de4ceeb816f4'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:24:59.688647 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.740679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Deleting subnet 7b0b14df-49d8-4cb1-a534-1dc4f55e8953 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:24:59.744277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.786271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.840793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b11eac66-94a3-4a96-bf4d-b461af744a05 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:24:59.842761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.885493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Allocated IP 172.20.0.2 (b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4/8995a862-643b-4d94-8ec9-de4ceeb816f4/c0f6b959-4e6e-4429-98a6-a9f9f831ebbd) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:24:59.924177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.967480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0b14df-49d8-4cb1-a534-1dc4f55e8953,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:24:59.973032 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:24:59.980789 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-52f55ee7-c482-4d42-82c7-923e630be644 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b0b14df-49d8-4cb1-a534-1dc4f55e8953 HTTP/1.1" status: 204 len: 168 time: 0.3652124 Dec 16 09:24:59.982869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60390) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:00.019616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b11eac66-94a3-4a96-bf4d-b461af744a05, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b11eac66-94a3-4a96-bf4d-b461af744a05,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:00.047320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'b11eac66-94a3-4a96-bf4d-b461af744a05', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'b11eac66-94a3-4a96-bf4d-b461af744a05', 'mac_address': 'fa:16:3e:10:19:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:00.069725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.084663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:00.095239 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 16 Dec 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d99957-9289-44e9-a449-c17820851f6e x-openstack-request-id: req-a0d99957-9289-44e9-a449-c17820851f6e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:00.095817 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "code": 200}, {"server_uuid": "cfee9446-93b9-427d-867a-11ead4805c69", "name": "network-vif-deleted", "tag": "257ca9b8-3240-4510-8a39-95fe250f8755", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:00.095817 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0d99957-9289-44e9-a449-c17820851f6e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:00.096128 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'code': 200} Dec 16 09:25:00.096571 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfee9446-93b9-427d-867a-11ead4805c69', 'name': 'network-vif-deleted', 'tag': '257ca9b8-3240-4510-8a39-95fe250f8755', 'status': 'completed', 'code': 200} Dec 16 09:25:00.096819 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'status': 'completed', 'code': 200} Dec 16 09:25:00.165064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.167724 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.180772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.189683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11eac66-94a3-4a96-bf4d-b461af744a05 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:00.195047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062f0d7c-1204-481f-9fd0-2fb6f97ada0b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:00.200923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-d85abc3c-56fb-489d-80e9-33e992f429b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.201707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.201992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-d85abc3c-56fb-489d-80e9-33e992f429b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1099 time: 0.4521978 Dec 16 09:25:00.210672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-80fe8229-55be-41c5-8850-86dff59bf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.210915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba2915a-336a-422b-a10f-183dd65883f3') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:00.211044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba2915a-336a-422b-a10f-183dd65883f3') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:00.211858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-80fe8229-55be-41c5-8850-86dff59bf155 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1d86b1f5bff74133957ceca6995d2d66&device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1099 time: 0.4498138 Dec 16 09:25:00.225386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.231068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:00.241348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.248994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b11eac66-94a3-4a96-bf4d-b461af744a05, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b11eac66-94a3-4a96-bf4d-b461af744a05,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:00.252093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:00.252794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:00.255052 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:00.258206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:00.258206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.259526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.288926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:00.295331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:00.304625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:00.308186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Pushing event updated for resources: {'Port': ['ID=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:00.335301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d0223-0975-4530-b4f1-60ef55579527 req-492b3591-c1c1-4f72-be8c-02cf7efaafdd tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.342407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-752d0223-0975-4530-b4f1-60ef55579527 req-492b3591-c1c1-4f72-be8c-02cf7efaafdd tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 948 time: 0.2434916 Dec 16 09:25:00.344278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.352202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.360450 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/062f0d7c-1204-481f-9fd0-2fb6f97ada0b HTTP/1.1" status: 204 len: 168 time: 0.3740416 Dec 16 09:25:00.372161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60394) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:00.373305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bd6bb-6cff-41e0-8d90-bca4baaeebe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=062f0d7c-1204-481f-9fd0-2fb6f97ada0b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:00.376257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-19a3521a-03e7-477a-8cbd-fda8287e07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.378191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-19a3521a-03e7-477a-8cbd-fda8287e07ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1544981 Dec 16 09:25:00.432975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Deleting subnet 55f20f84-4375-423e-8805-68dd3022c639 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:00.436610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.444231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b11eac66-94a3-4a96-bf4d-b461af744a05,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:00.449719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Attempting to bind port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:00.450115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Attempting to bind port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9c976af2-f3a6-40df-89aa-4d34e16cd0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:00.450476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Attempting to bind port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd on network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:00.460383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:00.460755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Checking segment: {'id': '9c976af2-f3a6-40df-89aa-4d34e16cd0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:00.461162 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.461555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Bound using segment: {'id': '9c976af2-f3a6-40df-89aa-4d34e16cd0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:00.462138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Bound port: c0f6b959-4e6e-4429-98a6-a9f9f831ebbd, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c976af2-f3a6-40df-89aa-4d34e16cd0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:00.462561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.477678 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.489828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.508373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-1fdc46fd-1efb-46a3-be8d-f2da2f33adad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.0771489 Dec 16 09:25:00.541175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:00.548657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.551000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.595404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:00.598952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-89eb5236-eb56-4943-b20f-258597997049 None None] For port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:00.599288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.605650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-752d0223-0975-4530-b4f1-60ef55579527 req-b3024cc3-0f98-49a9-9d19-b38da629fc68 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617614 Dec 16 09:25:00.618041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-89eb5236-eb56-4943-b20f-258597997049 None None] For port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,segment=NetworkSegment(9c976af2-f3a6-40df-89aa-4d34e16cd0e0),segment_id=9c976af2-f3a6-40df-89aa-4d34e16cd0e0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:00.632861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.644507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.654445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] device_id is not set on port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:25:00.655757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:00.670037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f20f84-4375-423e-8805-68dd3022c639,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:00.682972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.687665 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d44403c5-e79c-4c53-9ad5-e34c448aefe5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/55f20f84-4375-423e-8805-68dd3022c639 HTTP/1.1" status: 204 len: 168 time: 0.3046896 Dec 16 09:25:00.690092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:00.744831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-2a2eb2be-26b8-4f17-89fd-b16897669534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.744831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-2a2eb2be-26b8-4f17-89fd-b16897669534 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.5136838 Dec 16 09:25:00.780556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b11eac66-94a3-4a96-bf4d-b461af744a05'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:00.788456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb5236-eb56-4943-b20f-258597997049 None None] Pushing event updated for resources: {'Port': ['ID=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:00.812454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-bd8a0c5e-dde3-41fc-a168-eb77194e4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:00.815318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-bd8a0c5e-dde3-41fc-a168-eb77194e4188 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2825871 Dec 16 09:25:00.843471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:00.883800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:00.886163 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca19064-27d1-42ef-bcec-808b95e5e1f9" -d '{"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-plugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:00.951521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-06442575-6fb8-4951-8ea9-b66f72c3494f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 200 len: 217 time: 0.1282444 Dec 16 09:25:00.968189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.20.0.6 (b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4/8995a862-643b-4d94-8ec9-de4ceeb816f4/4f91e86b-e3bf-4eca-ad4e-9a241465c28a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:00.972551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.039722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa85d38-e086-48ee-92d1-418a6f184de0']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:01.058776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b12fe8-3adf-4760-bf6f-049832c09d40') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:01.059081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b12fe8-3adf-4760-bf6f-049832c09d40') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:01.070915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.084954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-e4a37804-0319-4111-8903-4a6c3e057ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.087088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-e4a37804-0319-4111-8903-4a6c3e057ed6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2211246 Dec 16 09:25:01.088959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.101095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:01.102683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:01.104886 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:01.190589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.197889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.201095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a715bb9-f2e6-4f36-a3e6-876e9b90c3a5 req-e2c8a7f5-876c-4fd8-b86f-93e2c5f00440 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.203182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a715bb9-f2e6-4f36-a3e6-876e9b90c3a5 req-e2c8a7f5-876c-4fd8-b86f-93e2c5f00440 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 948 time: 0.3818326 Dec 16 09:25:01.211439 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9fa85d38-e086-48ee-92d1-418a6f184de0 HTTP/1.1" status: 204 len: 168 time: 0.5123003 Dec 16 09:25:01.212456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-2b5a11ae-ce83-4624-b53f-7f90a903106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.214914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-2b5a11ae-ce83-4624-b53f-7f90a903106f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2434583 Dec 16 09:25:01.231994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d326a1-920f-42d5-ab6f-51b4599e0c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa85d38-e086-48ee-92d1-418a6f184de0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:01.350990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60408) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:01.407783 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3407ab32-081c-48e3-8f8c-3cca684d03d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91e039e7ba994f8e8d67621625040c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554214 Dec 16 09:25:01.410232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60410) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:01.434454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a715bb9-f2e6-4f36-a3e6-876e9b90c3a5 req-8e67adf2-7576-4899-923f-983e6e095385 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181489 Dec 16 09:25:01.465520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f4539d5-6384-4941-acc6-5cb50a77caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.470121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-b06f40e1-4384-449b-8eaa-5a1d807f87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.472741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-b06f40e1-4384-449b-8eaa-5a1d807f87d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2404964 Dec 16 09:25:01.478698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-0ab277a4-54be-4221-88fa-a0779e3744d3 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763771 Dec 16 09:25:01.492653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f4539d5-6384-4941-acc6-5cb50a77caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.543195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f4539d5-6384-4941-acc6-5cb50a77caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.546075 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f4539d5-6384-4941-acc6-5cb50a77caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.547245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f4539d5-6384-4941-acc6-5cb50a77caa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d28a7f5-bf4c-4e7b-83a9-c4c474667c76 HTTP/1.1" status: 204 len: 168 time: 0.1360595 Dec 16 09:25:01.566580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4539d5-6384-4941-acc6-5cb50a77caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d28a7f5-bf4c-4e7b-83a9-c4c474667c76,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:01.708849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.791760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effca4c-42ed-4e56-b3f9-7cf2ebb15412 req-309d7e89-95ae-4244-b55d-9aa1357612fb tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:01.793830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9effca4c-42ed-4e56-b3f9-7cf2ebb15412 req-309d7e89-95ae-4244-b55d-9aa1357612fb tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 946 time: 0.2901287 Dec 16 09:25:01.807316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-9bbf6ee8-c96c-4d08-8e2b-7ae46106b30b service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241663 Dec 16 09:25:01.853448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:01.856344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device af4233bc-1513-4919-b7c0-71495dc37341 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:01.931608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-9de614ca-1cb8-4bc4-bc68-50e91bc868b9 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259043 Dec 16 09:25:01.986757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9effca4c-42ed-4e56-b3f9-7cf2ebb15412 req-11668672-fa4e-4451-8405-e7f967acd1bb tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693666 Dec 16 09:25:01.998139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:01.998605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60418) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:02.067917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9e48517d-ac02-4e8e-ab4d-633b111f9635 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc058422deaf4ce89cbb0587759f577b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672081 Dec 16 09:25:02.070235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60422) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:02.090865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=4f91e86b-e3bf-4eca-ad4e-9a241465c28a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:02.101726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f960e7-b4e2-457d-9f64-030129ae6af4 None None] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:02.132988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:02.135727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a556-9d50-46e1-9849-1d58c328250d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.138417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:02.156020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:02.163056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bf56c93-28d0-4883-b254-f7de0e3e34eb req-b8eda0f3-30a2-4745-9622-b97583446cd6 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432951 Dec 16 09:25:02.172225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a556-9d50-46e1-9849-1d58c328250d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.184130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9e7d5117-be65-4380-adf7-4f06ae4106a9 None None] Provisioning complete for port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:02.185563 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5117-be65-4380-adf7-4f06ae4106a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.193164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port af4233bc-1513-4919-b7c0-71495dc37341 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:02.218729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.219383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.229400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871f35-4f70-402c-af8e-6a8e30ea1d6a req-7c0b6e80-9cf5-4281-9bb2-39a896fa45d9 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.231226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1871f35-4f70-402c-af8e-6a8e30ea1d6a req-7c0b6e80-9cf5-4281-9bb2-39a896fa45d9 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 944 time: 0.1450772 Dec 16 09:25:02.233706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port af4233bc-1513-4919-b7c0-71495dc37341 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:02.234116 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.253404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a556-9d50-46e1-9849-1d58c328250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.256212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a556-9d50-46e1-9849-1d58c328250d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.260271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5ce6a556-9d50-46e1-9849-1d58c328250d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7bf2007f-98e1-490a-b4dc-8822a37e982d HTTP/1.1" status: 204 len: 168 time: 0.1885655 Dec 16 09:25:02.268609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6a556-9d50-46e1-9849-1d58c328250d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf2007f-98e1-490a-b4dc-8822a37e982d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:02.281101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8e9aec6b-dc9f-4fa6-82ed-8d2ebb75fcdd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6086302 Dec 16 09:25:02.281837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60426) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:02.319499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:02.374724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '081b7a03-94ff-402f-adbc-d19960299cd5', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '081b7a03-94ff-402f-adbc-d19960299cd5', 'mac_address': 'fa:16:3e:2d:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:02.390592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1871f35-4f70-402c-af8e-6a8e30ea1d6a req-8849ecfd-6b63-430d-8573-7984424f7cf7 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407576 Dec 16 09:25:02.548705 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.553790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5117-be65-4380-adf7-4f06ae4106a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.593201 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce21d2dd-f97b-4a28-8c10-b23156a35eb3 x-openstack-request-id: req-ce21d2dd-f97b-4a28-8c10-b23156a35eb3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:02.595352 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-plugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:02.595785 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce21d2dd-f97b-4a28-8c10-b23156a35eb3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:02.596376 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'code': 200} Dec 16 09:25:02.638739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081b7a03-94ff-402f-adbc-d19960299cd5 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:02.651035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.675106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c0f6b959-4e6e-4429-98a6-a9f9f831ebbd up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:02.724300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9e7d5117-be65-4380-adf7-4f06ae4106a9 None None] For port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,segment=NetworkSegment(9c976af2-f3a6-40df-89aa-4d34e16cd0e0),segment_id=9c976af2-f3a6-40df-89aa-4d34e16cd0e0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:02.740412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:02.744965 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e7d5117-be65-4380-adf7-4f06ae4106a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.760480 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.812268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port af4233bc-1513-4919-b7c0-71495dc37341, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=af4233bc-1513-4919-b7c0-71495dc37341,segment=NetworkSegment(3a76b45a-9af9-4a4e-8ec8-8f80225b08da),segment_id=3a76b45a-9af9-4a4e-8ec8-8f80225b08da)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:02.823649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.848840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d5117-be65-4380-adf7-4f06ae4106a9 None None] Pushing event updated for resources: {'Port': ['ID=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:02.891498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:02.891498 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:02.938667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d706e5-9397-4f59-a515-0ba9951c93f0 req-63651e59-ae9b-43fa-af2d-44161863c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.940111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70d706e5-9397-4f59-a515-0ba9951c93f0 req-63651e59-ae9b-43fa-af2d-44161863c934 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1101 time: 0.2272744 Dec 16 09:25:02.955531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68e09e-28bb-49c6-98ba-a0c77eb9f003 req-41eb5944-1d5e-4d4e-aafc-5d158a08638d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:02.963292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb68e09e-28bb-49c6-98ba-a0c77eb9f003 req-41eb5944-1d5e-4d4e-aafc-5d158a08638d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.1821032 Dec 16 09:25:02.963562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=12']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:03.044147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=af4233bc-1513-4919-b7c0-71495dc37341,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:03.097404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-67468483-c557-48cd-ac7a-5cbbce8df9af None None] Provisioning complete for port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:03.097771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67468483-c557-48cd-ac7a-5cbbce8df9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.108668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.112952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70d706e5-9397-4f59-a515-0ba9951c93f0 req-9350cb95-ba93-465f-aaac-815bf255496b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443357 Dec 16 09:25:03.127831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb68e09e-28bb-49c6-98ba-a0c77eb9f003 req-c5226b70-71ae-433a-923e-64469ec91c01 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622076 Dec 16 09:25:03.272529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['081b7a03-94ff-402f-adbc-d19960299cd5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:03.301089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-67468483-c557-48cd-ac7a-5cbbce8df9af None None] Provisioning complete for port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:03.301465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67468483-c557-48cd-ac7a-5cbbce8df9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.382276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-67468483-c557-48cd-ac7a-5cbbce8df9af None None] Port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:03.467411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86e949-1bef-492f-b061-5d8c16d0694b req-e0209248-088f-4713-aaf6-2383eae3d4e2 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:03.468880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d86e949-1bef-492f-b061-5d8c16d0694b req-e0209248-088f-4713-aaf6-2383eae3d4e2 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 948 time: 0.0789373 Dec 16 09:25:03.494705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.500973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-edae41d5-0aa3-4547-8655-443cbc5ec459 None None] Provisioning complete for port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:03.501345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-edae41d5-0aa3-4547-8655-443cbc5ec459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.502005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.535389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-edae41d5-0aa3-4547-8655-443cbc5ec459 None None] Port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:03.581704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d86e949-1bef-492f-b061-5d8c16d0694b req-ef3541f4-6f1b-476f-8b47-c7e6073dc67b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011910 Dec 16 09:25:03.592434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=4f91e86b-e3bf-4eca-ad4e-9a241465c28a,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:03.755460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-31db19e6-87f0-4a8d-bf95-8ca8199398c7 None None] Provisioning complete for port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:03.755845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-31db19e6-87f0-4a8d-bf95-8ca8199398c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:03.791019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-31db19e6-87f0-4a8d-bf95-8ca8199398c7 None None] Port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:03.848919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b11eac66-94a3-4a96-bf4d-b461af744a05 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:03.911417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port b11eac66-94a3-4a96-bf4d-b461af744a05 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:03.918562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port b11eac66-94a3-4a96-bf4d-b461af744a05 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:03.918935 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.001792 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.036739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b11eac66-94a3-4a96-bf4d-b461af744a05, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b11eac66-94a3-4a96-bf4d-b461af744a05,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:04.042418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.071391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e69d4-27b8-4b9f-8441-0e82ad96701a req-ea2a2fae-fa06-4e81-ad8d-ca56ced2ca30 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.072850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-713e69d4-27b8-4b9f-8441-0e82ad96701a req-ea2a2fae-fa06-4e81-ad8d-ca56ced2ca30 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 946 time: 0.3935540 Dec 16 09:25:04.073880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.094323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b11eac66-94a3-4a96-bf4d-b461af744a05,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:04.170942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-713e69d4-27b8-4b9f-8441-0e82ad96701a req-7e37dcad-f0b9-451b-aa0e-9e2e5d370b3a tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 Dec 16 09:25:04.214831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.373083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf278f-cd42-464e-a2ee-dbc58892cfed req-507e256a-c64e-41b6-8478-6d9fd4d8120a tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.374491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dccf278f-cd42-464e-a2ee-dbc58892cfed req-507e256a-c64e-41b6-8478-6d9fd4d8120a tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.1434169 Dec 16 09:25:04.469781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dccf278f-cd42-464e-a2ee-dbc58892cfed req-054ffd9a-048c-4230-b962-0ca9476ba291 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893011 Dec 16 09:25:04.544880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.551080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.556004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c0f6b959-4e6e-4429-98a6-a9f9f831ebbd up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:04.597150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4233bc-1513-4919-b7c0-71495dc37341'}, {'server_uuid': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11eac66-94a3-4a96-bf4d-b461af744a05'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:04.599633 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64238967-49c2-4693-afe1-98dc63e49b44" -d '{"events": [{"server_uuid": "03b0b643-8098-4d94-bc62-cb9ac7e2197e", "name": "network-vif-plugged", "status": "completed", "tag": "af4233bc-1513-4919-b7c0-71495dc37341"}, {"server_uuid": "fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5", "name": "network-vif-plugged", "status": "completed", "tag": "b11eac66-94a3-4a96-bf4d-b461af744a05"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:04.610119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:04.610587 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.629712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=4f91e86b-e3bf-4eca-ad4e-9a241465c28a,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:04.632739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:04.735397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:04.736880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:04.887044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02819f24-ddc0-456d-abfa-e0d1d43cd98a req-72d0d56c-46ce-422e-bdbf-bb4db74467e5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:04.888545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02819f24-ddc0-456d-abfa-e0d1d43cd98a req-72d0d56c-46ce-422e-bdbf-bb4db74467e5 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 949 time: 0.0734398 Dec 16 09:25:04.955715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02819f24-ddc0-456d-abfa-e0d1d43cd98a req-40bd55bb-706e-454a-a4a4-81ef0504f148 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597482 Dec 16 09:25:04.956245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router 1045a013-35a3-48c0-b99b-d0bfe0d49112 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:05.013863 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ffddd-6ae9-402f-a4bb-1e999463581e x-openstack-request-id: req-570ffddd-6ae9-402f-a4bb-1e999463581e {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:05.014394 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b0b643-8098-4d94-bc62-cb9ac7e2197e", "name": "network-vif-plugged", "status": "completed", "tag": "af4233bc-1513-4919-b7c0-71495dc37341", "code": 200}, {"server_uuid": "fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5", "name": "network-vif-plugged", "status": "completed", "tag": "b11eac66-94a3-4a96-bf4d-b461af744a05", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:05.014394 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-570ffddd-6ae9-402f-a4bb-1e999463581e {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:05.014768 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4233bc-1513-4919-b7c0-71495dc37341', 'code': 200} Dec 16 09:25:05.015250 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11eac66-94a3-4a96-bf4d-b461af744a05', 'code': 200} Dec 16 09:25:05.024494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5bcca29a-013b-4893-8da8-f40b56032b38 None None] Provisioning complete for port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:05.024843 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcca29a-013b-4893-8da8-f40b56032b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.054661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:05.067845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] Sync routers for ids ['1045a013-35a3-48c0-b99b-d0bfe0d49112'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:05.071676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:05.072238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c7ae2eb3-3674-4424-8fe9-aa3d9b9a36ec tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/1045a013-35a3-48c0-b99b-d0bfe0d49112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7890263 Dec 16 09:25:05.093075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5bcca29a-013b-4893-8da8-f40b56032b38 None None] Port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:05.101046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] Routers {'1045a013-35a3-48c0-b99b-d0bfe0d49112'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:05.101810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1045a013-35a3-48c0-b99b-d0bfe0d49112'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:05.145395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:05.154110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568aae6-70ef-4433-85cb-d1ed576c7f4d req-f1c95505-4ef0-424c-98ca-976de1c1841d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.155621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8568aae6-70ef-4433-85cb-d1ed576c7f4d req-f1c95505-4ef0-424c-98ca-976de1c1841d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 949 time: 0.0824988 Dec 16 09:25:05.161186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] Routers {'1045a013-35a3-48c0-b99b-d0bfe0d49112'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:05.161358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348bce41-b90f-42ad-93c0-d70ff897d65d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.162196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1045a013-35a3-48c0-b99b-d0bfe0d49112'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:05.165939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-348bce41-b90f-42ad-93c0-d70ff897d65d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports/4f91e86b-e3bf-4eca-ad4e-9a241465c28a HTTP/1.1" status: 200 len: 977 time: 0.0893240 Dec 16 09:25:05.168288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60476) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:05.183546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d2a7-d4da-4e2b-bec5-19e921e1d9dd req-1947a067-c365-4e68-abfd-4dd0366a8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.185272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9534d2a7-d4da-4e2b-bec5-19e921e1d9dd req-1947a067-c365-4e68-abfd-4dd0366a8b5a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 1100 time: 0.0640342 Dec 16 09:25:05.195001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:05.195651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a54227-3751-47ff-9e42-4078370a5043 None None] The sync data for ids ['1045a013-35a3-48c0-b99b-d0bfe0d49112'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:05.222921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9534d2a7-d4da-4e2b-bec5-19e921e1d9dd req-4b120426-b437-427f-940b-49848260ecb6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300004 Dec 16 09:25:05.256912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c23e97-6d0e-497e-87f2-7f7f018d2b68 req-c3e509d7-27d8-40ac-a635-4160a7581d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.258441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5c23e97-6d0e-497e-87f2-7f7f018d2b68 req-c3e509d7-27d8-40ac-a635-4160a7581d95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 1096 time: 0.1386261 Dec 16 09:25:05.276027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8568aae6-70ef-4433-85cb-d1ed576c7f4d req-258f68bd-5c30-459a-9a61-9bd7047bdafc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144273 Dec 16 09:25:05.483659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d636b-04ef-43ae-ac42-9c81b5448746 req-5e92e7ce-cba8-431f-8f55-3c91af099e61 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.485098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f7d636b-04ef-43ae-ac42-9c81b5448746 req-5e92e7ce-cba8-431f-8f55-3c91af099e61 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 1100 time: 0.1028018 Dec 16 09:25:05.599047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f7d636b-04ef-43ae-ac42-9c81b5448746 req-a561075c-e203-447a-adab-afda39052f97 tempest-MigrationsAdminTest-263828202 tempest-MigrationsAdminTest-263828202-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069620 Dec 16 09:25:05.607901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5c23e97-6d0e-497e-87f2-7f7f018d2b68 req-a29228f1-2617-4c07-a0a1-3eca7f1b9b67 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Dec 16 09:25:05.741093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.833595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2151a-5c0c-4c38-9cd4-73b2889fd8b0 req-2367ec6b-b577-4d56-bdb8-a4465a3654b8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:05.835192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ff2151a-5c0c-4c38-9cd4-73b2889fd8b0 req-2367ec6b-b577-4d56-bdb8-a4465a3654b8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 946 time: 0.1582010 Dec 16 09:25:05.850117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:05.903171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 081b7a03-94ff-402f-adbc-d19960299cd5 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:05.907319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 081b7a03-94ff-402f-adbc-d19960299cd5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:05.908186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:05.913032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ff2151a-5c0c-4c38-9cd4-73b2889fd8b0 req-e669b6ad-f418-4345-9bac-0a1c5a3e24be tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694237 Dec 16 09:25:06.011437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.046057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:06.050447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.059715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 4f91e86b-e3bf-4eca-ad4e-9a241465c28a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:06.060058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.098326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=13']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:06.123613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15f04-3211-4e82-bbf5-0b04586b0fc1 req-94f8e656-5f9b-40d4-9d22-7ee60ae7cb93 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:06.125017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70a15f04-3211-4e82-bbf5-0b04586b0fc1 req-94f8e656-5f9b-40d4-9d22-7ee60ae7cb93 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.1060188 Dec 16 09:25:06.184388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.200867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70a15f04-3211-4e82-bbf5-0b04586b0fc1 req-a19538ae-de03-4e4a-b413-e977fe6d2d70 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Dec 16 09:25:06.201710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 4f91e86b-e3bf-4eca-ad4e-9a241465c28a owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:06.381285 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:06.411561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=4f91e86b-e3bf-4eca-ad4e-9a241465c28a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:06.437346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.437683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.438033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.438351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.438666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.438979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.439287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.439596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.439900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.440204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.440506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.440807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:06.560965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.011725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a974-228e-448a-a361-2716a053bcdb req-ce726b81-bdfb-4ed3-aef6-10f8d5a5aba4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:07.013196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32f7a974-228e-448a-a361-2716a053bcdb req-ce726b81-bdfb-4ed3-aef6-10f8d5a5aba4 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 949 time: 0.1125562 Dec 16 09:25:07.016553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:07.019258 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc2454-a08e-4c0c-b35a-c31a29931ca4" -d '{"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:07.021787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router 1045a013-35a3-48c0-b99b-d0bfe0d49112 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:07.094840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32f7a974-228e-448a-a361-2716a053bcdb req-50aedd3d-bc94-4a5f-a329-d12747aecb05 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752921 Dec 16 09:25:07.128779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:07.136762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:07.137226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b59dd830-a685-44e4-8b18-b27505a7f38f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/1045a013-35a3-48c0-b99b-d0bfe0d49112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9664972 Dec 16 09:25:07.142853 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] Sync routers for ids ['1045a013-35a3-48c0-b99b-d0bfe0d49112'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:07.158708 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] Routers {'1045a013-35a3-48c0-b99b-d0bfe0d49112'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:07.159688 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1045a013-35a3-48c0-b99b-d0bfe0d49112'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.192114 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.202167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] Routers {'1045a013-35a3-48c0-b99b-d0bfe0d49112'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:07.203035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:24:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1045a013-35a3-48c0-b99b-d0bfe0d49112'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.240622 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:07.241263 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ad5ae-cd6e-4374-ba3d-f4bca3e50243 None None] The sync data for ids ['1045a013-35a3-48c0-b99b-d0bfe0d49112'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:07.265646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9c297-7c0e-4ae6-b254-6b0834eec46a req-e197f911-9d66-46ca-a3e0-9c9ec6a22a47 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:07.267484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5c9c297-7c0e-4ae6-b254-6b0834eec46a req-e197f911-9d66-46ca-a3e0-9c9ec6a22a47 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 950 time: 0.0842514 Dec 16 09:25:07.307890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5c9c297-7c0e-4ae6-b254-6b0834eec46a req-deb0e0ab-fca9-4bd9-b270-6f7fb1185a99 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Dec 16 09:25:07.374879 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-eeb2b10e-ae97-45b5-b7c4-a3eb61388739 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 09:25:07.374879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eeb2b10e-ae97-45b5-b7c4-a3eb61388739 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/1045a013-35a3-48c0-b99b-d0bfe0d49112/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2348492 Dec 16 09:25:07.376363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60528) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:07.406427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ca33b4ce-2889-4ff9-af9c-207296a97cbd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=1045a013-35a3-48c0-b99b-d0bfe0d49112 HTTP/1.1" status: 200 len: 205 time: 0.0268118 Dec 16 09:25:07.406864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:07.463027 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0a2f6-8964-4eda-b923-97e2a3952815 x-openstack-request-id: req-95c0a2f6-8964-4eda-b923-97e2a3952815 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:07.463587 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-plugged", "status": "completed", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:07.463737 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95c0a2f6-8964-4eda-b923-97e2a3952815 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:07.464385 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'code': 200} Dec 16 09:25:07.484508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.672739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.681016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93832d60-8492-4870-a7cd-15b3db3530a8 req-14650bcb-e4a4-4ab1-94a1-5aef8202bfdd tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:07.682511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93832d60-8492-4870-a7cd-15b3db3530a8 req-14650bcb-e4a4-4ab1-94a1-5aef8202bfdd tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.1651618 Dec 16 09:25:07.683618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.742192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.742699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router 1045a013-35a3-48c0-b99b-d0bfe0d49112 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:25:07.753585 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.756008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e7ad4c44-02ec-4e9c-ae24-e9783ad8ca28 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/1045a013-35a3-48c0-b99b-d0bfe0d49112 HTTP/1.1" status: 204 len: 168 time: 0.3481359 Dec 16 09:25:07.758185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60538) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:07.764084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93832d60-8492-4870-a7cd-15b3db3530a8 req-b9f294e2-c967-40da-9b4d-433e80039ff5 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750461 Dec 16 09:25:07.818960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet 8995a862-643b-4d94-8ec9-de4ceeb816f4 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:07.822920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.864261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:07.959443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.024280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.039065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.043785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/8995a862-643b-4d94-8ec9-de4ceeb816f4 HTTP/1.1" status: 204 len: 168 time: 0.2841146 Dec 16 09:25:08.045208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878af0a-9cf9-4e58-809a-606c9299430b None None] Network b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:08.047517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60556) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:08.076869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b555ff-2828-4387-96e2-508baefab302 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=8995a862-643b-4d94-8ec9-de4ceeb816f4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.123647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:08.173301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.305544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab578c-6dc1-4b03-aa9a-24e66b413e2f req-6f7b83f5-3a0e-4fd0-b5a1-49794bbf56ad tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.306479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:08.307318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85ab578c-6dc1-4b03-aa9a-24e66b413e2f req-6f7b83f5-3a0e-4fd0-b5a1-49794bbf56ad tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 949 time: 0.0764518 Dec 16 09:25:08.312718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:08.313125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.320924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'mac_address': 'fa:16:3e:1a:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:08.360351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] DHCP port deletion for b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:25:08.389384 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60572) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:08.390980 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.404734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,segment=NetworkSegment(9c976af2-f3a6-40df-89aa-4d34e16cd0e0),segment_id=9c976af2-f3a6-40df-89aa-4d34e16cd0e0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:08.405100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.414864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85ab578c-6dc1-4b03-aa9a-24e66b413e2f req-c8dfb1c2-abe9-4eb3-8c4d-43f441ac584a tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Dec 16 09:25:08.415056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:08.420558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for c0f6b959-4e6e-4429-98a6-a9f9f831ebbd owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:08.434941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:08.450408 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.531532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae61f440-81ab-4b44-804f-4af8dea1229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.624773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae61f440-81ab-4b44-804f-4af8dea1229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.629641 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae61f440-81ab-4b44-804f-4af8dea1229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.629812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c0f6b959-4e6e-4429-98a6-a9f9f831ebbd no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:08.630445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b6b1-9a8b-4901-b886-df621a046a33 req-5fd51b75-0a8f-44c1-9086-e16fbf1c1428 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.632461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31d2b6b1-9a8b-4901-b886-df621a046a33 req-5fd51b75-0a8f-44c1-9086-e16fbf1c1428 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 950 time: 0.1248591 Dec 16 09:25:08.648592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-ff740a8b-9753-46ab-b277-7e9a3638474a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:08.650071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-ff740a8b-9753-46ab-b277-7e9a3638474a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5 HTTP/1.1" status: 200 len: 950 time: 0.1097817 Dec 16 09:25:08.661574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Deleting port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:08.662092 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.675159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.679361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ae61f440-81ab-4b44-804f-4af8dea1229c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c93bb1b5ef7e449ba6fb4dea5d586f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880435 Dec 16 09:25:08.680509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61f440-81ab-4b44-804f-4af8dea1229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2556edc4-60f1-4ee8-b05e-599524da8863,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.682065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60580) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:08.720307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:08.755020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.757208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.768373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:08.773685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No active binding found for port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd {{(pid=102399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:25:08.774138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c0f6b959-4e6e-4429-98a6-a9f9f831ebbd not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:08.786560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31d2b6b1-9a8b-4901-b886-df621a046a33 req-36dd89f3-d8a4-4767-8d73-08a2f58b3f32 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464834 Dec 16 09:25:08.791211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] For port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:08.791601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.816324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Calling delete_port for c0f6b959-4e6e-4429-98a6-a9f9f831ebbd owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:08.821221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:25:08.827542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.867372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] Pushing event deleted for resources: {'Port': ['ID=c0f6b959-4e6e-4429-98a6-a9f9f831ebbd,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:08.872092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf27c0-63fd-4c99-a48b-01ae5804365e None None] No DVR routers for this DVR port c0f6b959-4e6e-4429-98a6-a9f9f831ebbd on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:08.928899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.938959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f37764ee-6b09-4c73-a06c-2251fa5d981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:08.986217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:08.999306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f37764ee-6b09-4c73-a06c-2251fa5d981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.016190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c976af2-f3a6-40df-89aa-4d34e16cd0e0') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:09.016481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c976af2-f3a6-40df-89aa-4d34e16cd0e0') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:09.040263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Deleting port 081b7a03-94ff-402f-adbc-d19960299cd5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:09.040589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.047754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.120780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4924673-216f-4379-9ef0-f8ee91b9e6a3 req-4ecaacaf-8dfa-42fc-a247-2558975f43ca tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.122304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4924673-216f-4379-9ef0-f8ee91b9e6a3 req-4ecaacaf-8dfa-42fc-a247-2558975f43ca tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.2091415 Dec 16 09:25:09.126815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.141804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:09.142189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:09.144994 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:09.249377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f37764ee-6b09-4c73-a06c-2251fa5d981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.252031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f37764ee-6b09-4c73-a06c-2251fa5d981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.253309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f37764ee-6b09-4c73-a06c-2251fa5d981d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2556edc4-60f1-4ee8-b05e-599524da8863 HTTP/1.1" status: 204 len: 168 time: 0.5702920 Dec 16 09:25:09.263620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.270282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] For port 081b7a03-94ff-402f-adbc-d19960299cd5, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=081b7a03-94ff-402f-adbc-d19960299cd5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:09.270636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.275899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4924673-216f-4379-9ef0-f8ee91b9e6a3 req-ac3b0572-3afe-4c7a-985e-9c884527f730 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435184 Dec 16 09:25:09.286773 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.290180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4 HTTP/1.1" status: 204 len: 168 time: 1.2409441 Dec 16 09:25:09.293241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37764ee-6b09-4c73-a06c-2251fa5d981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2556edc4-60f1-4ee8-b05e-599524da8863,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:09.294669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60608) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:09.301342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1280839619'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:09.311709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Calling delete_port for 081b7a03-94ff-402f-adbc-d19960299cd5 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:09.314198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b2e3f-859c-4651-98f7-e480b9806f74 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=b5fb7c8a-9ed5-4a11-b7e8-9e59fb2d0fa4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:09.356966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:09.361432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.406335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:09.418553 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.419065 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 536205ac-74da-4e50-8bc3-4b7333f8e63f of type vlan for network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb Dec 16 09:25:09.466555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.495241 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.504749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.506824 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.536861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051577b5-1737-486e-99d6-21d69cf64e60 req-fc80c526-8d38-4044-aae0-cf48956c23b6 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:09.538515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-051577b5-1737-486e-99d6-21d69cf64e60 req-fc80c526-8d38-4044-aae0-cf48956c23b6 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.1056013 Dec 16 09:25:09.573405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.574879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60620) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:09.575824 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2783346 Dec 16 09:25:09.579807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:09.591902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3e102858-7078-4356-a73d-fb5dd9d1ed25'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:09.597357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801e517-35fa-4f60-90f2-762f8be9cefd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:09.600894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa', '1084da90-6163-49d1-ad4c-1757edd5192e', '081b7a03-94ff-402f-adbc-d19960299cd5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:09.638533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:09.675933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event deleted for resources: {'Port': ['ID=081b7a03-94ff-402f-adbc-d19960299cd5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:09.719238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-051577b5-1737-486e-99d6-21d69cf64e60 req-0e63339f-39da-494a-a447-580fd99b724e tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665056 Dec 16 09:25:09.764717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:09.780803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] No DVR routers for this DVR port 081b7a03-94ff-402f-adbc-d19960299cd5 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:09.786298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.791539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9645b167-5854-4f6c-bd7c-96ce2efdde11 req-66fe0331-ea46-4933-86a5-b11fa5b6a340 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "DELETE /v2.0/ports/081b7a03-94ff-402f-adbc-d19960299cd5 HTTP/1.1" status: 204 len: 173 time: 1.1252325 Dec 16 09:25:09.801999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-deleted', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:09.805193 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080654d0-0619-49b7-bc8c-621664b0883f" -d '{"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-deleted", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:09.809429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a21d9f19-6402-47d1-b92e-0c0483851ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:09.843017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:09.847073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.059844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a21d9f19-6402-47d1-b92e-0c0483851ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.067838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a21d9f19-6402-47d1-b92e-0c0483851ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.108814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-b90ad774-df26-49eb-8183-9db4ddcd72de tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8cea28b2f7944016ad4c5c7009576cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357051 Dec 16 09:25:10.128811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:10.148009 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a21d9f19-6402-47d1-b92e-0c0483851ef0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e5a42e5527b4d61b9764b1832a14377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818359 Dec 16 09:25:10.148740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60650) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:10.155832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d9f19-6402-47d1-b92e-0c0483851ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467abf10-7d81-4a22-8efb-19c8d8df82ad,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:10.242088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb97cb4b-286c-4433-93fb-1fe6979aca49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.272021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:10.272834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.273936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb97cb4b-286c-4433-93fb-1fe6979aca49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.278649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-d29e790c-190a-40a6-a448-5d618401ed74 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.283006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-d29e790c-190a-40a6-a448-5d618401ed74 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730158 Dec 16 09:25:10.330693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb97cb4b-286c-4433-93fb-1fe6979aca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.334556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb97cb4b-286c-4433-93fb-1fe6979aca49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.335981 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bb97cb4b-286c-4433-93fb-1fe6979aca49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/467abf10-7d81-4a22-8efb-19c8d8df82ad HTTP/1.1" status: 204 len: 168 time: 0.1859310 Dec 16 09:25:10.352092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97cb4b-286c-4433-93fb-1fe6979aca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467abf10-7d81-4a22-8efb-19c8d8df82ad,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:10.378462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-79754c60-1963-4c97-a3ff-0be83dcdc503 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/quotas/8cea28b2f7944016ad4c5c7009576cce HTTP/1.1" status: 200 len: 375 time: 0.0324779 Dec 16 09:25:10.494636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.528899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-0164068b-3c8f-47ac-bc98-a3c2518b3dc8 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400840 Dec 16 09:25:10.619143 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.656149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:10.658512 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf1b9a-89d5-4637-b604-db7386c6c5a7" -d '{"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-plugged", "status": "completed", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:10.674617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:10.680699 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.701148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=7a26c5ec-37a2-4f11-8734-b8f83904d292,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:10.709332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '536205ac-74da-4e50-8bc3-4b7333f8e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:10.709332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:10.756475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:10.770236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:10.782968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:10.793288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:10.794871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.800948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126f30e-712e-480c-ab38-326143785c91 None None] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:10.827810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60662) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:10.828537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8aa4c420-19da-4079-9d36-6b00a222b401 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2519317 Dec 16 09:25:10.837362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1026851005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:10.891538 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:10.893227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.039535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb', 'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': '7a26c5ec-37a2-4f11-8734-b8f83904d292'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:11.041174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.063278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.071818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.116694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.120789 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a6fc0716-5282-4b9c-aded-139be7982a6d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2902770 Dec 16 09:25:11.121125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60676) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:11.132251 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc1f486-fd01-4601-987e-fdee17b9913a x-openstack-request-id: req-5bc1f486-fd01-4601-987e-fdee17b9913a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:11.132676 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5", "name": "network-vif-deleted", "tag": "081b7a03-94ff-402f-adbc-d19960299cd5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:11.132904 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bc1f486-fd01-4601-987e-fdee17b9913a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:11.137618 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f8abe7-1e7c-44f8-8a43-5f9687c7a5f5', 'name': 'network-vif-deleted', 'tag': '081b7a03-94ff-402f-adbc-d19960299cd5', 'status': 'completed', 'code': 200} Dec 16 09:25:11.422225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Allocated IP 172.20.0.2 (49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb/7a26c5ec-37a2-4f11-8734-b8f83904d292/c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:11.555277 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3155b66-a730-4891-b4dc-be1e7f8a5d02 x-openstack-request-id: req-b3155b66-a730-4891-b4dc-be1e7f8a5d02 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:11.555602 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-plugged", "status": "completed", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:11.555848 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3155b66-a730-4891-b4dc-be1e7f8a5d02 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:11.557697 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'code': 200} Dec 16 09:25:11.605172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c40daca7-0740-4b32-ac0b-5964fb89dd4e req-cf47b667-1b96-4cb9-862e-ebb5dcaa5c44 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 210 time: 0.0610881 Dec 16 09:25:11.707617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.792259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.807417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:11.893823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Pushing event updated for resources: {'Port': ['ID=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:11.914414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:11.916232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:11.922294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:12.035265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Attempting to bind port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:12.036029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Attempting to bind port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '536205ac-74da-4e50-8bc3-4b7333f8e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:12.038291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Attempting to bind port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f on network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:12.054327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:12.055301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Checking segment: {'id': '536205ac-74da-4e50-8bc3-4b7333f8e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:12.056382 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.057425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Bound using segment: {'id': '536205ac-74da-4e50-8bc3-4b7333f8e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:12.057954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Bound port: c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536205ac-74da-4e50-8bc3-4b7333f8e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:12.058345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.174801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.20.0.1 (49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb/7a26c5ec-37a2-4f11-8734-b8f83904d292/77774162-b12b-4d37-adce-dfa33776438f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:12.216914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] For port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:12.220914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] For port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,segment=NetworkSegment(536205ac-74da-4e50-8bc3-4b7333f8e63f),segment_id=536205ac-74da-4e50-8bc3-4b7333f8e63f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:12.236155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.396733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c71a0-5ec4-4a94-be3f-9fabc894c071 None None] Pushing event updated for resources: {'Port': ['ID=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:12.502847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-f3089afc-954e-4e23-bf37-fc496f644065 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8cea28b2f7944016ad4c5c7009576cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399384 Dec 16 09:25:12.659398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.830146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-3381362e-f4e1-42cb-9cfc-9ee4ea4681fe tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:12.831960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-3381362e-f4e1-42cb-9cfc-9ee4ea4681fe tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226779 Dec 16 09:25:12.844113 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:12.851935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Request body: {'port': {'device_id': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '8cea28b2f7944016ad4c5c7009576cce'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:13.434683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:13.442038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:13.447347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:13.507332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=77774162-b12b-4d37-adce-dfa33776438f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:13.551558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec46c0-cf6b-4852-9fe7-81b7f06dbe73 req-3e883750-fa94-40f3-84a6-31ee805e393d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:13.553309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21ec46c0-cf6b-4852-9fe7-81b7f06dbe73 req-3e883750-fa94-40f3-84a6-31ee805e393d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 951 time: 0.6170163 Dec 16 09:25:13.556551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.702723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Made reservation on behalf of 8cea28b2f7944016ad4c5c7009576cce for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:13.709245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.764817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21ec46c0-cf6b-4852-9fe7-81b7f06dbe73 req-e39ab6c5-dd97-4929-9bab-882c8e257d22 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467342 Dec 16 09:25:13.804112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11758de9-976f-4143-b631-0a301a34761b None None] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:13.857687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:13.903631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:13.966551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 081b7a03-94ff-402f-adbc-d19960299cd5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:13.967228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 081b7a03-94ff-402f-adbc-d19960299cd5 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:14.008187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-08d60c0d-0564-4a60-855b-20073e9b62dc None None] Provisioning complete for port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:14.008899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08d60c0d-0564-4a60-855b-20073e9b62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.010419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Allocated IP 192.168.233.63 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/61621889-e40d-45f1-a2be-f24f47b4fc0d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:14.014347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-125ee032-72c3-4e6e-9c61-983513dd07dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.174134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08d60c0d-0564-4a60-855b-20073e9b62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.217173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-08d60c0d-0564-4a60-855b-20073e9b62dc None None] For port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,segment=NetworkSegment(536205ac-74da-4e50-8bc3-4b7333f8e63f),segment_id=536205ac-74da-4e50-8bc3-4b7333f8e63f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:14.223530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08d60c0d-0564-4a60-855b-20073e9b62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.282249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5324340f-5611-4ed6-af9c-43653f5d7d91 req-4a52a5a5-2945-4d13-a6b8-9bff5b30d106 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 210 time: 0.0578372 Dec 16 09:25:14.324687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d60c0d-0564-4a60-855b-20073e9b62dc None None] Pushing event updated for resources: {'Port': ['ID=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:14.437985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-cc684aa1-5bfa-496b-9ec9-1482b5f8ca42 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:14.439540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-cc684aa1-5bfa-496b-9ec9-1482b5f8ca42 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 951 time: 0.2196918 Dec 16 09:25:14.576578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-13dbf16d-05d2-406d-95bc-cfe08f63c899 None None] Provisioning complete for port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:14.576953 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-13dbf16d-05d2-406d-95bc-cfe08f63c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.640483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.709965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:14.824194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-13dbf16d-05d2-406d-95bc-cfe08f63c899 None None] Provisioning complete for port 77774162-b12b-4d37-adce-dfa33776438f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:14.824194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-13dbf16d-05d2-406d-95bc-cfe08f63c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.904804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-13dbf16d-05d2-406d-95bc-cfe08f63c899 None None] Port 77774162-b12b-4d37-adce-dfa33776438f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:14.933751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:14.934156 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:14.950219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Deleting port 1084da90-6163-49d1-ad4c-1757edd5192e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:14.951154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.011508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.027963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:15.029542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b11eac66-94a3-4a96-bf4d-b461af744a05'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:15.084997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.097198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:15.106971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.109811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:15.131063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:15.181971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event updated for resources: {'Port': ['ID=61621889-e40d-45f1-a2be-f24f47b4fc0d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:15.235748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] For port 1084da90-6163-49d1-ad4c-1757edd5192e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1084da90-6163-49d1-ad4c-1757edd5192e,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:15.236705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.267707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5af78cdf-603b-4f09-a695-5b2b691d1e48 None None] Provisioning complete for port 77774162-b12b-4d37-adce-dfa33776438f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:15.268225 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5af78cdf-603b-4f09-a695-5b2b691d1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.302181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Calling delete_port for 1084da90-6163-49d1-ad4c-1757edd5192e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:15.326880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.333221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.340143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.364644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=77774162-b12b-4d37-adce-dfa33776438f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:15.434052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-9fce9907-2e73-4d2c-a035-07a891b9599d tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5866838 Dec 16 09:25:15.435568 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60774) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:15.458714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5af78cdf-603b-4f09-a695-5b2b691d1e48 None None] Port 77774162-b12b-4d37-adce-dfa33776438f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:15.509439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Request body: {'port': {'device_id': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:15.683729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058634d-ab42-4326-8964-e2fddd9b6de5 req-b0350fd6-8803-4fa4-8601-1ed6bf5f4588 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:15.692012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e058634d-ab42-4326-8964-e2fddd9b6de5 req-b0350fd6-8803-4fa4-8601-1ed6bf5f4588 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bb11714-e76c-4a58-8c5f-dd18452ba0d1 HTTP/1.1" status: 200 len: 951 time: 0.2663124 Dec 16 09:25:15.702797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.766847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-031ed976-2927-4c40-80c7-348057b64e1a None None] Provisioning complete for port 61621889-e40d-45f1-a2be-f24f47b4fc0d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:15.768946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-031ed976-2927-4c40-80c7-348057b64e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.778365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a05b051-295e-4b5d-8b87-6a878a8018f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.817255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:15.821260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-031ed976-2927-4c40-80c7-348057b64e1a None None] Port 61621889-e40d-45f1-a2be-f24f47b4fc0d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:15.859300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:15.893276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a05b051-295e-4b5d-8b87-6a878a8018f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.897676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e058634d-ab42-4326-8964-e2fddd9b6de5 req-2c37b6a2-d771-43ab-9b11-febad9f10856 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046478 Dec 16 09:25:15.907669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a05b051-295e-4b5d-8b87-6a878a8018f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:15.941631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05b051-295e-4b5d-8b87-6a878a8018f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1dec5-1bcb-433a-8816-4abc140ae284,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:15.975641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8a05b051-295e-4b5d-8b87-6a878a8018f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78a679578ebf4788af269abb4c232baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388408 Dec 16 09:25:15.978543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:16.060014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78823196-ef80-4f74-afca-ef70fbbeccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.080379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.095336 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78823196-ef80-4f74-afca-ef70fbbeccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.095967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:16.184546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3e102858-7078-4356-a73d-fb5dd9d1ed25'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:16.208164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78823196-ef80-4f74-afca-ef70fbbeccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.211537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78823196-ef80-4f74-afca-ef70fbbeccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.212829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-78823196-ef80-4f74-afca-ef70fbbeccd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fd1dec5-1bcb-433a-8816-4abc140ae284 HTTP/1.1" status: 204 len: 168 time: 0.2332673 Dec 16 09:25:16.229000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78823196-ef80-4f74-afca-ef70fbbeccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1dec5-1bcb-433a-8816-4abc140ae284,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:16.352788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d0857db6-cbf6-4794-a28a-094c7747858c None None] Provisioning complete for port 77774162-b12b-4d37-adce-dfa33776438f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:16.353143 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d0857db6-cbf6-4794-a28a-094c7747858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.374235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event deleted for resources: {'Port': ['ID=1084da90-6163-49d1-ad4c-1757edd5192e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:16.434507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] No DVR routers for this DVR port 1084da90-6163-49d1-ad4c-1757edd5192e on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:16.438208 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.443238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d59c153-81ce-4e65-bc7b-378dbc162c4f req-abea403d-7819-4f79-b053-caa217245fa3 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "DELETE /v2.0/ports/1084da90-6163-49d1-ad4c-1757edd5192e HTTP/1.1" status: 204 len: 173 time: 1.9902713 Dec 16 09:25:16.450248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-deleted', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:16.453629 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5dde45-274b-4413-960e-9ac5c1368270" -d '{"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-deleted", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:16.479803 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b6f600cf-3d69-41e6-9af6-d504f2fbefd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:16.512085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d0857db6-cbf6-4794-a28a-094c7747858c None None] Port 77774162-b12b-4d37-adce-dfa33776438f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:16.591461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8adf2-3acf-4d9e-883d-2fd2d9ee8597 req-a412482a-24b1-40a4-b037-a9607a8882d0 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:16.595928 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aea8adf2-3acf-4d9e-883d-2fd2d9ee8597 req-a412482a-24b1-40a4-b037-a9607a8882d0 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 935 time: 0.3453515 Dec 16 09:25:16.782004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aea8adf2-3acf-4d9e-883d-2fd2d9ee8597 req-a47cef58-bea8-4b17-9524-5ddf37b60af7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645362 Dec 16 09:25:16.793364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router a79decfc-043e-4381-b268-4266c3a33648 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:17.091041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:17.108575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-675f82e9-4392-41d1-9d54-abcdcf91910a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/a79decfc-043e-4381-b268-4266c3a33648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9862390 Dec 16 09:25:17.111408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60810) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:17.122158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] Sync routers for ids ['a79decfc-043e-4381-b268-4266c3a33648'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:17.140174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61621889-e40d-45f1-a2be-f24f47b4fc0d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:17.167214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.190908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Transition to ACTIVE for port object 61621889-e40d-45f1-a2be-f24f47b4fc0d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:17.214653 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.217977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] Routers {'a79decfc-043e-4381-b268-4266c3a33648'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:17.220339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a79decfc-043e-4381-b268-4266c3a33648'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:17.241589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31a421-1393-4965-82e5-0d034d7b54e6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.246301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba31a421-1393-4965-82e5-0d034d7b54e6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports/77774162-b12b-4d37-adce-dfa33776438f HTTP/1.1" status: 200 len: 910 time: 0.1335132 Dec 16 09:25:17.247269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60816) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:17.312125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:17.342029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] Routers {'a79decfc-043e-4381-b268-4266c3a33648'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:17.344902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a79decfc-043e-4381-b268-4266c3a33648'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:17.428819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Pushing event updated for resources: {'Port': ['ID=61621889-e40d-45f1-a2be-f24f47b4fc0d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:17.450321 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b92b877-2cee-4bbb-a054-427f5aee0377 x-openstack-request-id: req-6b92b877-2cee-4bbb-a054-427f5aee0377 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:17.451316 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb11714-e76c-4a58-8c5f-dd18452ba0d1", "name": "network-vif-deleted", "tag": "1084da90-6163-49d1-ad4c-1757edd5192e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:17.451911 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b92b877-2cee-4bbb-a054-427f5aee0377 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:17.452715 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb11714-e76c-4a58-8c5f-dd18452ba0d1', 'name': 'network-vif-deleted', 'tag': '1084da90-6163-49d1-ad4c-1757edd5192e', 'status': 'completed', 'code': 200} Dec 16 09:25:17.459654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:17.461331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61597ec-a4f3-46a5-9d74-af3a55d75d1e None None] The sync data for ids ['a79decfc-043e-4381-b268-4266c3a33648'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:17.496001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Attempting to bind port 61621889-e40d-45f1-a2be-f24f47b4fc0d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:17.496843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Attempting to bind port 61621889-e40d-45f1-a2be-f24f47b4fc0d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:17.497296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Attempting to bind port 61621889-e40d-45f1-a2be-f24f47b4fc0d on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:17.505944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Port 61621889-e40d-45f1-a2be-f24f47b4fc0d on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:17.506997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Attempting to bind port 61621889-e40d-45f1-a2be-f24f47b4fc0d on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:17.515079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:17.515079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:17.515473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:17.516218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Bound port: 61621889-e40d-45f1-a2be-f24f47b4fc0d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:17.517271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.626407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60836) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:17.644999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] For port 61621889-e40d-45f1-a2be-f24f47b4fc0d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:17.664939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] For port 61621889-e40d-45f1-a2be-f24f47b4fc0d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:17.691031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.782465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:17.785627 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.787919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] 10.222.0.53 "PUT /v2.0/ports/61621889-e40d-45f1-a2be-f24f47b4fc0d HTTP/1.1" status: 200 len: 1095 time: 2.2986107 Dec 16 09:25:17.905586 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:17.929493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:17.944065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-144586046-network', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:17.956929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f843d-da62-4ff6-9885-7f3190e35f8e service neutron] Pushing event updated for resources: {'Port': ['ID=61621889-e40d-45f1-a2be-f24f47b4fc0d,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:17.991342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 1084da90-6163-49d1-ad4c-1757edd5192e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:17.991736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1084da90-6163-49d1-ad4c-1757edd5192e not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:18.035336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Made reservation on behalf of b075baa048e246e8b5d1644eb9fdeebf for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:18.044950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.401817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.471495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-64739e6f-f6a0-42da-af94-90ef8cc7e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.473619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-64739e6f-f6a0-42da-af94-90ef8cc7e5cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 1098 time: 0.6212254 Dec 16 09:25:18.476195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.560097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-893c67a6-605d-4f34-beeb-c8eaad342b08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d HTTP/1.1" status: 200 len: 217 time: 0.0659251 Dec 16 09:25:18.596274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fcaa5-8246-43fb-ac52-47efe41ee50e req-d95f1037-327e-4aaa-be65-cdeb17586031 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.597804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c7fcaa5-8246-43fb-ac52-47efe41ee50e req-d95f1037-327e-4aaa-be65-cdeb17586031 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 947 time: 0.1309986 Dec 16 09:25:18.699815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4753fd17-e6ed-4ebb-be07-faa8f136e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.702363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-4753fd17-e6ed-4ebb-be07-faa8f136e1cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1164312 Dec 16 09:25:18.715127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 77774162-b12b-4d37-adce-dfa33776438f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:18.715468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.718374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c7fcaa5-8246-43fb-ac52-47efe41ee50e req-f80dda1b-e0af-424a-89c0-b1c98ad3954f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070728 Dec 16 09:25:18.759697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.774283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.832584 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.844935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:18.851528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 77774162-b12b-4d37-adce-dfa33776438f owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:18.876612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:18.876938 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Added segment 90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8 of type vlan for network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c Dec 16 09:25:18.896651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd0540-b42d-4d4e-b256-5f8d157bcebf,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:18.905207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-3a569f1e-4036-48dd-b5c0-118fd2a214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.906912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-3a569f1e-4036-48dd-b5c0-118fd2a214a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874049 Dec 16 09:25:18.962850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fd78c-565f-4922-80fa-31f3b8381868 req-47af5914-4197-4ece-ab28-42a94c6bcd1c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:18.964572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b7fd78c-565f-4922-80fa-31f3b8381868 req-47af5914-4197-4ece-ab28-42a94c6bcd1c tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1850114 Dec 16 09:25:19.001574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.073086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b7fd78c-565f-4922-80fa-31f3b8381868 req-8198f7f1-87c4-44bd-a84c-de4993949677 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688045 Dec 16 09:25:19.097199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.097403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.098225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.098912 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.130630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=77774162-b12b-4d37-adce-dfa33776438f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:19.154057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5260742 Dec 16 09:25:19.154795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60856) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:19.162547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Request body: {'subnet': {'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-144586046-subnet', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:19.198747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-65f08229-da0c-405f-87f5-e77049b0bcc9 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632484 Dec 16 09:25:19.337266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10043432-3b9e-4ec5-91c6-d389f9e18f76 admin admin] Pushing event updated for resources: {'Network': ['ID=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:19.349811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:19.383563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.454790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'tag': '61621889-e40d-45f1-a2be-f24f47b4fc0d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:19.457305 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010ab48c-4297-49c7-8d2a-89c593fcd95f" -d '{"events": [{"name": "network-changed", "server_uuid": "699d0376-548b-4c6b-a8dd-151686d31bc8", "tag": "61621889-e40d-45f1-a2be-f24f47b4fc0d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:19.536399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2f4a84-3d94-4966-bf1f-9d41734c8874 req-3c3a3b9d-e0b0-4bfe-899e-1e8a55d40062 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882679 Dec 16 09:25:19.539642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Made reservation on behalf of b075baa048e246e8b5d1644eb9fdeebf for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:19.546925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.740438 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.862392 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64bae1c-2388-4fac-be12-572eec492e4d x-openstack-request-id: req-f64bae1c-2388-4fac-be12-572eec492e4d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:19.862703 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699d0376-548b-4c6b-a8dd-151686d31bc8", "tag": "61621889-e40d-45f1-a2be-f24f47b4fc0d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:19.863247 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f64bae1c-2388-4fac-be12-572eec492e4d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:19.864375 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'tag': '61621889-e40d-45f1-a2be-f24f47b4fc0d', 'status': 'completed', 'code': 200} Dec 16 09:25:19.868961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.876561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:19.878203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-a4b2c559-38a2-4e46-be48-b4c86fc09b77 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.880868 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-a4b2c559-38a2-4e46-be48-b4c86fc09b77 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.4573200 Dec 16 09:25:19.890475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router a79decfc-043e-4381-b268-4266c3a33648 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:19.966633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-727971c9-f6ba-4824-a00f-199c120f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:19.968194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-727971c9-f6ba-4824-a00f-199c120f56bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cea28b2f7944016ad4c5c7009576cce&device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 1098 time: 0.1384239 Dec 16 09:25:20.037288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:20.052282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Checking segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:20.052652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Network hostable DHCP agents. Network: de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:20.116997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:20.134495 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-672fb049-2007-484e-ba8f-743ca07ebb0b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/a79decfc-043e-4381-b268-4266c3a33648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8833697 Dec 16 09:25:20.134794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60880) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:20.136519 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] Sync routers for ids ['a79decfc-043e-4381-b268-4266c3a33648'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:20.144560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:20.164772 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] Routers {'a79decfc-043e-4381-b268-4266c3a33648'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:20.166011 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a79decfc-043e-4381-b268-4266c3a33648'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:20.168598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289d102-98e7-4b25-b8db-79ebcfd25099 req-b28c7f84-2093-4676-a0c2-3ca8c62251e9 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.176415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7289d102-98e7-4b25-b8db-79ebcfd25099 req-b28c7f84-2093-4676-a0c2-3ca8c62251e9 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 947 time: 0.1348252 Dec 16 09:25:20.191855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:20.200580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.200822 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3295d579-8e66-42a7-acb8-18ca224c1d0a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=a79decfc-043e-4381-b268-4266c3a33648 HTTP/1.1" status: 200 len: 205 time: 0.0621922 Dec 16 09:25:20.200923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.201491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60882) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:20.209794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eacf2a-1255-4898-bf7e-bf69ea59bdc5 None None] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:20.236792 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:20.242615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-5d226491-0607-42de-9c13-a68174d4cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.244243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-5d226491-0607-42de-9c13-a68174d4cf6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2672260 Dec 16 09:25:20.252278 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] Routers {'a79decfc-043e-4381-b268-4266c3a33648'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:20.252922 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a79decfc-043e-4381-b268-4266c3a33648'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:20.281479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.304987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7289d102-98e7-4b25-b8db-79ebcfd25099 req-25a6a15b-a3f8-4fea-bad0-db87132ebd58 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273556 Dec 16 09:25:20.308352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:20.310236 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36077b2-7bb1-4871-8d88-7e3b202bb1bc None None] The sync data for ids ['a79decfc-043e-4381-b268-4266c3a33648'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:20.331726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f3317d26-48f5-41ae-aedf-c7fa5fd0191d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1733639 Dec 16 09:25:20.356617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60886) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:20.362600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:20.402357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-8a9ad271-7c36-4dca-865d-2733f46896b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d HTTP/1.1" status: 200 len: 217 time: 0.1132901 Dec 16 09:25:20.475909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:20.477386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.529759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-fc22aab1-fa33-4fdd-8ba5-156d64d488ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.531364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-fc22aab1-fa33-4fdd-8ba5-156d64d488ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1213331 Dec 16 09:25:20.559632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Deleting port 3e102858-7078-4356-a73d-fb5dd9d1ed25 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:20.559987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.616217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.617291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.622057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.625736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.663836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-40688c42-2e99-425a-9884-ed02771a085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.665376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-40688c42-2e99-425a-9884-ed02771a085a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253064 Dec 16 09:25:20.695600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63c521-becc-48c5-ace6-6b2a7c3ed8d3 req-486cf330-ce67-47db-b9b6-53b6fe5204ab tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:20.705879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b63c521-becc-48c5-ace6-6b2a7c3ed8d3 req-486cf330-ce67-47db-b9b6-53b6fe5204ab tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 950 time: 0.1095018 Dec 16 09:25:20.712463 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.712966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router a79decfc-043e-4381-b268-4266c3a33648 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:25:20.746097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.747214 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1cc67149-5107-4330-940f-d395b817d744 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/a79decfc-043e-4381-b268-4266c3a33648 HTTP/1.1" status: 204 len: 168 time: 0.5447147 Dec 16 09:25:20.753630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60896) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:20.757361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Allocated IP 172.20.0.2 (de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c/b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc/c8307477-068b-4d0e-a17b-5bfd3f41d1f7) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:20.768909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.794617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] For port 3e102858-7078-4356-a73d-fb5dd9d1ed25, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3e102858-7078-4356-a73d-fb5dd9d1ed25,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:20.794617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:20.837645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b63c521-becc-48c5-ace6-6b2a7c3ed8d3 req-9c1883ea-762f-42b7-9f06-ff5a2769696a tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607736 Dec 16 09:25:20.889947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-5c972fc7-f205-45a2-a6f7-49287b7be8ad service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836064 Dec 16 09:25:20.914797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Calling delete_port for 3e102858-7078-4356-a73d-fb5dd9d1ed25 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:20.940018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet 7a26c5ec-37a2-4f11-8734-b8f83904d292 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:20.945282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.008014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.036003 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.081638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-010ab48c-4297-49c7-8d2a-89c593fcd95f req-d1b7c180-dc18-4dc9-b21b-e59c22432cca service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717198 Dec 16 09:25:21.090835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:21.101478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Pushing event updated for resources: {'Port': ['ID=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.104350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:21.109406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:21.154955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.160482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.201302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Attempting to bind port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:21.202348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Attempting to bind port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:21.202961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Attempting to bind port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 on network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:21.212199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:21.212586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Checking segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:21.212965 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.213546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Bound using segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:21.214107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Bound port: c8307477-068b-4d0e-a17b-5bfd3f41d1f7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:21.216968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.344720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] For port c8307477-068b-4d0e-a17b-5bfd3f41d1f7, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:21.353951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] For port c8307477-068b-4d0e-a17b-5bfd3f41d1f7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:21.365653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.375774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.441275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.462011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:21.510216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.582628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5e95-9d2d-4d67-8670-036a95152f18 None None] Pushing event updated for resources: {'Port': ['ID=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.622847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.628648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad3bc8-c63c-4e25-aea1-7f4b9e93b16e None None] Network 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:21.631921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/7a26c5ec-37a2-4f11-8734-b8f83904d292 HTTP/1.1" status: 204 len: 168 time: 0.8772357 Dec 16 09:25:21.632814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event deleted for resources: {'Port': ['ID=3e102858-7078-4356-a73d-fb5dd9d1ed25,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.638725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:21.673095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb31f6-26a2-4688-9385-f2f5c709377b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=7a26c5ec-37a2-4f11-8734-b8f83904d292,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:21.707905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c3cef-8180-443e-a1dc-d71903d514a6 req-466677d0-6613-473b-bb3f-93f36a56a297 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:21.710140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-218c3cef-8180-443e-a1dc-d71903d514a6 req-466677d0-6613-473b-bb3f-93f36a56a297 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 947 time: 0.0997946 Dec 16 09:25:21.789811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-218c3cef-8180-443e-a1dc-d71903d514a6 req-f2c1939d-97a8-4bce-a7e3-4830b46b6635 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640099 Dec 16 09:25:21.855823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.860351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] No DVR routers for this DVR port 3e102858-7078-4356-a73d-fb5dd9d1ed25 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:21.894289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:21.953701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:21.958852 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1de38a61-d9c1-4d46-8abe-baa77d687ae4 req-55bba52a-9543-4efd-8649-34127b7bbcbb tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.53 "DELETE /v2.0/ports/3e102858-7078-4356-a73d-fb5dd9d1ed25 HTTP/1.1" status: 204 len: 173 time: 2.0581064 Dec 16 09:25:21.964494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-deleted', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:21.977643 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c894f9-4feb-4d6c-aefc-65b91bec2529" -d '{"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-deleted", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:22.157356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 61621889-e40d-45f1-a2be-f24f47b4fc0d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:22.173773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.238677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:22.240352 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18b06a32-cdc1-4bf3-8f73-cddc3d9d4a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.245637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.291089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 61621889-e40d-45f1-a2be-f24f47b4fc0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:22.307877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '61621889-e40d-45f1-a2be-f24f47b4fc0d', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '61621889-e40d-45f1-a2be-f24f47b4fc0d', 'mac_address': 'fa:16:3e:14:74:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:22.310018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] DHCP port deletion for 49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:25:22.340757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 3e102858-7078-4356-a73d-fb5dd9d1ed25 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:22.341173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3e102858-7078-4356-a73d-fb5dd9d1ed25 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:22.343426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:22.344023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.363153 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18b06a32-cdc1-4bf3-8f73-cddc3d9d4a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.385862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10fb50e3-677f-40f7-a21b-3c2174b49587 req-b0fd7eeb-a50f-439b-a72a-6770c7e3dcb9 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=a94d55b4-ebc2-4493-be37-1d81db624ad7 HTTP/1.1" status: 200 len: 210 time: 0.1479015 Dec 16 09:25:22.386626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18b06a32-cdc1-4bf3-8f73-cddc3d9d4a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.438999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.449970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:22.460154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18b06a32-cdc1-4bf3-8f73-cddc3d9d4a14 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=412c154ffbfa483ba515ba6e2294c056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515919 Dec 16 09:25:22.462374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61621889-e40d-45f1-a2be-f24f47b4fc0d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:22.463374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b06a32-cdc1-4bf3-8f73-cddc3d9d4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291689e5-7e08-40f0-a854-1c621bbd3ef0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:22.491459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 61621889-e40d-45f1-a2be-f24f47b4fc0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:22.509219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.549218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,segment=NetworkSegment(536205ac-74da-4e50-8bc3-4b7333f8e63f),segment_id=536205ac-74da-4e50-8bc3-4b7333f8e63f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:22.549714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.579482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Allocated IP 172.25.6.97 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/39cf53dc-5ed1-41f7-bb62-df02c51078b1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:22.627825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:22.665018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] Deleting port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:22.665626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.667604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=61621889-e40d-45f1-a2be-f24f47b4fc0d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:22.754207 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a713be-98ab-44df-b01d-c443e9a646a0 x-openstack-request-id: req-b0a713be-98ab-44df-b01d-c443e9a646a0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:22.754543 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94d55b4-ebc2-4493-be37-1d81db624ad7", "name": "network-vif-deleted", "tag": "3e102858-7078-4356-a73d-fb5dd9d1ed25", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:22.755020 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0a713be-98ab-44df-b01d-c443e9a646a0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:22.756059 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94d55b4-ebc2-4493-be37-1d81db624ad7', 'name': 'network-vif-deleted', 'tag': '3e102858-7078-4356-a73d-fb5dd9d1ed25', 'status': 'completed', 'code': 200} Dec 16 09:25:22.811055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c8307477-068b-4d0e-a17b-5bfd3f41d1f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:22.813334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172c0a80-34bf-44a7-bdd4-daeae7058ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.823073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['61621889-e40d-45f1-a2be-f24f47b4fc0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:22.866271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172c0a80-34bf-44a7-bdd4-daeae7058ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.955487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:22.982855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] For port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,segment=NetworkSegment(536205ac-74da-4e50-8bc3-4b7333f8e63f),segment_id=536205ac-74da-4e50-8bc3-4b7333f8e63f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:22.983245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.009797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] Calling delete_port for c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:23.014011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:23.029544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:23.040548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.091087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:23.091453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.147548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dd82f1-79f0-4ee9-a4f6-9214cd47ec1d None None] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:23.148791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51906e97-480b-4d05-b329-50d41f79e871 req-5f6899e8-4b52-4104-8d6a-7d7f9f39946c tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:23.161057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51906e97-480b-4d05-b329-50d41f79e871 req-5f6899e8-4b52-4104-8d6a-7d7f9f39946c tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 948 time: 0.0828788 Dec 16 09:25:23.170957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172c0a80-34bf-44a7-bdd4-daeae7058ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.174034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172c0a80-34bf-44a7-bdd4-daeae7058ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.175677 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-172c0a80-34bf-44a7-bdd4-daeae7058ef8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/291689e5-7e08-40f0-a854-1c621bbd3ef0 HTTP/1.1" status: 204 len: 168 time: 0.7196980 Dec 16 09:25:23.218347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.238835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51906e97-480b-4d05-b329-50d41f79e871 req-9cd6a06d-e059-476a-9dee-a10befbc553a tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749278 Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: from cryptography.utils import int_from_bytes Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: from cryptography.utils import int_from_bytes Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.282733 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:25:23.285654 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:25:23.290010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0a80-34bf-44a7-bdd4-daeae7058ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291689e5-7e08-40f0-a854-1c621bbd3ef0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:23.300521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-250506ce-1916-4a2d-8df9-de7a9488c26f None None] Provisioning complete for port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:23.301018 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-250506ce-1916-4a2d-8df9-de7a9488c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.341154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.343280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:23.384291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536205ac-74da-4e50-8bc3-4b7333f8e63f') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:23.384612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536205ac-74da-4e50-8bc3-4b7333f8e63f') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:23.398275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.414949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] No DVR routers for this DVR port c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:23.453229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615f8e8-39c5-4a9d-9c50-bc17ddd545a0 None None] Pushing event deleted for resources: {'Port': ['ID=c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:23.502056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.533422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.544316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.555214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:23.562895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:23.565279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.567638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Pushing event updated for resources: {'Port': ['ID=39cf53dc-5ed1-41f7-bb62-df02c51078b1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:23.572630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:23.577402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:23.577968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:23.589107 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:23.762979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port c8307477-068b-4d0e-a17b-5bfd3f41d1f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:23.777542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.779276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-250506ce-1916-4a2d-8df9-de7a9488c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.840052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60972) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:23.859768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6138-03e1-4aca-8676-7eb8d3b8e003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:23.891263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:24.053718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:24.054088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c9e5d66a-54a3-4c3d-bcdc-bd4faab1f27f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:24.082811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.100469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6138-03e1-4aca-8676-7eb8d3b8e003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.113716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ac6138-03e1-4aca-8676-7eb8d3b8e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.122784 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-250506ce-1916-4a2d-8df9-de7a9488c26f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:25:24.123141 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-250506ce-1916-4a2d-8df9-de7a9488c26f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:25:24.140444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.169668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 61621889-e40d-45f1-a2be-f24f47b4fc0d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:24.183744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.186958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb HTTP/1.1" status: 204 len: 168 time: 2.5419221 Dec 16 09:25:24.198112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2ac6138-03e1-4aca-8676-7eb8d3b8e003 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8ffa49a6b214137a897cbe140a6bc56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568981 Dec 16 09:25:24.199361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:24.200169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac6138-03e1-4aca-8676-7eb8d3b8e003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dcd2f8-701f-497d-aa7b-91c9be92abec,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.202989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60978) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:24.214262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-611503800', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:24.228425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407117-6b7c-4e1c-82b2-4fb57a48d5d1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=49c2c3b4-09c3-4a4d-96a4-abd1b13fcceb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.264297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.266645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.268806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 61621889-e40d-45f1-a2be-f24f47b4fc0d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:24.283955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 61621889-e40d-45f1-a2be-f24f47b4fc0d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:24.285064 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.356613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae95911c-40cf-4a46-81de-cc0767af1447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.372762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.390661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.394363 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae95911c-40cf-4a46-81de-cc0767af1447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.440574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61621889-e40d-45f1-a2be-f24f47b4fc0d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:24.443281 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdd02e8-7343-4d88-ac8e-b851e5faeaf2" -d '{"events": [{"server_uuid": "699d0376-548b-4c6b-a8dd-151686d31bc8", "name": "network-vif-plugged", "status": "completed", "tag": "61621889-e40d-45f1-a2be-f24f47b4fc0d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:24.447226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.460449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 61621889-e40d-45f1-a2be-f24f47b4fc0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:24.467605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.489111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162b9c-3773-401a-87f4-30c3eebb5c30 req-6f983073-f186-4beb-bb35-b09e425b4b6b tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.491700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf162b9c-3773-401a-87f4-30c3eebb5c30 req-6f983073-f186-4beb-bb35-b09e425b4b6b tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.2127697 Dec 16 09:25:24.624754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf162b9c-3773-401a-87f4-30c3eebb5c30 req-16ddad2b-2ce6-4924-9ff3-5adbee3b15f9 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831292 Dec 16 09:25:24.666713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c8307477-068b-4d0e-a17b-5bfd3f41d1f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:24.730839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.755285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.762905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.778560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=61621889-e40d-45f1-a2be-f24f47b4fc0d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.798266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:24.798710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.874154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae95911c-40cf-4a46-81de-cc0767af1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.877005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae95911c-40cf-4a46-81de-cc0767af1447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.878272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ae95911c-40cf-4a46-81de-cc0767af1447 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17dcd2f8-701f-497d-aa7b-91c9be92abec HTTP/1.1" status: 204 len: 168 time: 0.6743219 Dec 16 09:25:24.918153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95911c-40cf-4a46-81de-cc0767af1447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dcd2f8-701f-497d-aa7b-91c9be92abec,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:24.918375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f8c1b0ab-0f93-435c-92d9-3fe563cb3016 None None] Provisioning complete for port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:24.918892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b0ab-0f93-435c-92d9-3fe563cb3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:24.997524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacc9c0-4748-46a6-9f18-30c06abafe0d req-28cf4d87-dad6-47a7-8888-5070346c515e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:24.999363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ceacc9c0-4748-46a6-9f18-30c06abafe0d req-28cf4d87-dad6-47a7-8888-5070346c515e tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.1571727 Dec 16 09:25:25.040398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.070062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.075729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Router 24df5044-61eb-42fc-99f1-fc3cecb8a73e is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:25.149213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ceacc9c0-4748-46a6-9f18-30c06abafe0d req-4be3544a-40c1-40d6-9cf6-be78f4a93662 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a350332-2fd0-4897-ad53-6ff35a442972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411214 Dec 16 09:25:25.256135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:25.270885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Sync routers for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:25.289486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:25.290154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:25.290796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.292286 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1ff09c4d-0b9f-4f1a-acee-838d6a4d070f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9336228 Dec 16 09:25:25.295057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60998) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:25.316764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.25.6.159 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/a3d9efdd-afbe-4868-950f-ea4528f2f059) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:25.476957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.512376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:25.560567 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:25.688096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=a3d9efdd-afbe-4868-950f-ea4528f2f059,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:25.708690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:25.716529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:25.723508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:25.778926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094852e-0cc8-4170-b3f5-ab611587db94 req-f9f3839a-0cb9-43e3-9483-b811c4c7fa3f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:25.787604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6094852e-0cc8-4170-b3f5-ab611587db94 req-f9f3839a-0cb9-43e3-9483-b811c4c7fa3f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 949 time: 0.5293245 Dec 16 09:25:25.881103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 3, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:25.912587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Checking router: 24df5044-61eb-42fc-99f1-fc3cecb8a73e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:25.913225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Updating router 24df5044-61eb-42fc-99f1-fc3cecb8a73e port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:25.947486 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.010688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.025404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6094852e-0cc8-4170-b3f5-ab611587db94 req-61a8ce12-3e80-48f5-b220-1e30852b25c2 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364562 Dec 16 09:25:26.116756 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1575945-828d-4028-baa3-cee0e58b3637 x-openstack-request-id: req-e1575945-828d-4028-baa3-cee0e58b3637 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:26.117888 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d0376-548b-4c6b-a8dd-151686d31bc8", "name": "network-vif-plugged", "status": "completed", "tag": "61621889-e40d-45f1-a2be-f24f47b4fc0d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:26.118651 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1575945-828d-4028-baa3-cee0e58b3637 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:26.119910 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61621889-e40d-45f1-a2be-f24f47b4fc0d', 'code': 200} Dec 16 09:25:26.171992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64709c65-f76d-44cb-b0cf-b85837657058 req-fbf50873-39f9-4130-a30b-9640cd896502 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.173549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64709c65-f76d-44cb-b0cf-b85837657058 req-fbf50873-39f9-4130-a30b-9640cd896502 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.3361104 Dec 16 09:25:26.252130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abf47a-f814-485f-84a3-0fdac942d36f req-58d4c7b3-8ef1-40bf-824e-59aa474d2cf1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.253684 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-89abf47a-f814-485f-84a3-0fdac942d36f req-58d4c7b3-8ef1-40bf-824e-59aa474d2cf1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 949 time: 0.2140980 Dec 16 09:25:26.511852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0c987-87b4-4119-b6f0-53a6a666fed4 req-2da46178-1f44-41c2-9e23-e0cdf2aa5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.514402 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5dc0c987-87b4-4119-b6f0-53a6a666fed4 req-2da46178-1f44-41c2-9e23-e0cdf2aa5583 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 1100 time: 0.2554953 Dec 16 09:25:26.524892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.541369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.567966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Allocated IP 172.20.0.1 (de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c/b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc/1ff902d1-0ca4-44aa-9f0d-10a8bda0d967) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:26.600483 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5dc0c987-87b4-4119-b6f0-53a6a666fed4 req-23c282d9-c5cb-4f63-9399-f383c8404560 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738552 Dec 16 09:25:26.609678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Deleting port ca849f72-d7f4-4c53-b0a3-2d1a99722baa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:26.610872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.621659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24496d2e-895f-4789-a2a1-4dfbe56f9636 None None] Pushing event updated for resources: {'Port': ['ID=39cf53dc-5ed1-41f7-bb62-df02c51078b1,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:26.632759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Attempting to bind port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:26.633152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Attempting to bind port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:26.633531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Attempting to bind port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:26.640558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:26.640942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:26.641487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.641898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:26.642504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Bound port: 39cf53dc-5ed1-41f7-bb62-df02c51078b1, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:26.642883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.743784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] For port 39cf53dc-5ed1-41f7-bb62-df02c51078b1, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:26.749456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] For port 39cf53dc-5ed1-41f7-bb62-df02c51078b1, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=39cf53dc-5ed1-41f7-bb62-df02c51078b1,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:26.761657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.805164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] For port ca849f72-d7f4-4c53-b0a3-2d1a99722baa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:26.806227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.844120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:26.844824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:26.855993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Calling delete_port for ca849f72-d7f4-4c53-b0a3-2d1a99722baa owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:26.887357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24496d2e-895f-4789-a2a1-4dfbe56f9636 None None] Pushing event updated for resources: {'Port': ['ID=39cf53dc-5ed1-41f7-bb62-df02c51078b1,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:26.970043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d9e89-1cad-4ba3-b4e0-19edf2229866 req-85d015dc-e5f0-434d-a622-6c794e93116d tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:26.977889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-495d9e89-1cad-4ba3-b4e0-19edf2229866 req-85d015dc-e5f0-434d-a622-6c794e93116d tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/ports?device_id=03b0b643-8098-4d94-bc62-cb9ac7e2197e HTTP/1.1" status: 200 len: 945 time: 0.6499817 Dec 16 09:25:26.993516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:26.993868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Deleting port af4233bc-1513-4919-b7c0-71495dc37341 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:26.993868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.031424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:27.094872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] For port af4233bc-1513-4919-b7c0-71495dc37341, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=af4233bc-1513-4919-b7c0-71495dc37341,segment=NetworkSegment(3a76b45a-9af9-4a4e-8ec8-8f80225b08da),segment_id=3a76b45a-9af9-4a4e-8ec8-8f80225b08da)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:27.095236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.111050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Calling delete_port for af4233bc-1513-4919-b7c0-71495dc37341 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:27.156508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.242825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:27.251698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:27.262805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:27.268855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:27.273130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.278979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.363253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca849f72-d7f4-4c53-b0a3-2d1a99722baa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:27.367707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.373482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Pushing event deleted for resources: {'Port': ['ID=af4233bc-1513-4919-b7c0-71495dc37341,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:27.418070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.422842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Pushing event deleted for resources: {'Port': ['ID=ca849f72-d7f4-4c53-b0a3-2d1a99722baa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:27.451444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['af4233bc-1513-4919-b7c0-71495dc37341'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:27.503907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] No DVR routers for this DVR port ca849f72-d7f4-4c53-b0a3-2d1a99722baa on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:27.508691 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.512863 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-89abf47a-f814-485f-84a3-0fdac942d36f req-fcadb8c2-539c-45bf-ba75-2c5811ad5ac1 tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.69 "DELETE /v2.0/ports/ca849f72-d7f4-4c53-b0a3-2d1a99722baa HTTP/1.1" status: 204 len: 173 time: 1.2473485 Dec 16 09:25:27.513550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-deleted', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:27.517617 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef14a7-30fe-4036-8f13-413b59d5f747" -d '{"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-deleted", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:27.616863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 3, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:27.678124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06426b5-e653-4599-a34b-7145b210a835 None None] The sync data for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 is: [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:24Z', 'revision_number': 3, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:27.696358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] No DVR routers for this DVR port af4233bc-1513-4919-b7c0-71495dc37341 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:27.710508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-495d9e89-1cad-4ba3-b4e0-19edf2229866 req-f160e651-68f3-40c5-bd96-ca4407036982 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.61 "GET /v2.0/security-groups?id=c3b810f6-66a6-4240-937f-dccf3c7506e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319977 Dec 16 09:25:27.722656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.722893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64709c65-f76d-44cb-b0cf-b85837657058 req-41e21c8f-896f-4b40-9018-3ad57e694be0 tempest-ServerTagsTestJSON-1016978614 tempest-ServerTagsTestJSON-1016978614-project] 10.222.0.69 "DELETE /v2.0/ports/af4233bc-1513-4919-b7c0-71495dc37341 HTTP/1.1" status: 204 len: 173 time: 1.5394466 Dec 16 09:25:27.725156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e5873a3a-a514-4eaf-8ef8-3888500ade23 None None] Provisioning complete for port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:27.725981 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e5873a3a-a514-4eaf-8ef8-3888500ade23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.752322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'name': 'network-vif-deleted', 'tag': 'af4233bc-1513-4919-b7c0-71495dc37341'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:27.754982 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b4930e-f840-4e31-a3ac-8dbe3595bd07" -d '{"events": [{"server_uuid": "03b0b643-8098-4d94-bc62-cb9ac7e2197e", "name": "network-vif-deleted", "tag": "af4233bc-1513-4919-b7c0-71495dc37341"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:27.762235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:27.852438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e5873a3a-a514-4eaf-8ef8-3888500ade23 None None] Port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:28.105450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.116938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.150756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f37de783-94ce-4b4c-92fd-3caab697f178 req-89114bcc-55df-4900-9376-c67ae610c10d tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] 10.222.0.61 "GET /v2.0/ports?device_id=9c24394f-500e-4562-a17b-852419395561 HTTP/1.1" status: 200 len: 210 time: 0.1043262 Dec 16 09:25:28.231033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.292184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Pushing event updated for resources: {'Port': ['ID=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:28.296913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:28.460915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351544-cc5b-4294-b9aa-e097e8b23c50 req-1ccea7b3-6f9a-4f8b-aa2a-402b5c4bcf23 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:28.462693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b351544-cc5b-4294-b9aa-e097e8b23c50 req-1ccea7b3-6f9a-4f8b-aa2a-402b5c4bcf23 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 949 time: 0.1088140 Dec 16 09:25:28.524012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:28.529462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:28.655282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39cf53dc-5ed1-41f7-bb62-df02c51078b1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:28.671391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router bfad1189-1ffb-4611-8af2-adb8d38edf58 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:28.702424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b351544-cc5b-4294-b9aa-e097e8b23c50 req-c5254643-4038-4fe8-9b50-ffa2a934f5b6 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228429 Dec 16 09:25:28.799001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Router 24df5044-61eb-42fc-99f1-fc3cecb8a73e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:28.848361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:28.848815 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.015986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:29.017115 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b1445-cf20-4498-b75d-cde22d8fdaef x-openstack-request-id: req-c32b1445-cf20-4498-b75d-cde22d8fdaef {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:29.018281 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c24394f-500e-4562-a17b-852419395561", "name": "network-vif-deleted", "tag": "ca849f72-d7f4-4c53-b0a3-2d1a99722baa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:29.019531 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c32b1445-cf20-4498-b75d-cde22d8fdaef {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:29.019825 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24394f-500e-4562-a17b-852419395561', 'name': 'network-vif-deleted', 'tag': 'ca849f72-d7f4-4c53-b0a3-2d1a99722baa', 'status': 'completed', 'code': 200} Dec 16 09:25:29.029990 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] Sync routers for ids ['bfad1189-1ffb-4611-8af2-adb8d38edf58'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:29.049186 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] Routers {'bfad1189-1ffb-4611-8af2-adb8d38edf58'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:29.053777 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bfad1189-1ffb-4611-8af2-adb8d38edf58'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:29.068600 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.073152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6fd8fe27-1bcf-4334-8cfc-705a6e0381b2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8599422 Dec 16 09:25:29.073363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32840) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:29.179699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:29.199630 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:29.212569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24ff9d9a-828a-4b32-8a87-4eddd7d18147 admin admin] 10.222.0.61 "PUT /v2.0/routers/24df5044-61eb-42fc-99f1-fc3cecb8a73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051092 Dec 16 09:25:29.215198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f281d78b-c688-40d1-a62c-20869032d1b4 None None] Provisioning complete for port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:29.215586 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f281d78b-c688-40d1-a62c-20869032d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.234165 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] Routers {'bfad1189-1ffb-4611-8af2-adb8d38edf58'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:29.234680 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.237788 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bfad1189-1ffb-4611-8af2-adb8d38edf58'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:29.272100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 39cf53dc-5ed1-41f7-bb62-df02c51078b1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=39cf53dc-5ed1-41f7-bb62-df02c51078b1,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:29.304001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:29.308043 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:29.310537 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550d9b9-ca67-4907-97de-a576e3b12896 None None] The sync data for ids ['bfad1189-1ffb-4611-8af2-adb8d38edf58'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:29.336434 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c10aa5f3-406a-4ef2-a441-d78ca6d8f82e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/routers/bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 200 len: 880 time: 0.2620010 Dec 16 09:25:29.337350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32854) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:29.350591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-ccb998a2-3a38-4a05-8e6d-91b91f2cacf6 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4466ccfd44df47848bdde57e86e69c07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653000 Dec 16 09:25:29.351616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f281d78b-c688-40d1-a62c-20869032d1b4 None None] Port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:29.388408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=39cf53dc-5ed1-41f7-bb62-df02c51078b1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:29.400674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.401057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.402458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.402853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.403204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.403587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.404668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.405026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.405358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.405720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.406666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.407006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:29.575706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-aaf63330-438c-4fea-8f13-7ae303f6a967 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:29.577834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-aaf63330-438c-4fea-8f13-7ae303f6a967 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068191 Dec 16 09:25:29.609654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-91caa17a-4608-41d2-9704-fe31d53296d9 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/quotas/4466ccfd44df47848bdde57e86e69c07 HTTP/1.1" status: 200 len: 375 time: 0.0142934 Dec 16 09:25:29.660020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-1bc2f4d2-7eb9-4322-8847-1d1da68220b0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4466ccfd44df47848bdde57e86e69c07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420725 Dec 16 09:25:29.831052 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2075430-0546-4e5d-bc3a-7957b6ee8009 x-openstack-request-id: req-e2075430-0546-4e5d-bc3a-7957b6ee8009 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:29.831611 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b0b643-8098-4d94-bc62-cb9ac7e2197e", "name": "network-vif-deleted", "tag": "af4233bc-1513-4919-b7c0-71495dc37341", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:29.831868 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2075430-0546-4e5d-bc3a-7957b6ee8009 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:29.832475 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b0b643-8098-4d94-bc62-cb9ac7e2197e', 'name': 'network-vif-deleted', 'tag': 'af4233bc-1513-4919-b7c0-71495dc37341', 'status': 'completed', 'code': 200} Dec 16 09:25:29.972904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:30.000620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: ca849f72-d7f4-4c53-b0a3-2d1a99722baa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:30.001012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca849f72-d7f4-4c53-b0a3-2d1a99722baa not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:30.001443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device af4233bc-1513-4919-b7c0-71495dc37341 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:30.023552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:25:30.037652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: af4233bc-1513-4919-b7c0-71495dc37341 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:30.038319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device af4233bc-1513-4919-b7c0-71495dc37341 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:30.053579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8aa7446f-9431-4eef-8e1f-e595754435ae tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7150302 Dec 16 09:25:30.056255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.064455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-611503800'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:30.169558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32886) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.285791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Deleting subnet 2e2fb610-e4fb-46a3-9a48-27b02d308062 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:30.290131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.335755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.413767 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.502092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.546576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.554944 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2e2fb610-e4fb-46a3-9a48-27b02d308062 HTTP/1.1" status: 204 len: 168 time: 0.3839436 Dec 16 09:25:30.555608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32902) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.559182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9f3e0-0d66-45ca-8bed-8de79c5d18ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2fb610-e4fb-46a3-9a48-27b02d308062,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:30.625588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.638756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Sync routers for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:30.644316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.651786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:30.654976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:30.675776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.794024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.803455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router bfad1189-1ffb-4611-8af2-adb8d38edf58 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:30.817277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60234ee1-ec83-4758-92f1-d21af7eae925']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:30.828470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a76b45a-9af9-4a4e-8ec8-8f80225b08da') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:30.828770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a76b45a-9af9-4a4e-8ec8-8f80225b08da') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:30.839738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.856056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.873296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:30.875580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:30.877526 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:30.880520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.926218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.931206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--85511537', 'description': 'tempest-description--1593986477'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:30.951935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39cf53dc-5ed1-41f7-bb62-df02c51078b1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:30.953076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:30.965151 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] Sync routers for ids ['bfad1189-1ffb-4611-8af2-adb8d38edf58'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:30.969818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:30.971860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5d56aca0-56a5-42af-af60-5c134ee3be53 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 200 len: 887 time: 0.9142778 Dec 16 09:25:30.974174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32912) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:30.980136 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] Routers {'bfad1189-1ffb-4611-8af2-adb8d38edf58'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:30.986718 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bfad1189-1ffb-4611-8af2-adb8d38edf58'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:31.003368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.069405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.082210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.103159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] 10.222.0.61 "DELETE /v2.0/networks/60234ee1-ec83-4758-92f1-d21af7eae925 HTTP/1.1" status: 204 len: 168 time: 0.5457234 Dec 16 09:25:31.132577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0e8e7159-2e64-4897-a0a0-dcb5a3b9e2fc tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/routers/bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 200 len: 887 time: 0.1543076 Dec 16 09:25:31.133444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32916) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.149021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:31.149624 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.196926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:31.219972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f49d2ea2-3c70-40a0-ae3f-9c89258324ed req-76d4fea2-9b47-4ed3-a749-607afc7ad2d5 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 210 time: 0.0806532 Dec 16 09:25:31.224592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-d9727091-2d40-4a6b-b7fb-e37436ec5976 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4466ccfd44df47848bdde57e86e69c07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916793 Dec 16 09:25:31.242582 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:31.265042 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] Routers {'bfad1189-1ffb-4611-8af2-adb8d38edf58'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:31.268039 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bfad1189-1ffb-4611-8af2-adb8d38edf58'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:31.272308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3980a-73bc-47e4-808b-1182effef527 admin admin] Pushing event deleted for resources: {'Network': ['ID=60234ee1-ec83-4758-92f1-d21af7eae925,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:31.295066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3d9b057c-6cd5-4023-b8ec-b3d5fcfd7a42 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 200 len: 205 time: 0.1574776 Dec 16 09:25:31.303014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.354615 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:31.355696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c9803d-199d-4e8e-8435-7c4738371d55 None None] The sync data for ids ['bfad1189-1ffb-4611-8af2-adb8d38edf58'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:31.482220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.511599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-3ee044a2-d29a-407a-96ea-ebcb940826b0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.513279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-3ee044a2-d29a-407a-96ea-ebcb940826b0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173223 Dec 16 09:25:31.520937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.537100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Request body: {'port': {'device_id': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '4466ccfd44df47848bdde57e86e69c07'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:31.542726 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4365401-9bc7-47de-ae4d-9c641b94867a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d86b1f5bff74133957ceca6995d2d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502604 Dec 16 09:25:31.544820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32926) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.546432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.603264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf6060-cd09-44b8-937c-d37111bc4e65,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:31.613436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.627878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 2, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:31.632166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1c255fac-e723-4271-b89e-d7b848c4681b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7034442 Dec 16 09:25:31.637612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32928) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.648575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51e97ee0-85ff-4f39-a31e-7b6834aa5e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.659017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf6060-cd09-44b8-937c-d37111bc4e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:31.664735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Checking router: 24df5044-61eb-42fc-99f1-fc3cecb8a73e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:31.665472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Updating router 24df5044-61eb-42fc-99f1-fc3cecb8a73e port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:31.672022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51e97ee0-85ff-4f39-a31e-7b6834aa5e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.699666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.707321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.722861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:31.723409 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-07d6f678-bf52-4605-9a68-8376ac5da071 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=053001fdbb3f4609a7e4727c9a93f0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928432 Dec 16 09:25:31.815763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51e97ee0-85ff-4f39-a31e-7b6834aa5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.819368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51e97ee0-85ff-4f39-a31e-7b6834aa5e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.820683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-51e97ee0-85ff-4f39-a31e-7b6834aa5e67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a350332-2fd0-4897-ad53-6ff35a442972 HTTP/1.1" status: 204 len: 168 time: 0.2747369 Dec 16 09:25:31.842944 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.891688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.892164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.892630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.893101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.893551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.897652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.901117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.907162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.908008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.908208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.908772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.909240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:31.924280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-bd245859-5d8b-471d-a53c-d6bb17ecbb28 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820&device_id=699d0376-548b-4c6b-a8dd-151686d31bc8&device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5&device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc&device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 10948 time: 0.1556263 Dec 16 09:25:31.927768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57c63688-1442-4362-9672-711e799d4818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.933403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.945762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97ee0-85ff-4f39-a31e-7b6834aa5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a350332-2fd0-4897-ad53-6ff35a442972,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:31.976035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-3daec334-3477-4d75-8e23-8fe1ce1d5f70 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:31.995194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.022048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.031299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57c63688-1442-4362-9672-711e799d4818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.064359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.074740 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.092970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.096995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4507055 Dec 16 09:25:32.097321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792297fa-da92-4958-9304-7f3e3304447d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c40e9a-95e2-403b-9650-deebee8c8484,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.100130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32934) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:32.105244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf6060-cd09-44b8-937c-d37111bc4e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:32.126461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Made reservation on behalf of 4466ccfd44df47848bdde57e86e69c07 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:32.131314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.156858 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.157718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port a3d9efdd-afbe-4868-950f-ea4528f2f059 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:32.158112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.186310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57c63688-1442-4362-9672-711e799d4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.189283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57c63688-1442-4362-9672-711e799d4818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.193607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-57c63688-1442-4362-9672-711e799d4818 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3b810f6-66a6-4240-937f-dccf3c7506e8 HTTP/1.1" status: 204 len: 168 time: 0.4693685 Dec 16 09:25:32.198238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420c6cd-4c99-45d4-9266-463dc6950349 None None] Pushing event updated for resources: {'Port': ['ID=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.227965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c63688-1442-4362-9672-711e799d4818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b810f6-66a6-4240-937f-dccf3c7506e8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.237245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.293704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.315062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for a3d9efdd-afbe-4868-950f-ea4528f2f059 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:32.353027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.379874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Attempting to bind port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:32.383687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Attempting to bind port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:32.384252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Attempting to bind port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 on network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:32.395405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:32.395889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Checking segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:32.396839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-3daec334-3477-4d75-8e23-8fe1ce1d5f70 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.398793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.399047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.399938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Bound using segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:32.401330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Bound port: 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:32.402089 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.432492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.435505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-3daec334-3477-4d75-8e23-8fe1ce1d5f70 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.582591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.582786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] For port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:32.600211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] For port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:32.613825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.615279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00b44fed-9a29-4e12-b978-a99696695cf2 req-3daec334-3477-4d75-8e23-8fe1ce1d5f70 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=8aa6834a-0ad0-44cd-8789-587d73846b1a&id=af0ad483-990e-4948-bf31-46efc4a52b45&id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 605 time: 0.6877484 Dec 16 09:25:32.626215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:32.672855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daec334-3477-4d75-8e23-8fe1ce1d5f70 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ad688-1b77-4ba3-baf1-92f3980b50d8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.682979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:32.683538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:32.731034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=a3d9efdd-afbe-4868-950f-ea4528f2f059,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.742910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e65c621f-a495-496c-bbcb-cb16723ae61b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09e2a5e1b9b844c2bcdb28c84afec16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690978 Dec 16 09:25:32.750068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32954) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:32.780312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420c6cd-4c99-45d4-9266-463dc6950349 None None] Pushing event updated for resources: {'Port': ['ID=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:32.824824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bc9b7825-1c04-42da-911d-4aa45c58b1e9 None None] Provisioning complete for port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:32.825271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7825-1c04-42da-911d-4aa45c58b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.887212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.890691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:32.929402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.931311 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.950477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-606af50d-65fe-451c-ace5-fca1975fe2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:32.985268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-606af50d-65fe-451c-ace5-fca1975fe2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.000032 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.004554 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9033229 Dec 16 09:25:33.019563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32968) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:33.031593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:33.039165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee712b-ee0d-4f6e-af2f-a406d511579b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0221e965-eed7-43ac-9602-31929e1c9070,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.046905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Allocated IP 192.168.233.60 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/d7f0d4a3-30ac-4609-9e1a-e7fb358f1761) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:33.090304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.092861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.112848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc2295c7-94ee-4a36-b7f3-9055de07835c req-33640ae9-a195-4462-8c38-e8060d916059 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 210 time: 0.1612396 Dec 16 09:25:33.150604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.153527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.154617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router bfad1189-1ffb-4611-8af2-adb8d38edf58 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:25:33.166831 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7825-1c04-42da-911d-4aa45c58b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.170930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.175372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d95ff04-7c11-441b-9f9d-3f01904d57e7 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 204 len: 168 time: 1.8544016 Dec 16 09:25:33.176200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32972) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:33.188601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-2124965890'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:33.235459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:33.236874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-606af50d-65fe-451c-ace5-fca1975fe2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.240396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.240859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-606af50d-65fe-451c-ace5-fca1975fe2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.242213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-606af50d-65fe-451c-ace5-fca1975fe2d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a7bc9a07-1d28-492a-93a7-8e012c2c9278 HTTP/1.1" status: 204 len: 168 time: 0.4910803 Dec 16 09:25:33.276495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606af50d-65fe-451c-ace5-fca1975fe2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bc9a07-1d28-492a-93a7-8e012c2c9278,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.277350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bc9b7825-1c04-42da-911d-4aa45c58b1e9 None None] For port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:33.311596 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7825-1c04-42da-911d-4aa45c58b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.312493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:33.335396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.336962 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment b967d93e-99a1-4b3d-a8dc-b928162bd557 of type vlan for network ef329c31-afa0-45f5-b41c-dc414b533b05 Dec 16 09:25:33.375686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:32Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:33.414818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae25ab-d4bd-4c21-90d6-845a72c4ef98 None None] The sync data for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 is: [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:32Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:33.449104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.459396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f036145d-e457-47e6-9ae6-3dc3c07b4d96 None None] Provisioning complete for port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:33.459772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f036145d-e457-47e6-9ae6-3dc3c07b4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.461458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b7825-1c04-42da-911d-4aa45c58b1e9 None None] Pushing event updated for resources: {'Port': ['ID=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.507874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.509325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.522222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:33.522882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.609825 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.614848 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:33.690997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5136027 Dec 16 09:25:33.706000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 32992) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:33.712784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:33.713544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091d94e-f9ef-4469-9d03-1745b1d6e240 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=ef329c31-afa0-45f5-b41c-dc414b533b05,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.728788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ef329c31-afa0-45f5-b41c-dc414b533b05 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:33.936068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33002) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:33.942543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Pushing event updated for resources: {'Port': ['ID=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:33.953825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:33.981970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:34.006599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:34.244061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:34.306945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-158339965-network', 'tenant_id': '4e7a58b4b20348d6890b4f9b1490a241'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:34.440087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.527150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:34.538565 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca948ad-4d94-41e9-b178-72d6627d34b5" -d '{"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-unplugged", "status": "completed", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:34.555355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:34.579001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-437dcbec-aeb8-49a8-90fe-b20e423eb333 None None] Provisioning complete for port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:34.580040 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-437dcbec-aeb8-49a8-90fe-b20e423eb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.589373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.718031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:34.728407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.735981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Made reservation on behalf of 4e7a58b4b20348d6890b4f9b1490a241 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:34.739190 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.764046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.783757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:34.827697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Allocated IP 172.25.6.166 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/41425174-ad71-4e1f-9fd5-d87cf5b31db2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:34.848256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:34.849637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.869012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:34.909635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-437dcbec-aeb8-49a8-90fe-b20e423eb333 None None] Port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:34.923601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-0e68b9a0-89fb-4cbb-9a4c-fab73a1e7464 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4001391 Dec 16 09:25:34.959049 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.970081 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:34.979438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Request body: {'port': {'device_id': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:34.982541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:34.983305 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.015324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:35.022207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4088f3-414f-45e0-8d5d-f55972338e29,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.062698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.063297 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Added segment f59c4c9c-06ea-4f13-bfa8-850438173da6 of type vlan for network 4226f3db-1fbf-4159-a02b-0cca88658778 Dec 16 09:25:35.129138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.163673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.164704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.165331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.225727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2883661 Dec 16 09:25:35.228325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33058) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:35.235773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Request body: {'subnet': {'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-158339965-subnet', 'tenant_id': '4e7a58b4b20348d6890b4f9b1490a241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:35.236388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.242726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04705c4b-4a88-4149-9747-70c25269f04e admin admin] Pushing event updated for resources: {'Network': ['ID=4226f3db-1fbf-4159-a02b-0cca88658778,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.250528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.255635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 4226f3db-1fbf-4159-a02b-0cca88658778 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:35.277967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040609-5645-4f07-be63-a2c5adc79f9b req-e6787c67-e405-4e7f-bd47-01bdb8126fea tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.278409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040609-5645-4f07-be63-a2c5adc79f9b req-e6787c67-e405-4e7f-bd47-01bdb8126fea tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.278870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040609-5645-4f07-be63-a2c5adc79f9b req-e6787c67-e405-4e7f-bd47-01bdb8126fea tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.280655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd040609-5645-4f07-be63-a2c5adc79f9b req-e6787c67-e405-4e7f-bd47-01bdb8126fea tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8&device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5&device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 2882 time: 0.2076936 Dec 16 09:25:35.289450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Made reservation on behalf of 4e7a58b4b20348d6890b4f9b1490a241 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:35.294079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.403344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.432220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.480700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd040609-5645-4f07-be63-a2c5adc79f9b req-b26a86bc-67c2-45f2-b941-cdcc71071bcf tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863699 Dec 16 09:25:35.582532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.628662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:35.642975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=5ad80db3-0f9b-4dec-9bea-b9e19af90d26,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.654037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:35.659907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7eb9c24-bea2-45cf-846b-9cdbcb27f931,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.665272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event updated for resources: {'Port': ['ID=41425174-ad71-4e1f-9fd5-d87cf5b31db2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:35.665450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Checking segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:35.665687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Network hostable DHCP agents. Network: 4226f3db-1fbf-4159-a02b-0cca88658778, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:35.674383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:35.687038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Network 4226f3db-1fbf-4159-a02b-0cca88658778 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:35.701975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 4226f3db-1fbf-4159-a02b-0cca88658778) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:35.715609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f3d9ec-feb9-4dd2-9b3e-8659d02167d4 None None] Network 4226f3db-1fbf-4159-a02b-0cca88658778 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:35.719469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.722165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.744845 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-094c15f5-650b-4a4b-8dba-d5e44b077ad1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5147288 Dec 16 09:25:35.762178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': 'b967d93e-99a1-4b3d-a8dc-b928162bd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:35.762736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: ef329c31-afa0-45f5-b41c-dc414b533b05, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:35.774845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443a730-c3fc-4443-9935-b5ca5e3cba92 req-294411ae-2156-4f3c-aa77-3feb1d646ded tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.777130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2443a730-c3fc-4443-9935-b5ca5e3cba92 req-294411ae-2156-4f3c-aa77-3feb1d646ded tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 935 time: 0.2124240 Dec 16 09:25:35.885111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ae1a0-a94e-4699-b2b7-5aad6cb1cf3c None None] Network 4226f3db-1fbf-4159-a02b-0cca88658778 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:35.896943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network ef329c31-afa0-45f5-b41c-dc414b533b05 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:35.935570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ef329c31-afa0-45f5-b41c-dc414b533b05) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:35.945768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416eae94-b38e-4302-ad0a-776dd49b8f1f None None] Network ef329c31-afa0-45f5-b41c-dc414b533b05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:35.951508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2443a730-c3fc-4443-9935-b5ca5e3cba92 req-a461b76e-75d4-403b-9d05-e047755c9286 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654694 Dec 16 09:25:35.968778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:35.969386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:35.983986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.086510 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccfa5ea-5716-4bea-bc49-8109defc0b7f x-openstack-request-id: req-6ccfa5ea-5716-4bea-bc49-8109defc0b7f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:36.086807 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-unplugged", "status": "completed", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:36.087165 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ccfa5ea-5716-4bea-bc49-8109defc0b7f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:36.087892 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'code': 200} Dec 16 09:25:36.090761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60017282-8a0a-4013-b9c6-fbb92d026d99 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3821235 Dec 16 09:25:36.093511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33080) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:36.098147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1718817205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:36.107117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.124583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.126141 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.161976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:36.197452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.200760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ef329c31-afa0-45f5-b41c-dc414b533b05', 'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': '5ad80db3-0f9b-4dec-9bea-b9e19af90d26'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:36.201707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.203513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.204892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.227071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Transition to ACTIVE for port object d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:36.234283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.235947 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5b34c0bf-02b9-4a77-a7f4-701a2051573f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1412337 Dec 16 09:25:36.238989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33082) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:36.246939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.394836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.409021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.434227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Pushing event updated for resources: {'Port': ['ID=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:36.452298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Allocated IP 172.20.0.2 (ef329c31-afa0-45f5-b41c-dc414b533b05/5ad80db3-0f9b-4dec-9bea-b9e19af90d26/ff4899ca-d0f9-4385-acf7-d023253740f5) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:36.585545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.617111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.623070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.633919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6125779 Dec 16 09:25:36.656733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ec55a-b150-4b33-8f59-bc06993e94e2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event updated for resources: {'Port': ['ID=41425174-ad71-4e1f-9fd5-d87cf5b31db2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:36.688355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.703281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.756186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Attempting to bind port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:36.756520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Attempting to bind port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:36.756849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Attempting to bind port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:36.773215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Network ef329c31-afa0-45f5-b41c-dc414b533b05 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:36.779530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:36.781469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:36.781988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Attempting to bind port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:36.788174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:36.793607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Pushing event updated for resources: {'Port': ['ID=ff4899ca-d0f9-4385-acf7-d023253740f5,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:36.810636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:36.810966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:36.811348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:36.811818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Bound port: d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:36.812167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.853172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Attempting to bind port ff4899ca-d0f9-4385-acf7-d023253740f5 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:36.853879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Attempting to bind port ff4899ca-d0f9-4385-acf7-d023253740f5 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b967d93e-99a1-4b3d-a8dc-b928162bd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:36.854423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Attempting to bind port ff4899ca-d0f9-4385-acf7-d023253740f5 on network ef329c31-afa0-45f5-b41c-dc414b533b05 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:36.859870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:36.860422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Checking segment: {'id': 'b967d93e-99a1-4b3d-a8dc-b928162bd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:36.860937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.861443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Bound using segment: {'id': 'b967d93e-99a1-4b3d-a8dc-b928162bd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:36.862460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Bound port: ff4899ca-d0f9-4385-acf7-d023253740f5, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b967d93e-99a1-4b3d-a8dc-b928162bd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'ef329c31-afa0-45f5-b41c-dc414b533b05'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:36.862460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.898367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.898824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.899274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.900511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.900971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.901411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.901872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.902797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.903241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.903681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.904540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.904991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.905406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:36.908757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c65383d5-f9e6-4c43-933b-d29bea4a864a req-e958c858-b329-4521-b56d-5df2dfa9ef12 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9196 time: 0.3283875 Dec 16 09:25:36.938220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] For port ff4899ca-d0f9-4385-acf7-d023253740f5, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:36.942597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] For port ff4899ca-d0f9-4385-acf7-d023253740f5, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ff4899ca-d0f9-4385-acf7-d023253740f5,segment=NetworkSegment(b967d93e-99a1-4b3d-a8dc-b928162bd557),segment_id=b967d93e-99a1-4b3d-a8dc-b928162bd557)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:36.950170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:36.950410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] For port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:36.954065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] For port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:36.961883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.021101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.022386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.024346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] 10.222.0.69 "PUT /v2.0/ports/d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 HTTP/1.1" status: 200 len: 1095 time: 2.0524092 Dec 16 09:25:37.024954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'tag': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:37.032441 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3bd5c5-7544-4a8d-aeb6-b07153347300" -d '{"events": [{"name": "network-changed", "server_uuid": "783fd064-730d-4aa6-9d9e-9fccf2cd5820", "tag": "d7f0d4a3-30ac-4609-9e1a-e7fb358f1761"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:37.073805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793943dd-0ad1-4a21-96b0-57d688f22396 None None] Pushing event updated for resources: {'Port': ['ID=ff4899ca-d0f9-4385-acf7-d023253740f5,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:37.075040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642e06-2c06-41f4-b571-38edf9c5b28b service neutron] Pushing event updated for resources: {'Port': ['ID=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:37.193492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-f216d98a-d367-47cc-a824-f69b23ad3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.195221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-f216d98a-d367-47cc-a824-f69b23ad3562 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4466ccfd44df47848bdde57e86e69c07&device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 1098 time: 0.1224098 Dec 16 09:25:37.208804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.20.0.1 (ef329c31-afa0-45f5-b41c-dc414b533b05/5ad80db3-0f9b-4dec-9bea-b9e19af90d26/d41dab8d-cbee-42e9-a9cd-5c85fafe4565) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:37.265127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-238b4809-4d4b-441f-89e6-2315c8394ccb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 HTTP/1.1" status: 200 len: 217 time: 0.0599573 Dec 16 09:25:37.282141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-f6eaa201-ac06-44bd-ad18-e8ee16447319 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.284221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-f6eaa201-ac06-44bd-ad18-e8ee16447319 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.2099948 Dec 16 09:25:37.329240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-587f2684-30ce-4ca7-b35a-3f1f6481e26c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/quotas/4e7a58b4b20348d6890b4f9b1490a241 HTTP/1.1" status: 200 len: 375 time: 0.0356114 Dec 16 09:25:37.371119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-2bbc6f80-9641-4689-abc3-784bb3c449e8 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325193 Dec 16 09:25:37.375351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-97e29ed3-36fe-4b6d-83e7-985a12af16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.376969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-97e29ed3-36fe-4b6d-83e7-985a12af16d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0916815 Dec 16 09:25:37.382703 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.429638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.479831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network ef329c31-afa0-45f5-b41c-dc414b533b05 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:37.482821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:37.489433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-3727c047-83cb-4572-9d89-ac0c913bb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:37.489794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:37.490980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-3727c047-83cb-4572-9d89-ac0c913bb77f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051412 Dec 16 09:25:37.492473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=d41dab8d-cbee-42e9-a9cd-5c85fafe4565,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:37.526223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-593b7cc7-daab-4713-94a1-80d5b16f6748 service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477203 Dec 16 09:25:37.541387 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.658885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-fc58be3c-4e01-4e69-89af-8f633cb53435 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545246 Dec 16 09:25:37.663315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:37.664461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-8747e50f-ae41-486e-bcbf-be5e8b7af3e0 service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147983 Dec 16 09:25:37.762893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98a7f8b9-270b-4705-9c89-d21b3e67c4b5 req-f126a2f7-5fe5-456a-8be5-1b682a544805 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961382 Dec 16 09:25:38.058894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-8c11aaa4-9729-453c-8e45-9bd8a8349b38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1413875 Dec 16 09:25:38.085628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.136599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.289976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.327612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=d41dab8d-cbee-42e9-a9cd-5c85fafe4565,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:38.356217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786d015-9126-4eed-8ae9-cee13ea73292 None None] Network ef329c31-afa0-45f5-b41c-dc414b533b05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:38.409353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853a53-262e-403c-84b0-e536c9b34348 req-d2ff2d9c-2905-4204-b10b-2b9f680a8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.412453 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-d2ff2d9c-2905-4204-b10b-2b9f680a8d92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.3169050 Dec 16 09:25:38.447209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d698103b-4b1c-4718-bd46-9b8684974ad7 None None] Provisioning complete for port ff4899ca-d0f9-4385-acf7-d023253740f5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:38.447855 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d698103b-4b1c-4718-bd46-9b8684974ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.470324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-b157f14e-1a4a-4042-8cf1-eefe7fde8f28 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.478467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-b157f14e-1a4a-4042-8cf1-eefe7fde8f28 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.5551865 Dec 16 09:25:38.499361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-374766d6-2492-4de2-b643-59e2695faea3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.501071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-374766d6-2492-4de2-b643-59e2695faea3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9334a7f-4695-40b9-a2d7-bb4618d765a8 HTTP/1.1" status: 200 len: 944 time: 0.1808143 Dec 16 09:25:38.514195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-b2b8abcb-33f7-412c-9068-9fddd0f3e724 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/quotas/d7e7920766ce4175942484ff81afcc33 HTTP/1.1" status: 200 len: 375 time: 0.0340104 Dec 16 09:25:38.591450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network ef329c31-afa0-45f5-b41c-dc414b533b05 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:38.595872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:38.634834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d698103b-4b1c-4718-bd46-9b8684974ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.638611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-b4dca34f-186c-46e0-8404-3c932370d876 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230271 Dec 16 09:25:38.688577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d698103b-4b1c-4718-bd46-9b8684974ad7 None None] For port ff4899ca-d0f9-4385-acf7-d023253740f5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ff4899ca-d0f9-4385-acf7-d023253740f5,segment=NetworkSegment(b967d93e-99a1-4b3d-a8dc-b928162bd557),segment_id=b967d93e-99a1-4b3d-a8dc-b928162bd557)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:38.695774 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d698103b-4b1c-4718-bd46-9b8684974ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.724016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ff4899ca-d0f9-4385-acf7-d023253740f5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:38.746103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853a53-262e-403c-84b0-e536c9b34348 req-49985152-b822-4ce0-a11e-85cd05995248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.747728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-49985152-b822-4ce0-a11e-85cd05995248 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.3134868 Dec 16 09:25:38.787727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698103b-4b1c-4718-bd46-9b8684974ad7 None None] Pushing event updated for resources: {'Port': ['ID=ff4899ca-d0f9-4385-acf7-d023253740f5,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:38.804886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ff4899ca-d0f9-4385-acf7-d023253740f5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:38.805124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.817723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-3d28a010-ed2c-42ee-a528-c94e028f786f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0541074 Dec 16 09:25:38.835942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-ba9c621c-ed87-4496-9f99-644e6f2b83bf service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674116 Dec 16 09:25:38.845674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Deleting port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:38.846077 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:38.895328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853a53-262e-403c-84b0-e536c9b34348 req-2e22e639-56f7-45b3-b8e7-81deb43210be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:38.897923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-2e22e639-56f7-45b3-b8e7-81deb43210be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0649745 Dec 16 09:25:38.915687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router ccce6916-0438-425b-9cf5-00dc7529c12f is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:39.017726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9853a53-262e-403c-84b0-e536c9b34348 req-eb4bc471-c796-4276-8b0c-d3a4f91d65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:39.019449 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-eb4bc471-c796-4276-8b0c-d3a4f91d65ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121395 Dec 16 09:25:39.020160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b9a6a2d4-94a8-487e-a6e8-3ef2350b8080 None None] Provisioning complete for port ff4899ca-d0f9-4385-acf7-d023253740f5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:39.020736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b9a6a2d4-94a8-487e-a6e8-3ef2350b8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.032783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] For port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:39.033182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.051400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-8ba4826b-cc8f-4c2c-9a7b-8dda9a03e9e7 service neutron] 10.222.0.61 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007990 Dec 16 09:25:39.072765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Calling delete_port for 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:39.126446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:39.134234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3cd06289-6777-44c2-8ed9-9405921a3a7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/ccce6916-0438-425b-9cf5-00dc7529c12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926177 Dec 16 09:25:39.139745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] Sync routers for ids ['ccce6916-0438-425b-9cf5-00dc7529c12f'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:39.141623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33134) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:39.163744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] Routers {'ccce6916-0438-425b-9cf5-00dc7529c12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:39.165301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ccce6916-0438-425b-9cf5-00dc7529c12f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:39.242775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:39.245111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b9a6a2d4-94a8-487e-a6e8-3ef2350b8080 None None] Provisioning complete for port d41dab8d-cbee-42e9-a9cd-5c85fafe4565 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:39.248752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b9a6a2d4-94a8-487e-a6e8-3ef2350b8080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.298226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-40abf042-4a3e-4c6e-8b97-7771e36603c4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668235 Dec 16 09:25:39.310442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] Routers {'ccce6916-0438-425b-9cf5-00dc7529c12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:39.311322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ccce6916-0438-425b-9cf5-00dc7529c12f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:39.357725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.374943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-983c49ac-fbb9-4799-9854-e9cf8e7515ad tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--85511537&fields=id&tenant_id=b075baa048e246e8b5d1644eb9fdeebf HTTP/1.1" status: 200 len: 267 time: 0.0758336 Dec 16 09:25:39.390027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:39.390674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297df61-0856-4d95-808f-2b8048fcccbe None None] The sync data for ids ['ccce6916-0438-425b-9cf5-00dc7529c12f'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:39.403241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6a2d4-94a8-487e-a6e8-3ef2350b8080 None None] Port d41dab8d-cbee-42e9-a9cd-5c85fafe4565 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:39.411226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34220050-7a81-455e-b7d6-fd0853836099 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:39.413142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34220050-7a81-455e-b7d6-fd0853836099 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports/d41dab8d-cbee-42e9-a9cd-5c85fafe4565 HTTP/1.1" status: 200 len: 910 time: 0.2676289 Dec 16 09:25:39.423612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33148) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:39.430745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ad80db3-0f9b-4dec-9bea-b9e19af90d26'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:39.535894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c72996cb-fdb4-4f1a-b6e6-b56fa9e3ad1b None None] Provisioning complete for port d41dab8d-cbee-42e9-a9cd-5c85fafe4565 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:39.536708 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c72996cb-fdb4-4f1a-b6e6-b56fa9e3ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.537257 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9853a53-262e-403c-84b0-e536c9b34348 req-d5c79f36-ff07-4794-9ecb-6e74d6a909c7 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221227 Dec 16 09:25:39.543445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event deleted for resources: {'Port': ['ID=28d42864-91f4-4ed0-bf74-fa2cf2ad92a4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:39.573794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-84eaa1c7-7278-453f-ac69-2072ec06ac9c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:39.575612 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-84eaa1c7-7278-453f-ac69-2072ec06ac9c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.53 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.3254852 Dec 16 09:25:39.586973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c72996cb-fdb4-4f1a-b6e6-b56fa9e3ad1b None None] Port d41dab8d-cbee-42e9-a9cd-5c85fafe4565 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:39.597287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Request body: {'port': {'device_id': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'admin_state_up': True, 'tenant_id': '4e7a58b4b20348d6890b4f9b1490a241'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:39.660746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] No DVR routers for this DVR port 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:39.669100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.672768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14f2c6b2-76de-4b57-93af-6ebd0df841f6 req-33d65936-5e0f-4585-8631-bd59743703c1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.53 "DELETE /v2.0/ports/28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 HTTP/1.1" status: 204 len: 173 time: 1.1555786 Dec 16 09:25:39.715101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-23efcba9-7f10-4652-a168-a9c69e83b28b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:39.722741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-23efcba9-7f10-4652-a168-a9c69e83b28b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/networks?id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c HTTP/1.1" status: 200 len: 814 time: 0.3446310 Dec 16 09:25:39.729473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Made reservation on behalf of 4e7a58b4b20348d6890b4f9b1490a241 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:39.734585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.757710 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-aeea44d4-2dad-40ae-977e-adfe101c6625 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/quotas/b075baa048e246e8b5d1644eb9fdeebf HTTP/1.1" status: 200 len: 375 time: 0.0343463 Dec 16 09:25:39.831202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:39.853510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-1051835e-0362-4859-a528-22baca470321 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b075baa048e246e8b5d1644eb9fdeebf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948460 Dec 16 09:25:39.886837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Allocated IP 172.20.0.7 (4226f3db-1fbf-4159-a02b-0cca88658778/c7eb9c24-bea2-45cf-846b-9cdbcb27f931/269d35dd-fb8b-4ea7-a735-cebb343038fd) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:40.044517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.059094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-4491c04c-6f0f-4403-9b2e-e810b81bdba8 service neutron] 10.222.0.61 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799934 Dec 16 09:25:40.079176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.123461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Network 4226f3db-1fbf-4159-a02b-0cca88658778 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:40.126875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:40.129347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:40.160986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event updated for resources: {'Port': ['ID=269d35dd-fb8b-4ea7-a735-cebb343038fd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.190725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.191301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.218865 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-7a5ac20f-b57e-4529-8d2c-8bae39011bc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309233 Dec 16 09:25:40.238791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Request body: {'port': {'device_id': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:40.243046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-aac64479-5610-42c9-a2d3-db86d939fe3f service neutron] 10.222.0.61 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559296 Dec 16 09:25:40.306094 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.378184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.411407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.529665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=d41dab8d-cbee-42e9-a9cd-5c85fafe4565,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.537244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.537909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.542117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e3cf78c4-8519-438f-be2a-e9e63afb8646 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/ports/d41dab8d-cbee-42e9-a9cd-5c85fafe4565 HTTP/1.1" status: 200 len: 910 time: 1.1139197 Dec 16 09:25:40.547875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33160) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:40.622311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ff4899ca-d0f9-4385-acf7-d023253740f5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:40.644731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac241-3346-4cf8-a08c-8af9ea46625e req-f5e3eafe-3741-4dd5-a336-446a0dbca15c tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.646259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c70ac241-3346-4cf8-a08c-8af9ea46625e req-f5e3eafe-3741-4dd5-a336-446a0dbca15c tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 886 time: 0.2627609 Dec 16 09:25:40.682232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269d35dd-fb8b-4ea7-a735-cebb343038fd {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:40.694887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.714515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Transition to ACTIVE for port object 269d35dd-fb8b-4ea7-a735-cebb343038fd will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:40.724312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.739695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ff4899ca-d0f9-4385-acf7-d023253740f5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:40.739695 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.786928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Pushing event updated for resources: {'Port': ['ID=269d35dd-fb8b-4ea7-a735-cebb343038fd,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:40.891361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Attempting to bind port 269d35dd-fb8b-4ea7-a735-cebb343038fd on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:40.891976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Attempting to bind port 269d35dd-fb8b-4ea7-a735-cebb343038fd by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:40.891976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Attempting to bind port 269d35dd-fb8b-4ea7-a735-cebb343038fd on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:40.896732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Port 269d35dd-fb8b-4ea7-a735-cebb343038fd on network 4226f3db-1fbf-4159-a02b-0cca88658778 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:40.897181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Attempting to bind port 269d35dd-fb8b-4ea7-a735-cebb343038fd on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:40.901993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:40.902618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Checking segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:40.902765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Bound using segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:40.903112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Bound port: 269d35dd-fb8b-4ea7-a735-cebb343038fd, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:40.903469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.918185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-166bea25-7c14-477b-87c8-67a23c7ec86e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.919647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-166bea25-7c14-477b-87c8-67a23c7ec86e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.69 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 805 time: 0.2893291 Dec 16 09:25:40.936673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Request body: {'port': {'device_id': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'admin_state_up': True, 'tenant_id': 'd7e7920766ce4175942484ff81afcc33'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:40.971911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] For port 269d35dd-fb8b-4ea7-a735-cebb343038fd, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:40.976018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] For port 269d35dd-fb8b-4ea7-a735-cebb343038fd, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:40.980942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:40.996671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610d7f8-2f98-4fb1-88c7-4c2144d6cfbd req-f13dd5e8-1164-4881-aa06-70f511502e57 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:40.998168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9610d7f8-2f98-4fb1-88c7-4c2144d6cfbd req-f13dd5e8-1164-4881-aa06-70f511502e57 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 947 time: 0.2582984 Dec 16 09:25:41.019674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.020441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.022613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] 10.222.0.53 "PUT /v2.0/ports/269d35dd-fb8b-4ea7-a735-cebb343038fd HTTP/1.1" status: 200 len: 1091 time: 0.7902241 Dec 16 09:25:41.023060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'tag': '269d35dd-fb8b-4ea7-a735-cebb343038fd'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:41.025344 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4001e3-321a-4080-a2db-5a6ccf749ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea80e0f-4135-43f0-8764-070d73c6a321", "tag": "269d35dd-fb8b-4ea7-a735-cebb343038fd"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:41.049470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4b4f4-81c4-473a-93c3-700b4c4e38cc service neutron] Pushing event updated for resources: {'Port': ['ID=269d35dd-fb8b-4ea7-a735-cebb343038fd,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:41.102851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9610d7f8-2f98-4fb1-88c7-4c2144d6cfbd req-b961c684-f3d8-4779-b05d-68981efb5332 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978355 Dec 16 09:25:41.147626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-dc5a1b84-41e9-4452-a084-547147f317a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.149388 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-dc5a1b84-41e9-4452-a084-547147f317a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 1094 time: 0.0668685 Dec 16 09:25:41.166949 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a92d69-485c-4bed-82be-fe59e043d4d1 x-openstack-request-id: req-88a92d69-485c-4bed-82be-fe59e043d4d1 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:41.167235 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783fd064-730d-4aa6-9d9e-9fccf2cd5820", "tag": "d7f0d4a3-30ac-4609-9e1a-e7fb358f1761", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:41.167480 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88a92d69-485c-4bed-82be-fe59e043d4d1 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:41.167916 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'tag': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761', 'status': 'completed', 'code': 200} Dec 16 09:25:41.187445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Made reservation on behalf of d7e7920766ce4175942484ff81afcc33 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:41.191044 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.491815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-5efce4b7-19b2-4687-9835-92e022fa06cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd HTTP/1.1" status: 200 len: 217 time: 0.3198822 Dec 16 09:25:41.565587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-d7f38e9f-41b6-40e0-8520-ebf9d956123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.567129 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-d7f38e9f-41b6-40e0-8520-ebf9d956123d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4466ccfd44df47848bdde57e86e69c07&device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 1098 time: 0.0849059 Dec 16 09:25:41.569166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f023b9-df81-4034-a912-b89a0512dabb req-183a529a-221c-4428-b808-6ebfc4b176a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.570611 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-183a529a-221c-4428-b808-6ebfc4b176a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0612822 Dec 16 09:25:41.657113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-94d6cd84-bc4b-4d0e-b3b5-277ae004245b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741093 Dec 16 09:25:41.719730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:41.744865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-18609e79-0df7-49ad-823f-1f3aaa49a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.746407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-18609e79-0df7-49ad-823f-1f3aaa49a2bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1715739 Dec 16 09:25:41.794818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Allocated IP 172.20.0.5 (9e5aa7b0-989b-48bc-9e07-84c61caffe3c/dce560d8-152a-4b46-a804-a122b4235262/fad389c8-37ab-4f5b-8859-54d90b281a12) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:41.807034 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-4df019e2-9fa9-4a53-8c21-bdbc81a59b8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 HTTP/1.1" status: 200 len: 217 time: 0.0448895 Dec 16 09:25:41.846646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad11ff3-b0c7-4bd8-beaf-410e08e0486f req-7f5de230-17b4-4a1f-82f7-c47d7e50af18 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.848196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ad11ff3-b0c7-4bd8-beaf-410e08e0486f req-7f5de230-17b4-4a1f-82f7-c47d7e50af18 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 943 time: 0.5485432 Dec 16 09:25:41.848351 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-d8cb2e97-e44e-4871-a6fe-bdf6d642f029 service neutron] 10.222.0.53 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680870 Dec 16 09:25:41.876379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-ef978bfe-383e-4200-9534-629d90d8fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.877801 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-ef978bfe-383e-4200-9534-629d90d8fcab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0614886 Dec 16 09:25:41.980952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-961ff42f-ba17-4451-8e7e-467481bc1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.982465 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-961ff42f-ba17-4451-8e7e-467481bc1dec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900710 Dec 16 09:25:41.985353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-3a7daad0-f16e-40ca-9bfd-94d8de5c080b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:41.986823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-3a7daad0-f16e-40ca-9bfd-94d8de5c080b tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.53 "GET /v2.0/networks?id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c HTTP/1.1" status: 200 len: 814 time: 0.2897224 Dec 16 09:25:41.987822 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e5f023b9-df81-4034-a912-b89a0512dabb req-0b8ba136-139e-44d3-8af6-8b40bd9a9a7c service neutron] 10.222.0.53 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224704 Dec 16 09:25:42.017922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ad11ff3-b0c7-4bd8-beaf-410e08e0486f req-ce2f49fc-998e-4594-83cf-504fdaf9d214 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567554 Dec 16 09:25:42.032461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:42.090113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-459d176b-e5d5-444f-be8c-a12e2bfd5153 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988569 Dec 16 09:25:42.153267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-f112989c-d2fe-42b3-9ac2-fb653ed700fb tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b075baa048e246e8b5d1644eb9fdeebf HTTP/1.1" status: 200 len: 378 time: 0.1387675 Dec 16 09:25:42.164574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:42.172191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Request body: {'port': {'device_id': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'admin_state_up': True, 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'security_groups': ['e2bf6060-cd09-44b8-937c-d37111bc4e65']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:42.180657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761', 'mac_address': 'fa:16:3e:62:c7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:42.186126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.207335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bc3bd5c5-7544-4a8d-aeb6-b07153347300 req-3aea5f43-2d0c-4292-b45b-13a3c26e643a service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093445 Dec 16 09:25:42.224452 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.238679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:42.262685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:42.268040 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.294245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:42.304587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be1bc6f5-7a93-498e-a8fa-ecfdc1f3a117 req-2fc357e2-75aa-43a9-9018-e7c529cf46d8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 210 time: 0.0597019 Dec 16 09:25:42.325761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:42.326162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 28d42864-91f4-4ed0-bf74-fa2cf2ad92a4 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:42.346763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:42.411959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.417825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc84bb4b-c547-4f44-b82a-ef8cca1874f6 req-909788d1-c894-4800-ae51-ebf76241393a tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 210 time: 0.0459847 Dec 16 09:25:42.498242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Made reservation on behalf of b075baa048e246e8b5d1644eb9fdeebf for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:42.501549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.522067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:42.562551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:42.567483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:42.570043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:42.639954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d7f0d4a3-30ac-4609-9e1a-e7fb358f1761'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:42.683989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.684595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.736655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port d41dab8d-cbee-42e9-a9cd-5c85fafe4565 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:42.737376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:42.763440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.763904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.764361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.764811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.765255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.765695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.766168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.766610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.767054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.767501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.767942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.768389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.768827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.771122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-525b2a01-9021-4c52-81e7-fa1bbc98bd99 req-6f895eed-d013-40c9-a958-23d966c521d1 tempest-NetworksTest-463814359 tempest-NetworksTest-463814359-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9196 time: 0.2995880 Dec 16 09:25:42.774729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-43407e08-14e9-416a-8cb6-297963b3ea77 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8441505 Dec 16 09:25:42.812788 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc98d85-bf51-4ba7-8dc8-9d3d82a6ae69 x-openstack-request-id: req-ebc98d85-bf51-4ba7-8dc8-9d3d82a6ae69 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:42.813082 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea80e0f-4135-43f0-8764-070d73c6a321", "tag": "269d35dd-fb8b-4ea7-a735-cebb343038fd", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:42.813352 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebc98d85-bf51-4ba7-8dc8-9d3d82a6ae69 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:42.813585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Request body: {'port': {'device_id': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:42.813779 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'tag': '269d35dd-fb8b-4ea7-a735-cebb343038fd', 'status': 'completed', 'code': 200} Dec 16 09:25:42.903970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-48311449-de6e-466a-8eeb-b7e31e58ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:42.905876 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-48311449-de6e-466a-8eeb-b7e31e58ef6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 1094 time: 0.0562336 Dec 16 09:25:42.962463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Allocated IP 172.20.0.7 (de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c/b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc/e5bddc33-9ddf-4b89-957b-a8bc5d8670f5) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:42.968311 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.005831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.006620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-cc2e41c1-ea96-4917-9d85-0d238a46fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:43.008233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-cc2e41c1-ea96-4917-9d85-0d238a46fbe4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 915 time: 0.0911112 Dec 16 09:25:43.055315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57701-487d-4356-99b3-91da7480e5ac req-f1b6a2c9-56c1-431f-900d-9672f5fd9ecf tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:43.056758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef57701-487d-4356-99b3-91da7480e5ac req-f1b6a2c9-56c1-431f-900d-9672f5fd9ecf tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 948 time: 0.1950750 Dec 16 09:25:43.057508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-e157f474-857c-43b1-b4e4-4df5c77da4d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd HTTP/1.1" status: 200 len: 217 time: 0.0367315 Dec 16 09:25:43.060287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for d41dab8d-cbee-42e9-a9cd-5c85fafe4565 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:43.068116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:43.121534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-8f5daeef-7b41-4659-ad6e-48d658392d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:43.123193 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-8f5daeef-7b41-4659-ad6e-48d658392d74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0525188 Dec 16 09:25:43.168407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-82411516-804b-4edf-b086-ec03f4054541 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281830 Dec 16 09:25:43.181295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-deleted', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:43.183537 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f740e45-be23-4d71-93e9-2ed3c56a62e8" -d '{"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-deleted", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:43.195365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb9a7272-4976-4248-9de4-b0309d96d1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.278197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef57701-487d-4356-99b3-91da7480e5ac req-65ae9b8e-8969-46a4-bcdd-437ed6f3f591 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107797 Dec 16 09:25:43.304637 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-38de41ee-6d63-4975-8c2e-07107f405da1 service neutron] 10.222.0.53 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269348 Dec 16 09:25:43.385655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb9a7272-4976-4248-9de4-b0309d96d1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.393565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb9a7272-4976-4248-9de4-b0309d96d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.437244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.447643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fb9a7272-4976-4248-9de4-b0309d96d1f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c98bef7ff853425280c22799acacfad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782005 Dec 16 09:25:43.451231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33194) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:43.459145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a7272-4976-4248-9de4-b0309d96d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f3b746-ba86-4365-9a41-2deed3eb1743,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:43.465276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4c4001e3-321a-4080-a2db-5a6ccf749ab7 req-59f20104-0f0f-48a9-a2ee-3c5c9ccb61b0 service neutron] 10.222.0.53 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474516 Dec 16 09:25:43.592312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.655003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.664966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=d41dab8d-cbee-42e9-a9cd-5c85fafe4565,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:43.732947 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dafc-ec52-4cac-ae70-c4c31b269c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.773118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad389c8-37ab-4f5b-8859-54d90b281a12 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:43.805511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:43.805511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.841592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:43.867796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:43.873933 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dafc-ec52-4cac-ae70-c4c31b269c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.889774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Transition to ACTIVE for port object fad389c8-37ab-4f5b-8859-54d90b281a12 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:43.930844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.931962 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fa27b22c-c9b4-4bf6-8deb-4e9912219009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:43.943719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event updated for resources: {'Port': ['ID=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:43.961680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d436d3-c783-42ee-bc59-ea3ead713dad req-31268a9d-c18b-4dd9-a30a-99e1c608fdce tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:43.963358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1d436d3-c783-42ee-bc59-ea3ead713dad req-31268a9d-c18b-4dd9-a30a-99e1c608fdce tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 943 time: 0.3098538 Dec 16 09:25:44.036669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:44.091629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:44.092639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:44.093267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.095258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:44.095620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.123728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.137286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:44.152458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-0ae6f364-6da7-4ff8-b180-b96dac66c957 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9887402 Dec 16 09:25:44.181397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dafc-ec52-4cac-ae70-c4c31b269c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.184009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dafc-ec52-4cac-ae70-c4c31b269c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.185229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d3c7dafc-ec52-4cac-ae70-c4c31b269c3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9f3b746-ba86-4365-9a41-2deed3eb1743 HTTP/1.1" status: 204 len: 168 time: 0.7327752 Dec 16 09:25:44.188468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1d436d3-c783-42ee-bc59-ea3ead713dad req-84390cf3-6b7f-4432-b7bb-42b3bbafc823 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138886 Dec 16 09:25:44.192611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Request body: {'port': {'device_id': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:44.271447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1fab0a68-ba4d-4e8e-bfcb-a0140d682b33 None None] Provisioning complete for port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:44.272515 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1fab0a68-ba4d-4e8e-bfcb-a0140d682b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.313575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1fab0a68-ba4d-4e8e-bfcb-a0140d682b33 None None] Port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:44.315404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 269d35dd-fb8b-4ea7-a735-cebb343038fd details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:44.437689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.475932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:44.478248 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e91d0d-969a-4d2d-845c-7be014527399" -d '{"events": [{"server_uuid": "783fd064-730d-4aa6-9d9e-9fccf2cd5820", "name": "network-vif-plugged", "status": "completed", "tag": "d7f0d4a3-30ac-4609-9e1a-e7fb358f1761"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:44.500796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:44.507005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.511200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 269d35dd-fb8b-4ea7-a735-cebb343038fd, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:44.564467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '269d35dd-fb8b-4ea7-a735-cebb343038fd', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'port_id': '269d35dd-fb8b-4ea7-a735-cebb343038fd', 'mac_address': 'fa:16:3e:b4:b4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7eb9c24-bea2-45cf-846b-9cdbcb27f931', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:44.618095 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368f6738-e002-47bc-b9cf-696ab8b6db95 x-openstack-request-id: req-368f6738-e002-47bc-b9cf-696ab8b6db95 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:44.618382 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9334a7f-4695-40b9-a2d7-bb4618d765a8", "name": "network-vif-deleted", "tag": "28d42864-91f4-4ed0-bf74-fa2cf2ad92a4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:44.618628 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-368f6738-e002-47bc-b9cf-696ab8b6db95 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:44.619013 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9334a7f-4695-40b9-a2d7-bb4618d765a8', 'name': 'network-vif-deleted', 'tag': '28d42864-91f4-4ed0-bf74-fa2cf2ad92a4', 'status': 'completed', 'code': 200} Dec 16 09:25:44.622008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:44.636172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.651007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269d35dd-fb8b-4ea7-a735-cebb343038fd {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:44.651317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7dafc-ec52-4cac-ae70-c4c31b269c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f3b746-ba86-4365-9a41-2deed3eb1743,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:44.660262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:44.676079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d3f54d3-78f4-4095-9984-68970909cf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.685145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 269d35dd-fb8b-4ea7-a735-cebb343038fd, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:44.691302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.746010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=269d35dd-fb8b-4ea7-a735-cebb343038fd,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:44.765955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d3f54d3-78f4-4095-9984-68970909cf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.770269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d3f54d3-78f4-4095-9984-68970909cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.793811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Attempting to bind port fad389c8-37ab-4f5b-8859-54d90b281a12 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:44.794447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Attempting to bind port fad389c8-37ab-4f5b-8859-54d90b281a12 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:44.794447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Attempting to bind port fad389c8-37ab-4f5b-8859-54d90b281a12 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:44.798650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.808602 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d3f54d3-78f4-4095-9984-68970909cf9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6d4b2d0862c47c582147db42dfeed71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464550 Dec 16 09:25:44.809723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f54d3-78f4-4095-9984-68970909cf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ccc5e-dd98-4f16-a307-a626859aace2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:44.812371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33212) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:44.813361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Port fad389c8-37ab-4f5b-8859-54d90b281a12 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:44.813699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Attempting to bind port fad389c8-37ab-4f5b-8859-54d90b281a12 on network 9e5aa7b0-989b-48bc-9e07-84c61caffe3c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:44.827139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe7834-d65e-40ea-b38a-6e9f3ec371e1 req-2e35d48f-3e20-4b2d-87b6-200eda3654f1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:44.828609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48fe7834-d65e-40ea-b38a-6e9f3ec371e1 req-2e35d48f-3e20-4b2d-87b6-200eda3654f1 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 943 time: 0.2123623 Dec 16 09:25:44.836558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router ccce6916-0438-425b-9cf5-00dc7529c12f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:44.841010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:44.841340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Checking segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:44.841721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Bound using segment: {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:44.842216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Bound port: fad389c8-37ab-4f5b-8859-54d90b281a12, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a020189e-74fb-4593-96cf-3d33e706fcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:44.842568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.873724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec07fcae-95ce-4dae-9669-ee59e4974a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.900700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec07fcae-95ce-4dae-9669-ee59e4974a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.950245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:44.953826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec07fcae-95ce-4dae-9669-ee59e4974a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.956521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec07fcae-95ce-4dae-9669-ee59e4974a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:44.959414 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ec07fcae-95ce-4dae-9669-ee59e4974a7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/769ccc5e-dd98-4f16-a307-a626859aace2 HTTP/1.1" status: 204 len: 168 time: 0.1445403 Dec 16 09:25:44.970416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07fcae-95ce-4dae-9669-ee59e4974a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ccc5e-dd98-4f16-a307-a626859aace2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:45.011157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48fe7834-d65e-40ea-b38a-6e9f3ec371e1 req-f17e9c98-f346-4502-a1ed-489e290b6449 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725538 Dec 16 09:25:45.098148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:45.110224 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] Sync routers for ids ['ccce6916-0438-425b-9cf5-00dc7529c12f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:45.115563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e26c0279-f4d8-4896-98a1-340a0dafb190 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/ccce6916-0438-425b-9cf5-00dc7529c12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5668035 Dec 16 09:25:45.120412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33216) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.127382 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] Routers {'ccce6916-0438-425b-9cf5-00dc7529c12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:45.127999 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ccce6916-0438-425b-9cf5-00dc7529c12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:45.158570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b2fe18b-7488-4c06-b142-087c1ce59fd5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce6916-0438-425b-9cf5-00dc7529c12f HTTP/1.1" status: 200 len: 205 time: 0.0364020 Dec 16 09:25:45.162330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33218) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.176889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:45.190595 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:45.200336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:45.208803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] Routers {'ccce6916-0438-425b-9cf5-00dc7529c12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:45.209528 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ccce6916-0438-425b-9cf5-00dc7529c12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:45.211626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.249919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.254767 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:45.255926 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7357af-2a95-4bcf-8828-fc013dd082d9 None None] The sync data for ids ['ccce6916-0438-425b-9cf5-00dc7529c12f'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:45.280296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2239b5d-9428-4d5e-a7c7-b48b26838ed2 req-0724dd5d-9b3f-4564-b98c-30ed29c4a7cc tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.287549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2239b5d-9428-4d5e-a7c7-b48b26838ed2 req-0724dd5d-9b3f-4564-b98c-30ed29c4a7cc tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 931 time: 0.1964138 Dec 16 09:25:45.305830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.306562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.307810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] 10.222.0.69 "PUT /v2.0/ports/fad389c8-37ab-4f5b-8859-54d90b281a12 HTTP/1.1" status: 200 len: 1091 time: 2.5003731 Dec 16 09:25:45.379713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2239b5d-9428-4d5e-a7c7-b48b26838ed2 req-20163001-75e0-42a9-a2a3-a245f54d4a01 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912197 Dec 16 09:25:45.402254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57fe1f-df0c-41ba-8ad4-6b8bc6346a39 service neutron] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:45.417980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.419987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.450882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:45.456511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-8b5d36d1-eca1-44aa-857b-ea9b73b5c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.458209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-8b5d36d1-eca1-44aa-857b-ea9b73b5c26b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 1094 time: 0.0962510 Dec 16 09:25:45.467012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.467613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router ccce6916-0438-425b-9cf5-00dc7529c12f {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:25:45.476175 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.476324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.480506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d33d3a3c-467b-497e-a7dd-9d440d99f194 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/ccce6916-0438-425b-9cf5-00dc7529c12f HTTP/1.1" status: 204 len: 168 time: 0.3169053 Dec 16 09:25:45.481157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.542807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet 5ad80db3-0f9b-4dec-9bea-b9e19af90d26 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:25:45.543871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-701ef344-120f-470c-9cee-7972da1ab157 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad389c8-37ab-4f5b-8859-54d90b281a12 HTTP/1.1" status: 200 len: 217 time: 0.0768185 Dec 16 09:25:45.546070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.546649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Transition to ACTIVE for port object e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:45.562231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.596269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.631991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Pushing event updated for resources: {'Port': ['ID=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:45.692021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-ebb4322a-3c0a-4b3a-8ef4-30965e26db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.693986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-ebb4322a-3c0a-4b3a-8ef4-30965e26db08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.1426616 Dec 16 09:25:45.707911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.710271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049c146-2569-488d-9a89-7a064faa90e2 req-2457cded-055f-4330-9e97-eb5378727268 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:45.711746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a049c146-2569-488d-9a89-7a064faa90e2 req-2457cded-055f-4330-9e97-eb5378727268 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.0854547 Dec 16 09:25:45.777128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-0eeb8b14-dfe5-4637-9f37-2138bff7b434 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754447 Dec 16 09:25:45.801122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.848324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.853178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/5ad80db3-0f9b-4dec-9bea-b9e19af90d26 HTTP/1.1" status: 204 len: 168 time: 0.3709297 Dec 16 09:25:45.854586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e782b-b468-4db9-9be0-d165466d18ee tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad80db3-0f9b-4dec-9bea-b9e19af90d26,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:45.858094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:45.858548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d18e8-c0a4-44a3-9726-5cd2c6a054af None None] Network ef329c31-afa0-45f5-b41c-dc414b533b05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:45.903021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a049c146-2569-488d-9a89-7a064faa90e2 req-30eb5f04-50fd-4d1f-bba4-89cd253ad6a5 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757665 Dec 16 09:25:45.946165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:45.962909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Attempting to bind port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:45.962909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Attempting to bind port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:45.963223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Attempting to bind port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 on network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:46.001673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 on network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:46.002029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Attempting to bind port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 on network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:46.015580 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403d50f-afbc-4118-a7ae-43df49b923e1 x-openstack-request-id: req-c403d50f-afbc-4118-a7ae-43df49b923e1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:46.016115 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783fd064-730d-4aa6-9d9e-9fccf2cd5820", "name": "network-vif-plugged", "status": "completed", "tag": "d7f0d4a3-30ac-4609-9e1a-e7fb358f1761", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:46.016115 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c403d50f-afbc-4118-a7ae-43df49b923e1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:46.016479 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761', 'code': 200} Dec 16 09:25:46.018324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33246) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:46.029314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:46.029669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Checking segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:46.030093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Bound using segment: {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:46.030664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Bound port: e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:46.030925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.047873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port ff4899ca-d0f9-4385-acf7-d023253740f5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:46.048210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.048373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-31af2e18-d86d-4674-b20a-c1d51ebc2988 service neutron] 10.222.0.69 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453225 Dec 16 09:25:46.169329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port ff4899ca-d0f9-4385-acf7-d023253740f5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ff4899ca-d0f9-4385-acf7-d023253740f5,segment=NetworkSegment(b967d93e-99a1-4b3d-a8dc-b928162bd557),segment_id=b967d93e-99a1-4b3d-a8dc-b928162bd557)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:46.169706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.174941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] DHCP port deletion for ef329c31-afa0-45f5-b41c-dc414b533b05 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:25:46.185798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2344c-bb8b-4da5-9101-82ef6a49e45a req-dcc74b44-1357-4c9e-a736-d4cf192736ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.187513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0e2344c-bb8b-4da5-9101-82ef6a49e45a req-dcc74b44-1357-4c9e-a736-d4cf192736ac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 1100 time: 0.1199529 Dec 16 09:25:46.194051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for ff4899ca-d0f9-4385-acf7-d023253740f5 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:46.205386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] For port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:46.228098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] Deleting port ff4899ca-d0f9-4385-acf7-d023253740f5 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:25:46.228561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.260002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] For port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:46.267444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-network', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:46.269222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.278227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4fd89b2-97c4-4e5c-bfe0-27ca2efe1a51 req-0be02462-aa14-4b08-99b6-52c7d9fe88ce service neutron] 10.222.0.69 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035570 Dec 16 09:25:46.290867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 269d35dd-fb8b-4ea7-a735-cebb343038fd up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:46.298396 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0e2344c-bb8b-4da5-9101-82ef6a49e45a req-a9404e9c-51ae-44c0-9d4b-9671d2015dae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995014 Dec 16 09:25:46.312533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce42a25-bed8-462e-bcaa-45777c4a2adb req-80907499-0220-4bc2-8f6a-a53d5b8958e6 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.314070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ce42a25-bed8-462e-bcaa-45777c4a2adb req-80907499-0220-4bc2-8f6a-a53d5b8958e6 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 944 time: 0.1348958 Dec 16 09:25:46.325116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.325675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.325896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Made reservation on behalf of 1d7bd069468d4c3f921c86fe4f1903af for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:46.327465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] 10.222.0.53 "PUT /v2.0/ports/e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 HTTP/1.1" status: 200 len: 1091 time: 2.1491654 Dec 16 09:25:46.328650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.333228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] For port ff4899ca-d0f9-4385-acf7-d023253740f5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ff4899ca-d0f9-4385-acf7-d023253740f5,segment=NetworkSegment(b967d93e-99a1-4b3d-a8dc-b928162bd557),segment_id=b967d93e-99a1-4b3d-a8dc-b928162bd557)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:46.333629 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.349160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.352755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] Calling delete_port for ff4899ca-d0f9-4385-acf7-d023253740f5 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:25:46.367739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6fb53-ad74-48ba-b711-dc131ab8824d service neutron] Pushing event updated for resources: {'Port': ['ID=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.384410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.422309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=ff4899ca-d0f9-4385-acf7-d023253740f5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.428888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port ff4899ca-d0f9-4385-acf7-d023253740f5 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:46.451694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 269d35dd-fb8b-4ea7-a735-cebb343038fd completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:46.460747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ce42a25-bed8-462e-bcaa-45777c4a2adb req-9dcaaf4d-8ff4-4720-8e1f-525de7118883 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995343 Dec 16 09:25:46.461195 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-be6bc04f-01bc-40b6-96d8-ae607a133ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.468249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 269d35dd-fb8b-4ea7-a735-cebb343038fd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:46.469028 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.488342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-fdeeb868-745c-4ba0-8fdc-3f683856cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.490335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-fdeeb868-745c-4ba0-8fdc-3f683856cea8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b075baa048e246e8b5d1644eb9fdeebf&device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 1094 time: 0.0981472 Dec 16 09:25:46.563730 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.566809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-64f0bc02-5afc-4da7-a12e-5a81a8007110 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 HTTP/1.1" status: 200 len: 217 time: 0.0660002 Dec 16 09:25:46.568824 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.609208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] Pushing event deleted for resources: {'Port': ['ID=ff4899ca-d0f9-4385-acf7-d023253740f5,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.611228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6435e0-cf5e-453e-bbdb-6b913bccba5c None None] No DVR routers for this DVR port ff4899ca-d0f9-4385-acf7-d023253740f5 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:25:46.613936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ff4899ca-d0f9-4385-acf7-d023253740f5 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:25:46.614849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef329c31-afa0-45f5-b41c-dc414b533b05']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:46.635394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b967d93e-99a1-4b3d-a8dc-b928162bd557') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:46.635809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b967d93e-99a1-4b3d-a8dc-b928162bd557') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:46.639055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.642708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12'}, {'name': 'network-changed', 'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:46.645801 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca18a9-b03c-4235-b49c-a05dee51f9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12"}, {"name": "network-changed", "server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:46.648006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.648867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ff4899ca-d0f9-4385-acf7-d023253740f5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:25:46.654935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ff4899ca-d0f9-4385-acf7-d023253740f5 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:25:46.659501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.698375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-4e208ce9-4fce-46c2-9495-7acccba06b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.699864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-4e208ce9-4fce-46c2-9495-7acccba06b3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc HTTP/1.1" status: 200 len: 853 time: 0.1218059 Dec 16 09:25:46.702438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:46.706295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.713358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579c8680-e277-4ced-9525-3530da037d50,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.719710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.720035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:25:46.720269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:25:46.723458 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:25:46.759186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34849ba-296e-4ab4-a01f-650bc51c57ab req-21e1b56f-4864-453d-b62b-d46987a27488 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.760814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c34849ba-296e-4ab4-a01f-650bc51c57ab req-21e1b56f-4864-453d-b62b-d46987a27488 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1101 time: 0.1287098 Dec 16 09:25:46.769384 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.769775 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Added segment 9731b5c5-c4bc-4183-b09d-5b7db635f5e4 of type vlan for network d888ec2b-0a55-4dd1-99f3-e2965936a750 Dec 16 09:25:46.770317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 269d35dd-fb8b-4ea7-a735-cebb343038fd, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:46.776875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.795793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-02b72726-75c6-4de3-a627-720f555c4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.797488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-02b72726-75c6-4de3-a627-720f555c4d22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875850 Dec 16 09:25:46.815900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c34849ba-296e-4ab4-a01f-650bc51c57ab req-6f72b3a2-0abc-47b9-b02a-5203666c6369 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Dec 16 09:25:46.828320 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.832532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.843868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.845200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/ef329c31-afa0-45f5-b41c-dc414b533b05 HTTP/1.1" status: 204 len: 168 time: 0.9851730 Dec 16 09:25:46.846162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=269d35dd-fb8b-4ea7-a735-cebb343038fd,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.852088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33258) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:46.866137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-604631015', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:46.890513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218ba9-2a1b-400d-8c44-64e8138c91c1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=ef329c31-afa0-45f5-b41c-dc414b533b05,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:46.916368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.917428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:46.918170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.924514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-79c0a6a7-a58f-483f-8c5a-abd548214e01 service neutron] 10.222.0.53 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166883 Dec 16 09:25:46.935452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.936468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:46.989814 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9704115 Dec 16 09:25:46.993723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33262) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:47.002760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Request body: {'subnet': {'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-subnet', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:47.009952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb6c98-dda3-4440-961f-bb549faaba48 admin admin] Pushing event updated for resources: {'Network': ['ID=d888ec2b-0a55-4dd1-99f3-e2965936a750,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:47.019835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:47.033445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481be6-01d5-424e-a639-58f384499c17 req-487362ee-4f8b-4514-bc6d-c142540d4b8c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.035025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27481be6-01d5-424e-a639-58f384499c17 req-487362ee-4f8b-4514-bc6d-c142540d4b8c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 943 time: 0.1305480 Dec 16 09:25:47.040766 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.046089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.076437 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.077675 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5d138993-3b72-4941-a335-6faed4f64a47 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2231593 Dec 16 09:25:47.080538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33264) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:47.081899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Made reservation on behalf of 1d7bd069468d4c3f921c86fe4f1903af for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:47.084488 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.085948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-649548006'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:47.107378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:47.110988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.134439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:47.140544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3fdec36-487c-40a1-97c8-1e03dd541008 req-661f4dda-b814-4f0c-9247-232d03d09922 service neutron] 10.222.0.53 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981688 Dec 16 09:25:47.143445 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.143792 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d of type vlan for network e7c5c422-9e91-4028-abc4-071d93ec0a6b Dec 16 09:25:47.159297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27481be6-01d5-424e-a639-58f384499c17 req-62b628ec-d2d5-4ac2-a2ad-8fbbd3d87209 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144145 Dec 16 09:25:47.190660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.218229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.224680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.225287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.289490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2078872 Dec 16 09:25:47.292392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33268) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:47.299133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:47.306146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03784c5a-bbc7-4839-b8aa-3856183d2307 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=e7c5c422-9e91-4028-abc4-071d93ec0a6b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:47.317338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:47.337234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679066c-047b-49f6-b8fe-1b1c6b5f7518 req-0d3d9026-ea79-4f5e-9e57-d0e7bd8707a2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.338758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0679066c-047b-49f6-b8fe-1b1c6b5f7518 req-0d3d9026-ea79-4f5e-9e57-d0e7bd8707a2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 943 time: 0.1036777 Dec 16 09:25:47.340098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.395233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:47.399662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.410930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a257d019-dbfb-4506-882b-20a5bf204f2e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:47.426131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0679066c-047b-49f6-b8fe-1b1c6b5f7518 req-94f23c72-cc1f-41b4-b716-fda857ae7b36 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625095 Dec 16 09:25:47.435123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Checking segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:47.435473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Network hostable DHCP agents. Network: d888ec2b-0a55-4dd1-99f3-e2965936a750, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:47.463414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:47.474932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d888ec2b-0a55-4dd1-99f3-e2965936a750) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:47.480497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.481305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.484402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe1707-886b-44eb-acbb-39082f913873 None None] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:47.500579 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53969e3a-e259-4ff3-805f-09e6b76de231 x-openstack-request-id: req-53969e3a-e259-4ff3-805f-09e6b76de231 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:47.501012 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:47.501279 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53969e3a-e259-4ff3-805f-09e6b76de231 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:47.505371 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'status': 'completed', 'code': 200} Dec 16 09:25:47.505923 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'status': 'completed', 'code': 200} Dec 16 09:25:47.560456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-01c2e9e7-fb56-4cce-987e-640f239122ee admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5617554 Dec 16 09:25:47.569090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33272) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:47.576767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:47.608925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-49e83d70-543b-4631-b985-10edfb68368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.610635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-49e83d70-543b-4631-b985-10edfb68368c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b075baa048e246e8b5d1644eb9fdeebf&device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 1094 time: 0.0906403 Dec 16 09:25:47.613298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b352c-849c-425d-93f5-a20bcb2df9a6 req-78b9d3ae-ad65-457b-926f-3b98f9b606c4 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.615536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a9b352c-849c-425d-93f5-a20bcb2df9a6 req-78b9d3ae-ad65-457b-926f-3b98f9b606c4 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1101 time: 0.0588655 Dec 16 09:25:47.667348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-eb65fcf0-fcac-4c72-822c-8aad3daf8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.668897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-eb65fcf0-fcac-4c72-822c-8aad3daf8dcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7e7920766ce4175942484ff81afcc33&device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 1094 time: 0.1137505 Dec 16 09:25:47.674417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-d888ec2b-0a55-4dd1-99f3-e2965936a750', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:47.674647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.675340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.675599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.695869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.711108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a9b352c-849c-425d-93f5-a20bcb2df9a6 req-dcee3d30-5d7d-49c4-9dc1-ab45d71a0309 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827022 Dec 16 09:25:47.754286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-9c99eacb-6a2d-405c-a07c-63aff8c5d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.757240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-9c99eacb-6a2d-405c-a07c-63aff8c5d4a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c HTTP/1.1" status: 200 len: 915 time: 0.1388454 Dec 16 09:25:47.827322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.827974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-24ca4de2-b6f7-428e-904f-71c140d4d00c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 HTTP/1.1" status: 200 len: 217 time: 0.0616243 Dec 16 09:25:47.829920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Allocated IP 172.20.0.2 (d888ec2b-0a55-4dd1-99f3-e2965936a750/a257d019-dbfb-4506-882b-20a5bf204f2e/bd4f3c49-6010-4d6c-8f4d-57793dee60ea) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:47.895370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=a2fe7331-c035-4252-ad03-3ff71133d45b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:47.911860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792992b0-3aed-4d1c-9730-6c7f2e53773b req-90ac2740-6f60-4a0f-aa58-97292e5db93e tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.913609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-792992b0-3aed-4d1c-9730-6c7f2e53773b req-90ac2740-6f60-4a0f-aa58-97292e5db93e tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.0984526 Dec 16 09:25:47.924203 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:47.932721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-c59e91d2-bb4a-4582-80a1-cb697ca40b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.933558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-c59e91d2-bb4a-4582-80a1-cb697ca40b01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc HTTP/1.1" status: 200 len: 853 time: 0.0803196 Dec 16 09:25:47.945128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-bb7084ba-bbbc-4d54-89a1-2b2637c29cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:47.946732 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-bb7084ba-bbbc-4d54-89a1-2b2637c29cb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 200 len: 906 time: 0.2655110 Dec 16 09:25:47.948844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:47.949206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: e7c5c422-9e91-4028-abc4-071d93ec0a6b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:47.998619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-792992b0-3aed-4d1c-9730-6c7f2e53773b req-812c8a6d-2733-4b92-b73f-d4e971f9a435 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747285 Dec 16 09:25:48.017232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269d35dd-fb8b-4ea7-a735-cebb343038fd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:48.018979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-638d0ce6-30e2-425d-a580-37bafe25406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.022916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-638d0ce6-30e2-425d-a580-37bafe25406a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801570 Dec 16 09:25:48.029589 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d9f574-3172-461e-989d-e31f1d89a949" -d '{"events": [{"server_uuid": "8ea80e0f-4135-43f0-8764-070d73c6a321", "name": "network-vif-plugged", "status": "completed", "tag": "269d35dd-fb8b-4ea7-a735-cebb343038fd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:48.061041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.061324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-b849f073-74c1-490c-98e7-1dfc47c42d49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fad389c8-37ab-4f5b-8859-54d90b281a12 HTTP/1.1" status: 200 len: 217 time: 0.1060414 Dec 16 09:25:48.069257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.071681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.108632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:48.125934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:48.128873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:48.137322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:48.149332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Pushing event updated for resources: {'Port': ['ID=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:48.153113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-bf82796c-8a33-4349-9f89-89c9b90e2eeb service neutron] 10.222.0.53 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211154 Dec 16 09:25:48.214986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Attempting to bind port bd4f3c49-6010-4d6c-8f4d-57793dee60ea on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:48.215410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Attempting to bind port bd4f3c49-6010-4d6c-8f4d-57793dee60ea by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:48.215927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Attempting to bind port bd4f3c49-6010-4d6c-8f4d-57793dee60ea on network d888ec2b-0a55-4dd1-99f3-e2965936a750 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:48.232290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:48.232817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Checking segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:48.233314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.233791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Bound using segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:48.234396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Bound port: bd4f3c49-6010-4d6c-8f4d-57793dee60ea, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:48.234867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.305770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] For port bd4f3c49-6010-4d6c-8f4d-57793dee60ea, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:48.309722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:48.310227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13c03-86f8-416d-a016-593e6c6de622 req-6a67d686-75dd-4503-9275-61d4b42e0ffd tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.311783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ab13c03-86f8-416d-a016-593e6c6de622 req-6a67d686-75dd-4503-9275-61d4b42e0ffd tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 945 time: 0.1150885 Dec 16 09:25:48.313064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] For port bd4f3c49-6010-4d6c-8f4d-57793dee60ea, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:48.319400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-e9125804-3c68-493d-b15d-7a3936d4aa2b service neutron] 10.222.0.53 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495111 Dec 16 09:25:48.323361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.375103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ab13c03-86f8-416d-a016-593e6c6de622 req-59a8faa9-f26b-480e-ad07-65c4d0306b20 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512800 Dec 16 09:25:48.401967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e7c5c422-9e91-4028-abc4-071d93ec0a6b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:48.408330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.409036 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.422374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeda62f-7264-478a-83b1-ae1f1fda2e90 None None] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:48.427340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-f8407f31-1f6e-472a-ab20-727d3491e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.428978 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-f8407f31-1f6e-472a-ab20-727d3491e32d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 200 len: 845 time: 0.3549547 Dec 16 09:25:48.451600 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d6c73daf-e79d-45f1-9416-b0f5e5a182b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1566670 Dec 16 09:25:48.453097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:48.470967 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-a63e5f4a-6fe2-43b3-9b08-5138efbad888 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9e5aa7b0-989b-48bc-9e07-84c61caffe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331156 Dec 16 09:25:48.497329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcf860-ad91-4df6-a043-886dba6336f4 None None] Pushing event updated for resources: {'Port': ['ID=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:48.549661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:48.568011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'port_id': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'mac_address': 'fa:16:3e:ce:60:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:48.664564 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.668968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-e09fc9bc-fed8-4546-9728-40d341cf6b7b service neutron] 10.222.0.69 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856103 Dec 16 09:25:48.693115 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e7b127-ee43-4b62-aaf8-dc2256d1ba7c x-openstack-request-id: req-61e7b127-ee43-4b62-aaf8-dc2256d1ba7c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:48.693550 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea80e0f-4135-43f0-8764-070d73c6a321", "name": "network-vif-plugged", "status": "completed", "tag": "269d35dd-fb8b-4ea7-a735-cebb343038fd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:48.693973 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61e7b127-ee43-4b62-aaf8-dc2256d1ba7c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:48.694516 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269d35dd-fb8b-4ea7-a735-cebb343038fd', 'code': 200} Dec 16 09:25:48.741672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:48.751095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.754287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:48.793519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:48.804702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.945962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b123c55-9010-4837-8b8a-7de8c7235bef req-912cdb6c-5e36-404f-a8e7-2cc1fb6cbf0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.953819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b123c55-9010-4837-8b8a-7de8c7235bef req-912cdb6c-5e36-404f-a8e7-2cc1fb6cbf0b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 943 time: 0.1771989 Dec 16 09:25:48.981790 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84ca18a9-b03c-4235-b49c-a05dee51f9d0 req-e03b4a95-20a3-4a4e-ac5a-e200ac96a7e9 service neutron] 10.222.0.69 "GET /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979591 Dec 16 09:25:48.994652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:48.997784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5d0ef-e335-4318-bd8b-83e855454962 req-42616910-ba17-4924-a5c1-8512707dc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:48.999036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88f5d0ef-e335-4318-bd8b-83e855454962 req-42616910-ba17-4924-a5c1-8512707dc08b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 1096 time: 0.1638095 Dec 16 09:25:49.026257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.063270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b123c55-9010-4837-8b8a-7de8c7235bef req-01a627f3-1795-4bd6-8e2f-8d2de28c63de tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085033 Dec 16 09:25:49.065722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.101571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88f5d0ef-e335-4318-bd8b-83e855454962 req-b2acc3ce-423d-4272-afe5-3a00db967b3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926185 Dec 16 09:25:49.115796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.126803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Allocated IP 172.20.0.2 (e7c5c422-9e91-4028-abc4-071d93ec0a6b/a2fe7331-c035-4252-ad03-3ff71133d45b/bb9a8154-13d0-4836-a095-9d8fcd7aa590) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:49.165586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Allocated IP 172.25.6.32 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/953d3f44-8f41-42b7-876f-39c2212942ce) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:49.192843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['e5bddc33-9ddf-4b89-957b-a8bc5d8670f5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:49.297920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.319058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ba325-bced-4851-8175-e6556afacdbb req-0478e92b-cae9-4209-9369-890a896b875d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:49.321083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-586ba325-bced-4851-8175-e6556afacdbb req-0478e92b-cae9-4209-9369-890a896b875d tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 944 time: 0.1270645 Dec 16 09:25:49.348268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.349167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.367745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.391050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-586ba325-bced-4851-8175-e6556afacdbb req-1a2502b5-6fa8-42fe-869d-21fa13107a45 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602641 Dec 16 09:25:49.399314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:49.406471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:49.412960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:49.431963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:49.435450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:49.446464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Pushing event updated for resources: {'Port': ['ID=953d3f44-8f41-42b7-876f-39c2212942ce,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.448611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:49.476919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Pushing event updated for resources: {'Port': ['ID=bb9a8154-13d0-4836-a095-9d8fcd7aa590,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.499398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.20.0.1 (e7c5c422-9e91-4028-abc4-071d93ec0a6b/a2fe7331-c035-4252-ad03-3ff71133d45b/8a143f7c-e788-472f-89fb-6941ef5d2686) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:49.591564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Attempting to bind port bb9a8154-13d0-4836-a095-9d8fcd7aa590 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:49.593750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Attempting to bind port bb9a8154-13d0-4836-a095-9d8fcd7aa590 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:49.594144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Attempting to bind port bb9a8154-13d0-4836-a095-9d8fcd7aa590 on network e7c5c422-9e91-4028-abc4-071d93ec0a6b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:49.603090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:49.603090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Checking segment: {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:49.603090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.603090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Bound using segment: {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:49.603090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Bound port: bb9a8154-13d0-4836-a095-9d8fcd7aa590, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:49.603090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.669101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173964d-8a05-4467-a2f7-59d3bed27d6d req-e3613719-fc25-4641-99ab-91c7067d9e27 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:49.671015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5173964d-8a05-4467-a2f7-59d3bed27d6d req-e3613719-fc25-4641-99ab-91c7067d9e27 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.0845859 Dec 16 09:25:49.707278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] For port bb9a8154-13d0-4836-a095-9d8fcd7aa590, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:49.708447 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.712139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] For port bb9a8154-13d0-4836-a095-9d8fcd7aa590, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb9a8154-13d0-4836-a095-9d8fcd7aa590,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:49.732557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.733294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5173964d-8a05-4467-a2f7-59d3bed27d6d req-eb3852f2-b579-4ec8-a382-09606fe43bbd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509479 Dec 16 09:25:49.768832 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.777565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2bd2aa-3286-418f-a9e8-9515cdbe0ae6 None None] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:49.787012 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.805415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.836423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:49.839817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:49.843708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:49.886272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=8a143f7c-e788-472f-89fb-6941ef5d2686,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.913507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7678d0e2-14ee-431d-a80d-e3d7f37a6727 None None] Provisioning complete for port bd4f3c49-6010-4d6c-8f4d-57793dee60ea triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:49.913779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.913926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7678d0e2-14ee-431d-a80d-e3d7f37a6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:49.938551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77758e8-c6cf-4a0c-97af-66afd1b84043 None None] Pushing event updated for resources: {'Port': ['ID=bb9a8154-13d0-4836-a095-9d8fcd7aa590,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:49.945666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.091524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.102914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7678d0e2-14ee-431d-a80d-e3d7f37a6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.153921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7678d0e2-14ee-431d-a80d-e3d7f37a6727 None None] For port bd4f3c49-6010-4d6c-8f4d-57793dee60ea, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:50.161484 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7678d0e2-14ee-431d-a80d-e3d7f37a6727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.297725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678d0e2-14ee-431d-a80d-e3d7f37a6727 None None] Pushing event updated for resources: {'Port': ['ID=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:50.309825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:50.330708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:50.399626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:50.408913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:50.409379 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.458246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:50.478381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.479692 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-379ac707-a4ce-4067-87b7-14fb81ef8088 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9086075 Dec 16 09:25:50.482668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33300) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:50.492579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:50.517217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:50.518878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:50.532885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d826f-ffd8-458d-8355-98770a8a3f9b req-c812a57b-c585-40e6-b4c6-095249f466bf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:50.542012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e2d826f-ffd8-458d-8355-98770a8a3f9b req-c812a57b-c585-40e6-b4c6-095249f466bf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 945 time: 0.5790262 Dec 16 09:25:50.588934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.604384 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.623301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e2d826f-ffd8-458d-8355-98770a8a3f9b req-839f7455-2c08-4a01-8e6f-d926d2b43dc7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732710 Dec 16 09:25:50.658416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-779a23bf-6518-45a3-845d-487ef476515a None None] Provisioning complete for port bd4f3c49-6010-4d6c-8f4d-57793dee60ea triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:50.659021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-779a23bf-6518-45a3-845d-487ef476515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.725967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb9a8154-13d0-4836-a095-9d8fcd7aa590 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:50.800215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:50.803133 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc385690-12fe-487d-a016-b85dacaae0fd" -d '{"events": [{"server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "name": "network-vif-plugged", "status": "completed", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:50.829347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:50.843985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.850535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bb9a8154-13d0-4836-a095-9d8fcd7aa590 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:50.851043 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:50.937398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:50.996350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.004743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.074815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.118036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:51.137494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=8a143f7c-e788-472f-89fb-6941ef5d2686,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:51.176925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398c160-2dac-4326-8a3e-9d146440744e None None] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:51.230753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.261225 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.264111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:51.268686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:51.337768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-817bf90a-308b-49ca-b06b-d9b2d1f59582 None None] Provisioning complete for port bb9a8154-13d0-4836-a095-9d8fcd7aa590 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:51.338026 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-817bf90a-308b-49ca-b06b-d9b2d1f59582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.351014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port bb9a8154-13d0-4836-a095-9d8fcd7aa590, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb9a8154-13d0-4836-a095-9d8fcd7aa590,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:51.378366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.379148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bd4f3c49-6010-4d6c-8f4d-57793dee60ea up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:51.379441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b463a0-c6a0-4202-ab1a-e5e86151ab2d req-1dc2db89-1129-4b2c-8d0c-37272efe1f75 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:51.381119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40b463a0-c6a0-4202-ab1a-e5e86151ab2d req-1dc2db89-1129-4b2c-8d0c-37272efe1f75 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 943 time: 0.1306722 Dec 16 09:25:51.406147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Allocated IP 172.20.0.1 (d888ec2b-0a55-4dd1-99f3-e2965936a750/a257d019-dbfb-4506-882b-20a5bf204f2e/ee7afdc9-f138-40b9-840b-d0b5b9fe3374) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:51.449460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40b463a0-c6a0-4202-ab1a-e5e86151ab2d req-58cea2a5-22b2-4b41-9e15-014946f8cb99 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512431 Dec 16 09:25:51.466750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:25:51.550165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.591498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.609824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:51.617935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5404e17f-4e90-48b1-8f19-7fd600ab5564 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1579227 Dec 16 09:25:51.619374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33312) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:51.624150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fab82-6c01-43bb-a894-031c274d58e8 req-bb5d63f9-9797-46a7-8478-f800026eac66 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:51.625810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-877fab82-6c01-43bb-a894-031c274d58e8 req-bb5d63f9-9797-46a7-8478-f800026eac66 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 945 time: 0.0797172 Dec 16 09:25:51.626418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1692196735'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:51.630400 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:51.640948 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:51.642162 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:51.658040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=bb9a8154-13d0-4836-a095-9d8fcd7aa590,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:51.675455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-877fab82-6c01-43bb-a894-031c274d58e8 req-45f68473-15ec-47fe-867f-28b75a2b9021 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394459 Dec 16 09:25:51.686580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:49Z', 'revision_number': 3, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:51.702084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Pushing event updated for resources: {'Port': ['ID=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:51.705946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:51.711254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:51.724090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:51.757620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:51.759360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:51.759813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Updating router 6ae5d04e-67e7-4e82-9b76-68034737c2cc port 953d3f44-8f41-42b7-876f-39c2212942ce binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:51.761802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.779178 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:51.794254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.825336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bd4f3c49-6010-4d6c-8f4d-57793dee60ea triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:51.825711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.829324 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.837540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:51.854796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:51.855145 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 26b5ba67-2f0b-48d5-9f2f-b0fde60adc82 of type vlan for network 8da66203-f7a5-465c-b382-4bca32fc31fc Dec 16 09:25:51.962474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.074692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.083900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:52.084259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.129048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:25:52.142455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33328) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:52.144781 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5209475 Dec 16 09:25:52.148344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:52.193220 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:50Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:50Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:52.226460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.229560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67022d-65ec-4c66-8ce2-4cb6fbb75e85 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=8da66203-f7a5-465c-b382-4bca32fc31fc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:52.283838 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:52.289716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8da66203-f7a5-465c-b382-4bca32fc31fc details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:52.299369 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Updating router e369be47-4b54-49ba-8c10-e969b0ea9a9b port 8a143f7c-e788-472f-89fb-6941ef5d2686 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:52.311820 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326dd0b5-755d-4282-90b3-0dd320d9a62f x-openstack-request-id: req-326dd0b5-755d-4282-90b3-0dd320d9a62f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:25:52.312093 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "name": "network-vif-plugged", "status": "completed", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:25:52.312336 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-326dd0b5-755d-4282-90b3-0dd320d9a62f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:25:52.312719 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'code': 200} Dec 16 09:25:52.313464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b7a6888e-c7c6-44f9-996e-47c956dbf943 None None] Provisioning complete for port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:52.313829 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b7a6888e-c7c6-44f9-996e-47c956dbf943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.347221 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.486632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6888e-c7c6-44f9-996e-47c956dbf943 None None] Port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:52.491667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.509079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.586818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.595678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4754-5dbd-4292-aaa8-cf1e696dc3c4 req-6895ad79-6db9-42c0-9328-e9796d5b50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:52.597970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e3f4754-5dbd-4292-aaa8-cf1e696dc3c4 req-6895ad79-6db9-42c0-9328-e9796d5b50ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 1096 time: 0.2321677 Dec 16 09:25:52.603010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:52.612280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.681866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb9a8154-13d0-4836-a095-9d8fcd7aa590 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:52.718520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Provisioning complete for port bb9a8154-13d0-4836-a095-9d8fcd7aa590 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:52.718881 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.723066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3522b-17a7-4afb-9179-2222242b1b4d req-7f3b0764-d047-4253-8e1e-447b06cd97e3 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:52.731513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4eb3522b-17a7-4afb-9179-2222242b1b4d req-7f3b0764-d047-4253-8e1e-447b06cd97e3 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.2839999 Dec 16 09:25:52.757238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:52.767124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e3f4754-5dbd-4292-aaa8-cf1e696dc3c4 req-1373680a-37cb-43f9-a0fa-43b844a3ef15 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503830 Dec 16 09:25:52.776122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:52.779680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:52.797733 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.813132 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:52.846250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4eb3522b-17a7-4afb-9179-2222242b1b4d req-3cde92c1-956c-46cc-98d4-49b6551f8f43 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094379 Dec 16 09:25:52.868305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'mac_address': 'fa:16:3e:04:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:25:52.913762 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Pushing event updated for resources: {'Port': ['ID=8a143f7c-e788-472f-89fb-6941ef5d2686,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:52.984464 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.984795 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.985309 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.990284 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.990906 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.991382 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.992304 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.992791 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.993277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.994176 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.994672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:52.995151 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:53.011687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Pushing event updated for resources: {'Port': ['ID=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:53.029587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:53.066594 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Attempting to bind port 8a143f7c-e788-472f-89fb-6941ef5d2686 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:53.067235 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Attempting to bind port 8a143f7c-e788-472f-89fb-6941ef5d2686 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:53.069311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Attempting to bind port 8a143f7c-e788-472f-89fb-6941ef5d2686 on network e7c5c422-9e91-4028-abc4-071d93ec0a6b {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:53.084559 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:53.094622 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Checking segment: {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:53.095781 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.101115 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Bound using segment: {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:53.101628 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Bound port: 8a143f7c-e788-472f-89fb-6941ef5d2686, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:53.102075 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.137471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107d4d-1ce4-44cd-be40-a68d22d7c105 req-83226f3a-ebc1-46a4-a197-5b5aefe2e322 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:53.148142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20107d4d-1ce4-44cd-be40-a68d22d7c105 req-83226f3a-ebc1-46a4-a197-5b5aefe2e322 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 945 time: 0.1491919 Dec 16 09:25:53.155734 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.172145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.193268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.210259 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] For port 8a143f7c-e788-472f-89fb-6941ef5d2686, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:53.213966 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] For port 8a143f7c-e788-472f-89fb-6941ef5d2686, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8a143f7c-e788-472f-89fb-6941ef5d2686,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:53.221717 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.228498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad389c8-37ab-4f5b-8859-54d90b281a12 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:53.233150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.241592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bb9a8154-13d0-4836-a095-9d8fcd7aa590 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:53.241985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.250750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=b54f17b4-502c-4524-a13b-5bcd5b5b230e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:53.293578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20107d4d-1ce4-44cd-be40-a68d22d7c105 req-5a23859f-4d17-414a-9085-cf0f1124479e tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438763 Dec 16 09:25:53.311115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:53.311872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: 8da66203-f7a5-465c-b382-4bca32fc31fc, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:53.325630 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:53.326290 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:53.362504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 8da66203-f7a5-465c-b382-4bca32fc31fc is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:53.379879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 8da66203-f7a5-465c-b382-4bca32fc31fc) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:53.391279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:53.392026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.429165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fb8a04b6-6012-4856-8fa7-334268caea86 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2825859 Dec 16 09:25:53.440394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33348) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:53.441928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:53.448228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Attempting to bind port 953d3f44-8f41-42b7-876f-39c2212942ce on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:53.448662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Attempting to bind port 953d3f44-8f41-42b7-876f-39c2212942ce by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:53.449041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Attempting to bind port 953d3f44-8f41-42b7-876f-39c2212942ce on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:53.458526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd832277-db6f-4aad-9dc8-0677f1246791 None None] Network 8da66203-f7a5-465c-b382-4bca32fc31fc requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:53.509566 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef9eef-64cb-425f-9a32-161f2595fcf6 None None] Pushing event updated for resources: {'Port': ['ID=8a143f7c-e788-472f-89fb-6941ef5d2686,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:53.569314 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:53.629157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:53.629519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:53.629988 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.630583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:53.631064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Bound port: 953d3f44-8f41-42b7-876f-39c2212942ce, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:53.631437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.674919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012f417-93f7-47d4-9c45-b7fb42a9a199 req-6182a3e4-51d3-430d-a43c-1d2005534d87 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:53.684444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6012f417-93f7-47d4-9c45-b7fb42a9a199 req-6182a3e4-51d3-430d-a43c-1d2005534d87 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.2571244 Dec 16 09:25:53.691272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.783148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:53.820502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6012f417-93f7-47d4-9c45-b7fb42a9a199 req-6329ae7b-b63b-46bb-be0b-134405932a73 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306007 Dec 16 09:25:53.827157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02d9b3-85e9-43a8-b521-9c87091272bb None None] Pushing event updated for resources: {'Port': ['ID=953d3f44-8f41-42b7-876f-39c2212942ce,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:53.871150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:53.897272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a39b3046-4637-4059-afd0-234153ded22e admin admin] 10.222.0.61 "PUT /v2.0/routers/6ae5d04e-67e7-4e82-9b76-68034737c2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062512 Dec 16 09:25:53.912209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:53.951173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Provisioning complete for port 8a143f7c-e788-472f-89fb-6941ef5d2686 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:53.965941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.011434 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:50Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:53Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:54.063267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] For port 953d3f44-8f41-42b7-876f-39c2212942ce, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:54.069381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] For port 953d3f44-8f41-42b7-876f-39c2212942ce, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=953d3f44-8f41-42b7-876f-39c2212942ce,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:54.075351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-8da66203-f7a5-465c-b382-4bca32fc31fc', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:54.075824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9a68d-31d7-4f94-819b-ca85a7c4671b req-6d27642b-7df3-4557-a017-e393e3c06bd8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:54.076288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.076884 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164abeb5-1962-4bdf-89a6-d73eaf114a7e None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:50Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:53Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:54.081337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e9a68d-31d7-4f94-819b-ca85a7c4671b req-6d27642b-7df3-4557-a017-e393e3c06bd8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 944 time: 0.1050475 Dec 16 09:25:54.084448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.189066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fad389c8-37ab-4f5b-8859-54d90b281a12'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:54.189726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e9a68d-31d7-4f94-819b-ca85a7c4671b req-b7a3d8b9-3c35-4ee6-9abe-3b6c8503a3c0 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016400 Dec 16 09:25:54.206384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.297868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:54.298503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:54.434027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c039d-6c6b-4a43-b71f-3e66324d9126 req-98fd0a67-9b15-47ef-b72f-923b0443a95f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:54.435565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d76c039d-6c6b-4a43-b71f-3e66324d9126 req-98fd0a67-9b15-47ef-b72f-923b0443a95f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 945 time: 0.1126845 Dec 16 09:25:54.583352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d76c039d-6c6b-4a43-b71f-3e66324d9126 req-052adc0c-c7d3-4b71-b790-29ec979f12d3 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379876 Dec 16 09:25:54.740781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.742713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02d9b3-85e9-43a8-b521-9c87091272bb None None] Pushing event updated for resources: {'Port': ['ID=953d3f44-8f41-42b7-876f-39c2212942ce,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:54.755378 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:54.766956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8a143f7c-e788-472f-89fb-6941ef5d2686 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:54.781083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.21.0.1 (8da66203-f7a5-465c-b382-4bca32fc31fc/b54f17b4-502c-4524-a13b-5bcd5b5b230e/bfa064e9-3ad0-4224-92f8-59f1db45ce54) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:54.797262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-7947b56d-60ec-41d7-9e85-0246b6df08ad tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4466ccfd44df47848bdde57e86e69c07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442188 Dec 16 09:25:54.873284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:54.935589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] For port 8a143f7c-e788-472f-89fb-6941ef5d2686, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8a143f7c-e788-472f-89fb-6941ef5d2686,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:54.948637 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.000109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-e16c1092-71d9-42bb-a256-496bbdd8f829 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:55.001642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-e16c1092-71d9-42bb-a256-496bbdd8f829 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968193 Dec 16 09:25:55.023709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.031530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-63be5d36-74c2-44fd-a887-97209e365143 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/quotas/4466ccfd44df47848bdde57e86e69c07 HTTP/1.1" status: 200 len: 375 time: 0.0198328 Dec 16 09:25:55.102701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-2c9e628b-0fd3-4229-9c74-e7a8b4353232 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4466ccfd44df47848bdde57e86e69c07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642827 Dec 16 09:25:55.105042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.144602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 8da66203-f7a5-465c-b382-4bca32fc31fc is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:55.145732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8a143f7c-e788-472f-89fb-6941ef5d2686 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:55.146344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.148848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:55.151388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:55.181781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Allocated IP 172.21.0.2 (8da66203-f7a5-465c-b382-4bca32fc31fc/b54f17b4-502c-4524-a13b-5bcd5b5b230e/9e17f1b8-0271-4635-86ef-be58001a36ab) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:55.197069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=bfa064e9-3ad0-4224-92f8-59f1db45ce54,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:55.205458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5bc5e-7a48-430a-9d25-87cf2ccb03dc None None] Pushing event updated for resources: {'Port': ['ID=8a143f7c-e788-472f-89fb-6941ef5d2686,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:55.213185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.257755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-795a698f-801a-4844-a98c-13ea9b591c2d None None] Provisioning complete for port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:55.258311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-795a698f-801a-4844-a98c-13ea9b591c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.395362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.405303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-795a698f-801a-4844-a98c-13ea9b591c2d None None] Port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:25:55.478562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-795a698f-801a-4844-a98c-13ea9b591c2d None None] Provisioning complete for port 8a143f7c-e788-472f-89fb-6941ef5d2686 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:55.478960 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-795a698f-801a-4844-a98c-13ea9b591c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.601661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.608626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-10523be1-4241-4972-93a5-01861cea92ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 2, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:55.638606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.643301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10523be1-4241-4972-93a5-01861cea92ba None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 2, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:25:55.725154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Network 8da66203-f7a5-465c-b382-4bca32fc31fc is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:55.731276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:55.739751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:55.753263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Pushing event updated for resources: {'Port': ['ID=9e17f1b8-0271-4635-86ef-be58001a36ab,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:55.818455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Attempting to bind port 9e17f1b8-0271-4635-86ef-be58001a36ab on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:55.818830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Attempting to bind port 9e17f1b8-0271-4635-86ef-be58001a36ab by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:55.819188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Attempting to bind port 9e17f1b8-0271-4635-86ef-be58001a36ab on network 8da66203-f7a5-465c-b382-4bca32fc31fc {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:55.824913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:55.825286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Checking segment: {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:55.825686 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.826109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Bound using segment: {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:55.826682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Bound port: 9e17f1b8-0271-4635-86ef-be58001a36ab, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:55.827062 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:55.957469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] For port 9e17f1b8-0271-4635-86ef-be58001a36ab, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:55.967717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] For port 9e17f1b8-0271-4635-86ef-be58001a36ab, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9e17f1b8-0271-4635-86ef-be58001a36ab,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:55.980631 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.056705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7b77f-aa65-4a55-bf8c-686965c144c4 None None] Pushing event updated for resources: {'Port': ['ID=9e17f1b8-0271-4635-86ef-be58001a36ab,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:56.155397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-a03125ce-c631-45aa-9b8b-24c04753fdf8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:56.156963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-a03125ce-c631-45aa-9b8b-24c04753fdf8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 821 time: 0.7062716 Dec 16 09:25:56.179995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-416c7251-75ce-4e7c-8507-a0401ba2d6d1 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/quotas/1d7bd069468d4c3f921c86fe4f1903af HTTP/1.1" status: 200 len: 375 time: 0.0164952 Dec 16 09:25:56.280133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-c007e1f7-2a13-497b-a58b-bce95619a5a1 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916524 Dec 16 09:25:56.310473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.321686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.448903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.450628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=bfa064e9-3ad0-4224-92f8-59f1db45ce54,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:56.488746 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-bec2b746-74cd-4a82-adc4-fd6d556a4089 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4466ccfd44df47848bdde57e86e69c07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397124 Dec 16 09:25:56.542785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-5919fa2b-14e4-454b-a960-793162273055 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447386 Dec 16 09:25:56.730102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network 8da66203-f7a5-465c-b382-4bca32fc31fc is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:56.747884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:56.756080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-e5c28cd9-5381-4e58-b534-81454a1ee5d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:56.758017 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-e5c28cd9-5381-4e58-b534-81454a1ee5d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626090 Dec 16 09:25:56.775777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Request body: {'port': {'device_id': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '4466ccfd44df47848bdde57e86e69c07'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:56.851791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 953d3f44-8f41-42b7-876f-39c2212942ce up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:56.867449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-8b705d3f-97df-4293-9e2f-e248de6b25a3 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175356 Dec 16 09:25:56.934637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:25:56.936796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Made reservation on behalf of 4466ccfd44df47848bdde57e86e69c07 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:56.941739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:56.962710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 953d3f44-8f41-42b7-876f-39c2212942ce triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:56.963109 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.109375 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.167649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 953d3f44-8f41-42b7-876f-39c2212942ce, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=953d3f44-8f41-42b7-876f-39c2212942ce,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:57.177141 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.178377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8a143f7c-e788-472f-89fb-6941ef5d2686 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:57.189884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:25:57.199301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ba7b6d70-39e0-48cb-8d53-9f176009b826 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7578578 Dec 16 09:25:57.216286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:57.232045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1377264568'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:57.289164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Allocated IP 192.168.233.198 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/a3868d2e-265c-47e0-b8a6-e312a6e3087d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:25:57.304695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:57.313363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=953d3f44-8f41-42b7-876f-39c2212942ce,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:57.330944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:57.331812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:57.359571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:57.363103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.398143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9133-9046-4309-bf70-e0207affa3cf req-f1424f49-3097-454b-bf44-6e3e44174755 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:57.401409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04fd9133-9046-4309-bf70-e0207affa3cf req-f1424f49-3097-454b-bf44-6e3e44174755 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 945 time: 0.1989558 Dec 16 09:25:57.415123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33416) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:57.422312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Request body: {'floatingip': {'port_id': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:57.485637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.507227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf52619-decf-4dd1-98d5-e9133c22f4ea None None] Network 8da66203-f7a5-465c-b382-4bca32fc31fc requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:57.599962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-72ac36b3-863c-4c6a-a41e-1cb8abe726ed None None] Provisioning complete for port 9e17f1b8-0271-4635-86ef-be58001a36ab triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:57.600161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-72ac36b3-863c-4c6a-a41e-1cb8abe726ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.610664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:25:57.631750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.632088 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 9bae466e-b044-4f35-9662-42f8ea06476f of type vlan for network bf0bff4c-a550-42b2-9d39-43571c2bc6ef Dec 16 09:25:57.639207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.668900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8a143f7c-e788-472f-89fb-6941ef5d2686 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:57.669293 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.674753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:57.691591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.741732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:25:57.742055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.745888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:57.750616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:25:57.766042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d7f0d4a3-30ac-4609-9e1a-e7fb358f1761'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:25:57.782512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Pushing event updated for resources: {'Port': ['ID=a3868d2e-265c-47e0-b8a6-e312a6e3087d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:57.816341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:57.817643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.839587 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-41f57976-d9b5-4bf4-9cea-0ebfb2b539d2 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0688465 Dec 16 09:25:57.860058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Request body: {'port': {'device_id': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:57.861403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.875902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:57.876941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:57.957923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.016416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d91d9c-c225-4c71-a871-cc34de6314ef req-1568f14d-883d-49f3-8375-875bc8de84fd tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.018675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38d91d9c-c225-4c71-a871-cc34de6314ef req-1568f14d-883d-49f3-8375-875bc8de84fd tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.4691267 Dec 16 09:25:58.039288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8201365 Dec 16 09:25:58.055975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33420) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:58.063533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:58.135375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199de26f-bcb7-4f52-851a-250a6e7e4d70 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=bf0bff4c-a550-42b2-9d39-43571c2bc6ef,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:58.157045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38d91d9c-c225-4c71-a871-cc34de6314ef req-07829666-a36f-4805-bf7c-d46d2be2cbba tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865550 Dec 16 09:25:58.278475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:58.280498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:25:58.351401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:25:58.355329 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.440277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39141d3-49ec-431b-beae-b3c8669410c1 req-21384270-3e09-4c50-a43d-a88599e5b299 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:58.442144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c39141d3-49ec-431b-beae-b3c8669410c1 req-21384270-3e09-4c50-a43d-a88599e5b299 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 944 time: 0.1345232 Dec 16 09:25:58.518689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-72ac36b3-863c-4c6a-a41e-1cb8abe726ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.570088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c39141d3-49ec-431b-beae-b3c8669410c1 req-5f25a333-2898-42f2-9b5f-43465afba925 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003072 Dec 16 09:25:58.599584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.605356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3868d2e-265c-47e0-b8a6-e312a6e3087d {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:25:58.608044 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.617639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.629275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9e17f1b8-0271-4635-86ef-be58001a36ab up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:25:58.666573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Transition to ACTIVE for port object a3868d2e-265c-47e0-b8a6-e312a6e3087d will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:25:58.679466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.706860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port fad389c8-37ab-4f5b-8859-54d90b281a12 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:25:58.714520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-72ac36b3-863c-4c6a-a41e-1cb8abe726ed None None] For port 9e17f1b8-0271-4635-86ef-be58001a36ab, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9e17f1b8-0271-4635-86ef-be58001a36ab,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:25:58.719968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fad389c8-37ab-4f5b-8859-54d90b281a12 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:58.720372 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.804621 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:25:58.812665 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-72ac36b3-863c-4c6a-a41e-1cb8abe726ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:58.825619 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:25:58.826509 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:58.856721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Pushing event updated for resources: {'Port': ['ID=a3868d2e-265c-47e0-b8a6-e312a6e3087d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:58.969201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.969830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.970384 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.971411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.971919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.973087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.973830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.974731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.975378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.975887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.976380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.977004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:25:58.996308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.004823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f13a8-72f9-47f8-8a48-041b44f1923a req-1ddf500b-afb5-4a93-9fe1-27ecb3234988 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.013892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-370f13a8-72f9-47f8-8a48-041b44f1923a req-1ddf500b-afb5-4a93-9fe1-27ecb3234988 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 948 time: 0.3097813 Dec 16 09:25:59.047911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:55Z', 'revision_number': 3, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:25:56Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:59.050590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-44f47616-de63-42d8-b6a4-3673869504c5 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.052617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-44f47616-de63-42d8-b6a4-3673869504c5 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 821 time: 0.3496122 Dec 16 09:25:59.059325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac36b3-863c-4c6a-a41e-1cb8abe726ed None None] Pushing event updated for resources: {'Port': ['ID=9e17f1b8-0271-4635-86ef-be58001a36ab,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:59.073775 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Floating IP eb72467a-2a54-4911-811a-d8d0e786e969 associated. External IP: 172.25.6.166, port: e5bddc33-9ddf-4b89-957b-a8bc5d8670f5. Dec 16 09:25:59.088194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'port': {'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'admin_state_up': True, 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:25:59.100661 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:25:59.103136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Attempting to bind port a3868d2e-265c-47e0-b8a6-e312a6e3087d on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:25:59.103136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Attempting to bind port a3868d2e-265c-47e0-b8a6-e312a6e3087d by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:25:59.103136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Attempting to bind port a3868d2e-265c-47e0-b8a6-e312a6e3087d on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:59.111935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9e17f1b8-0271-4635-86ef-be58001a36ab triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:59.112111 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.116947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:59.117417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Updating router e369be47-4b54-49ba-8c10-e969b0ea9a9b port bfa064e9-3ad0-4224-92f8-59f1db45ce54 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:59.144844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Port a3868d2e-265c-47e0-b8a6-e312a6e3087d on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:25:59.145228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Attempting to bind port a3868d2e-265c-47e0-b8a6-e312a6e3087d on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:25:59.161454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:59.161454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: bf0bff4c-a550-42b2-9d39-43571c2bc6ef, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:25:59.165699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=d5a727f9-db04-403e-b9f5-e205079ece65,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:59.170135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:25:59.170476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:25:59.170856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:25:59.172355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Bound port: a3868d2e-265c-47e0-b8a6-e312a6e3087d, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:25:59.172355 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.215537 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.232056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:25:59.258862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, bf0bff4c-a550-42b2-9d39-43571c2bc6ef) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:25:59.265032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-370f13a8-72f9-47f8-8a48-041b44f1923a req-fad8a1c5-9941-4c6d-a58b-293243da15ce tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448761 Dec 16 09:25:59.275162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.276259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.279565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d241c-cb45-4104-b1e6-cd99db8561c1 None None] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:25:59.345424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-092d5e5f-bade-4403-83ad-354d7127efc4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2861519 Dec 16 09:25:59.351854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33424) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:25:59.364121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] For port a3868d2e-265c-47e0-b8a6-e312a6e3087d, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:25:59.369975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] For port a3868d2e-265c-47e0-b8a6-e312a6e3087d, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:25:59.379378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.435994 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 2, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:25:59.490316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e513414b-297f-47ab-b705-07f2b833fea4 None None] Provisioning complete for port 9e17f1b8-0271-4635-86ef-be58001a36ab triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:25:59.490988 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e513414b-297f-47ab-b705-07f2b833fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.495914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Pushing event updated for resources: {'Port': ['ID=a3868d2e-265c-47e0-b8a6-e312a6e3087d,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:25:59.516804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.517546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.519231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-be5b8ab1-95d3-4892-972e-f60975ff7329 service neutron] 10.222.0.69 "PUT /v2.0/ports/a3868d2e-265c-47e0-b8a6-e312a6e3087d HTTP/1.1" status: 200 len: 1096 time: 1.6708047 Dec 16 09:25:59.520040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'tag': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:59.523741 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f81037cd-d6f4-4a77-b12a-38aab981b440", "tag": "a3868d2e-265c-47e0-b8a6-e312a6e3087d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:59.531055 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.679643 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:25:59.679986 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Updating router 6ae5d04e-67e7-4e82-9b76-68034737c2cc port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:25:59.693753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-6cb0cae1-81fa-4400-a4ee-571c6571409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.696072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-6cb0cae1-81fa-4400-a4ee-571c6571409e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4466ccfd44df47848bdde57e86e69c07&device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 1099 time: 0.1210060 Dec 16 09:25:59.731995 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.765377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:25:59.766423 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:25:59.806501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:25:59.820476 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31131932-fcab-42de-9ae1-b2dae0b70712" -d '{"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-plugged", "status": "completed", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:25:59.847519 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-1bdb3bf6-5a8c-4df0-b7b6-d71003dea154 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d HTTP/1.1" status: 200 len: 217 time: 0.1393654 Dec 16 09:25:59.955238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-7dccd7d1-a007-4a37-989e-4abb56710a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:25:59.956987 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-7dccd7d1-a007-4a37-989e-4abb56710a6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1032310 Dec 16 09:25:59.984756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:00.065232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12705-00be-4855-8db9-430a2ee5902e req-8200c19e-5c08-4aec-b9e5-7bd4e6526e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:00.066159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-8200c19e-5c08-4aec-b9e5-7bd4e6526e40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997851 Dec 16 09:26:00.070135 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.217209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-05da3891-21cb-44f7-86eb-d9af383c8543 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418097 Dec 16 09:26:00.243625 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.254614 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.305873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 953d3f44-8f41-42b7-876f-39c2212942ce up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:00.323235 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0f79f-ecc8-433f-b236-9716bbcf22bc None None] Pushing event updated for resources: {'Port': ['ID=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:00.332502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Made reservation on behalf of 1d7bd069468d4c3f921c86fe4f1903af for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:00.336656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.344505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:00.384515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Allocated IP 172.22.0.2 (bf0bff4c-a550-42b2-9d39-43571c2bc6ef/d5a727f9-db04-403e-b9f5-e205079ece65/64e5de50-807e-4993-b57e-93ad7fbf852c) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:00.389894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e513414b-297f-47ab-b705-07f2b833fea4 None None] Provisioning complete for port bfa064e9-3ad0-4224-92f8-59f1db45ce54 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:00.390197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e513414b-297f-47ab-b705-07f2b833fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.430704 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Attempting to bind port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:00.431272 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Attempting to bind port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:00.431784 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Attempting to bind port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:00.440678 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:00.441681 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Checking segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:00.442227 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.442822 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Bound using segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:00.443444 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Bound port: ee7afdc9-f138-40b9-840b-d0b5b9fe3374, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:00.444297 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.454672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a2f12705-00be-4855-8db9-430a2ee5902e req-ee70a656-e4e9-476d-8ad9-f43fd7d62610 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260869 Dec 16 09:26:00.478411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34a3ed98-d00d-47ff-9558-9a01aff1e8b7 req-091cc8d7-7c06-4920-9ade-2ca08790d1a9 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 210 time: 0.0841794 Dec 16 09:26:00.549418 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] For port ee7afdc9-f138-40b9-840b-d0b5b9fe3374, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:00.554033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] For port ee7afdc9-f138-40b9-840b-d0b5b9fe3374, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:00.560303 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.589963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Router 24df5044-61eb-42fc-99f1-fc3cecb8a73e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:00.623244 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0f79f-ecc8-433f-b236-9716bbcf22bc None None] Pushing event updated for resources: {'Port': ['ID=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:00.652908 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:00.653659 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:00.673127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e513414b-297f-47ab-b705-07f2b833fea4 None None] Port bfa064e9-3ad0-4224-92f8-59f1db45ce54 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:00.715985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 953d3f44-8f41-42b7-876f-39c2212942ce triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:00.717034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.745137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Allocated IP 172.20.0.7 (d888ec2b-0a55-4dd1-99f3-e2965936a750/a257d019-dbfb-4506-882b-20a5bf204f2e/b513666f-b0dc-4a55-aab2-578fbaa3e0c0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:00.785236 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:00.870209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.886640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:00.958390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973588b6-75b4-4d09-a084-f98e7f693488 None None] Pushing event updated for resources: {'Port': ['ID=bfa064e9-3ad0-4224-92f8-59f1db45ce54,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:01.022237 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.111027 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:00Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:01.148813 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5933420-ed18-4516-b76c-9eb1ccdb4fc6 None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:00Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:01.156584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.232104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Provisioning complete for port bfa064e9-3ad0-4224-92f8-59f1db45ce54 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:01.232623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.233880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event updated for resources: {'Port': ['ID=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:01.263013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9e872-c0b7-48a2-b9de-4d11e7dbb2f7 req-44743fc3-c4aa-45b2-9d49-847f4ff0fe95 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.271128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7fb9e872-c0b7-48a2-b9de-4d11e7dbb2f7 req-44743fc3-c4aa-45b2-9d49-847f4ff0fe95 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.6605713 Dec 16 09:26:01.352144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.356911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9e17f1b8-0271-4635-86ef-be58001a36ab up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:01.401409 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.402073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.409713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Port bfa064e9-3ad0-4224-92f8-59f1db45ce54 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:01.431816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:01.440221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Attempting to bind port bfa064e9-3ad0-4224-92f8-59f1db45ce54 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:01.441134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Attempting to bind port bfa064e9-3ad0-4224-92f8-59f1db45ce54 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:01.441600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Attempting to bind port bfa064e9-3ad0-4224-92f8-59f1db45ce54 on network 8da66203-f7a5-465c-b382-4bca32fc31fc {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:01.450779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7fb9e872-c0b7-48a2-b9de-4d11e7dbb2f7 req-798bf8ff-1500-404a-be9e-a416f636abb8 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785922 Dec 16 09:26:01.474235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:01.478969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:01.479404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:01.479923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Checking segment: {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:01.480428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.481289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Bound using segment: {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:01.484679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Bound port: bfa064e9-3ad0-4224-92f8-59f1db45ce54, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:01.485205 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.507808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:01.509243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:01.527411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Pushing event updated for resources: {'Port': ['ID=64e5de50-807e-4993-b57e-93ad7fbf852c,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:01.536512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:01.597880 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078d96a8-f42d-4dbc-a7c9-69354f9dd902 x-openstack-request-id: req-078d96a8-f42d-4dbc-a7c9-69354f9dd902 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:01.598426 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81037cd-d6f4-4a77-b12a-38aab981b440", "tag": "a3868d2e-265c-47e0-b8a6-e312a6e3087d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:01.598426 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-078d96a8-f42d-4dbc-a7c9-69354f9dd902 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:01.598907 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'tag': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d', 'status': 'completed', 'code': 200} Dec 16 09:26:01.671227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] For port bfa064e9-3ad0-4224-92f8-59f1db45ce54, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:01.674317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] For port bfa064e9-3ad0-4224-92f8-59f1db45ce54, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bfa064e9-3ad0-4224-92f8-59f1db45ce54,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:01.702723 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.725821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-5e4611f7-7fa3-4b7c-80a7-7419c8caeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.727407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-5e4611f7-7fa3-4b7c-80a7-7419c8caeb53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4466ccfd44df47848bdde57e86e69c07&device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 1099 time: 0.1081543 Dec 16 09:26:01.844175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Provisioning complete for port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:01.844554 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.876588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.877314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.881618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9e17f1b8-0271-4635-86ef-be58001a36ab triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:01.882008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:01.917408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-ece157e6-092f-4b5f-83e4-8ec0559d7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:01.919211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-85020da3-05b2-40e4-9bc4-a1578d1ae210 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8365862 Dec 16 09:26:01.930105 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-ece157e6-092f-4b5f-83e4-8ec0559d7b39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1928656 Dec 16 09:26:01.964805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Attempting to bind port 64e5de50-807e-4993-b57e-93ad7fbf852c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:01.965060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Attempting to bind port 64e5de50-807e-4993-b57e-93ad7fbf852c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:01.965398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Attempting to bind port 64e5de50-807e-4993-b57e-93ad7fbf852c on network bf0bff4c-a550-42b2-9d39-43571c2bc6ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:01.999099 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-5add2ecf-8198-4183-b0e6-40c340d28ff1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d HTTP/1.1" status: 200 len: 217 time: 0.0599790 Dec 16 09:26:02.007624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973588b6-75b4-4d09-a084-f98e7f693488 None None] Pushing event updated for resources: {'Port': ['ID=bfa064e9-3ad0-4224-92f8-59f1db45ce54,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:02.008460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Request body: {'port': {'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:02.027391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:02.028046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Checking segment: {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:02.028642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.029908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Bound using segment: {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:02.030638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Bound port: 64e5de50-807e-4993-b57e-93ad7fbf852c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:02.031209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.065318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:02.120621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] For port 64e5de50-807e-4993-b57e-93ad7fbf852c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:02.123256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-f9dd2bdc-15e5-4b4f-9c33-2966872041fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.125757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] For port 64e5de50-807e-4993-b57e-93ad7fbf852c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=64e5de50-807e-4993-b57e-93ad7fbf852c,segment=NetworkSegment(9bae466e-b044-4f35-9662-42f8ea06476f),segment_id=9bae466e-b044-4f35-9662-42f8ea06476f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:02.127299 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-f9dd2bdc-15e5-4b4f-9c33-2966872041fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1165640 Dec 16 09:26:02.133075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] Sync routers for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:02.143552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.150047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.213454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e526e2-dc24-421b-9709-c2d2ab19f5b8 None None] Pushing event updated for resources: {'Port': ['ID=64e5de50-807e-4993-b57e-93ad7fbf852c,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:02.217306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:02.217905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:02.236678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-bd37a12f-6c24-47bb-a47e-71dd23539cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.238686 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-bd37a12f-6c24-47bb-a47e-71dd23539cd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037309 Dec 16 09:26:02.249283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-296b170d-a16a-44ed-bcd0-f9d6fc450fd8 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "PUT /v2.0/floatingips/eb72467a-2a54-4911-811a-d8d0e786e969 HTTP/1.1" status: 200 len: 991 time: 4.8325202 Dec 16 09:26:02.258932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:02.261503 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4566bb-3377-40f9-bb9e-a2dc388f0403" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:02.300556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.313326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c5b6e-d1d3-4aaf-b713-51871ac70ad5 req-f1f000ac-e851-4654-b710-4c8a2ebe6dd3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.319584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:02.320222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:02.325288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-607c5b6e-d1d3-4aaf-b713-51871ac70ad5 req-f1f000ac-e851-4654-b710-4c8a2ebe6dd3 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.4561999 Dec 16 09:26:02.408042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-607c5b6e-d1d3-4aaf-b713-51871ac70ad5 req-9997bab2-6ce1-42aa-b6f4-0c9991b9175e tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817502 Dec 16 09:26:02.418183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.22.0.1 (bf0bff4c-a550-42b2-9d39-43571c2bc6ef/d5a727f9-db04-403e-b9f5-e205079ece65/13fa4fab-da03-44f0-9e6b-f3b2431ac56e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:02.431138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.462846 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-700a3aaa-ad9d-4975-88cf-7493e0d329f4 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153835 Dec 16 09:26:02.589274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] For port ee7afdc9-f138-40b9-840b-d0b5b9fe3374, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:02.591599 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03161ea-cf4d-46c0-b006-4cf69baf0687 x-openstack-request-id: req-f03161ea-cf4d-46c0-b006-4cf69baf0687 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:02.592023 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-plugged", "status": "completed", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:02.592419 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f03161ea-cf4d-46c0-b006-4cf69baf0687 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:02.592835 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'code': 200} Dec 16 09:26:02.600660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:02.635203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa36a097-3c0a-4189-8fd3-8f1e9537b8a3 req-06124fbf-0440-4f48-990a-f3af6a75bb7e service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594734 Dec 16 09:26:02.648167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:02.681582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:02.950360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee7afdc9-f138-40b9-840b-d0b5b9fe3374 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:02.983445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac80ce-66b4-44e4-a54c-24151553c8b5 req-856a3664-aa51-4bdd-9442-b4be07d0ae0d tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.985253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47ac80ce-66b4-44e4-a54c-24151553c8b5 req-856a3664-aa51-4bdd-9442-b4be07d0ae0d tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 948 time: 0.4097426 Dec 16 09:26:02.987411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012115c-781d-47e4-8d76-ec0f28bd5b41 req-025e3e2a-1ace-469e-a8e2-892b647f878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:02.988850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8012115c-781d-47e4-8d76-ec0f28bd5b41 req-025e3e2a-1ace-469e-a8e2-892b647f878a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 1096 time: 0.4286592 Dec 16 09:26:02.995804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Provisioning complete for port bfa064e9-3ad0-4224-92f8-59f1db45ce54 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:02.996171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.051520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.069584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bfc41-c1f6-443b-879e-8a92b7c25d55 None None] Pushing event updated for resources: {'Port': ['ID=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:03.095911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47ac80ce-66b4-44e4-a54c-24151553c8b5 req-69b2ad33-5559-450a-9450-f03ab0ca2268 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981925 Dec 16 09:26:03.122101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8012115c-781d-47e4-8d76-ec0f28bd5b41 req-843cb493-cdf1-4831-9e61-a230022e3df6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105025 Dec 16 09:26:03.161134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.224294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:03.236771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:03.240036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:03.240219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:03.240349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.318093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.341252 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.378895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:03.416976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] For port bfa064e9-3ad0-4224-92f8-59f1db45ce54, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bfa064e9-3ad0-4224-92f8-59f1db45ce54,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:03.429589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b513666f-b0dc-4a55-aab2-578fbaa3e0c0 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:03.442738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.447580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.450779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:55Z', 'revision_number': 3, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:01Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:03.474629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Transition to ACTIVE for port object b513666f-b0dc-4a55-aab2-578fbaa3e0c0 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:03.484609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.601360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Pushing event updated for resources: {'Port': ['ID=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:03.643835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.676910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94eb8b-8e24-4992-ba1d-c08aab7a881d None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:25:55Z', 'revision_number': 3, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:01Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:03.731308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Provisioning complete for port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:03.731676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:03.738031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a126e-2337-4a95-a9bb-fa2feb6f91d9 req-3e11894f-b4ea-4892-9634-dd33d9030a28 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:03.758044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-417a126e-2337-4a95-a9bb-fa2feb6f91d9 req-3e11894f-b4ea-4892-9634-dd33d9030a28 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 943 time: 0.1856549 Dec 16 09:26:03.800411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'eb72467a-2a54-4911-811a-d8d0e786e969', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'port_id': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'mac_address': 'fa:16:3e:ce:60:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:35Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 1, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:03.852817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] Checking router: 24df5044-61eb-42fc-99f1-fc3cecb8a73e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:03.854682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340619b2-502d-40cf-9e23-89e55b55c2ba None None] Pushing event updated for resources: {'Port': ['ID=bfa064e9-3ad0-4224-92f8-59f1db45ce54,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:03.886219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:03.886854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:04.038979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-417a126e-2337-4a95-a9bb-fa2feb6f91d9 req-5ac31b5c-f255-4247-8cae-15daf59b207f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742996 Dec 16 09:26:04.076233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Attempting to bind port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:04.081340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:04.081537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Attempting to bind port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:04.081822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Attempting to bind port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:04.108642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:04.127961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Attempting to bind port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:04.284385 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc8e12-eb69-48eb-a1ca-a1d28bca73ba x-openstack-request-id: req-5ccc8e12-eb69-48eb-a1ca-a1d28bca73ba {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:04.284694 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:04.284892 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ccc8e12-eb69-48eb-a1ca-a1d28bca73ba {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:04.285282 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'status': 'completed', 'code': 200} Dec 16 09:26:04.294768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:04.295003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Checking segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:04.295375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Bound using segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:04.295810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Bound port: b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:04.296208 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.309349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326404a-2799-4006-891e-783923475925 None None] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:04.375303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-e3913258-18fd-4d4f-9d5f-7dcf7a1021de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.377001 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-e3913258-18fd-4d4f-9d5f-7dcf7a1021de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b075baa048e246e8b5d1644eb9fdeebf&device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 1096 time: 0.1121595 Dec 16 09:26:04.454987 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.470844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.522870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] For port b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:04.555925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-57e52f83-a87e-429e-8e54-bd21e42246f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.557802 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-57e52f83-a87e-429e-8e54-bd21e42246f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c HTTP/1.1" status: 200 len: 915 time: 0.1713128 Dec 16 09:26:04.568374 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.580941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983571cf-b72a-475a-a729-6012b360766d req-2af5e755-d9d0-4ff7-9671-1f908793e6e0 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.589229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-983571cf-b72a-475a-a729-6012b360766d req-2af5e755-d9d0-4ff7-9671-1f908793e6e0 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.2404943 Dec 16 09:26:04.659118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] For port b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:04.673773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-0777d6c6-3cea-4a46-869a-561c57706e93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 HTTP/1.1" status: 200 len: 999 time: 0.1055863 Dec 16 09:26:04.820808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'eb72467a-2a54-4911-811a-d8d0e786e969', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'port_id': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'mac_address': 'fa:16:3e:ce:60:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:35Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 1, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:04.835450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-66e475af-a490-4543-86a5-9b4012ec05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.838576 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-66e475af-a490-4543-86a5-9b4012ec05d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc HTTP/1.1" status: 200 len: 853 time: 0.1544673 Dec 16 09:26:04.878670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fee6b5-1c1d-4454-b410-0d4803e190cc None None] The sync data for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 is: [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'eb72467a-2a54-4911-811a-d8d0e786e969', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'port_id': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'mac_address': 'fa:16:3e:ce:60:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:25:35Z', 'updated_at': '2021-12-16T09:25:58Z', 'revision_number': 1, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:04.882486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75c7bed7-065b-45b4-a45e-c885834ab61f None None] Provisioning complete for port 64e5de50-807e-4993-b57e-93ad7fbf852c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:04.882969 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c7bed7-065b-45b4-a45e-c885834ab61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:04.929738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-142907da-712d-45be-ae01-a62f4d1e4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:04.931599 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-142907da-712d-45be-ae01-a62f4d1e4301 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787964 Dec 16 09:26:05.088199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee7afdc9-f138-40b9-840b-d0b5b9fe3374 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:05.145078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c7bed7-065b-45b4-a45e-c885834ab61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.167347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-2de42792-b8ac-4299-b218-5323ba2e8369 service neutron] 10.222.0.53 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267489 Dec 16 09:26:05.190380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:05.190740 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.238260 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa91641-44a8-4c79-93c5-1f5517de1e21 None None] New status for floating IP eb72467a-2a54-4911-811a-d8d0e786e969: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:05.239134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-75c7bed7-065b-45b4-a45e-c885834ab61f None None] For port 64e5de50-807e-4993-b57e-93ad7fbf852c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=64e5de50-807e-4993-b57e-93ad7fbf852c,segment=NetworkSegment(9bae466e-b044-4f35-9662-42f8ea06476f),segment_id=9bae466e-b044-4f35-9662-42f8ea06476f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:05.247426 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c7bed7-065b-45b4-a45e-c885834ab61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.252510 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.295812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:05.354349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db4566bb-3377-40f9-bb9e-a2dc388f0403 req-13adee84-7190-4d33-a145-2998efb6e8dc service neutron] 10.222.0.53 "GET /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721852 Dec 16 09:26:05.399432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-983571cf-b72a-475a-a729-6012b360766d req-8af3fb97-37e9-4876-8665-10c185c40319 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8095155 Dec 16 09:26:05.426817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.426817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.426817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-644b74a5-1b68-414d-97db-97ee911905db service neutron] 10.222.0.53 "PUT /v2.0/ports/b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 1091 time: 3.4469244 Dec 16 09:26:05.459516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 64e5de50-807e-4993-b57e-93ad7fbf852c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:05.461344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7bed7-065b-45b4-a45e-c885834ab61f None None] Pushing event updated for resources: {'Port': ['ID=64e5de50-807e-4993-b57e-93ad7fbf852c,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:05.617229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b74a5-1b68-414d-97db-97ee911905db service neutron] Pushing event updated for resources: {'Port': ['ID=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:05.634751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-499d39b5-e2bc-4f63-8ac4-a311176df6c7 None None] Provisioning complete for port 64e5de50-807e-4993-b57e-93ad7fbf852c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:05.636619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-499d39b5-e2bc-4f63-8ac4-a311176df6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.642432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:05.648375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:05.658780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-0b214b34-c8ef-462c-beaa-e51d4271239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.660456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-0b214b34-c8ef-462c-beaa-e51d4271239a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1094 time: 0.1752388 Dec 16 09:26:05.681021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbfe2a-ba8b-4f3e-9395-badcb9912149 req-76698c6f-b90d-436f-a0e5-e131a38adac4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.683236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26dbfe2a-ba8b-4f3e-9395-badcb9912149 req-76698c6f-b90d-436f-a0e5-e131a38adac4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.1379652 Dec 16 09:26:05.692339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 64e5de50-807e-4993-b57e-93ad7fbf852c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:05.693217 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.822672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-fe49b0ba-da8d-4fa5-a040-76c95f0630c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0852835 Dec 16 09:26:05.867554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bfa064e9-3ad0-4224-92f8-59f1db45ce54 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:05.869482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-499d39b5-e2bc-4f63-8ac4-a311176df6c7 None None] Provisioning complete for port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:05.869879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-499d39b5-e2bc-4f63-8ac4-a311176df6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:05.893997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:05.904743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26dbfe2a-ba8b-4f3e-9395-badcb9912149 req-68489e83-ba88-4eab-ab89-3f707d9be9ba tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607065 Dec 16 09:26:05.933770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-914573c3-57c4-48a6-98b2-fb0ff403fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:05.935626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-914573c3-57c4-48a6-98b2-fb0ff403fedb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0879185 Dec 16 09:26:05.947307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-499d39b5-e2bc-4f63-8ac4-a311176df6c7 None None] Port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:05.969158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bfa064e9-3ad0-4224-92f8-59f1db45ce54 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:05.969558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.080770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d2d7cb8a-ef53-42b4-b652-8705da98d9cf None None] Provisioning complete for port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:06.081019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2d7cb8a-ef53-42b4-b652-8705da98d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.092685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:06.100709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-056668bc-fed2-45b2-b135-12d606aacca8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7452796 Dec 16 09:26:06.100709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438e72-7c53-4068-b259-44cf384e0865 req-4462ce30-4e81-4e06-ae6e-c4626c8e9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.101049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:06.106131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'network': {'name': 'tempest-RoutersTest-1250940627'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:06.107233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-4462ce30-4e81-4e06-ae6e-c4626c8e9142 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351669 Dec 16 09:26:06.111587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:06.117018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b300123-cf0e-44a7-b07a-ecd8b138aee8 req-c345c06e-08ed-4076-b340-aa4b6953e5e0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.118773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b300123-cf0e-44a7-b07a-ecd8b138aee8 req-c345c06e-08ed-4076-b340-aa4b6953e5e0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 948 time: 0.1370826 Dec 16 09:26:06.131958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7cb8a-ef53-42b4-b652-8705da98d9cf None None] Port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:06.133384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:06.134028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:06.151702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:06.157202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.173059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a3868d2e-265c-47e0-b8a6-e312a6e3087d details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:06.185358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:06.197569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.198490 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added segment 97dcbd7a-d85d-40f3-a821-35ab0ed27e69 of type vlan for network f175779f-e36a-4b41-a61f-bbd3fa22c933 Dec 16 09:26:06.234464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b300123-cf0e-44a7-b07a-ecd8b138aee8 req-d8b7db31-9155-4782-8fc6-6dc20b48c662 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055927 Dec 16 09:26:06.253128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:06.259678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.285881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:06.288391 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f1499-e3db-439c-b656-8ea2262a13f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:06.298046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.316088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-8e12854f-df5c-424d-a625-c394b4f816f9 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964037 Dec 16 09:26:06.319859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.320608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.434994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:06.436985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:06.443374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a3868d2e-265c-47e0-b8a6-e312a6e3087d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:06.451755 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3471949 Dec 16 09:26:06.455334 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:06.472457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'subnet': {'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:06.480075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58438e72-7c53-4068-b259-44cf384e0865 req-f49af8c8-03af-4daf-83cd-aa61404ae4c6 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534553 Dec 16 09:26:06.494011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6ac0-511c-472c-9937-dcf7b077b9e3 req-e25350e9-210f-49e7-a735-55e2bf1d7c66 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.495952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df8b6ac0-511c-472c-9937-dcf7b077b9e3 req-e25350e9-210f-49e7-a735-55e2bf1d7c66 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 943 time: 0.0792804 Dec 16 09:26:06.532040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaa690-5ff6-4b72-aab0-30951300ad7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Network': ['ID=f175779f-e36a-4b41-a61f-bbd3fa22c933,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:06.561548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df8b6ac0-511c-472c-9937-dcf7b077b9e3 req-1be76c7f-e172-4899-a927-370e160687fd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570426 Dec 16 09:26:06.593678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Made reservation on behalf of 905b1b194c704360827b244549b025e2 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:06.598383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.638747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:06.694803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d', 'mac_address': 'fa:16:3e:df:39:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:06.816418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.816665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 64e5de50-807e-4993-b57e-93ad7fbf852c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:06.895176 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.898706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Subnet': ['ID=cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:06.906839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Checking segment: {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:06.907197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network hostable DHCP agents. Network: f175779f-e36a-4b41-a61f-bbd3fa22c933, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:06.927449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:06.939418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f175779f-e36a-4b41-a61f-bbd3fa22c933) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:06.953970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e1ccc-0b1a-43c3-a405-ae44d1416a9a None None] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:06.954231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:06.954799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:06.967498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3868d2e-265c-47e0-b8a6-e312a6e3087d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:06.976147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f99cd1b3-e6d1-42bd-a7bf-cf6db12587a0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5085397 Dec 16 09:26:06.976507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33492) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:07.023179 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:26:07.037498 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0eeb14-bd20-4e71-81bd-b62e2a26c7a1 x-openstack-request-id: req-cb0eeb14-bd20-4e71-81bd-b62e2a26c7a1 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:07.038388 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:07.038815 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb0eeb14-bd20-4e71-81bd-b62e2a26c7a1 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:07.039364 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'status': 'completed', 'code': 200} Dec 16 09:26:07.050563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:07.079916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.083555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a3868d2e-265c-47e0-b8a6-e312a6e3087d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:07.100403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.107404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'mac_address': 'fa:16:3e:52:3c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:07.140798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 64e5de50-807e-4993-b57e-93ad7fbf852c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:07.141169 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.167384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-aeb10a6e-f11f-4216-ae65-b16e1d5f7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.168870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-aeb10a6e-f11f-4216-ae65-b16e1d5f7bd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1094 time: 0.0971105 Dec 16 09:26:07.188173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:07.190457 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f65efe3-e360-486c-af84-1db0418eac2a" -d '{"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:07.195021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:04Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:07.246146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e81425-e907-41f7-a816-d649ab108ecc req-68766a59-1252-4b2b-b368-a64a5235db56 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.246540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35e81425-e907-41f7-a816-d649ab108ecc req-68766a59-1252-4b2b-b368-a64a5235db56 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.1506603 Dec 16 09:26:07.270937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:07.281248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:07.281602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Updating router e369be47-4b54-49ba-8c10-e969b0ea9a9b port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:26:07.298090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.332944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.334819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a3868d2e-265c-47e0-b8a6-e312a6e3087d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:07.357501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35e81425-e907-41f7-a816-d649ab108ecc req-fecc373a-3215-4d2d-a847-7abfdf9d96dd tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996735 Dec 16 09:26:07.394271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.422498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:07.433532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-a968ac47-830a-4566-b1d1-6ca2a106ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.435003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-a968ac47-830a-4566-b1d1-6ca2a106ac6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.2316744 Dec 16 09:26:07.483111 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f92283-39ce-4f96-852d-0bb1dc4aac79 x-openstack-request-id: req-f2f92283-39ce-4f96-852d-0bb1dc4aac79 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:07.483402 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:07.483652 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2f92283-39ce-4f96-852d-0bb1dc4aac79 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:07.484040 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'code': 200} Dec 16 09:26:07.484144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-64aff541-79b4-4bef-9cc6-40d5a4aa8e30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0389485 Dec 16 09:26:07.548475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:07.573906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-f175779f-e36a-4b41-a61f-bbd3fa22c933', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:07.574771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.601471 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:26:07.601970 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:26:07.617591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-46680f41-f7e7-4d83-a751-1be5b419ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.618983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-46680f41-f7e7-4d83-a751-1be5b419ca47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.1110699 Dec 16 09:26:07.645906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['a3868d2e-265c-47e0-b8a6-e312a6e3087d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:07.657465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc38ac-d776-4703-80fb-112911217318 req-6c86a6a1-6a70-4e7b-8dd6-c0b14dfbe12e tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.658830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99dc38ac-d776-4703-80fb-112911217318 req-6c86a6a1-6a70-4e7b-8dd6-c0b14dfbe12e tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 949 time: 0.1131601 Dec 16 09:26:07.661423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:07.790703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99dc38ac-d776-4703-80fb-112911217318 req-09e7d190-1be5-4c0b-b77b-471771eae484 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054661 Dec 16 09:26:07.796263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-d65a69fb-62c0-4e0d-9637-ddc9e50390d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:07.797745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-d65a69fb-62c0-4e0d-9637-ddc9e50390d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616013 Dec 16 09:26:07.924526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Allocated IP 172.23.0.2 (f175779f-e36a-4b41-a61f-bbd3fa22c933/cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf/4e900d97-3d01-459c-8598-74d09b0d3305) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:08.048585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-1d74719b-cd76-4457-9716-f5e23661da7b service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342601 Dec 16 09:26:08.060944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de639af6-f467-4375-a625-f11b21c0b577 req-0dc60566-d1f3-4ad0-ac39-0395dcfc0d58 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:08.062392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de639af6-f467-4375-a625-f11b21c0b577 req-0dc60566-d1f3-4ad0-ac39-0395dcfc0d58 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 943 time: 0.0867696 Dec 16 09:26:08.097643 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.113798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.146486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de639af6-f467-4375-a625-f11b21c0b577 req-4a2ba330-3ca7-4067-8d2a-059f24ddf2fb tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750108 Dec 16 09:26:08.172811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-531f1499-e3db-439c-b656-8ea2262a13f9 req-d3492e8f-26eb-4491-90c3-3c55bf443d1e service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094661 Dec 16 09:26:08.236917 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.244864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0e4b4-0f87-45f8-a166-2d3ebeea9815 None None] Pushing event updated for resources: {'Port': ['ID=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:08.271689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.288159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:08.298213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.356646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Allocated IP 172.23.0.1 (f175779f-e36a-4b41-a61f-bbd3fa22c933/cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf/8deb6753-4432-47f7-8e81-0a20c76201b7) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:08.358318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:08.369926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.376605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Attempting to bind port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:08.376883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Attempting to bind port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:08.377800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Attempting to bind port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e on network bf0bff4c-a550-42b2-9d39-43571c2bc6ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:08.382250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:08.392717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:08.395688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:08.395688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Checking segment: {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:08.396903 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.396903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Bound using segment: {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:08.396903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Bound port: 13fa4fab-da03-44f0-9e6b-f3b2431ac56e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bae466e-b044-4f35-9662-42f8ea06476f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:08.397714 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.399815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:08.402074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Pushing event updated for resources: {'Port': ['ID=4e900d97-3d01-459c-8598-74d09b0d3305,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:08.462912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b513666f-b0dc-4a55-aab2-578fbaa3e0c0 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:08.529937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.538874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5aa00-e5ef-477a-a28d-e1915cb90eed req-faa42525-927a-461c-9eb5-8867f701689e tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:08.540445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77d5aa00-e5ef-477a-a28d-e1915cb90eed req-faa42525-927a-461c-9eb5-8867f701689e tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 949 time: 0.0876572 Dec 16 09:26:08.603809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77d5aa00-e5ef-477a-a28d-e1915cb90eed req-d536f544-88e6-4fa1-b778-0cde33efd4d8 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554914 Dec 16 09:26:08.605287 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.646570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:08.653392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:08.657813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:08.667826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=8deb6753-4432-47f7-8e81-0a20c76201b7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:08.695829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.696324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.696456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.696742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.697064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.697663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.697663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.698590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.698590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.698788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.699170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.699280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:08.720076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.728309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-61b1aa15-9ac5-45e9-9c85-720b3c5f1847 None None] Provisioning complete for port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:08.728681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61b1aa15-9ac5-45e9-9c85-720b3c5f1847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.737582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Attempting to bind port 4e900d97-3d01-459c-8598-74d09b0d3305 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:08.737978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Attempting to bind port 4e900d97-3d01-459c-8598-74d09b0d3305 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:08.738336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Attempting to bind port 4e900d97-3d01-459c-8598-74d09b0d3305 on network f175779f-e36a-4b41-a61f-bbd3fa22c933 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:08.820561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:08.834120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:08.836861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:08.837231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Checking segment: {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:08.837628 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.838045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Bound using segment: {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:08.838516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Bound port: 4e900d97-3d01-459c-8598-74d09b0d3305, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:08.838889 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.847533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06a53b-0cdf-4015-a541-ca58babaf89f req-4e5310b5-0f8f-4513-a729-770fd9af1903 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:08.849111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c06a53b-0cdf-4015-a541-ca58babaf89f req-4e5310b5-0f8f-4513-a729-770fd9af1903 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.0855212 Dec 16 09:26:08.881878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] For port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:08.895963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:08.909943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-61b1aa15-9ac5-45e9-9c85-720b3c5f1847 None None] Port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:08.929480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] For port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,segment=NetworkSegment(9bae466e-b044-4f35-9662-42f8ea06476f),segment_id=9bae466e-b044-4f35-9662-42f8ea06476f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:08.949664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c06a53b-0cdf-4015-a541-ca58babaf89f req-cb22d4de-e677-4740-b824-c78d0a4b57d4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Dec 16 09:26:08.957432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.000736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:09.063415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:09.091110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] For port 4e900d97-3d01-459c-8598-74d09b0d3305, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:09.095225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] For port 4e900d97-3d01-459c-8598-74d09b0d3305, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e900d97-3d01-459c-8598-74d09b0d3305,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:09.097427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0e4b4-0f87-45f8-a166-2d3ebeea9815 None None] Pushing event updated for resources: {'Port': ['ID=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:09.112153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569990-4225-4131-8b4f-df92c763480b req-adbe78dd-b164-45b9-9af9-fec678e94c86 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:09.113712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0569990-4225-4131-8b4f-df92c763480b req-adbe78dd-b164-45b9-9af9-fec678e94c86 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 949 time: 0.0806799 Dec 16 09:26:09.121401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:09.122065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:09.124576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.205592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0569990-4225-4131-8b4f-df92c763480b req-91e649c2-46ca-4e33-a5b8-6e1e5cc62fca tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Dec 16 09:26:09.258338 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.284486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.294729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.307595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b513666f-b0dc-4a55-aab2-578fbaa3e0c0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:09.312368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:09.361537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814800a5-59d5-4aa7-8adf-9edde535e9d1 None None] Pushing event updated for resources: {'Port': ['ID=4e900d97-3d01-459c-8598-74d09b0d3305,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:09.401140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:09.446213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.493515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-37c3b8cf-4e6b-4ba9-b0ea-89e90b087b14 None None] Provisioning complete for port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:09.493937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37c3b8cf-4e6b-4ba9-b0ea-89e90b087b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.600327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:09.733148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b513666f-b0dc-4a55-aab2-578fbaa3e0c0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:09.757653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event updated for resources: {'Port': ['ID=8deb6753-4432-47f7-8e81-0a20c76201b7,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:09.758034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37c3b8cf-4e6b-4ba9-b0ea-89e90b087b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.760910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.774559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73385-0120-4421-9250-17b05ed2425e req-98d0a870-ee44-49b9-8a73-4103a29a1853 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:09.776077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95f73385-0120-4421-9250-17b05ed2425e req-98d0a870-ee44-49b9-8a73-4103a29a1853 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 944 time: 0.1116791 Dec 16 09:26:09.807595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8deb6753-4432-47f7-8e81-0a20c76201b7', 'name': '', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:ca:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:07Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 1, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:09.852743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-37c3b8cf-4e6b-4ba9-b0ea-89e90b087b14 None None] For port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,segment=NetworkSegment(9bae466e-b044-4f35-9662-42f8ea06476f),segment_id=9bae466e-b044-4f35-9662-42f8ea06476f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:09.855407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf165e-4115-4e14-a2b0-517ffeb9b01e None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8deb6753-4432-47f7-8e81-0a20c76201b7', 'name': '', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:ca:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:07Z', 'updated_at': '2021-12-16T09:26:08Z', 'revision_number': 1, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:09.862057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37c3b8cf-4e6b-4ba9-b0ea-89e90b087b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:09.864063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95f73385-0120-4421-9250-17b05ed2425e req-322969fb-c1e8-4bd7-a49a-c8193b8ee80d tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726728 Dec 16 09:26:09.899953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:09.902650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:09.969975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3b8cf-4e6b-4ba9-b0ea-89e90b087b14 None None] Pushing event updated for resources: {'Port': ['ID=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:10.070328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:10.198867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51b46b-ffe0-4b56-94c7-6b4bcc537bea req-84c39d80-4ef0-4e44-bbb5-2a9a7dad1bcf tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:10.200375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d51b46b-ffe0-4b56-94c7-6b4bcc537bea req-84c39d80-4ef0-4e44-bbb5-2a9a7dad1bcf tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 949 time: 0.1333137 Dec 16 09:26:10.203062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a3868d2e-265c-47e0-b8a6-e312a6e3087d up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:10.209527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:10.216658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1fde2f35-d73c-4a6e-b9e2-3b103a38bc92 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385628 Dec 16 09:26:10.219587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33560) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:10.224681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:10.261965 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d51b46b-ffe0-4b56-94c7-6b4bcc537bea req-422ad7d6-418a-4fa4-b7ff-1ed41fd12c4b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498240 Dec 16 09:26:10.319359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port a3868d2e-265c-47e0-b8a6-e312a6e3087d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:10.330232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port a3868d2e-265c-47e0-b8a6-e312a6e3087d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:10.330642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.413688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5f2a-d9ef-48de-a96b-f19a6e40d0b1 req-8a322a87-cdcc-4dfe-8ca3-18bce4716108 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:10.421527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-647c5f2a-d9ef-48de-a96b-f19a6e40d0b1 req-8a322a87-cdcc-4dfe-8ca3-18bce4716108 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.0844829 Dec 16 09:26:10.430418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.455066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:10.479617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-647c5f2a-d9ef-48de-a96b-f19a6e40d0b1 req-f57e9794-1455-491a-a0b2-f6724bf941e5 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Dec 16 09:26:10.482649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:10.485594 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe049e8-6a84-42a9-a863-3a4390b8a68a" -d '{"events": [{"server_uuid": "f81037cd-d6f4-4a77-b12a-38aab981b440", "name": "network-vif-plugged", "status": "completed", "tag": "a3868d2e-265c-47e0-b8a6-e312a6e3087d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:10.511116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e5647-75f0-465e-a9b8-fb7a32636b1f None None] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:10.564840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a3868d2e-265c-47e0-b8a6-e312a6e3087d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:10.574734 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.593594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76e1e5-e069-4c4e-98b1-0cb278052395 req-e4a4f4b1-8ba8-4897-acff-895c62254283 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:10.596818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c76e1e5-e069-4c4e-98b1-0cb278052395 req-e4a4f4b1-8ba8-4897-acff-895c62254283 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 949 time: 0.0595722 Dec 16 09:26:10.641782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c76e1e5-e069-4c4e-98b1-0cb278052395 req-a3de5a74-5f5c-4ef5-a9fa-17c658e86c1f tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Dec 16 09:26:10.659981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f6321bae-5188-44cc-9b04-cf98db3bc516 None None] Provisioning complete for port 4e900d97-3d01-459c-8598-74d09b0d3305 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:10.660476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6321bae-5188-44cc-9b04-cf98db3bc516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.698233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a3868d2e-265c-47e0-b8a6-e312a6e3087d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:10.729830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:10.730427 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:10.950634 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0aa887-cd90-4c89-98ea-87fd14b9e994 x-openstack-request-id: req-0b0aa887-cd90-4c89-98ea-87fd14b9e994 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:10.951069 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81037cd-d6f4-4a77-b12a-38aab981b440", "name": "network-vif-plugged", "status": "completed", "tag": "a3868d2e-265c-47e0-b8a6-e312a6e3087d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:10.951414 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b0aa887-cd90-4c89-98ea-87fd14b9e994 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:10.951891 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d', 'code': 200} Dec 16 09:26:11.037048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 13fa4fab-da03-44f0-9e6b-f3b2431ac56e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:11.049612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698776f-21ed-4c35-a283-b498e3114c82 req-73e6a4a5-8a22-42d9-abef-0be749755171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.051148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5698776f-21ed-4c35-a283-b498e3114c82 req-73e6a4a5-8a22-42d9-abef-0be749755171 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 1101 time: 0.1244762 Dec 16 09:26:11.067334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbd4c-b6b0-4059-b50f-62ef6b6e022f req-f382196e-c72d-4d4c-ae21-d77f15e191b4 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.074988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56cdbd4c-b6b0-4059-b50f-62ef6b6e022f req-f382196e-c72d-4d4c-ae21-d77f15e191b4 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 944 time: 0.0738966 Dec 16 09:26:11.119032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5698776f-21ed-4c35-a283-b498e3114c82 req-377cec2c-ac99-4219-a276-09fad944fe82 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596876 Dec 16 09:26:11.120645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:26:11.143542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Removed routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:26:11.143947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.148007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56cdbd4c-b6b0-4059-b50f-62ef6b6e022f req-89b2b688-ce6a-45e1-b6e1-95d272a2ef06 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667572 Dec 16 09:26:11.170976 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6321bae-5188-44cc-9b04-cf98db3bc516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.199807 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.262440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f6321bae-5188-44cc-9b04-cf98db3bc516 None None] For port 4e900d97-3d01-459c-8598-74d09b0d3305, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e900d97-3d01-459c-8598-74d09b0d3305,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:11.270100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:11.270923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.275347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6321bae-5188-44cc-9b04-cf98db3bc516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.346228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:11.365184 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.381573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321bae-5188-44cc-9b04-cf98db3bc516 None None] Pushing event updated for resources: {'Port': ['ID=4e900d97-3d01-459c-8598-74d09b0d3305,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:11.398767 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.407107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.464906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b4635-32f0-443e-ac12-fa2a4ae52ad5 req-ff76c241-687b-4697-a4d8-706eb24ac72a tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.466737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb1b4635-32f0-443e-ac12-fa2a4ae52ad5 req-ff76c241-687b-4697-a4d8-706eb24ac72a tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0996623 Dec 16 09:26:11.475473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:11.501469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e900d97-3d01-459c-8598-74d09b0d3305 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:11.536639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:11.552283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb1b4635-32f0-443e-ac12-fa2a4ae52ad5 req-51f16e5a-56ce-49ec-91bb-846d08c4f049 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649433 Dec 16 09:26:11.555552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5374ddf1-90f8-4fde-82fa-1d8236b69ec9 None None] Provisioning complete for port 4e900d97-3d01-459c-8598-74d09b0d3305 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:11.556300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5374ddf1-90f8-4fde-82fa-1d8236b69ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.608338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4e900d97-3d01-459c-8598-74d09b0d3305 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:11.608705 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.650225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:11.658226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.663598 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-19c37e72-36d6-41de-b8dc-ce4ac16bd771 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 933 time: 1.4414315 Dec 16 09:26:11.664781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33578) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:11.696946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c36b5-9f1c-4945-9535-f94366e349cd req-70e8df07-fb43-43bc-b48f-f2be5b64adc7 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.705793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-632c36b5-9f1c-4945-9535-f94366e349cd req-70e8df07-fb43-43bc-b48f-f2be5b64adc7 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.0792732 Dec 16 09:26:11.753776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-632c36b5-9f1c-4945-9535-f94366e349cd req-65881037-59ca-4de6-9a98-89284611c9c0 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466964 Dec 16 09:26:11.766321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5374ddf1-90f8-4fde-82fa-1d8236b69ec9 None None] Provisioning complete for port 8deb6753-4432-47f7-8e81-0a20c76201b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:11.766699 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5374ddf1-90f8-4fde-82fa-1d8236b69ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.785309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3b92899a-5a71-4476-aa51-470868c2d058 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 933 time: 0.1190050 Dec 16 09:26:11.788701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:11.794843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'routes': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:11.808335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5374ddf1-90f8-4fde-82fa-1d8236b69ec9 None None] Port 8deb6753-4432-47f7-8e81-0a20c76201b7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:11.899312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f392-07bf-44cd-9441-212cf8932bbc req-52d2b152-a67f-446c-bf0e-49eef04523e0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:11.901006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f21f392-07bf-44cd-9441-212cf8932bbc req-52d2b152-a67f-446c-bf0e-49eef04523e0 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 950 time: 0.0568979 Dec 16 09:26:11.929973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fee0fabf-2be6-4725-96e7-8d58703b9f8f None None] Provisioning complete for port 8deb6753-4432-47f7-8e81-0a20c76201b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:11.930241 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fee0fabf-2be6-4725-96e7-8d58703b9f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:11.946803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:11.964840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f21f392-07bf-44cd-9441-212cf8932bbc req-834c6c19-6388-4c80-8098-690a8f737f88 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559387 Dec 16 09:26:11.976657 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:11.977383 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:12.023292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fee0fabf-2be6-4725-96e7-8d58703b9f8f None None] Port 8deb6753-4432-47f7-8e81-0a20c76201b7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:12.084836 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:12.144476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3bdb9707-e8d0-4df2-8eae-982af692223a None None] Provisioning complete for port 8deb6753-4432-47f7-8e81-0a20c76201b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:12.145058 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9707-e8d0-4df2-8eae-982af692223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.203790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb9707-e8d0-4df2-8eae-982af692223a None None] Port 8deb6753-4432-47f7-8e81-0a20c76201b7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:12.208180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:26:12.208613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:26:12.220348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:12.251065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.286392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe49e4-daca-4cbc-86e7-3658335ed73c req-a73b3426-940d-422d-9ce0-74d6e158455d tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:12.294496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dabe49e4-daca-4cbc-86e7-3658335ed73c req-a73b3426-940d-422d-9ce0-74d6e158455d tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 944 time: 0.0692694 Dec 16 09:26:12.336425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:12.338924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dabe49e4-daca-4cbc-86e7-3658335ed73c req-0183849e-aa32-44d0-b1a0-f3b87d00dc65 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Dec 16 09:26:12.359692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'network_id': '9e5aa7b0-989b-48bc-9e07-84c61caffe3c', 'port_id': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'mac_address': 'fa:16:3e:04:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce560d8-152a-4b46-a804-a122b4235262', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:12.389123 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:11Z', 'revision_number': 6, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8deb6753-4432-47f7-8e81-0a20c76201b7', 'name': '', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:ca:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:07Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:12.411077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.426736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fad389c8-37ab-4f5b-8859-54d90b281a12 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:12.447856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b513666f-b0dc-4a55-aab2-578fbaa3e0c0 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:12.454314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:12.480085 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.483464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.492326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.513876 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:12.514127 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Updating router e369be47-4b54-49ba-8c10-e969b0ea9a9b port 8deb6753-4432-47f7-8e81-0a20c76201b7 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:26:12.540961 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.557410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:12.570008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:12.574609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:12.574977 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.627835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:12.651134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fad389c8-37ab-4f5b-8859-54d90b281a12'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:12.683672 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.703149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c4222-7e2a-41e5-828f-dd26d60b8bd8 req-c7fac89f-5c98-4be3-809b-8996c0faaebe tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:12.704684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-465c4222-7e2a-41e5-828f-dd26d60b8bd8 req-c7fac89f-5c98-4be3-809b-8996c0faaebe tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0714247 Dec 16 09:26:12.734693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:12.738840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:12.744435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.746675 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0190b594-8e74-4fc0-b219-4035b16344f9 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 699 time: 0.9569685 Dec 16 09:26:12.749434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33594) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:12.754647 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.782756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-465c4222-7e2a-41e5-828f-dd26d60b8bd8 req-d5a76779-6dd9-4745-9a29-28df106a7fbd tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679848 Dec 16 09:26:12.838421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:12.877290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e900d97-3d01-459c-8598-74d09b0d3305 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:12.903308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b44c0ad-292a-46ee-9c7a-66cb1b6962cd tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 699 time: 0.1522770 Dec 16 09:26:12.905676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33598) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:12.906974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2087e9-e210-407a-b6a2-088d18f89f04 req-bee8494b-2471-448e-97d7-dac80bbe8152 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:12.909977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f2087e9-e210-407a-b6a2-088d18f89f04 req-bee8494b-2471-448e-97d7-dac80bbe8152 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 944 time: 0.0628874 Dec 16 09:26:12.953061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}, {'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:12.955530 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee200b2-0802-40cd-991b-69ff91e14468" -d '{"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-plugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}, {"server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "name": "network-vif-plugged", "status": "completed", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:12.957524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f2087e9-e210-407a-b6a2-088d18f89f04 req-4a3b9ab1-347c-4321-82e9-352c399897ba tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Dec 16 09:26:12.963777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4e900d97-3d01-459c-8598-74d09b0d3305 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:12.964217 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.970247 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:12.977575 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.020914 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b13264-02e5-4c69-88b9-482c8068d6d5 x-openstack-request-id: req-f0b13264-02e5-4c69-88b9-482c8068d6d5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:13.021210 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-plugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "code": 200}, {"server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "name": "network-vif-plugged", "status": "completed", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:13.021463 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0b13264-02e5-4c69-88b9-482c8068d6d5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:13.021884 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'code': 200} Dec 16 09:26:13.025068 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'code': 200} Dec 16 09:26:13.032527 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8998ec-c591-42a7-9e2e-bfed7e431d74 None None] Pushing event updated for resources: {'Port': ['ID=8deb6753-4432-47f7-8e81-0a20c76201b7,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:13.145439 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Attempting to bind port 8deb6753-4432-47f7-8e81-0a20c76201b7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:13.147825 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Attempting to bind port 8deb6753-4432-47f7-8e81-0a20c76201b7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:13.149634 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Attempting to bind port 8deb6753-4432-47f7-8e81-0a20c76201b7 on network f175779f-e36a-4b41-a61f-bbd3fa22c933 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:13.165947 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:13.167258 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Checking segment: {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:13.167810 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.168867 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Bound using segment: {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:13.170538 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Bound port: 8deb6753-4432-47f7-8e81-0a20c76201b7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dcbd7a-d85d-40f3-a821-35ab0ed27e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:13.171070 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.331366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] For port 8deb6753-4432-47f7-8e81-0a20c76201b7, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:13.338038 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] For port 8deb6753-4432-47f7-8e81-0a20c76201b7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8deb6753-4432-47f7-8e81-0a20c76201b7,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:13.347866 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.358324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb4550-36ba-4f2c-abef-bd73bed7c9fe req-3e1adc43-cf7f-4076-ae14-07598f2367e4 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.359943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56cb4550-36ba-4f2c-abef-bd73bed7c9fe req-3e1adc43-cf7f-4076-ae14-07598f2367e4 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 950 time: 0.1996725 Dec 16 09:26:13.362201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1db0-fbc0-42ee-abf9-153e1c1a10e9 req-18b52dc6-dac1-4685-8415-667fd6960758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.363648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6fd1db0-fbc0-42ee-abf9-153e1c1a10e9 req-18b52dc6-dac1-4685-8415-667fd6960758 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.1588769 Dec 16 09:26:13.432643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56cb4550-36ba-4f2c-abef-bd73bed7c9fe req-28007e59-71ba-4548-8b99-dfb74f8b2c9d tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Dec 16 09:26:13.439646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6fd1db0-fbc0-42ee-abf9-153e1c1a10e9 req-a553920c-7937-49e2-a552-68a7f8993503 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655961 Dec 16 09:26:13.450204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bdfa0cf3-f88a-4a1e-81ce-9ad4ac7138c9 None None] Provisioning complete for port 8deb6753-4432-47f7-8e81-0a20c76201b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:13.450704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0cf3-f88a-4a1e-81ce-9ad4ac7138c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.474067 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8998ec-c591-42a7-9e2e-bfed7e431d74 None None] Pushing event updated for resources: {'Port': ['ID=8deb6753-4432-47f7-8e81-0a20c76201b7,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:13.487104 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:13.487742 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:13.597826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0cf3-f88a-4a1e-81ce-9ad4ac7138c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.636545 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:13.650885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bdfa0cf3-f88a-4a1e-81ce-9ad4ac7138c9 None None] For port 8deb6753-4432-47f7-8e81-0a20c76201b7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8deb6753-4432-47f7-8e81-0a20c76201b7,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:13.657835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0cf3-f88a-4a1e-81ce-9ad4ac7138c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.686605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d5c1c-ca26-4969-86ed-181732c35f7c req-81730a47-e019-45aa-8184-88c501265e35 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.704413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-367d5c1c-ca26-4969-86ed-181732c35f7c req-81730a47-e019-45aa-8184-88c501265e35 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 945 time: 0.0908175 Dec 16 09:26:13.711715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d2d8-cca7-4d93-99b2-88fe1c62ea75 req-7f4e3e19-d9d7-4c10-9697-8b81ba5914ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:13.713323 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3144d2d8-cca7-4d93-99b2-88fe1c62ea75 req-7f4e3e19-d9d7-4c10-9697-8b81ba5914ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1101 time: 0.1930285 Dec 16 09:26:13.733706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa0cf3-f88a-4a1e-81ce-9ad4ac7138c9 None None] Pushing event updated for resources: {'Port': ['ID=8deb6753-4432-47f7-8e81-0a20c76201b7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:13.765822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-367d5c1c-ca26-4969-86ed-181732c35f7c req-f22cf2c4-2806-4861-bb17-77cd49f5dd3a tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Dec 16 09:26:13.791427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-18a4b00b-2edc-4cc3-898e-d0fa5f421c13 None None] Provisioning complete for port 8deb6753-4432-47f7-8e81-0a20c76201b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:13.792558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18a4b00b-2edc-4cc3-898e-d0fa5f421c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.814466 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3144d2d8-cca7-4d93-99b2-88fe1c62ea75 req-020668f4-f5b7-4834-af92-4a9620c73e8a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872564 Dec 16 09:26:13.881507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.898978 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9a037233-1c87-47af-aef0-63f749661785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:12Z', 'revision_number': 7, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8deb6753-4432-47f7-8e81-0a20c76201b7', 'name': '', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:ca:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:07Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:13.925898 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cefb612f-963a-4a71-90e5-527a9f68ad54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:13.926506 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a037233-1c87-47af-aef0-63f749661785 None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:12Z', 'revision_number': 7, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8deb6753-4432-47f7-8e81-0a20c76201b7', 'name': '', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:ca:c9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:07Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 4, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:14.078611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:14.088251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:14.088880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:14.155897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 8deb6753-4432-47f7-8e81-0a20c76201b7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:14.156455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.183691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:14.203474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-66d7e96f-7189-4a6a-b66a-433090e1a253 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.205110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-66d7e96f-7189-4a6a-b66a-433090e1a253 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.1123621 Dec 16 09:26:14.224594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-7a1e5486-1310-44a2-a869-f190a91fc90e tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/quotas/4e7a58b4b20348d6890b4f9b1490a241 HTTP/1.1" status: 200 len: 375 time: 0.0133159 Dec 16 09:26:14.251820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 8deb6753-4432-47f7-8e81-0a20c76201b7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8deb6753-4432-47f7-8e81-0a20c76201b7,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:14.252185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.266364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:14.268072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 8deb6753-4432-47f7-8e81-0a20c76201b7 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:14.274416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-39da5419-8b49-4f8c-9724-e949745ed2ac tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477469 Dec 16 09:26:14.374475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-9ac929e6-fb29-4b81-9806-ef8567ef402a service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924613 Dec 16 09:26:14.388630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fad389c8-37ab-4f5b-8859-54d90b281a12 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:14.389259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.457005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.478883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-17415483-eb65-4072-a9aa-8c50458141a5 service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962949 Dec 16 09:26:14.490753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=8deb6753-4432-47f7-8e81-0a20c76201b7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:14.538005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:12Z', 'revision_number': 7, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8deb6753-4432-47f7-8e81-0a20c76201b7', 'name': '', 'network_id': 'f175779f-e36a-4b41-a61f-bbd3fa22c933', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:ca:c9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:07Z', 'updated_at': '2021-12-16T09:26:13Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:14.556290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.587029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:14.607929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:14.608730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:14.763116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:14.815788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83521b6f-aa52-4e1a-8ff0-b6a47a66f9b3 req-b8b7b020-a562-486c-9aa7-ab9f6cf5dc9c tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:14.834077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83521b6f-aa52-4e1a-8ff0-b6a47a66f9b3 req-b8b7b020-a562-486c-9aa7-ab9f6cf5dc9c tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0729659 Dec 16 09:26:14.858742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:14.922550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:14.939803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83521b6f-aa52-4e1a-8ff0-b6a47a66f9b3 req-3b045b63-f9e8-4315-b8c7-08fca8d25f83 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991681 Dec 16 09:26:14.962726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.026415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:15.028655 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a2a239-9eba-4620-bcdd-9ac3a7fd5fc7" -d '{"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-plugged", "status": "completed", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:15.035814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:15.080195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:15.141003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295a67b-2338-45e7-bef6-a3831ddb8511 req-11ff2a41-9cc9-4553-8839-4b0d2d351ff4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.143699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3295a67b-2338-45e7-bef6-a3831ddb8511 req-11ff2a41-9cc9-4553-8839-4b0d2d351ff4 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.0822592 Dec 16 09:26:15.157626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:15.169793 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a7e39870-492a-46cc-8c24-b93f49a238eb tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2626574 Dec 16 09:26:15.172545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33650) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:15.209733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3295a67b-2338-45e7-bef6-a3831ddb8511 req-2b6f4b53-3e30-435e-bad2-4b099bcb9008 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Dec 16 09:26:15.231034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 8, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:15.243690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:15.247111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.278606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d60ea9-285f-4522-9469-11ba8fbca3ea None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 8, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:15.302113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.325839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a93e31-a8fc-466c-b847-da0e12338f6f req-d1effbb1-d961-4c61-9ee6-8fd4b32ae688 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.328762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27a93e31-a8fc-466c-b847-da0e12338f6f req-d1effbb1-d961-4c61-9ee6-8fd4b32ae688 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 950 time: 0.0685668 Dec 16 09:26:15.378869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27a93e31-a8fc-466c-b847-da0e12338f6f req-8a996b2f-2cca-445f-9e71-acffd953e66b tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Dec 16 09:26:15.424082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.500504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.529392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:15.529673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68669105-9e79-4db4-88b4-8828a89d0136 req-49ddf83f-20f0-480f-9817-5786e6e1cfe6 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 210 time: 0.0275645 Dec 16 09:26:15.537647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.545553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ec409-87ad-4d2a-8ea3-81276c270878 None None] Network f175779f-e36a-4b41-a61f-bbd3fa22c933 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:15.554864 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-68c99c5b-505a-4cb7-bed9-abc16f43bc7b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf HTTP/1.1" status: 204 len: 168 time: 0.3807538 Dec 16 09:26:15.557404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:15.643942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.664352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085d88a-22e7-4b54-976e-b9f12f58bee2 req-63bc2790-f619-4766-8ba9-01a768212ad2 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:15.666427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2085d88a-22e7-4b54-976e-b9f12f58bee2 req-63bc2790-f619-4766-8ba9-01a768212ad2 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 945 time: 0.0665729 Dec 16 09:26:15.716997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 4e900d97-3d01-459c-8598-74d09b0d3305 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:15.717366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.717934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2085d88a-22e7-4b54-976e-b9f12f58bee2 req-5b19bc01-1326-4021-be2e-7f5259ea2891 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Dec 16 09:26:15.765677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] DHCP port deletion for f175779f-e36a-4b41-a61f-bbd3fa22c933 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:15.804216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 4e900d97-3d01-459c-8598-74d09b0d3305, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e900d97-3d01-459c-8598-74d09b0d3305,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:15.804785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.818981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 4e900d97-3d01-459c-8598-74d09b0d3305 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:15.825237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] Deleting port 4e900d97-3d01-459c-8598-74d09b0d3305 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:15.825940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.871493 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76f30a9-1247-4a66-8cff-372819270706 x-openstack-request-id: req-f76f30a9-1247-4a66-8cff-372819270706 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:15.871848 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-plugged", "status": "completed", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:15.872248 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f76f30a9-1247-4a66-8cff-372819270706 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:15.872694 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'code': 200} Dec 16 09:26:15.909350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] For port 4e900d97-3d01-459c-8598-74d09b0d3305, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e900d97-3d01-459c-8598-74d09b0d3305,segment=NetworkSegment(97dcbd7a-d85d-40f3-a821-35ab0ed27e69),segment_id=97dcbd7a-d85d-40f3-a821-35ab0ed27e69)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:15.909757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.922043 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:15.931201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:15.931897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] Calling delete_port for 4e900d97-3d01-459c-8598-74d09b0d3305 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:15.956508 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:15.957140 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:15.959016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=4e900d97-3d01-459c-8598-74d09b0d3305,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:15.966068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port 4e900d97-3d01-459c-8598-74d09b0d3305 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:16.075819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.086915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.111746 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:16.112030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-c35decf1-0638-4a15-814d-ce8bd3508516 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:16.117170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-c35decf1-0638-4a15-814d-ce8bd3508516 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.1974056 Dec 16 09:26:16.124923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] Pushing event deleted for resources: {'Port': ['ID=4e900d97-3d01-459c-8598-74d09b0d3305,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:16.126894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6600e83c-60b2-4cce-bb5e-6d134429f7a4 None None] No DVR routers for this DVR port 4e900d97-3d01-459c-8598-74d09b0d3305 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:16.129277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f175779f-e36a-4b41-a61f-bbd3fa22c933']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.151687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dcbd7a-d85d-40f3-a821-35ab0ed27e69') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.151974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dcbd7a-d85d-40f3-a821-35ab0ed27e69') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.163910 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.180445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Request body: {'port': {'device_id': '33d25696-457a-4083-b3cc-f938a40f18c4', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'admin_state_up': True, 'tenant_id': '4e7a58b4b20348d6890b4f9b1490a241'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:16.181622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.188262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:16.188740 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:16.193060 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:16.258761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.267952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.274889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/f175779f-e36a-4b41-a61f-bbd3fa22c933 HTTP/1.1" status: 204 len: 168 time: 0.7164550 Dec 16 09:26:16.280803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33664) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:16.285076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa6d8-a7b3-45d5-a05d-fdde0aa6d5f6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=f175779f-e36a-4b41-a61f-bbd3fa22c933,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:16.353158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 8, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.379490 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:16.390534 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:16.390824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:25:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.395804 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f88e7d0f-3005-4329-8d91-80905bd9ac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.478294 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:16.552183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-da56f38f-95ca-4c86-9639-74e8c0c9a80a tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4338078 Dec 16 09:26:16.567379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:16.605427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 09:26:16.605427 n-d-821941-1 neutron-server[102398]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 16 09:26:16.605427 n-d-821941-1 neutron-server[102398]: [parameters: {'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'id': '0258955f-47bd-46e7-9c41-81074fd81fe5', 'expiration': datetime.datetime(2021, 12, 16, 9, 28, 16, 596505)}] Dec 16 09:26:16.605427 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:26:16.606035 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:26:16.635596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Made reservation on behalf of 4e7a58b4b20348d6890b4f9b1490a241 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:16.639056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:16.687850 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 8, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:16.787550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8deb6753-4432-47f7-8e81-0a20c76201b7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:16.811472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8deb6753-4432-47f7-8e81-0a20c76201b7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:16.811701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8deb6753-4432-47f7-8e81-0a20c76201b7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:16.812117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e900d97-3d01-459c-8598-74d09b0d3305 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:16.812955 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4fa06a-93f8-45fc-8903-1fdf05367871 None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:14Z', 'revision_number': 8, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '13fa4fab-da03-44f0-9e6b-f3b2431ac56e', 'name': '', 'network_id': 'bf0bff4c-a550-42b2-9d39-43571c2bc6ef', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:f8:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:26:01Z', 'updated_at': '2021-12-16T09:26:09Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'd5a727f9-db04-403e-b9f5-e205079ece65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:16.829286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Allocated IP 172.20.0.6 (4226f3db-1fbf-4159-a02b-0cca88658778/c7eb9c24-bea2-45cf-846b-9cdbcb27f931/fcbb26f3-f873-4260-addd-794baed87fbb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:16.833045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4e900d97-3d01-459c-8598-74d09b0d3305 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:16.833675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e900d97-3d01-459c-8598-74d09b0d3305 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:16.979560 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.431357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.471388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.579987 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.593005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:17.643053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Network 4226f3db-1fbf-4159-a02b-0cca88658778 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:17.651852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:17.678654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:17.688005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event updated for resources: {'Port': ['ID=fcbb26f3-f873-4260-addd-794baed87fbb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:17.778849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:17.779455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.804933 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.816970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-fa9adeea-15df-4c48-aece-2f7c7fa2a891 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6407282 Dec 16 09:26:17.856860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Request body: {'port': {'device_id': '33d25696-457a-4083-b3cc-f938a40f18c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:17.888295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:17.888589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:17.902522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.015695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.055133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Allocated IP 172.25.6.7 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/1d7d507f-e0a2-430a-9025-4cfc3460298e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:18.148692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 13fa4fab-da03-44f0-9e6b-f3b2431ac56e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,segment=NetworkSegment(9bae466e-b044-4f35-9662-42f8ea06476f),segment_id=9bae466e-b044-4f35-9662-42f8ea06476f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:18.149015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.181033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 13fa4fab-da03-44f0-9e6b-f3b2431ac56e owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:18.367731 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.504680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.601733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:18.613102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:18.626145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:18.634397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event updated for resources: {'Port': ['ID=1d7d507f-e0a2-430a-9025-4cfc3460298e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:18.641522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbb26f3-f873-4260-addd-794baed87fbb {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:18.668590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.673288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.723218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=13fa4fab-da03-44f0-9e6b-f3b2431ac56e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:18.729119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Transition to ACTIVE for port object fcbb26f3-f873-4260-addd-794baed87fbb will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:18.748611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:18.879280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb26f3-f873-4260-addd-794baed87fbb,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:18.925358 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.043637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.069988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.092925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Attempting to bind port fcbb26f3-f873-4260-addd-794baed87fbb on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:19.093220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Attempting to bind port fcbb26f3-f873-4260-addd-794baed87fbb by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:19.093566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Attempting to bind port fcbb26f3-f873-4260-addd-794baed87fbb on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:19.134139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Port fcbb26f3-f873-4260-addd-794baed87fbb on network 4226f3db-1fbf-4159-a02b-0cca88658778 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:19.134479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Attempting to bind port fcbb26f3-f873-4260-addd-794baed87fbb on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:19.181616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:19.181977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Checking segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:19.182372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Bound using segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:19.182796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Bound port: fcbb26f3-f873-4260-addd-794baed87fbb, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:19.183161 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.419364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] For port fcbb26f3-f873-4260-addd-794baed87fbb, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:19.442880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] For port fcbb26f3-f873-4260-addd-794baed87fbb, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcbb26f3-f873-4260-addd-794baed87fbb,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:19.452724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.455775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.458830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:19.466279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.509324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.509993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.511250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] 10.222.0.69 "PUT /v2.0/ports/fcbb26f3-f873-4260-addd-794baed87fbb HTTP/1.1" status: 200 len: 1091 time: 1.6600013 Dec 16 09:26:19.517775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d25696-457a-4083-b3cc-f938a40f18c4', 'tag': 'fcbb26f3-f873-4260-addd-794baed87fbb'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:19.517775 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c53408b-b398-439f-8424-8b0f2aeee2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "33d25696-457a-4083-b3cc-f938a40f18c4", "tag": "fcbb26f3-f873-4260-addd-794baed87fbb"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:19.652860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7e3b5-86bd-4274-8719-15c0303edd1d service neutron] Pushing event updated for resources: {'Port': ['ID=fcbb26f3-f873-4260-addd-794baed87fbb,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:19.697355 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.737544 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.738930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-a350a350-204b-46d9-9ba2-7e433a2b405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.740499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-a350a350-204b-46d9-9ba2-7e433a2b405f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 1094 time: 0.1794896 Dec 16 09:26:19.742150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:19.745772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.746852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.1877019 Dec 16 09:26:19.747571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3d8f5-4b4a-414d-97de-c5a9f41224f6 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event updated for resources: {'Port': ['ID=1d7d507f-e0a2-430a-9025-4cfc3460298e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:19.755432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33676) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:19.755879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-133aa99f-9fc6-4f81-ab1e-b01f904946b0 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4736490 Dec 16 09:26:19.765570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:19.777001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:19.777640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:19.807853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet d5a727f9-db04-403e-b9f5-e205079ece65 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:19.811315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.828069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-822bc40e-5487-49d8-9d33-b265b1f50931 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcbb26f3-f873-4260-addd-794baed87fbb HTTP/1.1" status: 200 len: 217 time: 0.0715668 Dec 16 09:26:19.842799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-7ce404c6-3f5b-4880-ab2b-ac838d614cd4 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0843754 Dec 16 09:26:19.863012 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.863748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.880401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:19.955725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:19.966816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b39116-846d-48a2-a6e7-426203791858 req-052b8bbe-c73b-4424-9bd7-97ae0f620b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:19.968501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-052b8bbe-c73b-4424-9bd7-97ae0f620b71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.1234841 Dec 16 09:26:20.024052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-ee68ce00-539b-42d1-984e-f4ef21c231e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416734 Dec 16 09:26:20.027870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.035147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-53661e49-1c00-4bda-926b-3a1933dc766f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:20.051334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd5c53b9-af19-44cb-84db-59507e1a88d1 req-53661e49-1c00-4bda-926b-3a1933dc766f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2074358 Dec 16 09:26:20.076144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a727f9-db04-403e-b9f5-e205079ece65,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:20.095632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.101265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-18392203-12e8-48bd-9ed5-576bb18bdf60 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/d5a727f9-db04-403e-b9f5-e205079ece65 HTTP/1.1" status: 204 len: 168 time: 0.3444691 Dec 16 09:26:20.103511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c989c-cf58-4cc9-9ac2-f9baf125ea1b None None] Network bf0bff4c-a550-42b2-9d39-43571c2bc6ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:20.104901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:20.158799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:18Z', 'revision_number': 9, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.193153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.195323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:20.229026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:20.229899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.249925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 64e5de50-807e-4993-b57e-93ad7fbf852c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:20.250268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.322449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 64e5de50-807e-4993-b57e-93ad7fbf852c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=64e5de50-807e-4993-b57e-93ad7fbf852c,segment=NetworkSegment(9bae466e-b044-4f35-9662-42f8ea06476f),segment_id=9bae466e-b044-4f35-9662-42f8ea06476f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:20.322848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.339666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 64e5de50-807e-4993-b57e-93ad7fbf852c owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:20.347343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:20.432982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82faf56-3b22-4a2f-a860-2cf4ae871ca8 None None] DHCP port deletion for bf0bff4c-a550-42b2-9d39-43571c2bc6ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:20.442805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.473206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=64e5de50-807e-4993-b57e-93ad7fbf852c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:20.482542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port 64e5de50-807e-4993-b57e-93ad7fbf852c on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:20.541318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-dce8ab52-7cd3-47d4-b9e0-4f81a960751f service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888394 Dec 16 09:26:20.556898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1b98e-c468-4620-93a3-09a2e8eeae55 req-3052d197-337e-4f6a-9721-53e31326927b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:20.558753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38e1b98e-c468-4620-93a3-09a2e8eeae55 req-3052d197-337e-4f6a-9721-53e31326927b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.4419518 Dec 16 09:26:20.572480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.576979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:18Z', 'revision_number': 9, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.599242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0bff4c-a550-42b2-9d39-43571c2bc6ef']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.605725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bae466e-b044-4f35-9662-42f8ea06476f') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.606152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bae466e-b044-4f35-9662-42f8ea06476f') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:20.609939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291df731-2163-4b29-968d-2cf75bc6a751 None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:18Z', 'revision_number': 9, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa064e9-3ad0-4224-92f8-59f1db45ce54', 'name': '', 'network_id': '8da66203-f7a5-465c-b382-4bca32fc31fc', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:56:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:54Z', 'updated_at': '2021-12-16T09:26:03Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'b54f17b4-502c-4524-a13b-5bcd5b5b230e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:20.616294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.632269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.638758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:20.639322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.652142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38e1b98e-c468-4620-93a3-09a2e8eeae55 req-3d5e8548-2587-4483-b07f-7a4ae45671cf tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:20.681391 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:20.686778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4b39116-846d-48a2-a6e7-426203791858 req-1f2d5832-a4a8-4d4d-bca9-064ae3e3244a service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267917 Dec 16 09:26:20.707090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.715325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:20.718774 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/bf0bff4c-a550-42b2-9d39-43571c2bc6ef HTTP/1.1" status: 204 len: 168 time: 0.6129217 Dec 16 09:26:20.722085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33686) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:20.730852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f5a8a-058c-42fd-bb7f-0cef7219f043 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=bf0bff4c-a550-42b2-9d39-43571c2bc6ef,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:20.851357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b1891-815a-4b3b-b57c-9099fd1a7f2d req-60db8868-7047-4687-bd1a-c5fdbf05727b tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:20.852873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265b1891-815a-4b3b-b57c-9099fd1a7f2d req-60db8868-7047-4687-bd1a-c5fdbf05727b tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 950 time: 0.1237087 Dec 16 09:26:20.970108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265b1891-815a-4b3b-b57c-9099fd1a7f2d req-06a97430-fd13-4b93-baa5-6d3ec650be84 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102853 Dec 16 09:26:21.032514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 64e5de50-807e-4993-b57e-93ad7fbf852c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:21.052144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 64e5de50-807e-4993-b57e-93ad7fbf852c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:21.052481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 64e5de50-807e-4993-b57e-93ad7fbf852c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:21.052887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 13fa4fab-da03-44f0-9e6b-f3b2431ac56e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:21.074587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 13fa4fab-da03-44f0-9e6b-f3b2431ac56e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:21.074924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 13fa4fab-da03-44f0-9e6b-f3b2431ac56e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:21.124380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deba2c-55c0-41ad-a50f-a863f7f15d6d req-d0a476a1-143b-4b98-9533-a0b9998c434c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.125932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50deba2c-55c0-41ad-a50f-a863f7f15d6d req-d0a476a1-143b-4b98-9533-a0b9998c434c tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 945 time: 0.0747359 Dec 16 09:26:21.190213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50deba2c-55c0-41ad-a50f-a863f7f15d6d req-08785ffb-0ad9-4caf-bdf9-ccf5b0bf3e4b tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579040 Dec 16 09:26:21.213515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.410856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b93466-31a9-4117-b0bd-9e4f918d88b8 req-fc7f9deb-cdee-47ab-b712-8f5ac9b7c443 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.412991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72b93466-31a9-4117-b0bd-9e4f918d88b8 req-fc7f9deb-cdee-47ab-b712-8f5ac9b7c443 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 943 time: 0.1087794 Dec 16 09:26:21.473897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72b93466-31a9-4117-b0bd-9e4f918d88b8 req-fa9d9457-b5bb-402f-8407-7ca6fa1f2169 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Dec 16 09:26:21.565665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port bfa064e9-3ad0-4224-92f8-59f1db45ce54 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:21.566328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.580903 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae4c6f-a86e-437f-979a-8742ec886f29 x-openstack-request-id: req-29ae4c6f-a86e-437f-979a-8742ec886f29 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:21.581235 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d25696-457a-4083-b3cc-f938a40f18c4", "tag": "fcbb26f3-f873-4260-addd-794baed87fbb", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:21.581485 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29ae4c6f-a86e-437f-979a-8742ec886f29 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:21.581873 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d25696-457a-4083-b3cc-f938a40f18c4', 'tag': 'fcbb26f3-f873-4260-addd-794baed87fbb', 'status': 'completed', 'code': 200} Dec 16 09:26:21.749813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port bfa064e9-3ad0-4224-92f8-59f1db45ce54, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bfa064e9-3ad0-4224-92f8-59f1db45ce54,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:21.750203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:21.774363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-50236c20-78cb-4a1d-a929-5c1f813943f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.775871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-50236c20-78cb-4a1d-a929-5c1f813943f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 1094 time: 0.1535370 Dec 16 09:26:21.776699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for bfa064e9-3ad0-4224-92f8-59f1db45ce54 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:21.890947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-87511f8c-dad6-4c32-9914-e3ae3b258016 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:21.892403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-87511f8c-dad6-4c32-9914-e3ae3b258016 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 821 time: 0.2394218 Dec 16 09:26:21.923201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-d863c67b-8731-4dce-91e9-232268f7ca4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/quotas/1d7bd069468d4c3f921c86fe4f1903af HTTP/1.1" status: 200 len: 375 time: 0.0247393 Dec 16 09:26:22.026115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-686fe9b7-6464-4dcd-bca4-cd83701b4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.027575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-686fe9b7-6464-4dcd-bca4-cd83701b4aed service neutron] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 915 time: 0.2369120 Dec 16 09:26:22.080870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-06191f8f-c4e0-46fc-b61a-1f694c18fef6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcbb26f3-f873-4260-addd-794baed87fbb HTTP/1.1" status: 200 len: 217 time: 0.0391881 Dec 16 09:26:22.091305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e0ce5e0a-1dd5-4d18-a8c4-145f099b3170 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1601653 Dec 16 09:26:22.222307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-76cc7d24-3d21-445e-8490-a811c77cc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.224282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-76cc7d24-3d21-445e-8490-a811c77cc71a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.1315835 Dec 16 09:26:22.256444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.286525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-cd9f39c8-4a6f-4d4e-a3d3-dd2ed47e0478 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500307 Dec 16 09:26:22.301787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:22.322987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=bfa064e9-3ad0-4224-92f8-59f1db45ce54,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:22.338239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-73d7124a-a5db-467b-b324-fc90fb3fa387 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363389 Dec 16 09:26:22.393666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.418085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:22.420358 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d33a856-95dc-4107-8ca5-16c93fb25365" -d '{"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-unplugged", "status": "completed", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:22.435333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:22.440615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.490321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:22.601640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-c743f5b3-2105-45f0-ae2b-36017cd534bc service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902832 Dec 16 09:26:22.605414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-d6245ea8-449f-4198-939a-5dc8c4e22720 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390571 Dec 16 09:26:22.666148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:22.808988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c53408b-b398-439f-8424-8b0f2aeee2a8 req-b3ce9518-a58d-4368-b793-de243e2c80fc service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940577 Dec 16 09:26:22.913991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180c850-2a04-4555-bf2f-c6d3fcd79e05 req-974d28d1-ac0a-4e8e-8cda-ac67104f2b8f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:22.915520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a180c850-2a04-4555-bf2f-c6d3fcd79e05 req-974d28d1-ac0a-4e8e-8cda-ac67104f2b8f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.1262157 Dec 16 09:26:22.956359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:22.973126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a180c850-2a04-4555-bf2f-c6d3fcd79e05 req-f98d2055-db72-4d79-a793-f49763225620 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Dec 16 09:26:23.423144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:23.428604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e0c432f8-b9d6-4de6-a2d9-563f67ec7daf tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7053695 Dec 16 09:26:23.431655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33720) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:23.434527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a2d2-1be9-48e3-a4ae-5d3e497c4b06 req-ffde3704-b356-4b70-943d-ac0add93399a tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:23.435526 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:23.435968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e60a2d2-1be9-48e3-a4ae-5d3e497c4b06 req-ffde3704-b356-4b70-943d-ac0add93399a tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 1101 time: 0.0631266 Dec 16 09:26:23.445756 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:23.446697 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:23.456000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.462093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6e60a2d2-1be9-48e3-a4ae-5d3e497c4b06 req-73ea6d16-8417-49f5-8fba-54c035ac3e5d tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.490246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet b54f17b4-502c-4524-a13b-5bcd5b5b230e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:23.493796 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.545539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.551021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6e60a2d2-1be9-48e3-a4ae-5d3e497c4b06 req-73ea6d16-8417-49f5-8fba-54c035ac3e5d tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.554506 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:23.557378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6e60a2d2-1be9-48e3-a4ae-5d3e497c4b06 req-73ea6d16-8417-49f5-8fba-54c035ac3e5d tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.594148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e60a2d2-1be9-48e3-a4ae-5d3e497c4b06 req-73ea6d16-8417-49f5-8fba-54c035ac3e5d tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469958 Dec 16 09:26:23.608251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea6d16-8417-49f5-8fba-54c035ac3e5d tempest-LiveMigrationNegativeTest-542118572 tempest-LiveMigrationNegativeTest-542118572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d76f5d-f43d-4426-9228-34bb29179b68,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:23.646206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.709752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.752022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.758510 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/b54f17b4-502c-4524-a13b-5bcd5b5b230e HTTP/1.1" status: 204 len: 168 time: 0.3253891 Dec 16 09:26:23.759656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e46614-3898-4adb-913a-529e87f01a3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=b54f17b4-502c-4524-a13b-5bcd5b5b230e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:23.760393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33726) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:23.764482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb28e8-04c1-4b13-b017-7783e2c95b2f None None] Network 8da66203-f7a5-465c-b382-4bca32fc31fc requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:23.771917 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:22Z', 'revision_number': 10, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:23.804801 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:23.813809 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:23.814454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:23.863551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:23.916817 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:24.018108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae8576-c850-4712-9fc5-a5156a17a80a req-2fbb73fb-691b-428b-8413-961b716feae9 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.026589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aae8576-c850-4712-9fc5-a5156a17a80a req-2fbb73fb-691b-428b-8413-961b716feae9 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 943 time: 0.0674407 Dec 16 09:26:24.041742 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d0879-0236-4e2b-bfbb-4f758a54175c x-openstack-request-id: req-e10d0879-0236-4e2b-bfbb-4f758a54175c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:24.042425 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-unplugged", "status": "completed", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:24.042760 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e10d0879-0236-4e2b-bfbb-4f758a54175c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:24.043198 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'code': 200} Dec 16 09:26:24.048791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 9e17f1b8-0271-4635-86ef-be58001a36ab {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:24.049114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.120680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aae8576-c850-4712-9fc5-a5156a17a80a req-9d5c8975-78a4-45d0-b8eb-89524a3944b1 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882611 Dec 16 09:26:24.159038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 9e17f1b8-0271-4635-86ef-be58001a36ab, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9e17f1b8-0271-4635-86ef-be58001a36ab,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:24.159469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.168312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-2c2c4614-c5bf-49e6-831f-415f1ab75271 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.171043 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-2c2c4614-c5bf-49e6-831f-415f1ab75271 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 821 time: 0.2226562 Dec 16 09:26:24.176392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 9e17f1b8-0271-4635-86ef-be58001a36ab owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:24.187353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'port': {'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'admin_state_up': True, 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:24.204583 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:22Z', 'revision_number': 10, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:24.236998 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5c767-530f-4e8b-b6a8-6196c6bf1df1 None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:22Z', 'revision_number': 10, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None, '_interfaces': [{'id': '8a143f7c-e788-472f-89fb-6941ef5d2686', 'name': '', 'network_id': 'e7c5c422-9e91-4028-abc4-071d93ec0a6b', 'tenant_id': '905b1b194c704360827b244549b025e2', 'mac_address': 'fa:16:3e:96:cf:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:54Z', 'revision_number': 5, 'project_id': '905b1b194c704360827b244549b025e2', 'subnets': [{'id': 'a2fe7331-c035-4252-ad03-3ff71133d45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:24.240047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] DHCP port deletion for 8da66203-f7a5-465c-b382-4bca32fc31fc request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:24.303430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] Deleting port 9e17f1b8-0271-4635-86ef-be58001a36ab {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:24.304004 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.309427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66149e73-4d88-468e-94a2-2663d4f6f142 req-045c663e-d1de-4297-889a-5447061aa61a tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 210 time: 0.0317783 Dec 16 09:26:24.312279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.349919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=9e17f1b8-0271-4635-86ef-be58001a36ab,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:24.352884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port 9e17f1b8-0271-4635-86ef-be58001a36ab on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:24.373234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Made reservation on behalf of 1d7bd069468d4c3f921c86fe4f1903af for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:24.378497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.383479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] For port 9e17f1b8-0271-4635-86ef-be58001a36ab, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9e17f1b8-0271-4635-86ef-be58001a36ab,segment=NetworkSegment(26b5ba67-2f0b-48d5-9f2f-b0fde60adc82),segment_id=26b5ba67-2f0b-48d5-9f2f-b0fde60adc82)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:24.383999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.401734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] Calling delete_port for 9e17f1b8-0271-4635-86ef-be58001a36ab owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:24.446196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.483141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da66203-f7a5-465c-b382-4bca32fc31fc']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:24.486144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.506912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:24.507346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b5ba67-2f0b-48d5-9f2f-b0fde60adc82') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:24.512413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] Pushing event deleted for resources: {'Port': ['ID=9e17f1b8-0271-4635-86ef-be58001a36ab,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:24.518090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0b794-0254-4e1e-95da-d647bdc35d27 None None] No DVR routers for this DVR port 9e17f1b8-0271-4635-86ef-be58001a36ab on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:24.519387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.538210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.547609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:24.548480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:24.553932 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:24.588934 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.680395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.690618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:24.695114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/8da66203-f7a5-465c-b382-4bca32fc31fc HTTP/1.1" status: 204 len: 168 time: 0.9330494 Dec 16 09:26:24.721742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33750) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:24.805283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bfa064e9-3ad0-4224-92f8-59f1db45ce54 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:24.832468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: bfa064e9-3ad0-4224-92f8-59f1db45ce54 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:24.833432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bfa064e9-3ad0-4224-92f8-59f1db45ce54 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:24.834129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9e17f1b8-0271-4635-86ef-be58001a36ab no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:24.838264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa94ba-f47c-48b6-8a78-9f43c1de56b4 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=8da66203-f7a5-465c-b382-4bca32fc31fc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:24.864102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9e17f1b8-0271-4635-86ef-be58001a36ab {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:24.864944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9e17f1b8-0271-4635-86ef-be58001a36ab not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:24.905989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Allocated IP 172.20.0.4 (d888ec2b-0a55-4dd1-99f3-e2965936a750/a257d019-dbfb-4506-882b-20a5bf204f2e/8c7906b7-be71-4098-8862-0c9e56e27c10) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:24.970534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eca8a-36a4-4be4-8ad1-e14b6088f6f9 req-7a2e35f8-adc0-4e87-851b-ce3d75308318 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:24.972100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae9eca8a-36a4-4be4-8ad1-e14b6088f6f9 req-7a2e35f8-adc0-4e87-851b-ce3d75308318 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.1358702 Dec 16 09:26:25.044872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae9eca8a-36a4-4be4-8ad1-e14b6088f6f9 req-9bb56d79-cf39-4b70-9911-ad3ef35a7645 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 Dec 16 09:26:25.077572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.124706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.139156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b513666f-b0dc-4a55-aab2-578fbaa3e0c0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:25.164627 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.172688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:25.176096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:25.191635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:25.246547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.247215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.256269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event updated for resources: {'Port': ['ID=8c7906b7-be71-4098-8862-0c9e56e27c10,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.278971 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-a417f86a-0c31-4c5c-ae17-7b99511fa8e0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0975597 Dec 16 09:26:25.292252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Request body: {'port': {'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:25.362957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.510744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-26853690-5e31-427e-b454-384b1d60dd6c None None] Provisioning complete for port 8c7906b7-be71-4098-8862-0c9e56e27c10 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:25.511726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-26853690-5e31-427e-b454-384b1d60dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.526975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port 8a143f7c-e788-472f-89fb-6941ef5d2686 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:25.527451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.565007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-26853690-5e31-427e-b454-384b1d60dd6c None None] Port 8c7906b7-be71-4098-8862-0c9e56e27c10 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:25.654848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf0fcb-b77e-4bab-b4d6-a7516bdd3c26 req-831ae1d2-067d-447a-a49a-7037900eed24 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.656340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9bf0fcb-b77e-4bab-b4d6-a7516bdd3c26 req-831ae1d2-067d-447a-a49a-7037900eed24 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 943 time: 0.0856197 Dec 16 09:26:25.657228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7906b7-be71-4098-8862-0c9e56e27c10 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:25.663104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port 8a143f7c-e788-472f-89fb-6941ef5d2686, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8a143f7c-e788-472f-89fb-6941ef5d2686,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:25.663470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.665568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.677685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Transition to ACTIVE for port object 8c7906b7-be71-4098-8862-0c9e56e27c10 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:25.682763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.687246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for 8a143f7c-e788-472f-89fb-6941ef5d2686 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:25.732977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7906b7-be71-4098-8862-0c9e56e27c10,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:25.744086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9bf0fcb-b77e-4bab-b4d6-a7516bdd3c26 req-47279e35-9953-462e-ab9c-a72a9fd106b9 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780957 Dec 16 09:26:25.811349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Attempting to bind port 8c7906b7-be71-4098-8862-0c9e56e27c10 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:25.811827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Attempting to bind port 8c7906b7-be71-4098-8862-0c9e56e27c10 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:25.812215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Attempting to bind port 8c7906b7-be71-4098-8862-0c9e56e27c10 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:25.817242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Port 8c7906b7-be71-4098-8862-0c9e56e27c10 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:25.818024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Attempting to bind port 8c7906b7-be71-4098-8862-0c9e56e27c10 on network d888ec2b-0a55-4dd1-99f3-e2965936a750 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:25.823633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:25.824119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Checking segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:25.824623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Bound using segment: {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:25.825154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Bound port: 8c7906b7-be71-4098-8862-0c9e56e27c10, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9731b5c5-c4bc-4183-b09d-5b7db635f5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:25.825611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:25.911554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] For port 8c7906b7-be71-4098-8862-0c9e56e27c10, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:25.964441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-98182709-3ae2-475c-bc93-36ed0be3c78f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:25.965830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-98182709-3ae2-475c-bc93-36ed0be3c78f tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 943 time: 0.1232877 Dec 16 09:26:26.013295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] For port 8c7906b7-be71-4098-8862-0c9e56e27c10, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8c7906b7-be71-4098-8862-0c9e56e27c10,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:26.017391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.017600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354091-7477-4a1f-9f00-1286124b0f1b req-20d879c2-3160-4c60-9a25-53ab7681af2d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.019165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba354091-7477-4a1f-9f00-1286124b0f1b req-20d879c2-3160-4c60-9a25-53ab7681af2d tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3e5dd09-db9b-42db-92b6-141588e40df8 HTTP/1.1" status: 200 len: 943 time: 0.1344833 Dec 16 09:26:26.023226 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.051139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.051949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.054151 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] 10.222.0.53 "PUT /v2.0/ports/8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 1091 time: 0.7664335 Dec 16 09:26:26.057434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:26.072885 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcf2acb-ae22-4086-8fde-65a3d33e453d" -d '{"events": [{"name": "network-changed", "server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:26.098728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=8a143f7c-e788-472f-89fb-6941ef5d2686,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.135314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1ef54-deac-4f16-b603-bbdd36335533 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7906b7-be71-4098-8862-0c9e56e27c10,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.160308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-9e819554-5441-4920-bdf1-28cf12d3d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.162137 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-9e819554-5441-4920-bdf1-28cf12d3d1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 1094 time: 0.0559564 Dec 16 09:26:26.175047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba354091-7477-4a1f-9f00-1286124b0f1b req-c267695e-ca54-4e4a-b2e1-8e8bbec2cf37 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.61 "GET /v2.0/security-groups?id=8aa6834a-0ad0-44cd-8789-587d73846b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386075 Dec 16 09:26:26.210557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Deleting port fad389c8-37ab-4f5b-8859-54d90b281a12 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:26.210899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.231945 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-f5c201c8-868e-42af-ad6f-7b5bfa729740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 217 time: 0.0588560 Dec 16 09:26:26.296112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-fb4b4c92-7216-4885-a8d8-e1996f2f18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.296381 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-fb4b4c92-7216-4885-a8d8-e1996f2f18e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0553787 Dec 16 09:26:26.299433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcbb26f3-f873-4260-addd-794baed87fbb details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:26.368413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.369130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-260e47b0-1352-462f-ac34-c8fc916bfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.370828 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-260e47b0-1352-462f-ac34-c8fc916bfb0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668390 Dec 16 09:26:26.415621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5996b-6432-4ce5-b4dd-185f3fa11f1c req-c67eb95c-3f1e-476d-94f0-f116ef029e8b tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.417101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04b5996b-6432-4ce5-b4dd-185f3fa11f1c req-c67eb95c-3f1e-476d-94f0-f116ef029e8b tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 943 time: 0.1631043 Dec 16 09:26:26.423744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fcbb26f3-f873-4260-addd-794baed87fbb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcbb26f3-f873-4260-addd-794baed87fbb,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:26.441588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fcbb26f3-f873-4260-addd-794baed87fbb', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'port_id': 'fcbb26f3-f873-4260-addd-794baed87fbb', 'mac_address': 'fa:16:3e:8d:ef:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7eb9c24-bea2-45cf-846b-9cdbcb27f931', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:26.471224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-27a10a7d-4511-4364-b68a-c742090006c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898991 Dec 16 09:26:26.483199 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.499825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbb26f3-f873-4260-addd-794baed87fbb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:26.504756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] For port fad389c8-37ab-4f5b-8859-54d90b281a12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fad389c8-37ab-4f5b-8859-54d90b281a12,segment=NetworkSegment(a020189e-74fb-4593-96cf-3d33e706fcf6),segment_id=a020189e-74fb-4593-96cf-3d33e706fcf6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:26.505672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.519365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fcbb26f3-f873-4260-addd-794baed87fbb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcbb26f3-f873-4260-addd-794baed87fbb,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:26.525249 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.535346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Calling delete_port for fad389c8-37ab-4f5b-8859-54d90b281a12 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:26.573683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fcbb26f3-f873-4260-addd-794baed87fbb,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.574294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dd7a6192-bb9c-4646-9a9f-c6a97e1738cd req-9baa84be-e9a9-4294-a1f1-a718f9d769c7 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931969 Dec 16 09:26:26.619921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04b5996b-6432-4ce5-b4dd-185f3fa11f1c req-1e09a9ce-60a5-43f2-a6d9-4df8ca7f13da tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453130 Dec 16 09:26:26.667181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:26.805151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:26.815350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:26.826240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:26.826857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:26.827456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-451468c4-91d5-4a8e-9901-0af3b95986f1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043179 Dec 16 09:26:26.830679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33778) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:26.841443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e539f57-2dfd-4cbe-a716-d29bf25db294 req-2a3f6b8a-9ba4-4ca7-8b70-544f3241f725 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:26.843054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e539f57-2dfd-4cbe-a716-d29bf25db294 req-2a3f6b8a-9ba4-4ca7-8b70-544f3241f725 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 950 time: 0.1628897 Dec 16 09:26:26.888280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting subnet a2fe7331-c035-4252-ad03-3ff71133d45b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:26.892533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.895680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.902913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e539f57-2dfd-4cbe-a716-d29bf25db294 req-9b5f04d0-5d0b-468e-a945-d204a7e06666 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Dec 16 09:26:26.906704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:26.934660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcbb26f3-f873-4260-addd-794baed87fbb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:26.938062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.941783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Pushing event deleted for resources: {'Port': ['ID=fad389c8-37ab-4f5b-8859-54d90b281a12,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:26.989967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] No DVR routers for this DVR port fad389c8-37ab-4f5b-8859-54d90b281a12 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:26.992584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:26.995942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6323d31b-f738-4f51-9ec9-b15417f69da8 req-ecf488c9-8cab-4732-91b6-437caa55d8a8 tempest-ImagesTestJSON-1543085253 tempest-ImagesTestJSON-1543085253-project] 10.222.0.69 "DELETE /v2.0/ports/fad389c8-37ab-4f5b-8859-54d90b281a12 HTTP/1.1" status: 204 len: 173 time: 1.0188179 Dec 16 09:26:26.996451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-deleted', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:26.998939 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ee35c-2546-4373-a9ae-06148a0f2088" -d '{"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-deleted", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:27.011366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 11, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:27.040672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:27.042869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.064038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee14e2-cfa1-44e1-b4bd-7e91e0f2185a req-2b19bad3-79a0-44fd-82a8-69f7fc143fca tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.064335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:27.065123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:27.072195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3ee14e2-cfa1-44e1-b4bd-7e91e0f2185a req-2b19bad3-79a0-44fd-82a8-69f7fc143fca tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0703371 Dec 16 09:26:27.114475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.127051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3ee14e2-cfa1-44e1-b4bd-7e91e0f2185a req-8f28bd18-b793-43f9-a903-2f513e0ffab6 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Dec 16 09:26:27.148367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27dfd0-4379-4b17-8f6a-5f02e8d58443 None None] Network e7c5c422-9e91-4028-abc4-071d93ec0a6b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:27.155138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.158607 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/a2fe7331-c035-4252-ad03-3ff71133d45b HTTP/1.1" status: 204 len: 168 time: 0.3266020 Dec 16 09:26:27.160141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45ab0e-1847-4604-abdb-d92cccacd457 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fe7331-c035-4252-ad03-3ff71133d45b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:27.161627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33784) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:27.183167 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e4dc6-4a58-4842-b451-af44074fcfa5 x-openstack-request-id: req-810e4dc6-4a58-4842-b451-af44074fcfa5 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:27.183466 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:27.183717 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-810e4dc6-4a58-4842-b451-af44074fcfa5 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:27.184126 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'status': 'completed', 'code': 200} Dec 16 09:26:27.185805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:27.266124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-6fd5ee23-ba19-4e50-a084-ff68f6464b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.267969 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-6fd5ee23-ba19-4e50-a084-ff68f6464b1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 1094 time: 0.0552323 Dec 16 09:26:27.268880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.274891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 11, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:27.320067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa442a-1453-4e68-9c9a-597e2c5db3fe None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 11, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:27.402633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-d2015232-f64a-45cf-91e9-61e93fb2bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.404232 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-d2015232-f64a-45cf-91e9-61e93fb2bce4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1200733 Dec 16 09:26:27.412497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Deleting port bb9a8154-13d0-4836-a095-9d8fcd7aa590 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:27.412842 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.425664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c6302-2018-4908-ac5c-3755db370ca7 req-74998446-8c65-49a9-98ff-3818a8947bed tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.427316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4c6302-2018-4908-ac5c-3755db370ca7 req-74998446-8c65-49a9-98ff-3818a8947bed tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 944 time: 0.1132984 Dec 16 09:26:27.454376 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-ca8d4b77-b9d5-40f5-8dd1-eef0d5291dae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 217 time: 0.0416710 Dec 16 09:26:27.497487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029de41-8286-4f3c-adcc-a4851055e020 req-6da1ec00-ece3-48b0-93ef-2001dedaeb15 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.498978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1029de41-8286-4f3c-adcc-a4851055e020 req-6da1ec00-ece3-48b0-93ef-2001dedaeb15 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 950 time: 0.1523135 Dec 16 09:26:27.517193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-d5725699-128d-44f5-ab2a-d3685b74e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.519249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-d5725699-128d-44f5-ab2a-d3685b74e0c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0523987 Dec 16 09:26:27.557874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] For port bb9a8154-13d0-4836-a095-9d8fcd7aa590, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb9a8154-13d0-4836-a095-9d8fcd7aa590,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:27.558259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.578786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4c6302-2018-4908-ac5c-3755db370ca7 req-cecc2651-994e-41a1-bda6-2fc555ec7ecb tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406410 Dec 16 09:26:27.584934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Calling delete_port for bb9a8154-13d0-4836-a095-9d8fcd7aa590 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:27.613144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-6628ac34-7f2c-40d8-851e-56665674dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:27.615022 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-6628ac34-7f2c-40d8-851e-56665674dc53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774724 Dec 16 09:26:27.713498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Deleting port a3868d2e-265c-47e0-b8a6-e312a6e3087d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:27.713911 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.718457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] DHCP port deletion for e7c5c422-9e91-4028-abc4-071d93ec0a6b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:27.729461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-6bd7f4d6-ec78-4f95-a2cb-10c6c2af3b69 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038661 Dec 16 09:26:27.730174 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912684f9-d016-4881-a04e-a4591a3b4024 x-openstack-request-id: req-912684f9-d016-4881-a04e-a4591a3b4024 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:27.730469 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e5dd09-db9b-42db-92b6-141588e40df8", "name": "network-vif-deleted", "tag": "fad389c8-37ab-4f5b-8859-54d90b281a12", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:27.730884 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-912684f9-d016-4881-a04e-a4591a3b4024 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:27.731295 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e5dd09-db9b-42db-92b6-141588e40df8', 'name': 'network-vif-deleted', 'tag': 'fad389c8-37ab-4f5b-8859-54d90b281a12', 'status': 'completed', 'code': 200} Dec 16 09:26:27.812588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] Deleting port bb9a8154-13d0-4836-a095-9d8fcd7aa590 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:27.815464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.849319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.854865 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-edcf2acb-ae22-4086-8fde-65a3d33e453d req-bb182ae2-66b0-48af-8af3-5808d86fb9ae service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170490 Dec 16 09:26:27.898343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] For port bb9a8154-13d0-4836-a095-9d8fcd7aa590, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb9a8154-13d0-4836-a095-9d8fcd7aa590,segment=NetworkSegment(1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d),segment_id=1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:27.898884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.911746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] Calling delete_port for bb9a8154-13d0-4836-a095-9d8fcd7aa590 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:27.912569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Port': ['ID=bb9a8154-13d0-4836-a095-9d8fcd7aa590,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:27.919566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] For port a3868d2e-265c-47e0-b8a6-e312a6e3087d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a3868d2e-265c-47e0-b8a6-e312a6e3087d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:27.919927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:27.923234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No DVR routers for this DVR port bb9a8154-13d0-4836-a095-9d8fcd7aa590 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:27.956764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Calling delete_port for a3868d2e-265c-47e0-b8a6-e312a6e3087d owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:27.993888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.014071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aacff-7f80-4ada-9899-4bbb6f35cd2b req-5ff52b0a-daa4-422b-88eb-e5a5f7fc48a3 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.015577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d6aacff-7f80-4ada-9899-4bbb6f35cd2b req-5ff52b0a-daa4-422b-88eb-e5a5f7fc48a3 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 943 time: 0.1873615 Dec 16 09:26:28.018599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] Pushing event deleted for resources: {'Port': ['ID=bb9a8154-13d0-4836-a095-9d8fcd7aa590,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.023323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63c728-2869-4c4d-9ef3-59f893ab2521 None None] No DVR routers for this DVR port bb9a8154-13d0-4836-a095-9d8fcd7aa590 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:28.379540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.417460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c5c422-9e91-4028-abc4-071d93ec0a6b']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:28.440277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:28.440557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7f3fd2-23fb-4ea3-b0cd-7123d90f2a5d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:28.444857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d6aacff-7f80-4ada-9899-4bbb6f35cd2b req-0683c872-7f22-4ea2-8eaf-2f295447b697 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151897 Dec 16 09:26:28.454305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.474444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.481618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:28.482031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:28.484919 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:28.543642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8c7906b7-be71-4098-8862-0c9e56e27c10 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:28.606126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.619621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.622389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/networks/e7c5c422-9e91-4028-abc4-071d93ec0a6b HTTP/1.1" status: 204 len: 168 time: 1.4594908 Dec 16 09:26:28.625042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33806) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:28.633911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'routes': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:28.640691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bc615-a311-4b6d-9ec1-127a63f3a35a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Pushing event deleted for resources: {'Network': ['ID=e7c5c422-9e91-4028-abc4-071d93ec0a6b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.642456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.650506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8c7906b7-be71-4098-8862-0c9e56e27c10, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8c7906b7-be71-4098-8862-0c9e56e27c10,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:28.656296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d7f0d4a3-30ac-4609-9e1a-e7fb358f1761'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:28.675697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Pushing event deleted for resources: {'Port': ['ID=a3868d2e-265c-47e0-b8a6-e312a6e3087d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:28.685051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586e1a-ded0-4e29-8535-efe23220f9e1 req-362c2b8d-c777-4d2a-b879-726c9284fd46 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.687353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c586e1a-ded0-4e29-8535-efe23220f9e1 req-362c2b8d-c777-4d2a-b879-726c9284fd46 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=f81037cd-d6f4-4a77-b12a-38aab981b440 HTTP/1.1" status: 200 len: 867 time: 0.1350396 Dec 16 09:26:28.689138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:28.740822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.750764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] No DVR routers for this DVR port a3868d2e-265c-47e0-b8a6-e312a6e3087d on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:28.754254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.758422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7906b7-be71-4098-8862-0c9e56e27c10 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:28.759293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1029de41-8286-4f3c-adcc-a4851055e020 req-dec73be8-4546-47d4-ba43-79a53203f212 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "DELETE /v2.0/ports/a3868d2e-265c-47e0-b8a6-e312a6e3087d HTTP/1.1" status: 204 len: 173 time: 1.2509084 Dec 16 09:26:28.816160 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c586e1a-ded0-4e29-8535-efe23220f9e1 req-38de3052-0109-412b-adcb-e61e9bafeaf3 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991213 Dec 16 09:26:28.832526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8c7906b7-be71-4098-8862-0c9e56e27c10, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8c7906b7-be71-4098-8862-0c9e56e27c10,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:28.863961 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.873828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Added routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:26:28.874156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Removed routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:26:28.874520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:28.902287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb9a8154-13d0-4836-a095-9d8fcd7aa590 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:28.949141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: bb9a8154-13d0-4836-a095-9d8fcd7aa590 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:28.949530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb9a8154-13d0-4836-a095-9d8fcd7aa590 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:28.949923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8a143f7c-e788-472f-89fb-6941ef5d2686 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:28.957266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dc8a8-21df-4c02-ac5c-647ea88654fa req-2dcf3b1d-1aec-48c8-9cc5-79ffccc93082 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:28.968148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-420dc8a8-21df-4c02-ac5c-647ea88654fa req-2dcf3b1d-1aec-48c8-9cc5-79ffccc93082 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0805902 Dec 16 09:26:28.981330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8a143f7c-e788-472f-89fb-6941ef5d2686 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:28.981666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8a143f7c-e788-472f-89fb-6941ef5d2686 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:29.020894 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-420dc8a8-21df-4c02-ac5c-647ea88654fa req-44435705-8358-4bf6-bafe-bd40b339998f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Dec 16 09:26:29.032754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8c7906b7-be71-4098-8862-0c9e56e27c10,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:29.042230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.046007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.124097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router e369be47-4b54-49ba-8c10-e969b0ea9a9b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:29.173748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['8c7906b7-be71-4098-8862-0c9e56e27c10'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:29.203957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:29.214988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.216301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6c1f1f7a-4e59-46d4-b9ad-634b0e6fec43 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 700 time: 0.5892611 Dec 16 09:26:29.216706 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] Sync routers for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:29.219718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:29.238994 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:29.240996 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.249167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bacf176-5af1-47c5-9305-cf4c2a8c5e3d tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 205 time: 0.0281451 Dec 16 09:26:29.251840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33814) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:29.254410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec24f-685b-4ffd-84bb-2054c1b8a9b2 req-5d580555-a3e3-4fbd-9d04-43fdb1a59f11 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:29.257943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-055ec24f-685b-4ffd-84bb-2054c1b8a9b2 req-5d580555-a3e3-4fbd-9d04-43fdb1a59f11 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 944 time: 0.0869603 Dec 16 09:26:29.331260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-055ec24f-685b-4ffd-84bb-2054c1b8a9b2 req-550ccda4-bd5c-49a2-a358-098154248ada tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662010 Dec 16 09:26:29.346580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:29.366876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.414401 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 11, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.441254 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] Checking router: e369be47-4b54-49ba-8c10-e969b0ea9a9b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:29.451109 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] Routers {'e369be47-4b54-49ba-8c10-e969b0ea9a9b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:29.451712 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.530140 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] Set router e369be47-4b54-49ba-8c10-e969b0ea9a9b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:29.545106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.547386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.574753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51da70-0c4b-4208-b436-9759682a84b5 req-c5059c0e-e491-4de9-906f-0f335d61370f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:29.576435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c51da70-0c4b-4208-b436-9759682a84b5 req-c5059c0e-e491-4de9-906f-0f335d61370f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 944 time: 0.0527151 Dec 16 09:26:29.590215 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 11, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:29.607033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.607772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router e369be47-4b54-49ba-8c10-e969b0ea9a9b {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:26:29.618970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.620000 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0582bf09-c9c8-4f43-8459-7482cde6c8c4 None None] The sync data for ids ['e369be47-4b54-49ba-8c10-e969b0ea9a9b'] in n-d-821941-1 is: [{'id': 'e369be47-4b54-49ba-8c10-e969b0ea9a9b', 'name': 'tempest-RoutersTest-router-604631015', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:46Z', 'updated_at': '2021-12-16T09:26:25Z', 'revision_number': 11, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:29.620259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7cb00fab-fd08-45a7-8604-8335c793905b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 204 len: 168 time: 0.3673999 Dec 16 09:26:29.625363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33820) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:29.630335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563686604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:29.638370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c51da70-0c4b-4208-b436-9759682a84b5 req-f4790be1-ef8e-4d9c-8d1d-c3aaa5b411e2 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558672 Dec 16 09:26:29.659430 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.660711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.717402 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.722757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.732708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'name': 'network-vif-deleted', 'tag': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:29.735062 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca99f38-fbd0-4a48-b299-4c779d5e9e20" -d '{"events": [{"server_uuid": "f81037cd-d6f4-4a77-b12a-38aab981b440", "name": "network-vif-deleted", "tag": "a3868d2e-265c-47e0-b8a6-e312a6e3087d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:29.747571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:29.748779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1f0a0c63-cb3a-4084-8c09-1541199ad14f tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1222005 Dec 16 09:26:29.751667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33832) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:29.756848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:29.810449 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f842342-caf6-46be-b90f-06658081228d x-openstack-request-id: req-5f842342-caf6-46be-b90f-06658081228d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:29.810799 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81037cd-d6f4-4a77-b12a-38aab981b440", "name": "network-vif-deleted", "tag": "a3868d2e-265c-47e0-b8a6-e312a6e3087d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:29.810985 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f842342-caf6-46be-b90f-06658081228d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:29.811381 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81037cd-d6f4-4a77-b12a-38aab981b440', 'name': 'network-vif-deleted', 'tag': 'a3868d2e-265c-47e0-b8a6-e312a6e3087d', 'status': 'completed', 'code': 200} Dec 16 09:26:30.070631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33852) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:30.151247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Deleting subnet dce560d8-152a-4b46-a804-a122b4235262 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:30.156761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.200976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.209755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078688ea-7d7e-446c-9043-2ec322fb5c4a req-5ab53877-fd93-4b43-a460-3d432fd5c1d5 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.211267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-078688ea-7d7e-446c-9043-2ec322fb5c4a req-5ab53877-fd93-4b43-a460-3d432fd5c1d5 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0943253 Dec 16 09:26:30.226040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.238311 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.278094 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.282486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-078688ea-7d7e-446c-9043-2ec322fb5c4a req-c5418f29-bb54-4504-9e35-16b27726bcc9 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494006 Dec 16 09:26:30.325165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcbb26f3-f873-4260-addd-794baed87fbb up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:30.338278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.339806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Router 4e4d8301-8b57-49d2-b38e-650aa149d855 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:26:30.371025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce560d8-152a-4b46-a804-a122b4235262,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:30.382849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port fcbb26f3-f873-4260-addd-794baed87fbb completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:30.385376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.386820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fcbb26f3-f873-4260-addd-794baed87fbb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:30.387268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.391329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a661a81-b968-4055-9d53-d23a635e992a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dce560d8-152a-4b46-a804-a122b4235262 HTTP/1.1" status: 204 len: 168 time: 0.3196557 Dec 16 09:26:30.391495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:30.433594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4528992-b8bd-49bd-ac8b-4d6d52339505 req-deaca3b8-8814-423a-84c5-80eb1f4d58f9 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.435494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4528992-b8bd-49bd-ac8b-4d6d52339505 req-deaca3b8-8814-423a-84c5-80eb1f4d58f9 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.0668421 Dec 16 09:26:30.468500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:30.468722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.480460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.481607 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-42baaed0-0816-427b-911b-043f14dc7f3b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "PUT /v2.0/routers/4e4d8301-8b57-49d2-b38e-650aa149d855 HTTP/1.1" status: 200 len: 693 time: 0.7286775 Dec 16 09:26:30.484160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33862) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:30.486360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4528992-b8bd-49bd-ac8b-4d6d52339505 req-76aa0258-06fe-4e96-aea8-493fc8394882 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Dec 16 09:26:30.488020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] Sync routers for ids ['4e4d8301-8b57-49d2-b38e-650aa149d855'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:30.497906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d25696-457a-4083-b3cc-f938a40f18c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb26f3-f873-4260-addd-794baed87fbb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:30.500733 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75308520-d4ee-4070-94d3-7f7389abec13" -d '{"events": [{"server_uuid": "33d25696-457a-4083-b3cc-f938a40f18c4", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb26f3-f873-4260-addd-794baed87fbb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:30.530006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fcbb26f3-f873-4260-addd-794baed87fbb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcbb26f3-f873-4260-addd-794baed87fbb,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:30.531292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] Routers {'4e4d8301-8b57-49d2-b38e-650aa149d855'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:30.532003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['4e4d8301-8b57-49d2-b38e-650aa149d855'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:30.571614 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.572700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8c7906b7-be71-4098-8862-0c9e56e27c10 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:30.588578 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47dd81fe-b710-440d-a239-970697ca98c8 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/routers/4e4d8301-8b57-49d2-b38e-650aa149d855 HTTP/1.1" status: 200 len: 699 time: 0.1032815 Dec 16 09:26:30.591335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33866) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:30.629145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-740d12d3-32a4-46c4-8966-bc2e96c0967b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e4d8301-8b57-49d2-b38e-650aa149d855 HTTP/1.1" status: 200 len: 205 time: 0.0358088 Dec 16 09:26:30.629443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:30.686891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63217ca-7d86-4a36-8509-28dcef952b64 req-42078d77-6646-4ac7-b0e7-d5c5ff7a62a7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.688623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d63217ca-7d86-4a36-8509-28dcef952b64 req-42078d77-6646-4ac7-b0e7-d5c5ff7a62a7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 945 time: 0.0509496 Dec 16 09:26:30.737748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d63217ca-7d86-4a36-8509-28dcef952b64 req-163e324e-039b-43e2-9896-269b37d3bad5 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Dec 16 09:26:30.739610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.747634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.748421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a3868d2e-265c-47e0-b8a6-e312a6e3087d no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:30.749794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.819303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] Set router 4e4d8301-8b57-49d2-b38e-650aa149d855 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:30.823999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: a3868d2e-265c-47e0-b8a6-e312a6e3087d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:30.824335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a3868d2e-265c-47e0-b8a6-e312a6e3087d not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:30.824720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:30.835766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5aa7b0-989b-48bc-9e07-84c61caffe3c']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:30.848827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a020189e-74fb-4593-96cf-3d33e706fcf6') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:30.849125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a020189e-74fb-4593-96cf-3d33e706fcf6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:30.860122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.906245 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f900612-1822-41ff-8f1d-afd74394d286 x-openstack-request-id: req-2f900612-1822-41ff-8f1d-afd74394d286 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:30.906533 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d25696-457a-4083-b3cc-f938a40f18c4", "name": "network-vif-plugged", "status": "completed", "tag": "fcbb26f3-f873-4260-addd-794baed87fbb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:30.906963 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f900612-1822-41ff-8f1d-afd74394d286 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:30.907351 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d25696-457a-4083-b3cc-f938a40f18c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbb26f3-f873-4260-addd-794baed87fbb', 'code': 200} Dec 16 09:26:30.910341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4d8301-8b57-49d2-b38e-650aa149d855', 'name': 'tempest-RoutersTest-router-563686604', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:30Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:30.919100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: fad389c8-37ab-4f5b-8859-54d90b281a12 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:30.919774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fad389c8-37ab-4f5b-8859-54d90b281a12 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:30.958447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.961635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] Checking router: 4e4d8301-8b57-49d2-b38e-650aa149d855 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:30.964398 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.967610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.969411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:30.969741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:30.971562 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:30.975556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fcbb26f3-f873-4260-addd-794baed87fbb,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:30.985150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] Routers {'4e4d8301-8b57-49d2-b38e-650aa149d855'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:30.985865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['4e4d8301-8b57-49d2-b38e-650aa149d855'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:30.987590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 8c7906b7-be71-4098-8862-0c9e56e27c10 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:30.990412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.990753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.991080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.991403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.991723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.992053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.992354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.992668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.992977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.993286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.993597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.993931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:30.995766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd592fca-3c89-4dbc-ae29-1bb23aa7006e req-65bc8674-3a12-47ea-bf41-c7e9169db934 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:30.997270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd592fca-3c89-4dbc-ae29-1bb23aa7006e req-65bc8674-3a12-47ea-bf41-c7e9169db934 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 944 time: 0.0866466 Dec 16 09:26:31.031454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c1498-92b4-4a9e-80d4-40aeb87dcdf1 req-a312c0b1-c4ec-4e7b-bca3-97ac4d80ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.033078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-380c1498-92b4-4a9e-80d4-40aeb87dcdf1 req-a312c0b1-c4ec-4e7b-bca3-97ac4d80ba95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 1096 time: 0.0869606 Dec 16 09:26:31.036643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 8c7906b7-be71-4098-8862-0c9e56e27c10 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:31.036643 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.061871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.062517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4d8301-8b57-49d2-b38e-650aa149d855 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:26:31.070919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.072183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1649c967-73fa-48f4-86ad-c95c6df1c669 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/4e4d8301-8b57-49d2-b38e-650aa149d855 HTTP/1.1" status: 204 len: 168 time: 0.4420230 Dec 16 09:26:31.073593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.073754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd592fca-3c89-4dbc-ae29-1bb23aa7006e req-69ab1f31-e5ad-4ca5-96d1-120385a5bf27 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Dec 16 09:26:31.075783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33872) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.101497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-380c1498-92b4-4a9e-80d4-40aeb87dcdf1 req-b2a71f8c-1eb1-41ce-aa43-f9e9ad342da3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605140 Dec 16 09:26:31.108006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] Set router 4e4d8301-8b57-49d2-b38e-650aa149d855 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:31.108735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c3968b0-8868-450e-8a4b-442d2cfedd08 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e4d8301-8b57-49d2-b38e-650aa149d855 HTTP/1.1" status: 200 len: 205 time: 0.0318084 Dec 16 09:26:31.111931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33874) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.112630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.118475 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] 10.222.0.61 "DELETE /v2.0/networks/9e5aa7b0-989b-48bc-9e07-84c61caffe3c HTTP/1.1" status: 204 len: 168 time: 0.6989532 Dec 16 09:26:31.126321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a2057-52aa-49fd-9444-4a35dea09b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5aa7b0-989b-48bc-9e07-84c61caffe3c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:31.153787 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-07f137c1-957c-49f2-bbb7-77f2c0e24e88 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:31.157247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-07f137c1-957c-49f2-bbb7-77f2c0e24e88 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/4e4d8301-8b57-49d2-b38e-650aa149d855 HTTP/1.1" status: 404 len: 336 time: 0.0417457 Dec 16 09:26:31.157532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33878) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.177593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4d8301-8b57-49d2-b38e-650aa149d855', 'name': 'tempest-RoutersTest-router-563686604', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:30Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:31.187836 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-595bbf34-7535-4a82-a3a5-2bd8febefa13 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.188330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595bbf34-7535-4a82-a3a5-2bd8febefa13 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:31.191430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-595bbf34-7535-4a82-a3a5-2bd8febefa13 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/cd47510a-bd1a-490c-bcb5-5c8ac9ff49bf HTTP/1.1" status: 404 len: 337 time: 0.0329494 Dec 16 09:26:31.195144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.208550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab739e2b-c93e-4c9d-a7ea-af4cbb99c600 None None] The sync data for ids ['4e4d8301-8b57-49d2-b38e-650aa149d855'] in n-d-821941-1 is: [{'id': '4e4d8301-8b57-49d2-b38e-650aa149d855', 'name': 'tempest-RoutersTest-router-563686604', 'tenant_id': '905b1b194c704360827b244549b025e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:26:29Z', 'updated_at': '2021-12-16T09:26:30Z', 'revision_number': 2, 'project_id': '905b1b194c704360827b244549b025e2', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:31.223672 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-756f4f43-82c3-45dd-a398-4c237a81b558 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.224682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756f4f43-82c3-45dd-a398-4c237a81b558 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:31.227052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-756f4f43-82c3-45dd-a398-4c237a81b558 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/d5a727f9-db04-403e-b9f5-e205079ece65 HTTP/1.1" status: 404 len: 337 time: 0.0308750 Dec 16 09:26:31.229625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33882) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.262014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.262862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33884) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.268104 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d12c67-61af-419d-8f49-cf779cf94dd1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.268553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d12c67-61af-419d-8f49-cf779cf94dd1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:31.273912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0d12c67-61af-419d-8f49-cf779cf94dd1 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/b54f17b4-502c-4524-a13b-5bcd5b5b230e HTTP/1.1" status: 404 len: 337 time: 0.0407009 Dec 16 09:26:31.276210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33886) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.308263 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dc18ce-9a4a-457d-bc1d-ef332e9999f5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.308765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8c7906b7-be71-4098-8862-0c9e56e27c10, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8c7906b7-be71-4098-8862-0c9e56e27c10,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:31.309245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dc18ce-9a4a-457d-bc1d-ef332e9999f5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:31.315252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0dc18ce-9a4a-457d-bc1d-ef332e9999f5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/a2fe7331-c035-4252-ad03-3ff71133d45b HTTP/1.1" status: 404 len: 337 time: 0.0352199 Dec 16 09:26:31.315954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.316089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33890) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.338920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cbe88699-dfb3-47e0-a803-a851f17f086f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7e7920766ce4175942484ff81afcc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739017 Dec 16 09:26:31.340702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33892) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.370135 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8c88b9c7-c673-445b-b2f2-add6ea9e8489 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 200 len: 205 time: 0.0511637 Dec 16 09:26:31.370743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33894) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.376970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8c7906b7-be71-4098-8862-0c9e56e27c10,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:31.413341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d003120a-8600-4866-8e68-0aaefeec3022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.441572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d003120a-8600-4866-8e68-0aaefeec3022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.451247 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-d7ad62a0-6aee-4fab-966a-9b65367c168a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:31.452303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d7ad62a0-6aee-4fab-966a-9b65367c168a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/e369be47-4b54-49ba-8c10-e969b0ea9a9b HTTP/1.1" status: 404 len: 336 time: 0.0791936 Dec 16 09:26:31.455375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33896) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.493421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-69ee5d02-fbb1-4fbe-86a1-632974d85dc6 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccce6916-0438-425b-9cf5-00dc7529c12f HTTP/1.1" status: 200 len: 205 time: 0.0347884 Dec 16 09:26:31.493932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33898) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.504895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0795fc9-a9f1-4f8c-a4e1-516e1ada4554 req-fe01e097-f6c6-41f0-9b64-9f3fab4ed37c tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.507380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0795fc9-a9f1-4f8c-a4e1-516e1ada4554 req-fe01e097-f6c6-41f0-9b64-9f3fab4ed37c tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.1230752 Dec 16 09:26:31.551362 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-f61b8b36-d844-44a1-98bf-ba8dd75b5df5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:31.552787 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f61b8b36-d844-44a1-98bf-ba8dd75b5df5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/ccce6916-0438-425b-9cf5-00dc7529c12f HTTP/1.1" status: 404 len: 336 time: 0.0578818 Dec 16 09:26:31.555749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0795fc9-a9f1-4f8c-a4e1-516e1ada4554 req-5cb388a8-72fc-455e-b429-2e2bd5a6f3cc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Dec 16 09:26:31.556104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33902) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.559438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d003120a-8600-4866-8e68-0aaefeec3022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.562774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d003120a-8600-4866-8e68-0aaefeec3022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:31.564199 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d003120a-8600-4866-8e68-0aaefeec3022 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8aa6834a-0ad0-44cd-8789-587d73846b1a HTTP/1.1" status: 204 len: 168 time: 0.2221446 Dec 16 09:26:31.603965 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc6d7aa-9ce1-4834-b9a2-d047563cae04 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.604437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc6d7aa-9ce1-4834-b9a2-d047563cae04 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:31.607839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bbc6d7aa-9ce1-4834-b9a2-d047563cae04 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/5ad80db3-0f9b-4dec-9bea-b9e19af90d26 HTTP/1.1" status: 404 len: 337 time: 0.0503435 Dec 16 09:26:31.611759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33908) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.619567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003120a-8600-4866-8e68-0aaefeec3022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa6834a-0ad0-44cd-8789-587d73846b1a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:31.655235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4a4a5213-62be-4572-9342-f22d2364d021 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 200 len: 205 time: 0.0388002 Dec 16 09:26:31.658215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.701539 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-a4e39aaf-24ca-4965-a8ba-425198322eea tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:31.702703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a4e39aaf-24ca-4965-a8ba-425198322eea tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/bfad1189-1ffb-4611-8af2-adb8d38edf58 HTTP/1.1" status: 404 len: 336 time: 0.0428736 Dec 16 09:26:31.705711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33912) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.712134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5d85-7842-431b-897e-89f0fe72dd61 req-0635e500-1051-4a34-a0bc-f234b7af974d tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.714174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f8f5d85-7842-431b-897e-89f0fe72dd61 req-0635e500-1051-4a34-a0bc-f234b7af974d tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.0620749 Dec 16 09:26:31.743408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e5fe8937-25a8-490e-8d0d-6cc577398e9a tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=a79decfc-043e-4381-b268-4266c3a33648 HTTP/1.1" status: 200 len: 205 time: 0.0364470 Dec 16 09:26:31.745712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.759198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f8f5d85-7842-431b-897e-89f0fe72dd61 req-8be540b5-32ee-4745-b24d-7111caf54045 tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/security-groups?id=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379081 Dec 16 09:26:31.785946 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-c6afd61c-d2be-42b4-9ea1-8cadc5cede63 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:31.787175 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c6afd61c-d2be-42b4-9ea1-8cadc5cede63 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/a79decfc-043e-4381-b268-4266c3a33648 HTTP/1.1" status: 404 len: 336 time: 0.0403829 Dec 16 09:26:31.792768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33920) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.832128 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4920fee6-c767-46ce-9eac-559dd376aec2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.832898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4920fee6-c767-46ce-9eac-559dd376aec2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:31.836621 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4920fee6-c767-46ce-9eac-559dd376aec2 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/7a26c5ec-37a2-4f11-8734-b8f83904d292 HTTP/1.1" status: 404 len: 337 time: 0.0412054 Dec 16 09:26:31.839259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.843317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-f1d9657a-cd14-42db-b0f4-1db3a41732bf tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:31.845916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-f1d9657a-cd14-42db-b0f4-1db3a41732bf tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 949 time: 0.0582383 Dec 16 09:26:31.880515 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50a8a212-33a2-48b8-b754-e6d3e27368e5 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=1045a013-35a3-48c0-b99b-d0bfe0d49112 HTTP/1.1" status: 200 len: 205 time: 0.0395103 Dec 16 09:26:31.884866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.925228 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-33d7bc9b-aaf3-48d0-a20c-538c2bc6489b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:31.929505 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33d7bc9b-aaf3-48d0-a20c-538c2bc6489b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/1045a013-35a3-48c0-b99b-d0bfe0d49112 HTTP/1.1" status: 404 len: 336 time: 0.0406475 Dec 16 09:26:31.930980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:31.996709 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d79690c-c024-4e29-b9b7-0aafd3af213c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:31.997190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d79690c-c024-4e29-b9b7-0aafd3af213c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:32.002658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3d79690c-c024-4e29-b9b7-0aafd3af213c tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/8995a862-643b-4d94-8ec9-de4ceeb816f4 HTTP/1.1" status: 404 len: 337 time: 0.0618739 Dec 16 09:26:32.003068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.032167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f5302e55-552b-42ae-a8fb-21b12619c76e tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 HTTP/1.1" status: 200 len: 205 time: 0.0276670 Dec 16 09:26:32.034692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.078408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b94a3-dd97-465a-95ad-19e4cea8fe21 req-994295ff-f589-47a2-8436-f08ef84744ef tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.080817 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-15da6bfd-42e6-4563-9c9e-77188c4d371b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] delete failed (client error): The resource could not be found. Dec 16 09:26:32.084724 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-15da6bfd-42e6-4563-9c9e-77188c4d371b tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/routers/c8e86930-a8c8-46ee-9f8b-f668b7aa9d04 HTTP/1.1" status: 404 len: 336 time: 0.0452571 Dec 16 09:26:32.084881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33942) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.085921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f97b94a3-dd97-465a-95ad-19e4cea8fe21 req-994295ff-f589-47a2-8436-f08ef84744ef tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 945 time: 0.1372917 Dec 16 09:26:32.106828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Deleting port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:32.107218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.115276 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-da09b38e-c631-4047-b6dd-bbf1688d0335 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:32.115945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da09b38e-c631-4047-b6dd-bbf1688d0335 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:32.118942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da09b38e-c631-4047-b6dd-bbf1688d0335 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/aa1c3b8e-ccdc-4846-8406-f1a45b3e183c HTTP/1.1" status: 404 len: 337 time: 0.0331521 Dec 16 09:26:32.123131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33946) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.155959 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d15e51-d738-49cb-b3f2-3348509cc774 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] DELETE failed (client error): The resource could not be found. Dec 16 09:26:32.157622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d15e51-d738-49cb-b3f2-3348509cc774 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:26:32.163163 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b4d15e51-d738-49cb-b3f2-3348509cc774 tempest-RoutersTest-1997910610 tempest-RoutersTest-1997910610-project] 10.222.0.61 "DELETE /v2.0/subnets/226a7539-6a1c-4d5d-977b-e60106726316 HTTP/1.1" status: 404 len: 337 time: 0.0398033 Dec 16 09:26:32.200865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f97b94a3-dd97-465a-95ad-19e4cea8fe21 req-a143a25d-4f69-47f4-a75e-b8e3f2ca8427 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130736 Dec 16 09:26:32.259051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] For port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:32.259536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.280554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Calling delete_port for d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:32.491307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6627d-c474-4900-b081-133c9a1b40ee req-2b9e71b2-511c-44f0-94f7-3a16d28df6ac tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.493125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3a6627d-c474-4900-b081-133c9a1b40ee req-2b9e71b2-511c-44f0-94f7-3a16d28df6ac tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 945 time: 0.1149428 Dec 16 09:26:32.494419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.507190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33962) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.507597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d7f0d4a3-30ac-4609-9e1a-e7fb358f1761'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:32.558835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Pushing event deleted for resources: {'Port': ['ID=d7f0d4a3-30ac-4609-9e1a-e7fb358f1761,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:32.628418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] No DVR routers for this DVR port d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:32.631404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.635240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e63281aa-158d-4444-9dbb-0f16e23cb170 req-981d0239-e390-410b-af70-3fef100e64bd tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.69 "DELETE /v2.0/ports/d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 HTTP/1.1" status: 204 len: 173 time: 0.7788990 Dec 16 09:26:32.636423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'name': 'network-vif-deleted', 'tag': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:32.640339 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4c52d-6784-4698-a462-606a63b7ae03" -d '{"events": [{"server_uuid": "783fd064-730d-4aa6-9d9e-9fccf2cd5820", "name": "network-vif-deleted", "tag": "d7f0d4a3-30ac-4609-9e1a-e7fb358f1761"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:32.653938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3a6627d-c474-4900-b081-133c9a1b40ee req-e9eda798-5df5-4f54-a335-53356f1f7b96 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422536 Dec 16 09:26:32.763272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-043c9888-1284-4e27-a491-fba06db9e412 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=905b1b194c704360827b244549b025e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548127 Dec 16 09:26:32.765671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:32.834025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-530a8b7f-0330-45a7-879d-17db5775047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.861259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-530a8b7f-0330-45a7-879d-17db5775047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.908474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:32.911225 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a66b21-62c9-48d7-9c0a-b65d6c09038a" -d '{"events": [{"server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "name": "network-vif-plugged", "status": "completed", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:32.917487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-530a8b7f-0330-45a7-879d-17db5775047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.920419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-530a8b7f-0330-45a7-879d-17db5775047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:32.921593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-530a8b7f-0330-45a7-879d-17db5775047b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76e8def7-ace9-47f8-b993-82df11a5366b HTTP/1.1" status: 204 len: 168 time: 0.1543295 Dec 16 09:26:32.930924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a8b7f-0330-45a7-879d-17db5775047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e8def7-ace9-47f8-b993-82df11a5366b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:32.957090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e2ad1-82e6-4539-9ce3-c9e36b29818e req-78ac0598-676c-4836-b032-71dadd33467f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:32.958877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-175e2ad1-82e6-4539-9ce3-c9e36b29818e req-78ac0598-676c-4836-b032-71dadd33467f tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0656397 Dec 16 09:26:32.999425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-175e2ad1-82e6-4539-9ce3-c9e36b29818e req-1046e62e-d1d2-4b4a-b8ec-05047c4e5b65 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329304 Dec 16 09:26:33.048914 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8021a7be-9308-4d35-9299-ae803630033b x-openstack-request-id: req-8021a7be-9308-4d35-9299-ae803630033b {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:33.049188 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783fd064-730d-4aa6-9d9e-9fccf2cd5820", "name": "network-vif-deleted", "tag": "d7f0d4a3-30ac-4609-9e1a-e7fb358f1761", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:33.049513 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8021a7be-9308-4d35-9299-ae803630033b {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:33.049953 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783fd064-730d-4aa6-9d9e-9fccf2cd5820', 'name': 'network-vif-deleted', 'tag': 'd7f0d4a3-30ac-4609-9e1a-e7fb358f1761', 'status': 'completed', 'code': 200} Dec 16 09:26:33.154411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ca3be9d-1feb-412c-add4-b65959a2d1d7 req-20ec3a18-a710-462e-bd2a-0d06aa93887e tempest-LiveMigrationNegativeTest-1595210753 tempest-LiveMigrationNegativeTest-1595210753-project] 10.222.0.61 "GET /v2.0/ports?device_id=783fd064-730d-4aa6-9d9e-9fccf2cd5820 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Dec 16 09:26:33.322375 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4f96eb-3c45-4060-9b56-16f631517288 x-openstack-request-id: req-1d4f96eb-3c45-4060-9b56-16f631517288 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:33.322660 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "name": "network-vif-plugged", "status": "completed", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:33.323183 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d4f96eb-3c45-4060-9b56-16f631517288 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:33.323609 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'code': 200} Dec 16 09:26:33.429021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e27549-397b-4e71-8b01-2d0deb3ca914 req-92cf4844-8e50-4b9e-a55f-0d78a65901a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.430624 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-03e27549-397b-4e71-8b01-2d0deb3ca914 req-92cf4844-8e50-4b9e-a55f-0d78a65901a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 1096 time: 0.0437222 Dec 16 09:26:33.435985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c49cc-fd67-4610-b813-fd4501a68070 req-d4b792a9-f728-494f-a8a2-16ba91875f68 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.437825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-192c49cc-fd67-4610-b813-fd4501a68070 req-d4b792a9-f728-494f-a8a2-16ba91875f68 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 945 time: 0.0625143 Dec 16 09:26:33.470372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-03e27549-397b-4e71-8b01-2d0deb3ca914 req-85c57e50-9c97-432f-bb2c-c0dc054f538c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Dec 16 09:26:33.484788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-192c49cc-fd67-4610-b813-fd4501a68070 req-176853a2-95af-4868-98c0-347f85c07d09 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 Dec 16 09:26:33.680611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34014) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:33.706734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-12cc56b0-45fe-4216-9ca4-026e4cc115b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0516613 Dec 16 09:26:33.798400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1963800244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:33.808535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.808940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.809491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.810157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.810831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.811405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.812140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.814380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fbe786fd-ab26-49be-bba5-a12494a043f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6502 time: 0.0576246 Dec 16 09:26:33.825229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.826362 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.891637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.899067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.918039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:33.922230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e5de615b-76c5-47d0-adf6-cec3ddc52dc0 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2399914 Dec 16 09:26:33.922943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34022) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:33.931689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1914169787'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:33.950949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-226423ad-0006-4116-a981-0b4c6f640841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.951416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-226423ad-0006-4116-a981-0b4c6f640841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.951873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-226423ad-0006-4116-a981-0b4c6f640841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:33.953461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-226423ad-0006-4116-a981-0b4c6f640841 service neutron] 10.222.0.69 "GET /v2.0/networks?id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 2298 time: 0.1129463 Dec 16 09:26:33.970182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:33.974308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.037523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.114303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-ab0840b6-1bdb-45fc-bb70-5e58028f9a85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 200 len: 1000 time: 0.1509542 Dec 16 09:26:34.145756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1fa84-f4c6-4a2e-85ea-d2b29457852f req-3ae59864-0f6f-49e6-8804-bbec0c182bee tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.147399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a1fa84-f4c6-4a2e-85ea-d2b29457852f req-3ae59864-0f6f-49e6-8804-bbec0c182bee tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 945 time: 0.1373184 Dec 16 09:26:34.221084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-7f78dbea-ed11-4ae8-8b8b-28528e2931be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.222696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-7f78dbea-ed11-4ae8-8b8b-28528e2931be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e9564cc-7746-4b75-9db9-ef8486b36d3a HTTP/1.1" status: 200 len: 856 time: 0.0998824 Dec 16 09:26:34.270958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7a1fa84-f4c6-4a2e-85ea-d2b29457852f req-0d0bfaa1-797b-4247-902b-c57e3d9fdd2c tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017613 Dec 16 09:26:34.286559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.295256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.328977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-b647a84c-ef41-4571-9dc1-ec2f8cd1ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.330789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-b647a84c-ef41-4571-9dc1-ec2f8cd1ad22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994804 Dec 16 09:26:34.339609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:34.368056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5699b-1386-4ade-a51e-239e476cacc1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:34.399476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.399870 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Added segment 5f00568a-d154-497d-be62-2ccd910bf6c8 of type vlan for network b6c439b6-0071-4505-96b4-5fd380c24a8d Dec 16 09:26:34.458385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.499200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-b158fa3e-bdf1-4667-abb2-6eedcb7ce12b service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605577 Dec 16 09:26:34.506199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.512007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.512642 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.626958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7023726 Dec 16 09:26:34.628205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34042) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:34.636304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'subnet': {'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:34.654390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1eb3d-a4b1-4bc9-8c97-685e1b65be76 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Network': ['ID=b6c439b6-0071-4505-96b4-5fd380c24a8d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:34.673791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network b6c439b6-0071-4505-96b4-5fd380c24a8d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:34.716575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-df7d72d5-cb56-427e-b207-8c5a2ad16ffc service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011366 Dec 16 09:26:34.752862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:34.760837 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:34.767915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-84effd83-5a07-4284-9b67-2689ff9962fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 217 time: 0.0427444 Dec 16 09:26:34.776519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c7d03-6bf8-4267-9744-1b5ebc039122 req-afab418b-a28a-4007-b78e-3b7b2f480df6 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.777976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-362c7d03-6bf8-4267-9744-1b5ebc039122 req-afab418b-a28a-4007-b78e-3b7b2f480df6 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.1185887 Dec 16 09:26:34.851845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-c07aeeb4-6cc7-4414-bab9-3cdd8a0da5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.853385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-c07aeeb4-6cc7-4414-bab9-3cdd8a0da5aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0745339 Dec 16 09:26:34.865692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-362c7d03-6bf8-4267-9744-1b5ebc039122 req-dc257c99-5cd6-4eda-b764-78e06784e4bc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601883 Dec 16 09:26:34.908122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-02af9d32-c4dc-43fa-9096-619c1ac20b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:34.909751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-02af9d32-c4dc-43fa-9096-619c1ac20b05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431292 Dec 16 09:26:34.990421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.048422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-00e620cc-a72b-4bcf-b55b-a94c69eeef88 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306942 Dec 16 09:26:35.079338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Checking segment: {'id': '5f00568a-d154-497d-be62-2ccd910bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:35.079599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network hostable DHCP agents. Network: b6c439b6-0071-4505-96b4-5fd380c24a8d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:35.083530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Subnet': ['ID=fe10eb33-677d-456f-b78a-81f392e74f95,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:35.105599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network b6c439b6-0071-4505-96b4-5fd380c24a8d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:35.118714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, b6c439b6-0071-4505-96b4-5fd380c24a8d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:35.125696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.128303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.129310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd93a43-4922-41c7-8c4a-c185b0e7243f None None] Network b6c439b6-0071-4505-96b4-5fd380c24a8d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:35.156165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7e8af5d8-9b54-4b13-8345-aa3d613b4d5c tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5264180 Dec 16 09:26:35.159472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34050) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:35.166331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'network': {'name': 'tempest-router-network01--1005266140'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:35.192274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:35.195897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-990cb241-3fa3-46d5-96a9-025f69fc9c76 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376586 Dec 16 09:26:35.196740 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.230438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:35.243312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.243664 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Added segment 046263b4-17d7-4aa4-bd1c-227ef7f1f09c of type vlan for network 88a50655-9992-461c-991d-471fd00deb68 Dec 16 09:26:35.265905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-0e30afa9-0673-4435-b34f-a4702eb17f0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 217 time: 0.0617397 Dec 16 09:26:35.316610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34058) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:35.355327 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.358068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-b9ca15e5-a666-4306-9059-eb474f8eecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.359574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-b9ca15e5-a666-4306-9059-eb474f8eecbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0856965 Dec 16 09:26:35.383833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-b6c439b6-0071-4505-96b4-5fd380c24a8d', 'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d', 'tenant_id': '2b187a21675b4d3d8aae95207ec989ff', 'fixed_ips': [{'subnet_id': 'fe10eb33-677d-456f-b78a-81f392e74f95'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:35.384643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.385332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.391287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.392392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.471197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3095934 Dec 16 09:26:35.474144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:35.483588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'network': {'name': 'tempest-router-network02--638599529'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:35.484039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-77eac921-56bb-4bad-a908-871051877b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.485629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-77eac921-56bb-4bad-a908-871051877b43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183758 Dec 16 09:26:35.534605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad05943-c78c-483d-a9dd-74bc6e356afd tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Network': ['ID=88a50655-9992-461c-991d-471fd00deb68,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:35.546309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:35.551163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.598797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:35.607225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3575f14-106e-408f-98ed-7b9bb87b415f req-f63c8aac-cdba-4a72-9e6d-0685c802cd06 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.609351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3575f14-106e-408f-98ed-7b9bb87b415f req-f63c8aac-cdba-4a72-9e6d-0685c802cd06 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 945 time: 0.1762698 Dec 16 09:26:35.613706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-c43dcad1-0352-418d-8b9c-5cab05739671 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186793 Dec 16 09:26:35.622392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Allocated IP 2001:db8::2 (b6c439b6-0071-4505-96b4-5fd380c24a8d/fe10eb33-677d-456f-b78a-81f392e74f95/44d8c5ed-79cc-4a14-a798-f7180230bc7e) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:35.625086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.625497 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Added segment 479b8a19-a5ac-499e-af84-64dae3eeb614 of type vlan for network e8c0a496-1b21-46df-ae29-4befb73c3f9e Dec 16 09:26:35.628733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e2613de6-02a1-4965-85ca-a6e19580c5d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4466ccfd44df47848bdde57e86e69c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092046 Dec 16 09:26:35.636080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34066) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:35.692925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.722453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3575f14-106e-408f-98ed-7b9bb87b415f req-eedd3f01-865e-4cad-9b1c-784a762b3446 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017172 Dec 16 09:26:35.734391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f61684b2-42fb-4671-882e-90741d326eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.752714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.760089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:35.761947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.825178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-898c7a95-a013-4f89-b7f7-ae7b58e8ce81 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999373 Dec 16 09:26:35.826171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 88a50655-9992-461c-991d-471fd00deb68 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:35.834136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f61684b2-42fb-4671-882e-90741d326eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.844870 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3694408 Dec 16 09:26:35.854901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34072) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:35.868867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'subnet': {'network_id': '88a50655-9992-461c-991d-471fd00deb68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:35.874513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.881835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-b82d1a8b-6817-466b-b04c-442282024314 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739 HTTP/1.1" status: 200 len: 217 time: 0.0493901 Dec 16 09:26:35.888549 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:35.932860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Pushing event updated for resources: {'Port': ['ID=44d8c5ed-79cc-4a14-a798-f7180230bc7e,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:35.936234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def2dec-33be-483e-8d09-1e019820701e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Network': ['ID=e8c0a496-1b21-46df-ae29-4befb73c3f9e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:35.962081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Network b6c439b6-0071-4505-96b4-5fd380c24a8d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:35.964354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:35.968780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e8c0a496-1b21-46df-ae29-4befb73c3f9e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:35.970673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:35.995725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f61684b2-42fb-4671-882e-90741d326eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.000182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f61684b2-42fb-4671-882e-90741d326eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.001506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f61684b2-42fb-4671-882e-90741d326eb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d82bb1b5-6ace-45e9-b05c-0c2c611e24bd HTTP/1.1" status: 204 len: 168 time: 0.3643608 Dec 16 09:26:36.016391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61684b2-42fb-4671-882e-90741d326eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82bb1b5-6ace-45e9-b05c-0c2c611e24bd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:36.021609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:36.026798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.029021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-e56ffea6-13e9-4aee-a5e4-c86574511e46 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.036525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-e56ffea6-13e9-4aee-a5e4-c86574511e46 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1576605 Dec 16 09:26:36.047534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-c2817f29-d8d3-4a6b-976d-8b38d6f3bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.049004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-c2817f29-d8d3-4a6b-976d-8b38d6f3bc91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.1575472 Dec 16 09:26:36.094779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Attempting to bind port 44d8c5ed-79cc-4a14-a798-f7180230bc7e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:36.095532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Attempting to bind port 44d8c5ed-79cc-4a14-a798-f7180230bc7e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '5f00568a-d154-497d-be62-2ccd910bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:36.095918 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Attempting to bind port 44d8c5ed-79cc-4a14-a798-f7180230bc7e on network b6c439b6-0071-4505-96b4-5fd380c24a8d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:36.107198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:36.108872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Checking segment: {'id': '5f00568a-d154-497d-be62-2ccd910bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:36.108872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.108872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Bound using segment: {'id': '5f00568a-d154-497d-be62-2ccd910bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:36.110076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Bound port: 44d8c5ed-79cc-4a14-a798-f7180230bc7e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f00568a-d154-497d-be62-2ccd910bf6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b6c439b6-0071-4505-96b4-5fd380c24a8d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:36.110076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.122031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-299e80e7-36c8-4382-a1a5-c11650a40328 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0845401 Dec 16 09:26:36.137530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'floatingip': {'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:36.180895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.204232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] For port 44d8c5ed-79cc-4a14-a798-f7180230bc7e, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:36.208975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] For port 44d8c5ed-79cc-4a14-a798-f7180230bc7e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=44d8c5ed-79cc-4a14-a798-f7180230bc7e,segment=NetworkSegment(5f00568a-d154-497d-be62-2ccd910bf6c8),segment_id=5f00568a-d154-497d-be62-2ccd910bf6c8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:36.215346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.252657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-8c06e809-d2b3-4ebb-8755-a6964854f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.254420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-8c06e809-d2b3-4ebb-8755-a6964854f7ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1699586 Dec 16 09:26:36.280181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bfb7a-0c4d-47d2-a694-589ec5660c97 None None] Pushing event updated for resources: {'Port': ['ID=44d8c5ed-79cc-4a14-a798-f7180230bc7e,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:36.282725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.365982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:36.368858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Checking segment: {'id': '046263b4-17d7-4aa4-bd1c-227ef7f1f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '88a50655-9992-461c-991d-471fd00deb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:36.370002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network hostable DHCP agents. Network: 88a50655-9992-461c-991d-471fd00deb68, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:36.392904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Subnet': ['ID=ab69c9aa-0d1c-4467-83d3-b47ce5da922a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:36.400758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network 88a50655-9992-461c-991d-471fd00deb68 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:36.416277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:36.417631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7f0d4a3-30ac-4609-9e1a-e7fb358f1761 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:36.421050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 88a50655-9992-461c-991d-471fd00deb68) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:36.426082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:36.426760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.440000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2ee27-1d93-4e36-8181-058d636f9d55 None None] Network 88a50655-9992-461c-991d-471fd00deb68 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:36.460165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1ea5e7df-67a0-4ee8-8152-9e5710f71c1d tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6039796 Dec 16 09:26:36.464196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34086) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:36.469586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'subnet': {'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:36.670169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34088) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:36.728845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-88a50655-9992-461c-991d-471fd00deb68', 'network_id': '88a50655-9992-461c-991d-471fd00deb68', 'tenant_id': '2b187a21675b4d3d8aae95207ec989ff', 'fixed_ips': [{'subnet_id': 'ab69c9aa-0d1c-4467-83d3-b47ce5da922a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:36.729959 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.787432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:36.802848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:36.925028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Allocated IP 2001:db8::2 (88a50655-9992-461c-991d-471fd00deb68/ab69c9aa-0d1c-4467-83d3-b47ce5da922a/b6484c9d-25dc-458a-9c11-52ada69a1391) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:36.999051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-35c64eb6-1d3b-4c8f-a918-eba721a676e6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354772 Dec 16 09:26:37.009395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 44d8c5ed-79cc-4a14-a798-f7180230bc7e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:37.041121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ff7cf20-742f-4bef-9cb1-270691206b72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a44215ab32a4e608159ea6ae4c55467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696368 Dec 16 09:26:37.043865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.046698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34090) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:37.144775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Subnet': ['ID=9d871847-0a71-496f-a0f2-b5f21721e918,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:37.180702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24445894-9f65-47bd-8e12-33bf734dc174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.192319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Checking segment: {'id': '479b8a19-a5ac-499e-af84-64dae3eeb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:37.192693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network hostable DHCP agents. Network: e8c0a496-1b21-46df-ae29-4befb73c3f9e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:37.213522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24445894-9f65-47bd-8e12-33bf734dc174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.239638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network e8c0a496-1b21-46df-ae29-4befb73c3f9e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:37.266268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e8c0a496-1b21-46df-ae29-4befb73c3f9e) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:37.271690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:37.272294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.294003 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6188a248-9bfc-4abb-bc9a-aed1cd345cb4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8283491 Dec 16 09:26:37.296092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24445894-9f65-47bd-8e12-33bf734dc174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.297232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-d09176b6-e2e4-4b20-861f-85e65650eac9 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886958 Dec 16 09:26:37.298969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a757500-110d-4cbb-b4e7-7ded49d55403 None None] Network e8c0a496-1b21-46df-ae29-4befb73c3f9e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:37.299864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24445894-9f65-47bd-8e12-33bf734dc174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.301237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24445894-9f65-47bd-8e12-33bf734dc174 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19d76f5d-f43d-4426-9228-34bb29179b68 HTTP/1.1" status: 204 len: 168 time: 0.2509043 Dec 16 09:26:37.302602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34092) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:37.433217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.498151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-fb5eb6ef-aa71-4c80-b98d-029b4dbe0147 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1dfcc240-ffda-464c-b53e-c36104fa51db HTTP/1.1" status: 200 len: 217 time: 0.0623262 Dec 16 09:26:37.500573 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.504364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 44d8c5ed-79cc-4a14-a798-f7180230bc7e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:37.504921 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.692000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-df1345e9-2b34-450b-919f-6442ddb44d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:37.703046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-df1345e9-2b34-450b-919f-6442ddb44d2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.1103747 Dec 16 09:26:37.704307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e8c0a496-1b21-46df-ae29-4befb73c3f9e', 'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e', 'tenant_id': '2b187a21675b4d3d8aae95207ec989ff', 'fixed_ips': [{'subnet_id': '9d871847-0a71-496f-a0f2-b5f21721e918'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:37.705267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.710675 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.716451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.739793 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:37.871055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-143ceea0-9354-4eea-9c13-1b0658d4269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:37.871055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-143ceea0-9354-4eea-9c13-1b0658d4269e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844517 Dec 16 09:26:37.912016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24445894-9f65-47bd-8e12-33bf734dc174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d76f5d-f43d-4426-9228-34bb29179b68,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:37.942754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4789f2-9249-489a-8ce2-57aa28fe39d7 None None] Network b6c439b6-0071-4505-96b4-5fd380c24a8d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:37.979691 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072 associated. External IP: 172.25.6.7, port: b513666f-b0dc-4a55-aab2-578fbaa3e0c0. Dec 16 09:26:38.011870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.021889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Network 88a50655-9992-461c-991d-471fd00deb68 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:38.093922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 44d8c5ed-79cc-4a14-a798-f7180230bc7e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=44d8c5ed-79cc-4a14-a798-f7180230bc7e,segment=NetworkSegment(5f00568a-d154-497d-be62-2ccd910bf6c8),segment_id=5f00568a-d154-497d-be62-2ccd910bf6c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:38.122791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-e38364d7-f266-44e1-b8b7-029aa31946df service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449450 Dec 16 09:26:38.146292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:38.169668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:38.175126 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.241720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Pushing event updated for resources: {'Port': ['ID=b6484c9d-25dc-458a-9c11-52ada69a1391,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:38.294149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Allocated IP 2001:db8::2 (e8c0a496-1b21-46df-ae29-4befb73c3f9e/9d871847-0a71-496f-a0f2-b5f21721e918/c497fe97-2ea0-451e-b016-a28c6b0e159b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:38.339109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Allocated IP 2001:db8::1 (88a50655-9992-461c-991d-471fd00deb68/ab69c9aa-0d1c-4467-83d3-b47ce5da922a/eb2a7056-de85-4f07-85eb-52827eed30aa) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:38.361143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-776bbfdb-0491-4260-9212-cd5ebbd9c5a4 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266684 Dec 16 09:26:38.408829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7d836530-3be3-459a-a8ee-a5a632b1dd11 None None] Provisioning complete for port 44d8c5ed-79cc-4a14-a798-f7180230bc7e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:38.409197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d836530-3be3-459a-a8ee-a5a632b1dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.419906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-6312e746-3838-4315-8e25-fb84855e1adb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 200 len: 217 time: 0.0517054 Dec 16 09:26:38.512425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.548351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-282bcc93-9673-4470-9221-e5b4245c7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:38.551292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-282bcc93-9673-4470-9221-e5b4245c7d65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.1224794 Dec 16 09:26:38.557440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:38.576436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.582043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Attempting to bind port b6484c9d-25dc-458a-9c11-52ada69a1391 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:38.582492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Attempting to bind port b6484c9d-25dc-458a-9c11-52ada69a1391 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '046263b4-17d7-4aa4-bd1c-227ef7f1f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '88a50655-9992-461c-991d-471fd00deb68'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:38.583057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Attempting to bind port b6484c9d-25dc-458a-9c11-52ada69a1391 on network 88a50655-9992-461c-991d-471fd00deb68 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:38.614394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network 88a50655-9992-461c-991d-471fd00deb68 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:38.617765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:38.625670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:38.626251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.669649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-7ecc86b8-15a9-4704-8c49-b0d913736702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:38.672685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-7ecc86b8-15a9-4704-8c49-b0d913736702 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1130583 Dec 16 09:26:38.700664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.716370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Port': ['ID=eb2a7056-de85-4f07-85eb-52827eed30aa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:38.721168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=44d8c5ed-79cc-4a14-a798-f7180230bc7e,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:38.724733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.740809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:38.741184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Checking segment: {'id': '046263b4-17d7-4aa4-bd1c-227ef7f1f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '88a50655-9992-461c-991d-471fd00deb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:38.741587 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.742195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Bound using segment: {'id': '046263b4-17d7-4aa4-bd1c-227ef7f1f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '88a50655-9992-461c-991d-471fd00deb68'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:38.742818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Bound port: b6484c9d-25dc-458a-9c11-52ada69a1391, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046263b4-17d7-4aa4-bd1c-227ef7f1f09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '88a50655-9992-461c-991d-471fd00deb68'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:38.743210 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.866209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:38.876035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:38.907817 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:38.922149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Network e8c0a496-1b21-46df-ae29-4befb73c3f9e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:38.948676 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:38.956498 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:38.988357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:38.994562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.007892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c3fa6984-6d45-44b4-aafd-4a36f42afd4f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "PUT /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 994 time: 2.8772805 Dec 16 09:26:39.011819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:39.014540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:39.031401 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4821840-edbd-4950-8577-d3533faae362" -d '{"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:39.082756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Pushing event updated for resources: {'Port': ['ID=c497fe97-2ea0-451e-b016-a28c6b0e159b,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.117309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] For port b6484c9d-25dc-458a-9c11-52ada69a1391, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:39.152758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] For port b6484c9d-25dc-458a-9c11-52ada69a1391, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b6484c9d-25dc-458a-9c11-52ada69a1391,segment=NetworkSegment(046263b4-17d7-4aa4-bd1c-227ef7f1f09c),segment_id=046263b4-17d7-4aa4-bd1c-227ef7f1f09c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:39.154182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Attempting to bind port c497fe97-2ea0-451e-b016-a28c6b0e159b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:39.154642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Attempting to bind port c497fe97-2ea0-451e-b016-a28c6b0e159b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '479b8a19-a5ac-499e-af84-64dae3eeb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:39.155716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Attempting to bind port c497fe97-2ea0-451e-b016-a28c6b0e159b on network e8c0a496-1b21-46df-ae29-4befb73c3f9e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:39.162261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:39.162790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Checking segment: {'id': '479b8a19-a5ac-499e-af84-64dae3eeb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:39.163389 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.163879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Bound using segment: {'id': '479b8a19-a5ac-499e-af84-64dae3eeb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:39.165468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Bound port: c497fe97-2ea0-451e-b016-a28c6b0e159b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479b8a19-a5ac-499e-af84-64dae3eeb614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e8c0a496-1b21-46df-ae29-4befb73c3f9e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:39.165987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.183499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.189123 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:39.294358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-2722eaef-e8c0-410d-9a81-ef0827f9ec1f service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217908 Dec 16 09:26:39.303434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-8521ffa1-bc06-4907-91e1-d3384f9d9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.314044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-8521ffa1-bc06-4907-91e1-d3384f9d9578 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.2725723 Dec 16 09:26:39.321404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-24fde195-804f-44b5-87d6-8158a0bca5c3 None None] Provisioning complete for port 44d8c5ed-79cc-4a14-a798-f7180230bc7e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:39.322047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24fde195-804f-44b5-87d6-8158a0bca5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.363907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a1fd-e832-4e2f-8708-63e4576a25b7 None None] Pushing event updated for resources: {'Port': ['ID=b6484c9d-25dc-458a-9c11-52ada69a1391,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.375994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] For port c497fe97-2ea0-451e-b016-a28c6b0e159b, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:39.400486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] For port c497fe97-2ea0-451e-b016-a28c6b0e159b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c497fe97-2ea0-451e-b016-a28c6b0e159b,segment=NetworkSegment(479b8a19-a5ac-499e-af84-64dae3eeb614),segment_id=479b8a19-a5ac-499e-af84-64dae3eeb614)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:39.417425 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.483616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.502275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.503520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:39.554107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21207ab1-cb3d-4895-b99b-874ac56e0b59 None None] Pushing event updated for resources: {'Port': ['ID=c497fe97-2ea0-451e-b016-a28c6b0e159b,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.663523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Port': ['ID=eb2a7056-de85-4f07-85eb-52827eed30aa,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:39.694525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-af183679-085a-4bd2-a810-768e59956bb7 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579457 Dec 16 09:26:39.772994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-710e46c2-8897-43c9-81d9-f473ae091ea1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 200 len: 217 time: 0.0674260 Dec 16 09:26:39.774700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-5c27dd79-f746-4fb7-a1e7-bc656f950641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:39.783124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-5c27dd79-f746-4fb7-a1e7-bc656f950641 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.4676750 Dec 16 09:26:39.923547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network 88a50655-9992-461c-991d-471fd00deb68 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:39.925528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:39.994479 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 1, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.009213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-a7c9ae13-05f7-4453-b7b4-e6333f95a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.011394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-a7c9ae13-05f7-4453-b7b4-e6333f95a13f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.2264249 Dec 16 09:26:40.019166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-68654005-8cdb-4163-bbef-e0472aa38f90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 997 time: 0.2356238 Dec 16 09:26:40.043279 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:40.068486 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:40.070520 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.108362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c35009b3-01c3-4554-996e-a912374280ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.116142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-c35009b3-01c3-4554-996e-a912374280ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0960896 Dec 16 09:26:40.132839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-68764b84-5686-462d-a46e-a77f19a65742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.139733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-68764b84-5686-462d-a46e-a77f19a65742 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183710 Dec 16 09:26:40.149442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Router 3830422d-bee3-4583-97ec-f5bc686c752d is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:26:40.210676 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:40.226579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-9260d9b4-7cf9-4330-87cd-5fba66e89b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:40.234966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-9260d9b4-7cf9-4330-87cd-5fba66e89b16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179433 Dec 16 09:26:40.276613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:40.288232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] Sync routers for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:40.304175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:40.305770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.308950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34132) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:40.309467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c5e08940-4149-4744-a33a-3fb9df4256c2 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0020781 Dec 16 09:26:40.360960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.375332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:40.375973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.415215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-dd60e4ef-5579-4a58-bddf-2670ca3346ec service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578216 Dec 16 09:26:40.419682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.420572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d205c-ed5e-4f83-b556-73d66f10a284 None None] The sync data for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:40.465012 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 1, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:40.497012 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5201a-a781-47b3-8adf-60cecf688ade None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:37Z', 'revision_number': 1, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:40.538313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-18f6a6e3-1eab-492c-ae7a-de244018ee10 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023689 Dec 16 09:26:40.993823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268fd63e-1ade-4df8-acf7-10e9502429f9 None None] Network e8c0a496-1b21-46df-ae29-4befb73c3f9e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:41.066149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b6484c9d-25dc-458a-9c11-52ada69a1391 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:41.084054 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53176fff-2479-41ec-bd5f-5a235f5f71f7 None None] New status for floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:41.162624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0a5c24c-f380-46f2-9e07-d539282d1c10 req-1734bb45-eab7-42af-bf55-7a31b7bc0496 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388611 Dec 16 09:26:41.218422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7df99be-649c-4fc0-a5be-1dbaf845b2bf req-308021cc-8ed0-47b0-b5c9-34cadf7ec726 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482911 Dec 16 09:26:41.236509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-02ffa2ba-e835-4352-b2da-58dbd384cd4b None None] Provisioning complete for port c497fe97-2ea0-451e-b016-a28c6b0e159b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:41.236885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02ffa2ba-e835-4352-b2da-58dbd384cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.298706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b6484c9d-25dc-458a-9c11-52ada69a1391 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:41.299374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.348389 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-91443186-19dc-4ef3-ac66-a1e738c216ca tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:26:41.349723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91443186-19dc-4ef3-ac66-a1e738c216ca tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0401611 Dec 16 09:26:41.353278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34136) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:41.360114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b5258-8b1a-4005-8e21-a247ea9bd4c2 None None] Network 88a50655-9992-461c-991d-471fd00deb68 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:41.596997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a15af6-0468-4de0-8f11-debcc22386fe req-59116015-a50a-4675-815c-6291f4e7cd84 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:41.598659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68a15af6-0468-4de0-8f11-debcc22386fe req-59116015-a50a-4675-815c-6291f4e7cd84 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.1525128 Dec 16 09:26:41.678034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68a15af6-0468-4de0-8f11-debcc22386fe req-d1e7c728-70bc-4d77-951a-99fe2a613471 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699215 Dec 16 09:26:41.725790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02ffa2ba-e835-4352-b2da-58dbd384cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.736875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.827055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.838893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-02ffa2ba-e835-4352-b2da-58dbd384cd4b None None] For port c497fe97-2ea0-451e-b016-a28c6b0e159b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c497fe97-2ea0-451e-b016-a28c6b0e159b,segment=NetworkSegment(479b8a19-a5ac-499e-af84-64dae3eeb614),segment_id=479b8a19-a5ac-499e-af84-64dae3eeb614)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:41.840771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port b6484c9d-25dc-458a-9c11-52ada69a1391, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b6484c9d-25dc-458a-9c11-52ada69a1391,segment=NetworkSegment(046263b4-17d7-4aa4-bd1c-227ef7f1f09c),segment_id=046263b4-17d7-4aa4-bd1c-227ef7f1f09c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:41.877554 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02ffa2ba-e835-4352-b2da-58dbd384cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.882765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:41.883549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 44d8c5ed-79cc-4a14-a798-f7180230bc7e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:41.976864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa2ba-e835-4352-b2da-58dbd384cd4b None None] Pushing event updated for resources: {'Port': ['ID=c497fe97-2ea0-451e-b016-a28c6b0e159b,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.009376 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55002e66-59a9-446a-afc2-7bd8c35c7ea6 x-openstack-request-id: req-55002e66-59a9-446a-afc2-7bd8c35c7ea6 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:42.009668 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:42.010015 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55002e66-59a9-446a-afc2-7bd8c35c7ea6 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:42.010484 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'status': 'completed', 'code': 200} Dec 16 09:26:42.045520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821840-edbd-4950-8577-d3533faae362 req-fb2e59ad-368f-44d1-8e88-2270341b67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.048234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-fb2e59ad-368f-44d1-8e88-2270341b67ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.0600960 Dec 16 09:26:42.067554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-397c6913-6666-4052-8e6a-0db3f0e9b75e None None] Provisioning complete for port b6484c9d-25dc-458a-9c11-52ada69a1391 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.068605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-397c6913-6666-4052-8e6a-0db3f0e9b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.109561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 44d8c5ed-79cc-4a14-a798-f7180230bc7e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.109840 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.131435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=b6484c9d-25dc-458a-9c11-52ada69a1391,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.202086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821840-edbd-4950-8577-d3533faae362 req-3cb71945-9230-4a4b-9688-687207744501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.203606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-3cb71945-9230-4a4b-9688-687207744501 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1440933 Dec 16 09:26:42.204664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting port eb2a7056-de85-4f07-85eb-52827eed30aa {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:42.205302 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.254024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c497fe97-2ea0-451e-b016-a28c6b0e159b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:42.301872 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-b253a31b-4c58-405e-9189-e9d7a3dc725e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 999 time: 0.0883112 Dec 16 09:26:42.309296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.326265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Calling delete_port for eb2a7056-de85-4f07-85eb-52827eed30aa owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:42.330569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c497fe97-2ea0-451e-b016-a28c6b0e159b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.331733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.374423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821840-edbd-4950-8577-d3533faae362 req-9d29267a-a667-4e43-9ee2-dc418c772fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.376192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-9d29267a-a667-4e43-9ee2-dc418c772fe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0608420 Dec 16 09:26:42.429284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-f66005e6-bb14-457e-bbd1-53b36ad89f1e tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.431127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-f66005e6-bb14-457e-bbd1-53b36ad89f1e tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1025708 Dec 16 09:26:42.440133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821840-edbd-4950-8577-d3533faae362 req-719d2108-5df5-42ba-88e8-893928635d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:42.442096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-719d2108-5df5-42ba-88e8-893928635d83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553067 Dec 16 09:26:42.443783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Provisioning complete for port eb2a7056-de85-4f07-85eb-52827eed30aa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.444299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.488678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Port eb2a7056-de85-4f07-85eb-52827eed30aa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:42.499576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Provisioning complete for port c497fe97-2ea0-451e-b016-a28c6b0e159b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.500077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.566208 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-3594aae6-5474-47ca-b0c0-5f830ef248b4 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151986 Dec 16 09:26:42.615267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Provisioning complete for port b6484c9d-25dc-458a-9c11-52ada69a1391 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.615622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b1fdf817-d3fa-4110-8784-9ff1a654ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.646063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-21d8edbd-db52-45ea-94bb-ce6f065e8809 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.2067404 Dec 16 09:26:42.653820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'floatingip': {'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:42.707272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4821840-edbd-4950-8577-d3533faae362 req-5c5e4eff-2aeb-424f-b8aa-8849af08a2a9 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312129 Dec 16 09:26:42.732728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.796288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.811187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b6484c9d-25dc-458a-9c11-52ada69a1391 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:42.845516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8b697932-cd03-40b3-ac6c-ce8013e4a240 None None] Could not find standard attr ID for object eb2a7056-de85-4f07-85eb-52827eed30aa. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:26:42.862140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Port': ['ID=eb2a7056-de85-4f07-85eb-52827eed30aa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:42.875301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b6484c9d-25dc-458a-9c11-52ada69a1391 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:42.878099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:42.962529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c497fe97-2ea0-451e-b016-a28c6b0e159b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:42.986433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.009870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c497fe97-2ea0-451e-b016-a28c6b0e159b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:43.009870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.259197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Router 3830422d-bee3-4583-97ec-f5bc686c752d has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:43.405812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:43.411639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d70dfca8-fd97-4da5-b533-18fedbaaa8b1 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0573683 Dec 16 09:26:43.415881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34156) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.419441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] Sync routers for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:43.429244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:43.431052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:43.456133 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-2b7e72cc-5f42-4b2b-a243-52a51bbed8fa tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] delete failed (client error): The resource could not be found. Dec 16 09:26:43.460676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b7e72cc-5f42-4b2b-a243-52a51bbed8fa tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1576565865 HTTP/1.1" status: 404 len: 335 time: 0.0393226 Dec 16 09:26:43.460901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34158) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.463725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:43.465375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dd9c5707-c143-45c2-bf5f-7d7eec00681e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'router': {'external_gateway_info': {'network_id': '3830422d-bee3-4583-97ec-f5bc686c752d'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:43.472599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:43.473210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:43.507653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:43.508365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edebdcbb-8681-4803-ba51-3c061896c8d8 None None] The sync data for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:43.523869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.529178 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.681948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5707-c143-45c2-bf5f-7d7eec00681e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.704110 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-dd9c5707-c143-45c2-bf5f-7d7eec00681e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] update failed (client error): The resource could not be found. Dec 16 09:26:43.705411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dd9c5707-c143-45c2-bf5f-7d7eec00681e tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d HTTP/1.1" status: 404 len: 339 time: 0.2433751 Dec 16 09:26:43.709105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.714239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1421337287'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:43.738694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:43.743137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.773996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:43.783694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.784050 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Added segment bc8fdf05-6e8b-4817-ace2-159ba6c8a710 of type vlan for network 64b0e17b-06c4-4090-9fe7-396229d18cc9 Dec 16 09:26:43.827890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.855625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.865424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:43.867226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.947216 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2340462 Dec 16 09:26:43.947566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34162) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:43.948403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5018617b-e000-4910-bfc3-177468f680ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:43.954626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'subnet': {'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:43.967648 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072 associated. External IP: 172.25.6.7, port: b513666f-b0dc-4a55-aab2-578fbaa3e0c0. Dec 16 09:26:43.971408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a716bd-927c-466d-b7db-813c82b869f4 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Network': ['ID=64b0e17b-06c4-4090-9fe7-396229d18cc9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:43.985302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 64b0e17b-06c4-4090-9fe7-396229d18cc9 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:44.022967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:26:44.055456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Made reservation on behalf of 2b187a21675b4d3d8aae95207ec989ff for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:44.059729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.192988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:44.240976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.304010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Subnet': ['ID=84ddc84b-392a-46e5-b54e-0e6a9a1a8edd,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:44.315219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Checking segment: {'id': 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:44.315596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network hostable DHCP agents. Network: 64b0e17b-06c4-4090-9fe7-396229d18cc9, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:44.319197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:44.330986 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:44.337435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network 64b0e17b-06c4-4090-9fe7-396229d18cc9 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:44.341558 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:44.342270 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:44.348344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 64b0e17b-06c4-4090-9fe7-396229d18cc9) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:44.352818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.353474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.359943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19616eb-6698-49fc-a2a9-cfd34ee8633c None None] Network 64b0e17b-06c4-4090-9fe7-396229d18cc9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:44.376100 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b852585-0e7f-4126-ace8-b229e7e3a4e5 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4275475 Dec 16 09:26:44.378889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34164) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:44.384332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bae9ff94-0083-43b0-9672-ff46438fc701 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'router': {'external_gateway_info': {'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:44.482943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:44.556770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-64b0e17b-06c4-4090-9fe7-396229d18cc9', 'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9', 'tenant_id': '2b187a21675b4d3d8aae95207ec989ff', 'fixed_ips': [{'subnet_id': '84ddc84b-392a-46e5-b54e-0e6a9a1a8edd'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:44.557988 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.583694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:44.643550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:44.645882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:44.726082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:44.739901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.774352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:43Z', 'revision_number': 3, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:44.792071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:44.794122 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:44.810921 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:44.822218 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:44.823213 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:44.830452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3e61056a-0156-43cd-8d09-49c06dbaebed tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "PUT /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 996 time: 2.1832192 Dec 16 09:26:44.886567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-a2733267-05c0-491a-96c7-6bd39ace64d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:44.888525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-a2733267-05c0-491a-96c7-6bd39ace64d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports/b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 942 time: 0.0546741 Dec 16 09:26:44.912661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bae9ff94-0083-43b0-9672-ff46438fc701 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:44.940640 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:44.972340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Allocated IP 2001:db8:1::2 (64b0e17b-06c4-4090-9fe7-396229d18cc9/84ddc84b-392a-46e5-b54e-0e6a9a1a8edd/134c478e-9a31-441e-9863-ab911307dc6a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:45.008135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-c4d90ffc-818d-45a7-9aaf-cceaf0f9ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.021298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-c4d90ffc-818d-45a7-9aaf-cceaf0f9ae2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.0638120 Dec 16 09:26:45.036353 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-bae9ff94-0083-43b0-9672-ff46438fc701 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:26:45.037730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bae9ff94-0083-43b0-9672-ff46438fc701 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d HTTP/1.1" status: 400 len: 364 time: 0.6575367 Dec 16 09:26:45.042850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:45.088328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.124870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:45.145176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-d5111555-d355-4233-820d-ad1530e87ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.147373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-d5111555-d355-4233-820d-ad1530e87ba1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1248872 Dec 16 09:26:45.152562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'mac_address': 'fa:16:3e:52:3c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:45.160486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:45.163136 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e46a6d-b337-4247-b21b-564f6a027d8e" -d '{"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:45.189538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:45.204556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-3c8a6c1e-93e8-44e0-9537-075efa6c8a82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0500002 Dec 16 09:26:45.218388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.274225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-e20bca13-98e8-4f52-8ea3-ffb3b05dceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.275858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-e20bca13-98e8-4f52-8ea3-ffb3b05dceb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0642602 Dec 16 09:26:45.302231 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:43Z', 'revision_number': 3, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:45.316257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.352885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748436fd-7630-4535-b9c6-aafb02deb720 None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:43Z', 'revision_number': 3, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:45.356848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-0ce09939-e5b5-419e-acff-1547c4c54a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.367476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-0ce09939-e5b5-419e-acff-1547c4c54a7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765462 Dec 16 09:26:45.371967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.375732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:45.381757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.392014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.408948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.409232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:45.441291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.452178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Network 64b0e17b-06c4-4090-9fe7-396229d18cc9 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:45.455290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:45.461967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:45.474196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Pushing event updated for resources: {'Port': ['ID=134c478e-9a31-441e-9863-ab911307dc6a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.479591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-1b538961-ef1d-4c7e-b7b9-1693899a5c95 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110063 Dec 16 09:26:45.570990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.573719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Attempting to bind port 134c478e-9a31-441e-9863-ab911307dc6a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:45.574106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Attempting to bind port 134c478e-9a31-441e-9863-ab911307dc6a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:45.574458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Attempting to bind port 134c478e-9a31-441e-9863-ab911307dc6a on network 64b0e17b-06c4-4090-9fe7-396229d18cc9 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:45.590194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-38a739f4-d089-43d4-bc79-797c66d96ced service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097131 Dec 16 09:26:45.591893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:45.592261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Checking segment: {'id': 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:45.592657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.593040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Bound using segment: {'id': 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:45.593605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Bound port: 134c478e-9a31-441e-9863-ab911307dc6a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '64b0e17b-06c4-4090-9fe7-396229d18cc9'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:45.593874 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.610291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eec7ef9-f6d6-432a-a091-f3ac3f3ee88a None None] New status for floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:45.680744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-0dcc868a-6242-4e9b-bf41-3907e355a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.688688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-0dcc868a-6242-4e9b-bf41-3907e355a508 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 1096 time: 0.0592306 Dec 16 09:26:45.697126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Allocated IP 2001:db8::1 (b6c439b6-0071-4505-96b4-5fd380c24a8d/fe10eb33-677d-456f-b78a-81f392e74f95/3f2dd822-71ab-492b-a690-088b6b29f84b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:45.747063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] For port 134c478e-9a31-441e-9863-ab911307dc6a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:45.762887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] For port 134c478e-9a31-441e-9863-ab911307dc6a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=134c478e-9a31-441e-9863-ab911307dc6a,segment=NetworkSegment(bc8fdf05-6e8b-4817-ace2-159ba6c8a710),segment_id=bc8fdf05-6e8b-4817-ace2-159ba6c8a710)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:45.773008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.787678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-2eac3fac-b64e-47d5-b888-e2fcec3e5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.789475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-2eac3fac-b64e-47d5-b888-e2fcec3e5d13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1000113 Dec 16 09:26:45.809763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:45.824559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.864087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.867193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-ec95e64e-60f4-4f4e-90bc-815c69630d33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 999 time: 0.0714529 Dec 16 09:26:45.903085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network b6c439b6-0071-4505-96b4-5fd380c24a8d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:45.908912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:45.912748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:45.913337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:45.948135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-c85bf203-4370-4132-84e0-497d7c10b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:45.950501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-c85bf203-4370-4132-84e0-497d7c10b005 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0761731 Dec 16 09:26:45.951365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5c4ce-0cfa-43c9-8390-69f058c60466 None None] Pushing event updated for resources: {'Port': ['ID=134c478e-9a31-441e-9863-ab911307dc6a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:45.986311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Port': ['ID=3f2dd822-71ab-492b-a690-088b6b29f84b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:46.041509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-5a496a23-d773-4b64-ad01-e987b79257f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:46.043581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-5a496a23-d773-4b64-ad01-e987b79257f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786221 Dec 16 09:26:46.084227 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:46.099946 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:46.103329 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:46.109649 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.158897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-0a06ecbe-3d9a-4f3e-884f-15279cd9ac20 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088338 Dec 16 09:26:46.313455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4de63f6-d08c-42b7-9a56-0377b7fb2ca9 req-e82c47b2-3b1e-4e9e-b8a9-d0ad41fa3a6f service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470149 Dec 16 09:26:46.378590 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:46.428234 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86d22906-81c8-4ecb-89c6-a108f698a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.437558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9bd8005d-b55a-40a2-a1f7-24dee85005e4 None None] Provisioning complete for port 3f2dd822-71ab-492b-a690-088b6b29f84b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:46.438022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9bd8005d-b55a-40a2-a1f7-24dee85005e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.542874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8005d-b55a-40a2-a1f7-24dee85005e4 None None] Port 3f2dd822-71ab-492b-a690-088b6b29f84b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:46.582369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.594539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.595542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:46.639979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-b0945c94-d732-457a-bf06-929b137ae934 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:46.642293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-b0945c94-d732-457a-bf06-929b137ae934 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.1524336 Dec 16 09:26:46.643583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event updated for resources: {'Port': ['ID=3f2dd822-71ab-492b-a690-088b6b29f84b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:46.668593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-b01a60b6-9cc3-4e44-982f-11a30c374a5b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/quotas/4e7a58b4b20348d6890b4f9b1490a241 HTTP/1.1" status: 200 len: 375 time: 0.0151944 Dec 16 09:26:46.696304 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:45Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:46.753931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-6839a0c5-39c0-4176-b366-e4677ce7b08c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802515 Dec 16 09:26:46.759188 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:46.761823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Network b6c439b6-0071-4505-96b4-5fd380c24a8d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:46.767738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:46.781993 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:46.782648 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:46.795120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34188) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:46.877813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 134c478e-9a31-441e-9863-ab911307dc6a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:46.942070 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:46.968200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-e140761f-b7c0-4a21-a0f1-33097a7bcaa2 service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066526 Dec 16 09:26:46.974465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Router 3830422d-bee3-4583-97ec-f5bc686c752d has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:47.006927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 134c478e-9a31-441e-9863-ab911307dc6a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:47.007303 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.135925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-31aac633-d2b3-4983-bedd-3274c371dbaf service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582503 Dec 16 09:26:47.138493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:47.157827 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-53bdafa3-cba8-4942-9129-8be74bc787ff tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1132545 Dec 16 09:26:47.160402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34192) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:47.160750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.163032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa47797-e183-41cb-8396-941792e2d90d None None] Sync routers for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:47.183954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e74685-b079-4d04-8f9a-f964ef69b92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.201585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa47797-e183-41cb-8396-941792e2d90d None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:47.202292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-daa47797-e183-41cb-8396-941792e2d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:47.231219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 134c478e-9a31-441e-9863-ab911307dc6a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=134c478e-9a31-441e-9863-ab911307dc6a,segment=NetworkSegment(bc8fdf05-6e8b-4817-ace2-159ba6c8a710),segment_id=bc8fdf05-6e8b-4817-ace2-159ba6c8a710)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:47.273398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.275568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-daa47797-e183-41cb-8396-941792e2d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:47.341207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dc07d4ae-24c8-476e-8267-575aaacaf2e8 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.352147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e74685-b079-4d04-8f9a-f964ef69b92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.363155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e74685-b079-4d04-8f9a-f964ef69b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.378527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa47797-e183-41cb-8396-941792e2d90d None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:47.379509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-daa47797-e183-41cb-8396-941792e2d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:47.431824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74685-b079-4d04-8f9a-f964ef69b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc9122-2a70-46dc-b075-82b18f946003,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:47.452775 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:45Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:47.482378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7a6b0591-baf5-4a60-83c2-80182776a578 None None] Provisioning complete for port 3f2dd822-71ab-492b-a690-088b6b29f84b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:47.482945 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0591-baf5-4a60-83c2-80182776a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.485085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96879e9b-384b-4cf8-8347-eb3e0840099a None None] Network 64b0e17b-06c4-4090-9fe7-396229d18cc9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:47.487928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34198) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:47.490368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-daa47797-e183-41cb-8396-941792e2d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:47.491245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa47797-e183-41cb-8396-941792e2d90d None None] The sync data for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:47.500711 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-02e74685-b079-4d04-8f9a-f964ef69b92e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=011007b86d9d40bb9251d216e33f6378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902103 Dec 16 09:26:47.512321 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebdb64e-2471-4692-aef0-43242fbd8bb9 None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:a7:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:45Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:47.596374 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c486a740-1911-4918-89f9-4cf4cfb545cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.615211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=134c478e-9a31-441e-9863-ab911307dc6a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:47.628417 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-dc07d4ae-24c8-476e-8267-575aaacaf2e8 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:26:47.632584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:47.634502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dc07d4ae-24c8-476e-8267-575aaacaf2e8 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d HTTP/1.1" status: 409 len: 329 time: 0.4713972 Dec 16 09:26:47.636778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b0591-baf5-4a60-83c2-80182776a578 None None] Port 3f2dd822-71ab-492b-a690-088b6b29f84b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:26:47.656319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c486a740-1911-4918-89f9-4cf4cfb545cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.732462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c486a740-1911-4918-89f9-4cf4cfb545cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.735632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c486a740-1911-4918-89f9-4cf4cfb545cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.739278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c486a740-1911-4918-89f9-4cf4cfb545cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1abc9122-2a70-46dc-b075-82b18f946003 HTTP/1.1" status: 204 len: 168 time: 0.2453864 Dec 16 09:26:47.752128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486a740-1911-4918-89f9-4cf4cfb545cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc9122-2a70-46dc-b075-82b18f946003,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:47.856524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c25338ce-b6b1-4148-b08d-d499a4482ea0 None None] Provisioning complete for port 134c478e-9a31-441e-9863-ab911307dc6a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:47.857040 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c25338ce-b6b1-4148-b08d-d499a4482ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:47.956092 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.141640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718fec-3cfc-496f-8044-12201e0529e0 req-4a42e279-8e92-4d7b-9409-ec181f13e3f3 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.143233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4718fec-3cfc-496f-8044-12201e0529e0 req-4a42e279-8e92-4d7b-9409-ec181f13e3f3 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 950 time: 0.0846603 Dec 16 09:26:48.176876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.196080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4718fec-3cfc-496f-8044-12201e0529e0 req-ed32bed2-0997-492b-a6ef-408d2432d2a8 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Dec 16 09:26:48.236919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d2b1ae27-a798-44f0-9fb8-3ed8e1f574e2 None None] Provisioning complete for port 134c478e-9a31-441e-9863-ab911307dc6a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:48.237561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b1ae27-a798-44f0-9fb8-3ed8e1f574e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.441404 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9339fc-1d3e-4f84-bff3-2687f541f128 x-openstack-request-id: req-bf9339fc-1d3e-4f84-bff3-2687f541f128 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:48.441694 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:48.441986 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf9339fc-1d3e-4f84-bff3-2687f541f128 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:48.442502 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'status': 'completed', 'code': 200} Dec 16 09:26:48.500787 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfc4fd3-1061-4db5-8e39-85978d06ebd4 x-openstack-request-id: req-9dfc4fd3-1061-4db5-8e39-85978d06ebd4 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:48.501079 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:48.501334 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dfc4fd3-1061-4db5-8e39-85978d06ebd4 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:48.501727 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'code': 200} Dec 16 09:26:48.545694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-cfbaa101-6c99-4677-b165-db17b5b2f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.547218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-cfbaa101-6c99-4677-b165-db17b5b2f510 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.0768449 Dec 16 09:26:48.605574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0cde1cf-1566-4e88-9751-6b8d7ef99305 req-9a80735d-ab46-40b0-b583-234450c0a60c tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.0912364 Dec 16 09:26:48.632299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:48.653588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting port 3f2dd822-71ab-492b-a690-088b6b29f84b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:48.654091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.718964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34230) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:48.719863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:48.720294 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.744178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cde1cf-1566-4e88-9751-6b8d7ef99305 req-88c61a73-b1d5-4cb7-a043-8047336164ff tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.746081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0cde1cf-1566-4e88-9751-6b8d7ef99305 req-88c61a73-b1d5-4cb7-a043-8047336164ff tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports/8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 942 time: 0.1396561 Dec 16 09:26:48.794156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.823803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Calling delete_port for 3f2dd822-71ab-492b-a690-088b6b29f84b owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:48.863036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 134c478e-9a31-441e-9863-ab911307dc6a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:48.871562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-356a4d3b-b6f0-40fa-ba93-f0e4ca409e66 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.873166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-356a4d3b-b6f0-40fa-ba93-f0e4ca409e66 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.2029276 Dec 16 09:26:48.877029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1821004716-network', 'tenant_id': 'a10f8fada4074235b3dccf6bcea5c5cd'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:48.903013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Request body: {'port': {'device_id': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'admin_state_up': True, 'tenant_id': '4e7a58b4b20348d6890b4f9b1490a241'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:48.912663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.937369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-8df06aa3-7da7-47ad-a87f-85eca6bc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:48.939002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-8df06aa3-7da7-47ad-a87f-85eca6bc7ae1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.3755455 Dec 16 09:26:48.957350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 134c478e-9a31-441e-9863-ab911307dc6a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:48.958057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:48.992622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:48.999499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.025784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-20e7d666-19d4-45d9-ba73-0fe8e6d55c5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0761631 Dec 16 09:26:49.028461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Made reservation on behalf of a10f8fada4074235b3dccf6bcea5c5cd for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:49.030880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.051726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0cde1cf-1566-4e88-9751-6b8d7ef99305 req-2fa17610-eace-46cf-88e4-a350a500b841 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.1701751 Dec 16 09:26:49.059033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.095064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.111136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-a33d6c5b-6177-4027-b36e-cd1152d3f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.112594 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-a33d6c5b-6177-4027-b36e-cd1152d3f24a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0783410 Dec 16 09:26:49.151665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.185374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Port': ['ID=3f2dd822-71ab-492b-a690-088b6b29f84b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.214775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-7791212d-d2b1-4799-94bf-caf1f9fe02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.216353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-7791212d-d2b1-4799-94bf-caf1f9fe02d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933897 Dec 16 09:26:49.230028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Made reservation on behalf of 4e7a58b4b20348d6890b4f9b1490a241 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:49.233561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.265013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cde1cf-1566-4e88-9751-6b8d7ef99305 req-3c30a988-7304-4e11-818c-f8c3c14daa79 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.270432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0cde1cf-1566-4e88-9751-6b8d7ef99305 req-3c30a988-7304-4e11-818c-f8c3c14daa79 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2072799 Dec 16 09:26:49.320659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.372934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.402233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0f364d0-2c55-4e8e-8cb0-e8376d456566 req-94af7f0d-cf46-4056-8e11-4bff6b561709 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 210 time: 0.0434451 Dec 16 09:26:49.432235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:49.462411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.462688 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Added segment cd9eb330-e987-45fa-ba60-270b529c4a84 of type vlan for network 2163fc1c-96c0-48ab-915b-d46560c78516 Dec 16 09:26:49.464025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd82d28c-6fff-4d11-a864-5ac385c3cb61,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.580561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.602516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Allocated IP 172.20.0.10 (4226f3db-1fbf-4159-a02b-0cca88658778/c7eb9c24-bea2-45cf-846b-9cdbcb27f931/422bf013-ad47-4911-85b5-424dadaecd95) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:49.604222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.639893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a6b15-8e25-43d0-9c0b-5028ec272e50 req-824ae8ef-451c-4d90-a86d-997317560ebc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.641405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d07a6b15-8e25-43d0-9c0b-5028ec272e50 req-824ae8ef-451c-4d90-a86d-997317560ebc tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 951 time: 0.1368866 Dec 16 09:26:49.654027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.655778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:49.655778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.714153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-d390bdcd-620b-42a0-ba6b-1fdee72f82d5 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555049 Dec 16 09:26:49.737623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.752200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0285573 Dec 16 09:26:49.756728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34244) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:49.770620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Request body: {'subnet': {'network_id': '2163fc1c-96c0-48ab-915b-d46560c78516', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1821004716-subnet', 'tenant_id': 'a10f8fada4074235b3dccf6bcea5c5cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:49.813810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155c1e8-9e45-4d8c-94bf-c32e4a8640f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2163fc1c-96c0-48ab-915b-d46560c78516,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:49.827025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 2163fc1c-96c0-48ab-915b-d46560c78516 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:49.837990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d07a6b15-8e25-43d0-9c0b-5028ec272e50 req-5510bdad-a1f8-4e91-8267-2a1bd02de4df tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770668 Dec 16 09:26:49.848216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Router 3830422d-bee3-4583-97ec-f5bc686c752d has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:49.857067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Made reservation on behalf of a10f8fada4074235b3dccf6bcea5c5cd for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:49.863284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.900870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:49.959224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cdf37ffd-b8ab-40dd-a7c8-a8eba05af3e0 req-47978dc7-b238-4fe5-8f3c-482a5e25c82a service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085633 Dec 16 09:26:49.963333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:49.972852 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9afdeb59-ddb5-428a-ba4a-d0a0159481a3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355267 Dec 16 09:26:49.975579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34246) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:49.980547 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] Sync routers for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:49.990221 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:49.991067 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.019136 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-9d50a093-2c65-4ca2-ab20-d42aabe5325f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] show failed (client error): The resource could not be found. Dec 16 09:26:50.024575 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d50a093-2c65-4ca2-ab20-d42aabe5325f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1181766777 HTTP/1.1" status: 404 len: 335 time: 0.0437615 Dec 16 09:26:50.024797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34248) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:50.027519 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.029408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2ecb6520-c0ab-4cc4-ac3c-c4f32e7cb008 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:50.036491 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] Routers {'3830422d-bee3-4583-97ec-f5bc686c752d'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:50.037463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3830422d-bee3-4583-97ec-f5bc686c752d'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.042350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.048546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-8ab1ede8-88d9-4fcb-a51a-358e2c82c09d tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.1190271 Dec 16 09:26:50.062702 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-2ecb6520-c0ab-4cc4-ac3c-c4f32e7cb008 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] update failed (client error): The resource could not be found. Dec 16 09:26:50.066982 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ecb6520-c0ab-4cc4-ac3c-c4f32e7cb008 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1086683354 HTTP/1.1" status: 404 len: 335 time: 0.0380335 Dec 16 09:26:50.067144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34250) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:50.069957 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.070831 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74678e6-cc96-4dbd-af59-5ae6d25bf23f None None] The sync data for ids ['3830422d-bee3-4583-97ec-f5bc686c752d'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:50.120403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting subnet 84ddc84b-392a-46e5-b54e-0e6a9a1a8edd {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:50.123497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.150906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633345-7999-4e85-8605-9833c916d30e req-43ff9140-b9e4-4027-9ad8-3b1b31df3796 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.152389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-43ff9140-b9e4-4027-9ad8-3b1b31df3796 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports/8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 942 time: 0.0939996 Dec 16 09:26:50.169105 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.174933 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.188469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcbb26f3-f873-4260-addd-794baed87fbb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:50.196093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:50.256987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.301609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Network 4226f3db-1fbf-4159-a02b-0cca88658778 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:26:50.310681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:50.313534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:26:50.316605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.329499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.359947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Subnet': ['ID=84ddc84b-392a-46e5-b54e-0e6a9a1a8edd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:50.362050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.368520 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3b4c3d68-0e63-4839-81b5-6695d3f95634 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/subnets/84ddc84b-392a-46e5-b54e-0e6a9a1a8edd HTTP/1.1" status: 204 len: 168 time: 0.2997687 Dec 16 09:26:50.368750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34252) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:50.374267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event updated for resources: {'Port': ['ID=422bf013-ad47-4911-85b5-424dadaecd95,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:50.383883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e143b1-9f6a-4297-867f-2a7f7c029100 None None] Network 64b0e17b-06c4-4090-9fe7-396229d18cc9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:50.410507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-4d5e6088-6dfb-4884-a617-094b9a62a71c tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.2024369 Dec 16 09:26:50.444585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:50.446901 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e" -d '{"events": [{"name": "network-changed", "server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:50.457613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.473886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.474559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.510142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff7382e-b9be-419a-b367-0e9634fac597,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:50.511917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:50.514877 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df6020f-a539-4105-9a51-efdd211eb870" -d '{"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-plugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:50.527623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting port 134c478e-9a31-441e-9863-ab911307dc6a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:50.528259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.536599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-ea4d7414-6c25-4ad6-9283-be634642f15b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6430030 Dec 16 09:26:50.541661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Checking segment: {'id': 'cd9eb330-e987-45fa-ba60-270b529c4a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2163fc1c-96c0-48ab-915b-d46560c78516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:50.542053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Network hostable DHCP agents. Network: 2163fc1c-96c0-48ab-915b-d46560c78516, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:50.557664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Request body: {'port': {'device_id': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:50.605500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] For port 134c478e-9a31-441e-9863-ab911307dc6a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=134c478e-9a31-441e-9863-ab911307dc6a,segment=NetworkSegment(bc8fdf05-6e8b-4817-ace2-159ba6c8a710),segment_id=bc8fdf05-6e8b-4817-ace2-159ba6c8a710)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:50.605872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.618270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Network 2163fc1c-96c0-48ab-915b-d46560c78516 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:50.621001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Calling delete_port for 134c478e-9a31-441e-9863-ab911307dc6a owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:50.640329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633345-7999-4e85-8605-9833c916d30e req-10a9babf-4bde-4d41-9a17-4b611044c86b tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:50.641675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-10a9babf-4bde-4d41-9a17-4b611044c86b tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2195559 Dec 16 09:26:50.662158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.663802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 2163fc1c-96c0-48ab-915b-d46560c78516) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:50.666735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] DHCP port deletion for 64b0e17b-06c4-4090-9fe7-396229d18cc9 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:50.671667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121a640-99e4-40f2-a450-8472e735af0f None None] Network 2163fc1c-96c0-48ab-915b-d46560c78516 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:50.719573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.755708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Port': ['ID=134c478e-9a31-441e-9863-ab911307dc6a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:50.758327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] No DVR routers for this DVR port 134c478e-9a31-441e-9863-ab911307dc6a on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:50.810659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Deleting port 134c478e-9a31-441e-9863-ab911307dc6a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:50.811361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.859695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.876175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 134c478e-9a31-441e-9863-ab911307dc6a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:50.886056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b0e17b-06c4-4090-9fe7-396229d18cc9']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.898760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.899197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8fdf05-6e8b-4817-ace2-159ba6c8a710') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:50.906472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a5cc1-93d9-4936-a811-97dc5ddf168e None None] Network 2163fc1c-96c0-48ab-915b-d46560c78516 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:50.910204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.911703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 134c478e-9a31-441e-9863-ab911307dc6a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:50.912051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 134c478e-9a31-441e-9863-ab911307dc6a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:50.929693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.938603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:50.939106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:50.943232 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:50.971894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] For port 134c478e-9a31-441e-9863-ab911307dc6a, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:50.972292 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:50.989361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Calling delete_port for 134c478e-9a31-441e-9863-ab911307dc6a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:50.993703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Port 134c478e-9a31-441e-9863-ab911307dc6a was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:26:51.002696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.018703 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.028758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.032180 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/networks/64b0e17b-06c4-4090-9fe7-396229d18cc9 HTTP/1.1" status: 204 len: 168 time: 0.6620903 Dec 16 09:26:51.039486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34262) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:51.040838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:51.041424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.042096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efaff9-a5d6-4a45-bb5d-f99f523f660f tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Network': ['ID=64b0e17b-06c4-4090-9fe7-396229d18cc9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:51.046759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] No DVR routers for this DVR port 134c478e-9a31-441e-9863-ab911307dc6a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:51.060557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ea38d-a0e4-4f95-8cf5-e0e550045c05 None None] Pushing event deleted for resources: {'Port': ['ID=134c478e-9a31-441e-9863-ab911307dc6a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:51.123204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3376224e-98eb-4d80-b252-890ded28bc3b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3633742 Dec 16 09:26:51.145649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting subnet 9d871847-0a71-496f-a0f2-b5f21721e918 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:51.159976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.186396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-641ddd11-b7f4-4f98-88ba-a90365a1fbd7 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.5329583 Dec 16 09:26:51.244738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:51.303421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.410931 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.561882 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.642345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.651929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.652260 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072 disassociated. External IP: 172.25.6.7, port: 8c7906b7-be71-4098-8862-0c9e56e27c10. Dec 16 09:26:51.785435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422bf013-ad47-4911-85b5-424dadaecd95 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:51.790213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.800075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.837220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Subnet': ['ID=9d871847-0a71-496f-a0f2-b5f21721e918,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:51.845375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.847187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a6b1dc-beda-4b35-9457-e17a580f9f22 None None] Network e8c0a496-1b21-46df-ae29-4befb73c3f9e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:51.851021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e6653a69-a7ae-4285-b7dd-7b6a6701739a tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/subnets/9d871847-0a71-496f-a0f2-b5f21721e918 HTTP/1.1" status: 204 len: 168 time: 0.8046989 Dec 16 09:26:51.851704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Transition to ACTIVE for port object 422bf013-ad47-4911-85b5-424dadaecd95 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:26:51.851859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34268) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:51.861834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.914291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting subnet ab69c9aa-0d1c-4467-83d3-b47ce5da922a {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:51.918974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.959893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:51.984970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Pushing event updated for resources: {'Port': ['ID=422bf013-ad47-4911-85b5-424dadaecd95,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:52.025974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] DHCP port deletion for e8c0a496-1b21-46df-ae29-4befb73c3f9e request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:52.064523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.076877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] Deleting port c497fe97-2ea0-451e-b016-a28c6b0e159b {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:52.077507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.079767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:52.080761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Attempting to bind port 422bf013-ad47-4911-85b5-424dadaecd95 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:26:52.081091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Attempting to bind port 422bf013-ad47-4911-85b5-424dadaecd95 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:26:52.081417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Attempting to bind port 422bf013-ad47-4911-85b5-424dadaecd95 on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:52.086140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Port 422bf013-ad47-4911-85b5-424dadaecd95 on network 4226f3db-1fbf-4159-a02b-0cca88658778 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:26:52.086456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Attempting to bind port 422bf013-ad47-4911-85b5-424dadaecd95 on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:26:52.093282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:26:52.093620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Checking segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:52.094054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Bound using segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:26:52.094535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Bound port: 422bf013-ad47-4911-85b5-424dadaecd95, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:26:52.094902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.132143 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.155316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] For port c497fe97-2ea0-451e-b016-a28c6b0e159b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c497fe97-2ea0-451e-b016-a28c6b0e159b,segment=NetworkSegment(479b8a19-a5ac-499e-af84-64dae3eeb614),segment_id=479b8a19-a5ac-499e-af84-64dae3eeb614)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:52.156135 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.163461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Subnet': ['ID=ab69c9aa-0d1c-4467-83d3-b47ce5da922a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:52.165566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.172346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cde34c43-1100-45c9-86f6-605522d37547 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/subnets/ab69c9aa-0d1c-4467-83d3-b47ce5da922a HTTP/1.1" status: 204 len: 168 time: 0.3169227 Dec 16 09:26:52.172346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34270) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:52.173332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] Calling delete_port for c497fe97-2ea0-451e-b016-a28c6b0e159b owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:52.184746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8122e5d-bde0-4002-a938-e3f461a34fe8 None None] Network 88a50655-9992-461c-991d-471fd00deb68 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:52.246640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] For port 422bf013-ad47-4911-85b5-424dadaecd95, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:26:52.251224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] For port 422bf013-ad47-4911-85b5-424dadaecd95, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=422bf013-ad47-4911-85b5-424dadaecd95,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:26:52.254266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.266230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.271312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:52.279542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.291674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:52.309654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting port c497fe97-2ea0-451e-b016-a28c6b0e159b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:52.310100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.327998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.328620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.330035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] 10.222.0.69 "PUT /v2.0/ports/422bf013-ad47-4911-85b5-424dadaecd95 HTTP/1.1" status: 200 len: 1092 time: 1.7805381 Dec 16 09:26:52.334122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:52.334823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:52.350515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-ff02c968-1471-4b42-8c03-19b3b422735f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "PUT /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 693 time: 1.1566210 Dec 16 09:26:52.379394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] For port c497fe97-2ea0-451e-b016-a28c6b0e159b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c497fe97-2ea0-451e-b016-a28c6b0e159b,segment=NetworkSegment(479b8a19-a5ac-499e-af84-64dae3eeb614),segment_id=479b8a19-a5ac-499e-af84-64dae3eeb614)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:52.379881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.394263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Calling delete_port for c497fe97-2ea0-451e-b016-a28c6b0e159b owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:52.407924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24ca1b-4dd4-46ac-8908-ad67cf962722 service neutron] Pushing event updated for resources: {'Port': ['ID=422bf013-ad47-4911-85b5-424dadaecd95,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:52.449945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633345-7999-4e85-8605-9833c916d30e req-7f1ff301-010f-4414-9b60-a43c7977c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.451106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.451631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-7f1ff301-010f-4414-9b60-a43c7977c2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 1096 time: 0.0946572 Dec 16 09:26:52.457433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-339f9033-dfdc-4eb8-85be-6c5c444f2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.459036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-339f9033-dfdc-4eb8-85be-6c5c444f2c89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 1095 time: 0.0670028 Dec 16 09:26:52.494497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] Pushing event deleted for resources: {'Port': ['ID=c497fe97-2ea0-451e-b016-a28c6b0e159b,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:52.500755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.500966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db440b-c994-4b67-b6dd-32653eee2707 None None] No DVR routers for this DVR port c497fe97-2ea0-451e-b016-a28c6b0e159b on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:52.530682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:52.538269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] No DVR routers for this DVR port c497fe97-2ea0-451e-b016-a28c6b0e159b on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:52.539843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-513d3165-895a-499d-8500-905d81c2af9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=422bf013-ad47-4911-85b5-424dadaecd95 HTTP/1.1" status: 200 len: 217 time: 0.0721350 Dec 16 09:26:52.540057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Port': ['ID=c497fe97-2ea0-451e-b016-a28c6b0e159b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:52.625339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-70eb65c5-ed5d-4ce1-9c2f-691064d5a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.627090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-70eb65c5-ed5d-4ce1-9c2f-691064d5a09d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0772753 Dec 16 09:26:52.635821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.661978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c0a496-1b21-46df-ae29-4befb73c3f9e']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:52.662306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633345-7999-4e85-8605-9833c916d30e req-48b76efa-83f6-4bce-a789-55acca42394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.663954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-48b76efa-83f6-4bce-a789-55acca42394f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.2039659 Dec 16 09:26:52.665814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-65350d86-b65a-4356-ac72-f9c4dffa3047 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311785 Dec 16 09:26:52.672796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479b8a19-a5ac-499e-af84-64dae3eeb614') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:52.673081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479b8a19-a5ac-499e-af84-64dae3eeb614') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:52.684010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.697581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.703575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:52.703949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:52.707053 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:52.711597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] DHCP port deletion for 88a50655-9992-461c-991d-471fd00deb68 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:52.730887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-b763ebb2-b071-462b-8ef6-693d516e3fa4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 217 time: 0.0588746 Dec 16 09:26:52.798403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.808423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.814300 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/networks/e8c0a496-1b21-46df-ae29-4befb73c3f9e HTTP/1.1" status: 204 len: 168 time: 0.6409509 Dec 16 09:26:52.814913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34272) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:52.820886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633345-7999-4e85-8605-9833c916d30e req-02dd451f-9a5a-41b2-9e68-f1981cbe7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.821824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-02dd451f-9a5a-41b2-9e68-f1981cbe7527 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0654283 Dec 16 09:26:52.837531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b6484c9d-25dc-458a-9c11-52ada69a1391 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:52.841306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193938e-cdc2-459e-bb15-d2d2fe4c34ad tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Network': ['ID=e8c0a496-1b21-46df-ae29-4befb73c3f9e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:52.869330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-c83dd8e9-5bba-4e87-80b8-a0a43e7e6b49 service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896777 Dec 16 09:26:52.917485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.921986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] Deleting port b6484c9d-25dc-458a-9c11-52ada69a1391 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:52.922479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:52.925406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86633345-7999-4e85-8605-9833c916d30e req-f9d7d811-6b5b-47a7-b079-19e5d6470f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:52.930036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-f9d7d811-6b5b-47a7-b079-19e5d6470f5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003940 Dec 16 09:26:52.976319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting port b6484c9d-25dc-458a-9c11-52ada69a1391 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:52.976949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.034607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69d3daa5-d1df-45d5-9bb6-e71b3c0c8da5 req-2d372480-4fea-4d23-86f9-604655a3c83d service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557775 Dec 16 09:26:53.041111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] For port b6484c9d-25dc-458a-9c11-52ada69a1391, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b6484c9d-25dc-458a-9c11-52ada69a1391,segment=NetworkSegment(046263b4-17d7-4aa4-bd1c-227ef7f1f09c),segment_id=046263b4-17d7-4aa4-bd1c-227ef7f1f09c)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:53.041483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.050697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-e0d10c2f-9884-40eb-aaaf-8dcaf2a879ec service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129637 Dec 16 09:26:53.055091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Calling delete_port for b6484c9d-25dc-458a-9c11-52ada69a1391 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:53.056429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.074535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] For port b6484c9d-25dc-458a-9c11-52ada69a1391, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b6484c9d-25dc-458a-9c11-52ada69a1391,segment=NetworkSegment(046263b4-17d7-4aa4-bd1c-227ef7f1f09c),segment_id=046263b4-17d7-4aa4-bd1c-227ef7f1f09c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:53.074935 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.098573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] Calling delete_port for b6484c9d-25dc-458a-9c11-52ada69a1391 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:53.128586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port b6484c9d-25dc-458a-9c11-52ada69a1391, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b6484c9d-25dc-458a-9c11-52ada69a1391,segment=NetworkSegment(046263b4-17d7-4aa4-bd1c-227ef7f1f09c),segment_id=046263b4-17d7-4aa4-bd1c-227ef7f1f09c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:53.134640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.134858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c497fe97-2ea0-451e-b016-a28c6b0e159b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:53.148735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.161501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86633345-7999-4e85-8605-9833c916d30e req-b4eccdd4-5e27-4dfe-9055-9ac23d32afac service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979702 Dec 16 09:26:53.178264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] No DVR routers for this DVR port b6484c9d-25dc-458a-9c11-52ada69a1391 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:53.183554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Port': ['ID=b6484c9d-25dc-458a-9c11-52ada69a1391,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:53.191610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c497fe97-2ea0-451e-b016-a28c6b0e159b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:53.191974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c497fe97-2ea0-451e-b016-a28c6b0e159b not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:53.215890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:53.222030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event deleted for resources: {'Port': ['ID=b6484c9d-25dc-458a-9c11-52ada69a1391,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:53.255998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:53.274988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:53.275626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:53.285886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.308481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a50655-9992-461c-991d-471fd00deb68']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:53.318346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046263b4-17d7-4aa4-bd1c-227ef7f1f09c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:53.318639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046263b4-17d7-4aa4-bd1c-227ef7f1f09c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:53.333297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.348821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.354893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:53.355434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.358120 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:53.359006 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:53.395004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] No DVR routers for this DVR port b6484c9d-25dc-458a-9c11-52ada69a1391 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:53.396761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcb849-39a5-4a2d-b50a-932c7efee8bd None None] Pushing event deleted for resources: {'Port': ['ID=b6484c9d-25dc-458a-9c11-52ada69a1391,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:53.427914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.450622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.456803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34276) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:53.456950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/networks/88a50655-9992-461c-991d-471fd00deb68 HTTP/1.1" status: 204 len: 168 time: 0.6336772 Dec 16 09:26:53.457983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe5cf1-99b2-441f-8342-681d7252da25 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Network': ['ID=88a50655-9992-461c-991d-471fd00deb68,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:53.462266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:53.501676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.549304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting subnet fe10eb33-677d-456f-b78a-81f392e74f95 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:26:53.554459 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.602111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57c05d-9ec5-4b17-af53-efdf17bdd66c req-e22d2513-9ed7-4365-b135-e778774ffde3 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:53.608205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad57c05d-9ec5-4b17-af53-efdf17bdd66c req-e22d2513-9ed7-4365-b135-e778774ffde3 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 944 time: 0.1074574 Dec 16 09:26:53.632465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.681341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:53.685341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34282) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:53.687569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad57c05d-9ec5-4b17-af53-efdf17bdd66c req-bcc5fc68-c854-4af6-963c-87c7bc27c2a3 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Dec 16 09:26:53.712552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61af21-0943-4e61-8f17-295dea05b609 None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:53.746752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.774027 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ff5a0-80fd-4524-ab48-096fac4be010 x-openstack-request-id: req-9d3ff5a0-80fd-4524-ab48-096fac4be010 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:53.774639 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:53.774813 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d3ff5a0-80fd-4524-ab48-096fac4be010 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:53.775315 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'status': 'completed', 'code': 200} Dec 16 09:26:53.820687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.829328 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c62156-a1ab-4495-92ab-adedb15ef31c x-openstack-request-id: req-42c62156-a1ab-4495-92ab-adedb15ef31c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:53.829620 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-plugged", "status": "completed", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:53.829889 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42c62156-a1ab-4495-92ab-adedb15ef31c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:53.830473 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'code': 200} Dec 16 09:26:53.855887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Subnet': ['ID=fe10eb33-677d-456f-b78a-81f392e74f95,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:53.858645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.861183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5440c3c0-a838-407c-b782-4ffb9c6a04c9 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/subnets/fe10eb33-677d-456f-b78a-81f392e74f95 HTTP/1.1" status: 204 len: 168 time: 0.4025280 Dec 16 09:26:53.863969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34286) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:53.872841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7737d-e7c9-43d4-9e5f-4dbcc40c69ff None None] Network b6c439b6-0071-4505-96b4-5fd380c24a8d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:53.877801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f088-7bf3-458b-b6ff-7592af4b3f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:53.957651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-6be8f4cb-132b-4f5d-b72b-4d9eeba35848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:53.965080 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-6be8f4cb-132b-4f5d-b72b-4d9eeba35848 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 1096 time: 0.1733949 Dec 16 09:26:53.972550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531f13c-1c11-415e-947b-178741a006fe req-2e96b911-a3b9-4af9-bf15-0271d2bd7e05 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:53.974705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1531f13c-1c11-415e-947b-178741a006fe req-2e96b911-a3b9-4af9-bf15-0271d2bd7e05 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 951 time: 0.0878413 Dec 16 09:26:54.046783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1531f13c-1c11-415e-947b-178741a006fe req-a00eb8e8-5200-44c1-8356-c655e1e3fd58 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634089 Dec 16 09:26:54.069145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.100706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02950f22-615b-4673-a33d-dd3584d109fe req-bc7f38c7-d70e-4225-91cc-b2942f36cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:54.102147 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51109b7d-b6e0-48ab-a404-0755a2d5b9f6 None None] New status for floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:54.102706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02950f22-615b-4673-a33d-dd3584d109fe req-bc7f38c7-d70e-4225-91cc-b2942f36cb39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1102 time: 0.0736623 Dec 16 09:26:54.120842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] DHCP port deletion for b6c439b6-0071-4505-96b4-5fd380c24a8d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:26:54.183701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-4b5e4655-68f9-4fe8-a63c-3c4c713d303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:54.185583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-4b5e4655-68f9-4fe8-a63c-3c4c713d303a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.2064281 Dec 16 09:26:54.192309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02950f22-615b-4673-a33d-dd3584d109fe req-02fa8359-790f-4c48-a525-51db6dffaa65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804706 Dec 16 09:26:54.207314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f088-7bf3-458b-b6ff-7592af4b3f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.208869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] Deleting port 44d8c5ed-79cc-4a14-a798-f7180230bc7e {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:54.209308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.216660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f088-7bf3-458b-b6ff-7592af4b3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.261938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Deleting port 44d8c5ed-79cc-4a14-a798-f7180230bc7e {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:54.262552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.287434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] For port 44d8c5ed-79cc-4a14-a798-f7180230bc7e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=44d8c5ed-79cc-4a14-a798-f7180230bc7e,segment=NetworkSegment(5f00568a-d154-497d-be62-2ccd910bf6c8),segment_id=5f00568a-d154-497d-be62-2ccd910bf6c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:54.287994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.303343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] Calling delete_port for 44d8c5ed-79cc-4a14-a798-f7180230bc7e owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:54.308109 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a5a5f088-7bf3-458b-b6ff-7592af4b3f11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d28d0b32aac6466cb0b8ce78f01ae779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6216466 Dec 16 09:26:54.310828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5f088-7bf3-458b-b6ff-7592af4b3f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476f8c55-e561-4044-8895-bfe916bdc902,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:54.311318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34292) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:54.343844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] For port 44d8c5ed-79cc-4a14-a798-f7180230bc7e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=44d8c5ed-79cc-4a14-a798-f7180230bc7e,segment=NetworkSegment(5f00568a-d154-497d-be62-2ccd910bf6c8),segment_id=5f00568a-d154-497d-be62-2ccd910bf6c8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:54.344254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.354303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-468d35fa-f154-4b7f-b4c2-0720ddd5ae58 req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-871513679', 'description': 'tempest-description-313571337'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:54.358901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Calling delete_port for 44d8c5ed-79cc-4a14-a798-f7180230bc7e owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:54.414795 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-468d35fa-f154-4b7f-b4c2-0720ddd5ae58 req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.426215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbb41-4735-42e2-9e52-6f5afc568833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.434841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.441871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-dddf52c7-0e62-4bf7-904a-e7b7890e83e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 200 len: 217 time: 0.0368540 Dec 16 09:26:54.460709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] Pushing event deleted for resources: {'Port': ['ID=44d8c5ed-79cc-4a14-a798-f7180230bc7e,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:54.461591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbb41-4735-42e2-9e52-6f5afc568833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.464309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db28bf-8bd0-4833-bbc6-893ac5059233 None None] No DVR routers for this DVR port 44d8c5ed-79cc-4a14-a798-f7180230bc7e on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:54.510045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-4ddf1c1b-b7cb-4b7c-b01a-8cc64dfb3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:54.511509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-4ddf1c1b-b7cb-4b7c-b01a-8cc64dfb3b7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0572848 Dec 16 09:26:54.514302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.548993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Port': ['ID=44d8c5ed-79cc-4a14-a798-f7180230bc7e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:54.558291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-468d35fa-f154-4b7f-b4c2-0720ddd5ae58 req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.560079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbb41-4735-42e2-9e52-6f5afc568833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.563331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a6bbb41-4735-42e2-9e52-6f5afc568833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.564697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a6bbb41-4735-42e2-9e52-6f5afc568833 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/476f8c55-e561-4044-8895-bfe916bdc902 HTTP/1.1" status: 204 len: 168 time: 0.2521460 Dec 16 09:26:54.569188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-468d35fa-f154-4b7f-b4c2-0720ddd5ae58 req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.570884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] No DVR routers for this DVR port 44d8c5ed-79cc-4a14-a798-f7180230bc7e on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:54.578138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bbb41-4735-42e2-9e52-6f5afc568833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f8c55-e561-4044-8895-bfe916bdc902,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:54.609835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761e1bc2-e94d-4615-af04-9528e13bb3e3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:54.611258 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.616267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-468d35fa-f154-4b7f-b4c2-0720ddd5ae58 req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.617611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-468d35fa-f154-4b7f-b4c2-0720ddd5ae58 req-948eb394-c1cd-478b-94ef-23b393cec618 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2861021 Dec 16 09:26:54.672505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-6a5c04e9-4cba-4fad-b465-6f5af01da2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:54.674164 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-6a5c04e9-4cba-4fad-b465-6f5af01da2dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390438 Dec 16 09:26:54.681613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.752672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c439b6-0071-4505-96b4-5fd380c24a8d']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:54.773725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f00568a-d154-497d-be62-2ccd910bf6c8') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:54.774044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f00568a-d154-497d-be62-2ccd910bf6c8') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:54.787695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.813681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.827448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:26:54.827855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.829138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 44d8c5ed-79cc-4a14-a798-f7180230bc7e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:26:54.831210 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:26:54.843163 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-27027c87-f8fa-42b0-b91b-f0fb8a58ea81 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587265 Dec 16 09:26:54.860601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 44d8c5ed-79cc-4a14-a798-f7180230bc7e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:54.860989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 44d8c5ed-79cc-4a14-a798-f7180230bc7e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:54.948392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.958162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.960141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34306) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:54.961294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/networks/b6c439b6-0071-4505-96b4-5fd380c24a8d HTTP/1.1" status: 204 len: 168 time: 1.0956790 Dec 16 09:26:54.965001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34308) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:54.982181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27f3cb89-5408-4578-b787-16187fa4dcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:54.986046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4706398-b913-4519-9950-0cc078d06578 req-4f8359f9-27ee-437f-acee-cdbd714e5200 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/761e1bc2-e94d-4615-af04-9528e13bb3e3 HTTP/1.1" status: 200 len: 1813 time: 0.0673585 Dec 16 09:26:54.999360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '761e1bc2-e94d-4615-af04-9528e13bb3e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:54.999655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '761e1bc2-e94d-4615-af04-9528e13bb3e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:55.006489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c04ec5-25cf-413a-bbb2-9438331ade16 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Pushing event deleted for resources: {'Network': ['ID=b6c439b6-0071-4505-96b4-5fd380c24a8d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:55.012391 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aaf452e8-b0ab-495b-a795-72aeaa25f0d3 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=3830422d-bee3-4583-97ec-f5bc686c752d HTTP/1.1" status: 200 len: 205 time: 0.0437434 Dec 16 09:26:55.014149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34310) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:55.073962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ef924e4-cdce-4b8c-a939-50a8e3e3715e req-ec65089b-10f7-4a94-b0b3-6caae02544fd service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041717 Dec 16 09:26:55.105772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.109265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.125801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27f3cb89-5408-4578-b787-16187fa4dcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.135280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27f3cb89-5408-4578-b787-16187fa4dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.160118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.170330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.201486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3cb89-5408-4578-b787-16187fa4dcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bc06d3-4ea2-45fb-a549-407c383f1dda,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:55.206838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-27f3cb89-5408-4578-b787-16187fa4dcd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a0317a6668641e1a7b4c4b23a24c289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407360 Dec 16 09:26:55.207618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441d6fdd-371c-4c1e-95c7-7a93e23cda7f,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:55.209888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34314) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:55.220686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.230356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4706398-b913-4519-9950-0cc078d06578 req-51dccfe1-b3dc-496f-ab33-ec419fdcfec6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2304184 Dec 16 09:26:55.275385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a82687-a3f0-4a3c-b066-fb18a58b8617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.327393 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a82687-a3f0-4a3c-b066-fb18a58b8617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.374335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7910b-f4a8-442e-aec1-433a111345c3 req-40625177-db20-4920-ba92-4f8c0ec27274 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.376028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfe7910b-f4a8-442e-aec1-433a111345c3 req-40625177-db20-4920-ba92-4f8c0ec27274 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 944 time: 0.1031525 Dec 16 09:26:55.415339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a82687-a3f0-4a3c-b066-fb18a58b8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.417928 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a82687-a3f0-4a3c-b066-fb18a58b8617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.419158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-15a82687-a3f0-4a3c-b066-fb18a58b8617 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36bc06d3-4ea2-45fb-a549-407c383f1dda HTTP/1.1" status: 204 len: 168 time: 0.2074728 Dec 16 09:26:55.437711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfe7910b-f4a8-442e-aec1-433a111345c3 req-aec02461-1fcd-4198-996a-ca943e17ee41 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478554 Dec 16 09:26:55.438674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a82687-a3f0-4a3c-b066-fb18a58b8617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bc06d3-4ea2-45fb-a549-407c383f1dda,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:55.530018 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.533523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.589023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.589709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Fanout notify agent at l3_agent the message router_deleted on router 3830422d-bee3-4583-97ec-f5bc686c752d {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:26:55.597030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:55.606588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-304ac925-96eb-4124-820e-171a4ebe3d50 tempest-RoutersNegativeIpV6Test-2052542031 tempest-RoutersNegativeIpV6Test-2052542031-project] 10.222.0.61 "DELETE /v2.0/routers/3830422d-bee3-4583-97ec-f5bc686c752d HTTP/1.1" status: 204 len: 168 time: 0.5830400 Dec 16 09:26:55.614626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-bd1848aa-ae3f-449c-b164-6558c496d295 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:55.616439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-bd1848aa-ae3f-449c-b164-6558c496d295 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0748420 Dec 16 09:26:55.670030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-96311a9f-c685-4e7f-9b83-b1a7190cf64b tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0461664 Dec 16 09:26:55.680330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'floatingip': {'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:55.940521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34336) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:56.067349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'tag': '422bf013-ad47-4911-85b5-424dadaecd95'}, {'name': 'network-changed', 'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:56.067349 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d8d6b4-1acd-490e-ada5-b6feca886efc" -d '{"events": [{"name": "network-changed", "server_uuid": "da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1", "tag": "422bf013-ad47-4911-85b5-424dadaecd95"}, {"name": "network-changed", "server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:56.079530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.170172 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b528700f-4d6b-4ef6-8311-86693d29407d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2b187a21675b4d3d8aae95207ec989ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270865 Dec 16 09:26:56.171999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34350) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:56.222058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e7264d9-f8e5-409d-9eb6-e7563dfda536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.245772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e7264d9-f8e5-409d-9eb6-e7563dfda536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.329519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-62e744d2-187f-42cf-b322-c10ee2525402 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:56.331501 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-62e744d2-187f-42cf-b322-c10ee2525402 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "GET /v2.0/ports?device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 945 time: 0.0553446 Dec 16 09:26:56.340185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e7264d9-f8e5-409d-9eb6-e7563dfda536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.342888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e7264d9-f8e5-409d-9eb6-e7563dfda536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.347046 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e7264d9-f8e5-409d-9eb6-e7563dfda536 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0e5699b-1386-4ade-a51e-239e476cacc1 HTTP/1.1" status: 204 len: 168 time: 0.1712456 Dec 16 09:26:56.382823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7264d9-f8e5-409d-9eb6-e7563dfda536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5699b-1386-4ade-a51e-239e476cacc1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:56.464104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Deleting port 8c7906b7-be71-4098-8862-0c9e56e27c10 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:26:56.464442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.473164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 422bf013-ad47-4911-85b5-424dadaecd95 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:26:56.611571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] For port 8c7906b7-be71-4098-8862-0c9e56e27c10, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8c7906b7-be71-4098-8862-0c9e56e27c10,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:56.612188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.633044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 422bf013-ad47-4911-85b5-424dadaecd95, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=422bf013-ad47-4911-85b5-424dadaecd95,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:56.636131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Calling delete_port for 8c7906b7-be71-4098-8862-0c9e56e27c10 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:26:56.656769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '422bf013-ad47-4911-85b5-424dadaecd95', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'port_id': '422bf013-ad47-4911-85b5-424dadaecd95', 'mac_address': 'fa:16:3e:26:2d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7eb9c24-bea2-45cf-846b-9cdbcb27f931', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:26:56.697571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.706522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.710757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.733575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422bf013-ad47-4911-85b5-424dadaecd95 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:26:56.761876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 422bf013-ad47-4911-85b5-424dadaecd95, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=422bf013-ad47-4911-85b5-424dadaecd95,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:56.769118 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.843896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=422bf013-ad47-4911-85b5-424dadaecd95,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:56.854191 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072 associated. External IP: 172.25.6.7, port: b513666f-b0dc-4a55-aab2-578fbaa3e0c0. Dec 16 09:26:56.886752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:56.901511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b513666f-b0dc-4a55-aab2-578fbaa3e0c0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:56.971390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event deleted for resources: {'Port': ['ID=8c7906b7-be71-4098-8862-0c9e56e27c10,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:57.094350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] No DVR routers for this DVR port 8c7906b7-be71-4098-8862-0c9e56e27c10 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:26:57.105068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.116307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed93c0bf-ef20-4eb7-86ba-e835f3048bf2 req-0d6abdc3-67f6-47eb-804c-88cdd76721dd tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "DELETE /v2.0/ports/8c7906b7-be71-4098-8862-0c9e56e27c10 HTTP/1.1" status: 204 len: 173 time: 0.7707849 Dec 16 09:26:57.118658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'name': 'network-vif-deleted', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:57.128457 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85792194-4106-4bde-942c-d1dbfa1cd5d9" -d '{"events": [{"server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "name": "network-vif-deleted", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:57.188317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['422bf013-ad47-4911-85b5-424dadaecd95'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:26:57.305651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:26:57.463580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:26:57.471194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.480446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:26:57.495950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:57.497330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:57.530989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-560dc86d-78fb-40b3-8706-028b51b0f2fc tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "PUT /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 994 time: 1.8547885 Dec 16 09:26:57.587277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:57.623279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-85be690b-ae04-4221-a036-af1a66b3006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.624987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-85be690b-ae04-4221-a036-af1a66b3006c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.0795386 Dec 16 09:26:57.662140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:57.765967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-7878b0da-8d8b-4c5f-9a08-a765f270e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.768440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-7878b0da-8d8b-4c5f-9a08-a765f270e183 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1346214 Dec 16 09:26:57.884132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-e2180659-7e1a-4f0a-808f-dee9e720cf66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 997 time: 0.1079376 Dec 16 09:26:57.895403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-858874219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:57.923465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.924952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.951434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-6b342105-2a56-4fac-a71a-6d94ea0e282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:57.952749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-6b342105-2a56-4fac-a71a-6d94ea0e282e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0526233 Dec 16 09:26:57.981986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:57.987202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.005378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-75de2aaf-1f47-466b-a051-5676ae592a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.006082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.008012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-75de2aaf-1f47-466b-a051-5676ae592a2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450690 Dec 16 09:26:58.010245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c9c4270d-d32c-42f3-aa49-b3112a7a37d7 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4219317 Dec 16 09:26:58.010469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34404) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:58.018307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1298279927'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:58.105433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Made reservation on behalf of 79b5cc0e50a744a586915c29216ce3a4 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:58.108973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.112822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:56Z', 'revision_number': 8, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:58.121879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.143716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:26:58.153221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:26:58.153876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:58.164232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-a5542898-b826-4124-99ba-9f3e4c1caca1 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418192 Dec 16 09:26:58.290919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:26:58.311982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.315639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e57df3b6-08f9-4b4c-b589-62bb0b54e196 req-4887081e-a486-4cd2-a9ed-ffad18acdbdd service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453440 Dec 16 09:26:58.316734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.348321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:58.358813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a368f55e-a7fb-4548-bfe5-a4936b4413fa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:58.365361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.365717 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Added segment db32ccb2-1c4a-4d24-9790-1e2998a1567e of type vlan for network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a Dec 16 09:26:58.418148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.470352 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.477219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.477899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.497114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8b409-6c67-43fe-b97f-b82ae81499a2 req-a5abe4ae-9517-4959-a0d6-2973798e9aad tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:58.498722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84d8b409-6c67-43fe-b97f-b82ae81499a2 req-a5abe4ae-9517-4959-a0d6-2973798e9aad tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 951 time: 0.0924540 Dec 16 09:26:58.502746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 422bf013-ad47-4911-85b5-424dadaecd95 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:26:58.579607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:56Z', 'revision_number': 8, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:26:58.582712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5707915 Dec 16 09:26:58.586023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34408) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:58.591034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'subnet': {'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:58.595054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f690aa-d7c5-47fe-a59b-9af0e80c5732 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Network': ['ID=b84c88a0-10c7-43ba-9abe-1b02b28e7d2a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:58.595920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 422bf013-ad47-4911-85b5-424dadaecd95 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:26:58.611895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84d8b409-6c67-43fe-b97f-b82ae81499a2 req-dede23ca-9217-4e44-bf41-abac5c1b9bb5 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903902 Dec 16 09:26:58.642522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:58.650342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa12c21-4f80-4a04-8d77-6b239b78fe09 None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8c579971-b8fb-4210-9fb8-4631d4b8f072', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'port_id': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'mac_address': 'fa:16:3e:bb:1e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:26:18Z', 'updated_at': '2021-12-16T09:26:56Z', 'revision_number': 8, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:26:58.679323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 422bf013-ad47-4911-85b5-424dadaecd95 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:26:58.679716 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.684765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8c7906b7-be71-4098-8862-0c9e56e27c10 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:26:58.706738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1244254f-aad1-4fe2-aa71-8d282022bfd7 req-df00623b-91b9-4300-bd8f-0c6dfc78356a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/761e1bc2-e94d-4615-af04-9528e13bb3e3 HTTP/1.1" status: 200 len: 2407 time: 0.0578635 Dec 16 09:26:58.707424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 8c7906b7-be71-4098-8862-0c9e56e27c10 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:26:58.707699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8c7906b7-be71-4098-8862-0c9e56e27c10 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:26:58.737798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Made reservation on behalf of 79b5cc0e50a744a586915c29216ce3a4 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:58.748337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.830282 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.858279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422bf013-ad47-4911-85b5-424dadaecd95'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:26:58.860201 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6953a6a7-d238-4ccc-a063-d32d568784f0" -d '{"events": [{"server_uuid": "da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1", "name": "network-vif-plugged", "status": "completed", "tag": "422bf013-ad47-4911-85b5-424dadaecd95"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:26:58.874501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 422bf013-ad47-4911-85b5-424dadaecd95, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=422bf013-ad47-4911-85b5-424dadaecd95,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:26:58.882209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:58.910526 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87b17f-0ba3-401c-a6b5-889fb24045f3 x-openstack-request-id: req-af87b17f-0ba3-401c-a6b5-889fb24045f3 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:58.911318 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1", "tag": "422bf013-ad47-4911-85b5-424dadaecd95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:58.911318 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af87b17f-0ba3-401c-a6b5-889fb24045f3 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:58.912127 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'tag': '422bf013-ad47-4911-85b5-424dadaecd95', 'status': 'completed', 'code': 200} Dec 16 09:26:58.912127 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'status': 'completed', 'code': 200} Dec 16 09:26:58.951786 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a527b2f-dffa-4181-8a25-9c0d3dcda404 None None] New status for floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:26:58.968183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=422bf013-ad47-4911-85b5-424dadaecd95,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:58.987506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-ee5b43d8-2c91-487e-8ddb-8cdf0b65322b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=3621b582-03f6-4332-9857-b78e8c9b63f9 HTTP/1.1" status: 200 len: 210 time: 0.0724044 Dec 16 09:26:59.002718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-ca70e6c9-9c35-4aad-856d-2564d9511953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.006253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-ca70e6c9-9c35-4aad-856d-2564d9511953 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 1097 time: 0.0731716 Dec 16 09:26:59.144438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bb852-12ce-4ad0-94c6-9b324cca0ff9 req-38a093b7-14ba-4152-9661-e3db838eab60 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.146964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e08bb852-12ce-4ad0-94c6-9b324cca0ff9 req-38a093b7-14ba-4152-9661-e3db838eab60 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 946 time: 0.1218247 Dec 16 09:26:59.157145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.185343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-d67ef836-c388-4fd2-9612-8c73cac64712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.186861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-d67ef836-c388-4fd2-9612-8c73cac64712 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 915 time: 0.1741157 Dec 16 09:26:59.235031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e08bb852-12ce-4ad0-94c6-9b324cca0ff9 req-c052788b-d2f0-4f4d-9091-91b54d27d577 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792699 Dec 16 09:26:59.236793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-3f42d6a4-9402-4de4-92c4-80364cd31a83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=422bf013-ad47-4911-85b5-424dadaecd95 HTTP/1.1" status: 200 len: 217 time: 0.0405834 Dec 16 09:26:59.257138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Subnet': ['ID=09686aa5-d35f-4117-a1f6-23e6b2a9ee0b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:59.265084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-ada191a2-2ec9-406b-96dd-e5d696615e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.266605 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-ada191a2-2ec9-406b-96dd-e5d696615e7f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2699912 Dec 16 09:26:59.277682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.279066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.279630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.280184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.280958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.281284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.281627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.282111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.282415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.282751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.283073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.283393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:26:59.288679 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddcb09-8e66-40cd-b704-36733a1cbc1b x-openstack-request-id: req-0bddcb09-8e66-40cd-b704-36733a1cbc1b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:26:59.288968 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3621b582-03f6-4332-9857-b78e8c9b63f9", "name": "network-vif-deleted", "tag": "8c7906b7-be71-4098-8862-0c9e56e27c10", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:26:59.289197 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bddcb09-8e66-40cd-b704-36733a1cbc1b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:26:59.289604 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3621b582-03f6-4332-9857-b78e8c9b63f9', 'name': 'network-vif-deleted', 'tag': '8c7906b7-be71-4098-8862-0c9e56e27c10', 'status': 'completed', 'code': 200} Dec 16 09:26:59.300785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-711c03ad-5dcb-49e5-9594-22d4ba2d474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.302387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-711c03ad-5dcb-49e5-9594-22d4ba2d474d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0580199 Dec 16 09:26:59.335785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-ecf87286-d041-4e32-afed-0e3d43fd1d86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265422 Dec 16 09:26:59.353323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Checking segment: {'id': 'db32ccb2-1c4a-4d24-9790-1e2998a1567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:26:59.353690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network hostable DHCP agents. Network: b84c88a0-10c7-43ba-9abe-1b02b28e7d2a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:26:59.421254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:26:59.438213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-77dcd55a-97d2-4d5a-9ac6-a3f463a81b5a service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949090 Dec 16 09:26:59.450223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, b84c88a0-10c7-43ba-9abe-1b02b28e7d2a) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:26:59.455369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.456308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.463474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0db431-0eb9-4f8d-8311-2d81aa43c345 None None] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:26:59.486877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-4c3a4623-7925-4210-8cf4-6b074405ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.488418 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-4c3a4623-7925-4210-8cf4-6b074405ef0d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130625 Dec 16 09:26:59.494067 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20fd9635-4f7d-4052-b8b0-12eb23ddbdb6 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9054334 Dec 16 09:26:59.496135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34422) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:59.502621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'network': {'name': 'tempest-router-network01--766704417'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:59.531366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Made reservation on behalf of 79b5cc0e50a744a586915c29216ce3a4 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:59.538589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.563906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d8d6b4-1acd-490e-ada5-b6feca886efc req-57e4563c-b435-4442-a023-d9331e7d1a47 service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185975 Dec 16 09:26:59.573394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:59.586027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.586463 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Added segment 900faefe-707a-4505-89c7-3c815f5c041c of type vlan for network eb9987fe-330b-443f-b56c-3e0185e815df Dec 16 09:26:59.632042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.663855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.671237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.671975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cb3b1ae-1013-41b3-9106-24ebca232580 req-dcc5b3c0-598a-4677-8b65-a7d18f657979 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 996 time: 0.0722399 Dec 16 09:26:59.672136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.689408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-b84c88a0-10c7-43ba-9abe-1b02b28e7d2a', 'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a', 'tenant_id': '79b5cc0e50a744a586915c29216ce3a4', 'fixed_ips': [{'subnet_id': '09686aa5-d35f-4117-a1f6-23e6b2a9ee0b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:26:59.690954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.736026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2384746 Dec 16 09:26:59.738730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34426) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:59.743528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'network': {'name': 'tempest-router-network02--1700329821'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:59.755829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c1e7f-b88f-419e-8e90-e01748a3653a tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Network': ['ID=eb9987fe-330b-443f-b56c-3e0185e815df,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:26:59.772605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Made reservation on behalf of 79b5cc0e50a744a586915c29216ce3a4 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:26:59.777250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network eb9987fe-330b-443f-b56c-3e0185e815df details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:26:59.777638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.797635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3b1ae-1013-41b3-9106-24ebca232580 req-b5fec6c8-cfc7-4e25-804f-01132ad58d6d tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.804565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:26:59.804994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cb3b1ae-1013-41b3-9106-24ebca232580 req-b5fec6c8-cfc7-4e25-804f-01132ad58d6d tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1222594 Dec 16 09:26:59.810761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-9cb3b1ae-1013-41b3-9106-24ebca232580 req-503500d4-40c3-4614-9228-2a8b04166936 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:26:59.815356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.815356 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Added segment deb72d4b-ddda-439d-9573-48e2133c0c19 of type vlan for network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 Dec 16 09:26:59.816281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cb3b1ae-1013-41b3-9106-24ebca232580 req-503500d4-40c3-4614-9228-2a8b04166936 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102310 Dec 16 09:26:59.870110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.899578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.907786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:26:59.908579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:26:59.910287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Allocated IP 172.20.0.2 (b84c88a0-10c7-43ba-9abe-1b02b28e7d2a/09686aa5-d35f-4117-a1f6-23e6b2a9ee0b/d4d3b4d2-9f64-475f-8508-2f6b981414ec) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:26:59.936480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1966476 Dec 16 09:26:59.941588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34436) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:26:59.954807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'subnet': {'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:26:59.984289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-d6b749ef-febd-493b-b784-bc73eb3f081b tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-group-rules/441d6fdd-371c-4c1e-95c7-7a93e23cda7f HTTP/1.1" status: 200 len: 778 time: 0.0542877 Dec 16 09:26:59.995905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766243df-0734-43cd-8fd5-57219efd02fd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Network': ['ID=0ddbe96b-c384-4205-a7d4-8f46ec2c6a91,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:00.008924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:00.081977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-3087bed6-daf4-4065-a152-4dd442930a29 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/761e1bc2-e94d-4615-af04-9528e13bb3e3 HTTP/1.1" status: 200 len: 2407 time: 0.0698826 Dec 16 09:27:00.103193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Made reservation on behalf of 79b5cc0e50a744a586915c29216ce3a4 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:00.106621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.126892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.132428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.169960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:00.170910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-fefb2987-f2a7-4fb6-8b56-c2fc0479315a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.174100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:00.180900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:00.183982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Pushing event updated for resources: {'Port': ['ID=d4d3b4d2-9f64-475f-8508-2f6b981414ec,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:00.185180 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-fefb2987-f2a7-4fb6-8b56-c2fc0479315a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.229679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-fefb2987-f2a7-4fb6-8b56-c2fc0479315a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.236775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-fefb2987-f2a7-4fb6-8b56-c2fc0479315a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.237925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-388223a4-84bc-43ff-a3d9-8af9dbbf721c req-fefb2987-f2a7-4fb6-8b56-c2fc0479315a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/441d6fdd-371c-4c1e-95c7-7a93e23cda7f HTTP/1.1" status: 204 len: 173 time: 0.1491895 Dec 16 09:27:00.238259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Attempting to bind port d4d3b4d2-9f64-475f-8508-2f6b981414ec on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:00.238624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Attempting to bind port d4d3b4d2-9f64-475f-8508-2f6b981414ec by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'db32ccb2-1c4a-4d24-9790-1e2998a1567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:00.238995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Attempting to bind port d4d3b4d2-9f64-475f-8508-2f6b981414ec on network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:00.247901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:00.248264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Checking segment: {'id': 'db32ccb2-1c4a-4d24-9790-1e2998a1567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:00.248662 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.249047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Bound using segment: {'id': 'db32ccb2-1c4a-4d24-9790-1e2998a1567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:00.249531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Bound port: d4d3b4d2-9f64-475f-8508-2f6b981414ec, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db32ccb2-1c4a-4d24-9790-1e2998a1567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b84c88a0-10c7-43ba-9abe-1b02b28e7d2a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:00.250096 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.251285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb2987-f2a7-4fb6-8b56-c2fc0479315a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=441d6fdd-371c-4c1e-95c7-7a93e23cda7f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:00.296886 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c26387-14c0-4f2d-940b-021173c1d2b8 x-openstack-request-id: req-b9c26387-14c0-4f2d-940b-021173c1d2b8 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:00.297342 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1", "name": "network-vif-plugged", "status": "completed", "tag": "422bf013-ad47-4911-85b5-424dadaecd95", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:00.297781 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9c26387-14c0-4f2d-940b-021173c1d2b8 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:00.298217 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422bf013-ad47-4911-85b5-424dadaecd95', 'code': 200} Dec 16 09:27:00.341341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] For port d4d3b4d2-9f64-475f-8508-2f6b981414ec, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:00.341993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.346603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] For port d4d3b4d2-9f64-475f-8508-2f6b981414ec, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d4d3b4d2-9f64-475f-8508-2f6b981414ec,segment=NetworkSegment(db32ccb2-1c4a-4d24-9790-1e2998a1567e),segment_id=db32ccb2-1c4a-4d24-9790-1e2998a1567e)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:00.353939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.442491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20927fa9-1f64-48b1-b1ca-687100690507 None None] Pushing event updated for resources: {'Port': ['ID=d4d3b4d2-9f64-475f-8508-2f6b981414ec,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:00.454881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Checking segment: {'id': '900faefe-707a-4505-89c7-3c815f5c041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:00.455238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network hostable DHCP agents. Network: eb9987fe-330b-443f-b56c-3e0185e815df, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:00.459092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Subnet': ['ID=322f3ac8-53c7-43c7-93c7-856a903a36f7,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:00.468578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c0476-c8f7-4ced-99d2-47bfa8c1a40c req-c65c24f1-51e9-4ef9-8727-64a0b58fb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.470116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d66c0476-c8f7-4ced-99d2-47bfa8c1a40c req-c65c24f1-51e9-4ef9-8727-64a0b58fb6f8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 1097 time: 0.0928068 Dec 16 09:27:00.495937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network eb9987fe-330b-443f-b56c-3e0185e815df is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:00.561202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, eb9987fe-330b-443f-b56c-3e0185e815df) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:00.570522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.571108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.571290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c16cc-c6c7-4638-9fe8-9167e4895375 None None] Network eb9987fe-330b-443f-b56c-3e0185e815df requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:00.581500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d66c0476-c8f7-4ced-99d2-47bfa8c1a40c req-21ec3c29-b9f0-4851-b050-1445206c4d51 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008787 Dec 16 09:27:00.592418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-bd3d47e2-fa72-4f32-a6a9-c03034e2983f tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.1148767 Dec 16 09:27:00.605229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:00.605558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7f69be14-2918-4d6e-b94c-701fa93b7839 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6616099 Dec 16 09:27:00.611555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'subnet': {'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:00.690682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-da7a3b34-6969-4aa8-a691-1bb79ee8e651 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.692037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-da7a3b34-6969-4aa8-a691-1bb79ee8e651 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports/b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 942 time: 0.0852594 Dec 16 09:27:00.749765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Made reservation on behalf of 79b5cc0e50a744a586915c29216ce3a4 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:00.753757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.826031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-eb9987fe-330b-443f-b56c-3e0185e815df', 'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df', 'tenant_id': '79b5cc0e50a744a586915c29216ce3a4', 'fixed_ips': [{'subnet_id': '322f3ac8-53c7-43c7-93c7-856a903a36f7'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:00.827554 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:00.831452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-1f573063-c56e-4eda-bf4d-662bd0f54cbb tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.0881159 Dec 16 09:27:00.913476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:00.915762 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276da904-b1d4-4c0f-a67c-90883e783179" -d '{"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:00.917699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d4d3b4d2-9f64-475f-8508-2f6b981414ec up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:00.964077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-1669b1e7-f1c6-41f6-92d1-92017795b0ea tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:00.969903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-1669b1e7-f1c6-41f6-92d1-92017795b0ea tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1289325 Dec 16 09:27:00.991371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.019265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d4d3b4d2-9f64-475f-8508-2f6b981414ec triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:01.019951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.025253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Allocated IP 172.20.0.2 (eb9987fe-330b-443f-b56c-3e0185e815df/322f3ac8-53c7-43c7-93c7-856a903a36f7/c104d87a-b861-4498-8f85-10c527b93a6f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:01.051408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-fac6cc32-618b-4509-b305-f7772abfd6bf tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 999 time: 0.0773072 Dec 16 09:27:01.057034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Subnet': ['ID=b75e1acb-1582-4710-88e3-3fbb13b4ecdd,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:01.064358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:01.076358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Checking segment: {'id': 'deb72d4b-ddda-439d-9573-48e2133c0c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:01.076703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network hostable DHCP agents. Network: 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:01.094288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:01.105180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:01.110767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.111413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.116493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a26f97-77d1-4ad3-b59f-d47493b01973 None None] Network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:01.128832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b5756ff7-3836-4112-8817-5e8e4de0b354 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5217578 Dec 16 09:27:01.132402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:01.132755 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.312060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.317210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.317210 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072 disassociated. External IP: 172.25.6.7, port: b513666f-b0dc-4a55-aab2-578fbaa3e0c0. Dec 16 09:27:01.417339 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.465643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.501248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.518605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port d4d3b4d2-9f64-475f-8508-2f6b981414ec, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d4d3b4d2-9f64-475f-8508-2f6b981414ec,segment=NetworkSegment(db32ccb2-1c4a-4d24-9790-1e2998a1567e),segment_id=db32ccb2-1c4a-4d24-9790-1e2998a1567e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:01.522762 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.539287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.595049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Network eb9987fe-330b-443f-b56c-3e0185e815df is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:01.599316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-0ddbe96b-c384-4205-a7d4-8f46ec2c6a91', 'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91', 'tenant_id': '79b5cc0e50a744a586915c29216ce3a4', 'fixed_ips': [{'subnet_id': 'b75e1acb-1582-4710-88e3-3fbb13b4ecdd'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:01.600169 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.605944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:01.608868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:01.616260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Pushing event updated for resources: {'Port': ['ID=c104d87a-b861-4498-8f85-10c527b93a6f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:01.618450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:01.629631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7126d4-c85c-4852-9e15-0ded60769cd8 None None] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:01.727439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:01.732052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.762021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:01.762808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-92457e67-dcde-4c1d-8134-92ca6fa07ca0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "PUT /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 694 time: 0.7031736 Dec 16 09:27:01.781865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Allocated IP 172.20.0.1 (eb9987fe-330b-443f-b56c-3e0185e815df/322f3ac8-53c7-43c7-93c7-856a903a36f7/407da43a-d200-4285-8bb6-6e909e051e9a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:01.815621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-47cf88ed-d1fe-4fbb-bac8-0ab32ab0e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.817702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-47cf88ed-d1fe-4fbb-bac8-0ab32ab0e82d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.0429261 Dec 16 09:27:01.841203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=d4d3b4d2-9f64-475f-8508-2f6b981414ec,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:01.874668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Attempting to bind port c104d87a-b861-4498-8f85-10c527b93a6f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:01.875011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Attempting to bind port c104d87a-b861-4498-8f85-10c527b93a6f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '900faefe-707a-4505-89c7-3c815f5c041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:01.875268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Attempting to bind port c104d87a-b861-4498-8f85-10c527b93a6f on network eb9987fe-330b-443f-b56c-3e0185e815df {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:01.877195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfa4d45f-f10d-4d03-882a-af7fcaaaa222 None None] Provisioning complete for port d4d3b4d2-9f64-475f-8508-2f6b981414ec triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:01.877558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d45f-f10d-4d03-882a-af7fcaaaa222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.883041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:01.883663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:01.928983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.940489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-e7d02999-3cde-491a-af8a-793b020d2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:01.943041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-e7d02999-3cde-491a-af8a-793b020d2ee6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1070659 Dec 16 09:27:01.971338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:01.971710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Checking segment: {'id': '900faefe-707a-4505-89c7-3c815f5c041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:01.972110 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.972492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Bound using segment: {'id': '900faefe-707a-4505-89c7-3c815f5c041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:01.972967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Bound port: c104d87a-b861-4498-8f85-10c527b93a6f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900faefe-707a-4505-89c7-3c815f5c041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'eb9987fe-330b-443f-b56c-3e0185e815df'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:01.973359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.977073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:01.994077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-6a12230d-0f46-471e-ae6d-379fb56783d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0441353 Dec 16 09:27:02.018553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network eb9987fe-330b-443f-b56c-3e0185e815df is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:02.022067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:02.029903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:02.049877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Port': ['ID=407da43a-d200-4285-8bb6-6e909e051e9a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.062129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-13cfa364-1a30-4855-bb56-d08583bd9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.063625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-13cfa364-1a30-4855-bb56-d08583bd9a33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.0629802 Dec 16 09:27:02.096706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.119360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Allocated IP 172.20.0.2 (0ddbe96b-c384-4205-a7d4-8f46ec2c6a91/b75e1acb-1582-4710-88e3-3fbb13b4ecdd/e40d5e98-aee0-4b15-a803-d7ca256bf3d3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:02.120194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-ff7fb8ae-3572-476c-b572-efccf700efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.122166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-ff7fb8ae-3572-476c-b572-efccf700efe4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498378 Dec 16 09:27:02.219908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.230913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-46a36bfb-ee26-4f73-8178-1beaee468d15 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987041 Dec 16 09:27:02.265767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:02.267739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] For port c104d87a-b861-4498-8f85-10c527b93a6f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:02.313016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] For port c104d87a-b861-4498-8f85-10c527b93a6f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c104d87a-b861-4498-8f85-10c527b93a6f,segment=NetworkSegment(900faefe-707a-4505-89c7-3c815f5c041c),segment_id=900faefe-707a-4505-89c7-3c815f5c041c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:02.327853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8c60d1f-6c3b-4c53-9c59-2c4559f890f1 req-2f54d03c-f369-46fe-a95c-c326f032a435 service neutron] 10.222.0.61 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960608 Dec 16 09:27:02.332736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.553733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69c274-4803-4c42-b877-eaef8b804be6 req-075144c6-6093-4fd3-aa20-5eb00717cce8 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:02.562333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e69c274-4803-4c42-b877-eaef8b804be6 req-075144c6-6093-4fd3-aa20-5eb00717cce8 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1102 time: 0.0570512 Dec 16 09:27:02.613688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b99d4-9802-46f9-9ed1-545ab2447fb0 None None] Pushing event updated for resources: {'Port': ['ID=c104d87a-b861-4498-8f85-10c527b93a6f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.628223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e69c274-4803-4c42-b877-eaef8b804be6 req-1483198d-9769-48e4-af38-dd8f64a2027f tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643370 Dec 16 09:27:02.645506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.659870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.662322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f934713a-07b5-491d-9dd5-fd612a6c06a1 req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-513718248', 'description': 'tempest-description-2131761048'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:02.689716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f934713a-07b5-491d-9dd5-fd612a6c06a1 req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.735040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:02.746663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:02.749728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:02.751779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Pushing event updated for resources: {'Port': ['ID=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.810304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f934713a-07b5-491d-9dd5-fd612a6c06a1 req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.830923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f934713a-07b5-491d-9dd5-fd612a6c06a1 req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.847905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-789c8cd1-9256-466d-9365-88e3ec4c9138 None None] Provisioning complete for port d4d3b4d2-9f64-475f-8508-2f6b981414ec triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:02.848539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-789c8cd1-9256-466d-9365-88e3ec4c9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.850878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Attempting to bind port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:02.851186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Attempting to bind port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'deb72d4b-ddda-439d-9573-48e2133c0c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:02.852967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Attempting to bind port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 on network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:02.880933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:02.881620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Checking segment: {'id': 'deb72d4b-ddda-439d-9573-48e2133c0c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:02.882223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.882769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Bound using segment: {'id': 'deb72d4b-ddda-439d-9573-48e2133c0c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:02.883420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Bound port: e40d5e98-aee0-4b15-a803-d7ca256bf3d3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb72d4b-ddda-439d-9573-48e2133c0c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0ddbe96b-c384-4205-a7d4-8f46ec2c6a91'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:02.883964 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.884765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f934713a-07b5-491d-9dd5-fd612a6c06a1 req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.885085 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.899545 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:02.908099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f934713a-07b5-491d-9dd5-fd612a6c06a1 req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2492259 Dec 16 09:27:02.912974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58736fa8-6777-4d80-9b4a-0cc44c27f566 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624f71da-01c0-4d39-9595-2a79357c5d8a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:02.913501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:02.971054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d4d3b4d2-9f64-475f-8508-2f6b981414ec up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:02.985868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:03.002501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:03.015526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Port': ['ID=407da43a-d200-4285-8bb6-6e909e051e9a,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:03.057072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:03.057574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:03.108790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network eb9987fe-330b-443f-b56c-3e0185e815df is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:03.111488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:03.248546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Router 9e12c4b4-876d-4bc9-a69f-7ed32926ce01 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:27:03.337380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] For port e40d5e98-aee0-4b15-a803-d7ca256bf3d3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:03.370483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] For port e40d5e98-aee0-4b15-a803-d7ca256bf3d3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,segment=NetworkSegment(deb72d4b-ddda-439d-9573-48e2133c0c19),segment_id=deb72d4b-ddda-439d-9573-48e2133c0c19)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:03.380264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:03.385249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1d76a-8f9d-4b95-b866-2425bed2b6ea req-407067cf-4551-4970-a3d0-7bbf4edc7dcf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:03.387006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d4d3b4d2-9f64-475f-8508-2f6b981414ec triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:03.387376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:03.390524 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-394c7da7-4ce0-4e6b-976f-e7738609d664 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2543585 Dec 16 09:27:03.391028 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:03.394315 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] Sync routers for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:03.401276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34468) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:03.405151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fc1d76a-8f9d-4b95-b866-2425bed2b6ea req-407067cf-4551-4970-a3d0-7bbf4edc7dcf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 946 time: 0.4352076 Dec 16 09:27:03.405898 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:03.406682 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:03.459783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fc1d76a-8f9d-4b95-b866-2425bed2b6ea req-e8207626-da58-4ee6-8f1a-408a6cf7e84f tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528498 Dec 16 09:27:03.467099 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:03.478824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:03.479680 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:03.502365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:03.567862 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:03.572802 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bf19d7-910d-4bda-8da3-1f082509a11c None None] The sync data for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:03.581898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee87651-4e1b-4180-9f23-4affc5be1349 None None] Pushing event updated for resources: {'Port': ['ID=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:03.934511 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ba89b8-a034-4aae-aa8b-e688d9f16645 x-openstack-request-id: req-68ba89b8-a034-4aae-aa8b-e688d9f16645 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:03.935054 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:03.935588 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68ba89b8-a034-4aae-aa8b-e688d9f16645 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:03.936146 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'status': 'completed', 'code': 200} Dec 16 09:27:03.986059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95321b83-5a9a-4ddb-8909-299674586d65 None None] Network eb9987fe-330b-443f-b56c-3e0185e815df requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:04.085353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da904-b1d4-4c0f-a67c-90883e783179 req-bc04062d-5124-4e0c-8e59-70bd9fcbbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.087085 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-bc04062d-5124-4e0c-8e59-70bd9fcbbd58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.1226492 Dec 16 09:27:04.106719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6fd991f9-07cc-4dd2-ac07-07533f01ac2b None None] Provisioning complete for port c104d87a-b861-4498-8f85-10c527b93a6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:04.107149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6fd991f9-07cc-4dd2-ac07-07533f01ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.208327 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-f0396226-5948-40e2-b2eb-a23aac4d5745 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:27:04.209431 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f0396226-5948-40e2-b2eb-a23aac4d5745 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8034546 Dec 16 09:27:04.212454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34490) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:04.223559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:04.253528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5b6b895-fb4d-421e-89c9-e9043cf5a9d8 req-f0b2fe4c-80ae-47f3-a70b-9c8846ed99f3 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/624f71da-01c0-4d39-9595-2a79357c5d8a HTTP/1.1" status: 200 len: 1814 time: 0.0492291 Dec 16 09:27:04.269218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5284f-b8c2-4da5-b6ac-5b0d840e8a6f None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:25:52Z', 'revision_number': 4, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ee7afdc9-f138-40b9-840b-d0b5b9fe3374', 'name': '', 'network_id': 'd888ec2b-0a55-4dd1-99f3-e2965936a750', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'mac_address': 'fa:16:3e:1e:68:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:51Z', 'updated_at': '2021-12-16T09:26:02Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'subnets': [{'id': 'a257d019-dbfb-4506-882b-20a5bf204f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:04.330543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da904-b1d4-4c0f-a67c-90883e783179 req-13afdff8-a52f-4062-ac61-53b432a0cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.332073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-13afdff8-a52f-4062-ac61-53b432a0cf0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.2047079 Dec 16 09:27:04.361548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6fd991f9-07cc-4dd2-ac07-07533f01ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.382588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-2a99e4c4-186b-49aa-bad0-a171df74e632 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0407257 Dec 16 09:27:04.404621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6fd991f9-07cc-4dd2-ac07-07533f01ac2b None None] For port c104d87a-b861-4498-8f85-10c527b93a6f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c104d87a-b861-4498-8f85-10c527b93a6f,segment=NetworkSegment(900faefe-707a-4505-89c7-3c815f5c041c),segment_id=900faefe-707a-4505-89c7-3c815f5c041c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:04.419834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6fd991f9-07cc-4dd2-ac07-07533f01ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.483461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd991f9-07cc-4dd2-ac07-07533f01ac2b None None] Pushing event updated for resources: {'Port': ['ID=c104d87a-b861-4498-8f85-10c527b93a6f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:04.548945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da904-b1d4-4c0f-a67c-90883e783179 req-e2e1f515-d924-4071-b4ad-9b816f434d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.550532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-e2e1f515-d924-4071-b4ad-9b816f434d27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.1557128 Dec 16 09:27:04.664492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da904-b1d4-4c0f-a67c-90883e783179 req-65aaa95d-1d50-435b-8270-c3c4096339a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.666119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-65aaa95d-1d50-435b-8270-c3c4096339a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035056 Dec 16 09:27:04.779154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8d1f3-4406-4e6a-8793-04d5f4fdf41c req-a7a03197-4d9f-492b-9517-b745ac18ff1b tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:04.781694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5d8d1f3-4406-4e6a-8793-04d5f4fdf41c req-a7a03197-4d9f-492b-9517-b745ac18ff1b tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 1102 time: 0.0744276 Dec 16 09:27:04.867334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cbcd455c-f3f2-4438-bab0-a4d7580969d2 None None] Provisioning complete for port c104d87a-b861-4498-8f85-10c527b93a6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:04.867721 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbcd455c-f3f2-4438-bab0-a4d7580969d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:04.932261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5d8d1f3-4406-4e6a-8793-04d5f4fdf41c req-3952de7f-d448-46da-9768-9522aebc4347 tempest-ServersAdminTestJSON-1825141185 tempest-ServersAdminTestJSON-1825141185-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400664 Dec 16 09:27:05.017330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-16a7d6d3-4699-4bcf-8b0a-679bb51ddb82 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415513 Dec 16 09:27:05.114276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76a98ea-afe5-4046-bb18-b5b5d5c07fe1 None None] New status for floating IP 8c579971-b8fb-4210-9fb8-4631d4b8f072: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:27:05.190295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e40d5e98-aee0-4b15-a803-d7ca256bf3d3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:05.200759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-6b04a3a0-1d69-4e9a-9dc5-0052176a93ab tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 200 len: 694 time: 0.1688952 Dec 16 09:27:05.307146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.325895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-8cfdbd32-3930-42ec-b9c3-4073d004fd36 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:05.339921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-8cfdbd32-3930-42ec-b9c3-4073d004fd36 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1381338 Dec 16 09:27:05.371513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02b2c6-3fff-4d79-b447-d5635384fd0f None None] Network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:05.426214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-dd4a745d-6247-4c23-8e62-e0f4d70cacff tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 697 time: 0.0849979 Dec 16 09:27:05.454565 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-276da904-b1d4-4c0f-a67c-90883e783179 req-89d3d283-70bb-4625-8c17-92eb67c6731c service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218581 Dec 16 09:27:05.506124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-7b404dc3-4aae-4afd-b0e4-d8587f750bb4 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 697 time: 0.0782993 Dec 16 09:27:05.666550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34518) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:05.678612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cbcd455c-f3f2-4438-bab0-a4d7580969d2 None None] Provisioning complete for port 407da43a-d200-4285-8bb6-6e909e051e9a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:05.678995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbcd455c-f3f2-4438-bab0-a4d7580969d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.681036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Deleting port 1d7d507f-e0a2-430a-9025-4cfc3460298e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:05.681373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.683314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting port 407da43a-d200-4285-8bb6-6e909e051e9a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:05.683832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.721658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd455c-f3f2-4438-bab0-a4d7580969d2 None None] Port 407da43a-d200-4285-8bb6-6e909e051e9a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:05.725012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:05.725658 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.788717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.807613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.808211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.808353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Calling delete_port for 407da43a-d200-4285-8bb6-6e909e051e9a owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:05.822505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Calling delete_port for 1d7d507f-e0a2-430a-9025-4cfc3460298e owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:05.830656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc740a1-208a-464a-b2f8-056829e1eefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.888899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.901284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0d3493b9-e403-4096-b4d2-f9ff52e81eff None None] Provisioning complete for port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:05.901647 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0d3493b9-e403-4096-b4d2-f9ff52e81eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.947277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:05.949683 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b04036-67b5-45a1-ad1c-f7b72e386f67" -d '{"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:05.967129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port e40d5e98-aee0-4b15-a803-d7ca256bf3d3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,segment=NetworkSegment(deb72d4b-ddda-439d-9573-48e2133c0c19),segment_id=deb72d4b-ddda-439d-9573-48e2133c0c19)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:05.974463 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:05.975293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c104d87a-b861-4498-8f85-10c527b93a6f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:05.985656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.014183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event deleted for resources: {'Port': ['ID=1d7d507f-e0a2-430a-9025-4cfc3460298e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:06.023819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc740a1-208a-464a-b2f8-056829e1eefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.034197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc740a1-208a-464a-b2f8-056829e1eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.064009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc740a1-208a-464a-b2f8-056829e1eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de1460-59fc-4bba-b8d9-018a27c8f5b0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:06.094794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:06.126071 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1fc740a1-208a-464a-b2f8-056829e1eefa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d32e0a13be14d9c8ebb968183935f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582078 Dec 16 09:27:06.127093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.130060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.130238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34524) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:06.130456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c104d87a-b861-4498-8f85-10c527b93a6f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:06.130968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.133299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0d3493b9-e403-4096-b4d2-f9ff52e81eff None None] Provisioning complete for port 407da43a-d200-4285-8bb6-6e909e051e9a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:06.133649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0d3493b9-e403-4096-b4d2-f9ff52e81eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.138953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e9ee3d-26be-49c7-b6f6-393360ccecad req-91465dda-9939-4695-b707-74445f2aae95 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "DELETE /v2.0/floatingips/8c579971-b8fb-4210-9fb8-4631d4b8f072 HTTP/1.1" status: 204 len: 173 time: 0.6318061 Dec 16 09:27:06.194879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17e936e5-11fd-4815-b7fa-5dba98be0d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.197021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.226678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Port': ['ID=407da43a-d200-4285-8bb6-6e909e051e9a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:06.308715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17e936e5-11fd-4815-b7fa-5dba98be0d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.370294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0d3493b9-e403-4096-b4d2-f9ff52e81eff None None] Port 407da43a-d200-4285-8bb6-6e909e051e9a was deleted so its status cannot be updated. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 16 09:27:06.373396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-26fcc939-249c-4a2b-b405-21cdb2865d8c req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1052954507', 'description': 'tempest-description-590778867'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:06.410371 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26fcc939-249c-4a2b-b405-21cdb2865d8c req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.454630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.496824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8266ff54-68c7-4a20-a05a-9813d4923df2 None None] Provisioning complete for port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:06.497302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8266ff54-68c7-4a20-a05a-9813d4923df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.498690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26fcc939-249c-4a2b-b405-21cdb2865d8c req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.506427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26fcc939-249c-4a2b-b405-21cdb2865d8c req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.543133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26fcc939-249c-4a2b-b405-21cdb2865d8c req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.544696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26fcc939-249c-4a2b-b405-21cdb2865d8c req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1768224 Dec 16 09:27:06.546797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d8973-912a-4ba6-90d1-e8016f1cae74 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9648da8-a80c-4b84-83c3-cb751d9e3e03,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:06.726974 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637bbb5-e174-440e-8117-2583d67702fd x-openstack-request-id: req-3637bbb5-e174-440e-8117-2583d67702fd {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:06.727371 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:06.727714 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3637bbb5-e174-440e-8117-2583d67702fd {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:06.728221 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'status': 'completed', 'code': 200} Dec 16 09:27:06.816447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17e936e5-11fd-4815-b7fa-5dba98be0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.819312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17e936e5-11fd-4815-b7fa-5dba98be0d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.820435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-17e936e5-11fd-4815-b7fa-5dba98be0d9a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8de1460-59fc-4bba-b8d9-018a27c8f5b0 HTTP/1.1" status: 204 len: 168 time: 0.6888676 Dec 16 09:27:06.826679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e40d5e98-aee0-4b15-a803-d7ca256bf3d3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:06.855009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e936e5-11fd-4815-b7fa-5dba98be0d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de1460-59fc-4bba-b8d9-018a27c8f5b0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:06.904396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:06.905173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:06.933046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-c71a1f9c-65aa-43d6-920b-1e772c5255ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:06.934603 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-c71a1f9c-65aa-43d6-920b-1e772c5255ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 1096 time: 0.1508808 Dec 16 09:27:06.954596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Router 9e12c4b4-876d-4bc9-a69f-7ed32926ce01 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:07.078228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:07.085349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-51681d6b-4578-497c-b3f8-0c12eecba4a9 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718209 Dec 16 09:27:07.089415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34544) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:07.091442 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] Sync routers for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:07.106646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:07.107605 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:07.109578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-34700705-9b87-4854-bf2f-e2dea23d66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.111658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-34700705-9b87-4854-bf2f-e2dea23d66af service neutron] 10.222.0.53 "GET /v2.0/networks?id=d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 200 len: 922 time: 0.1659877 Dec 16 09:27:07.140800 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-0bf33329-7624-4afa-b0c2-5cd92d4c54a3 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] delete failed (client error): The resource could not be found. Dec 16 09:27:07.146742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34550) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:07.152826 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:07.155570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0bf33329-7624-4afa-b0c2-5cd92d4c54a3 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1080808900 HTTP/1.1" status: 404 len: 335 time: 0.0645323 Dec 16 09:27:07.163050 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:07.163673 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:07.188100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3d1a36c3-7cf3-43d0-80ad-94e6359a0b70 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e12c4b4-876d-4bc9-a69f-7ed32926ce01'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:07.193289 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-8aca64f1-a6e6-4108-9e8c-66d01d090f1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0639911 Dec 16 09:27:07.208653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34552) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:07.226922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af5622f4-d0e8-4b4d-8851-624c65ce5494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.324528 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:07.326408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff117fe-0dd8-4686-a185-c9e680f58b02 None None] The sync data for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:07.363451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af5622f4-d0e8-4b4d-8851-624c65ce5494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.371281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af5622f4-d0e8-4b4d-8851-624c65ce5494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.396842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-91248a08-0172-4e01-bf3c-ebe095a582df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.399289 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-91248a08-0172-4e01-bf3c-ebe095a582df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 200 len: 860 time: 0.1701438 Dec 16 09:27:07.437759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-af5622f4-d0e8-4b4d-8851-624c65ce5494 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bf56df94a434a748ade09bfde10d137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281244 Dec 16 09:27:07.440396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:07.455072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5622f4-d0e8-4b4d-8851-624c65ce5494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef471546-4648-45cc-a67f-e67a825a0df7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:07.492123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0b708-1c9a-41e7-82e2-c5f5cc88187d req-07ea0ea1-ed26-410a-8c44-7ee4bf3a43f0 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.498458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab0b708-1c9a-41e7-82e2-c5f5cc88187d req-07ea0ea1-ed26-410a-8c44-7ee4bf3a43f0 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 949 time: 0.1048379 Dec 16 09:27:07.508454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3d1a36c3-7cf3-43d0-80ad-94e6359a0b70 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.543773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab0b708-1c9a-41e7-82e2-c5f5cc88187d req-f935b474-6d91-4bf2-9402-535e815c0891 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Dec 16 09:27:07.554889 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-3d1a36c3-7cf3-43d0-80ad-94e6359a0b70 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] update failed (client error): The resource could not be found. Dec 16 09:27:07.555941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3d1a36c3-7cf3-43d0-80ad-94e6359a0b70 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01 HTTP/1.1" status: 404 len: 339 time: 0.4081080 Dec 16 09:27:07.564356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34560) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:07.626269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7c48d71-8220-432d-a769-87d4e6f06efe req-ee9d0f10-1090-491b-8320-c3e00c03dd25 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/c9648da8-a80c-4b84-83c3-cb751d9e3e03 HTTP/1.1" status: 200 len: 1814 time: 0.0452919 Dec 16 09:27:07.636455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-48350468-162b-48ab-a831-1c5cd993586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.638077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-48350468-162b-48ab-a831-1c5cd993586d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d888ec2b-0a55-4dd1-99f3-e2965936a750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000329 Dec 16 09:27:07.658395 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bd822ed3-d625-4731-880d-ed2799a92d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.744190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d553ea9-3ecc-4d1d-ba0d-284dcec34523 req-096dbfe2-d8bc-4d12-a02d-beb236e34534 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:07.745925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d553ea9-3ecc-4d1d-ba0d-284dcec34523 req-096dbfe2-d8bc-4d12-a02d-beb236e34534 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 945 time: 0.0593619 Dec 16 09:27:07.783389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bd822ed3-d625-4731-880d-ed2799a92d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.787604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d553ea9-3ecc-4d1d-ba0d-284dcec34523 req-9b77e62d-9544-4220-bfa7-6411d8246960 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Dec 16 09:27:07.832246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-25a184a7-8d8f-49d8-8645-2429c5573761 req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1750701833', 'description': 'tempest-description-66746733'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:07.859412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25a184a7-8d8f-49d8-8645-2429c5573761 req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.916278 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-57ea75a6-83dd-4673-9a0b-20e4acfe3160 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588704 Dec 16 09:27:07.934008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25a184a7-8d8f-49d8-8645-2429c5573761 req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:07.941238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25a184a7-8d8f-49d8-8645-2429c5573761 req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.002575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25a184a7-8d8f-49d8-8645-2429c5573761 req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.003761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25a184a7-8d8f-49d8-8645-2429c5573761 req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1757784 Dec 16 09:27:08.006291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d584c-4e2c-431e-979d-832fe3906248 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732aa588-2885-4ae3-89a0-594325321e66,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.006857 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bd822ed3-d625-4731-880d-ed2799a92d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.009321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bd822ed3-d625-4731-880d-ed2799a92d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.010661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bd822ed3-d625-4731-880d-ed2799a92d21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef471546-4648-45cc-a67f-e67a825a0df7 HTTP/1.1" status: 204 len: 168 time: 0.5694311 Dec 16 09:27:08.039698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-f70fb85b-80b9-4087-9bcf-6fff9e50a43b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.041586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-f70fb85b-80b9-4087-9bcf-6fff9e50a43b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 949 time: 0.0822647 Dec 16 09:27:08.052154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd822ed3-d625-4731-880d-ed2799a92d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef471546-4648-45cc-a67f-e67a825a0df7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.056769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.120642 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c4b04036-67b5-45a1-ad1c-f7b72e386f67 req-f918b6a8-e20e-42d4-a634-877613e62b14 service neutron] 10.222.0.53 "GET /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832755 Dec 16 09:27:08.234781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Deleting port 61621889-e40d-45f1-a2be-f24f47b4fc0d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:08.235284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.339726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7ffd8ea-0c66-40fd-8c6b-3a44acfb6982 req-8a9d5823-8824-4dc0-8074-a625bfd6e8a8 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/732aa588-2885-4ae3-89a0-594325321e66 HTTP/1.1" status: 200 len: 1813 time: 0.0956473 Dec 16 09:27:08.362681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c23d09de-ad50-4ea9-bdf8-684678670345 req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1422192092', 'description': 'tempest-description-1059013349'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:08.430433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c23d09de-ad50-4ea9-bdf8-684678670345 req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.455378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] For port 61621889-e40d-45f1-a2be-f24f47b4fc0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=61621889-e40d-45f1-a2be-f24f47b4fc0d,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:08.455770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.465431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Allocated IP 172.20.0.1 (b84c88a0-10c7-43ba-9abe-1b02b28e7d2a/09686aa5-d35f-4117-a1f6-23e6b2a9ee0b/ed694913-e4e6-4ff7-a2ba-e25cf454920b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:08.474074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Calling delete_port for 61621889-e40d-45f1-a2be-f24f47b4fc0d owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:08.511289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-23f34d41-a2dd-4f9c-a098-0d4385cffaa0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:08.512810 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-23f34d41-a2dd-4f9c-a098-0d4385cffaa0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 945 time: 0.1016798 Dec 16 09:27:08.595140 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c23d09de-ad50-4ea9-bdf8-684678670345 req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.607613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c23d09de-ad50-4ea9-bdf8-684678670345 req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.641747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32fc562-427f-4c11-a0d2-51720b9dc56c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.648890 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c23d09de-ad50-4ea9-bdf8-684678670345 req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.666482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c23d09de-ad50-4ea9-bdf8-684678670345 req-9bf7bdd1-11d4-4758-9ce2-a727fe3af994 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3094399 Dec 16 09:27:08.707717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.796698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.802083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.816377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['61621889-e40d-45f1-a2be-f24f47b4fc0d', 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:08.819325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b11eac66-94a3-4a96-bf4d-b461af744a05'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:08.831578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Deleting port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:08.831949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.887898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:08.909366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event deleted for resources: {'Port': ['ID=61621889-e40d-45f1-a2be-f24f47b4fc0d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.928255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:08.934291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:08.965811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.966158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.966493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.966820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.967145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.967968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.968342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.969333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.969333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.969333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.969718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.969957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:08.973081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Port': ['ID=ed694913-e4e6-4ff7-a2ba-e25cf454920b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:08.974676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] No DVR routers for this DVR port 61621889-e40d-45f1-a2be-f24f47b4fc0d on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:08.979742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:08.984051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88dc6eb1-4465-4081-9cc2-9590462f9036 req-e7215e3c-726a-419e-9e44-efc064b80284 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "DELETE /v2.0/ports/61621889-e40d-45f1-a2be-f24f47b4fc0d HTTP/1.1" status: 204 len: 173 time: 0.9363539 Dec 16 09:27:08.985333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'name': 'network-vif-deleted', 'tag': '61621889-e40d-45f1-a2be-f24f47b4fc0d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:08.990430 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f279c-9d14-422d-9862-159524302fa8" -d '{"events": [{"server_uuid": "699d0376-548b-4c6b-a8dd-151686d31bc8", "name": "network-vif-deleted", "tag": "61621889-e40d-45f1-a2be-f24f47b4fc0d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:09.024913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.036524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb312-2fbf-40cf-b759-ad527e2b9df2 req-75fe126d-cc81-4d87-ac88-2c53cfefe612 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.048316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8cabb312-2fbf-40cf-b759-ad527e2b9df2 req-75fe126d-cc81-4d87-ac88-2c53cfefe612 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=699d0376-548b-4c6b-a8dd-151686d31bc8 HTTP/1.1" status: 200 len: 867 time: 0.3062456 Dec 16 09:27:09.101934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8cabb312-2fbf-40cf-b759-ad527e2b9df2 req-097b6509-9d62-4ef9-960d-7dbbb43cef39 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Dec 16 09:27:09.169728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] For port b513666f-b0dc-4a55-aab2-578fbaa3e0c0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:09.170459 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.236771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2666e07f-b9ec-490d-ab0a-b67d7feb0521 req-f48f211d-1e70-457e-934a-a164ed265854 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/b32fc562-427f-4c11-a0d2-51720b9dc56c HTTP/1.1" status: 200 len: 1815 time: 0.0804839 Dec 16 09:27:09.266789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Calling delete_port for b513666f-b0dc-4a55-aab2-578fbaa3e0c0 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:09.374604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d15978-21ba-44ef-bacf-68039ff3c154 req-ed18a09d-9573-482c-a328-94b286751ff0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:09.376130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32d15978-21ba-44ef-bacf-68039ff3c154 req-ed18a09d-9573-482c-a328-94b286751ff0 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/ports?device_id=ece233cc-4b70-4575-9d03-0811c75ca79d HTTP/1.1" status: 200 len: 945 time: 0.0701282 Dec 16 09:27:09.416378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.445792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32d15978-21ba-44ef-bacf-68039ff3c154 req-10d9c094-e5c3-4632-95c7-c808bc69acf9 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.61 "GET /v2.0/security-groups?id=579c8680-e277-4ced-9525-3530da037d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586650 Dec 16 09:27:09.486075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-aa4b741f-68fd-4047-99fc-8ac27913b6bb None None] Provisioning complete for port ed694913-e4e6-4ff7-a2ba-e25cf454920b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:09.486450 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa4b741f-68fd-4047-99fc-8ac27913b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.577673 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d27613-8107-414e-b317-55add52a0a63 x-openstack-request-id: req-72d27613-8107-414e-b317-55add52a0a63 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:09.578082 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699d0376-548b-4c6b-a8dd-151686d31bc8", "name": "network-vif-deleted", "tag": "61621889-e40d-45f1-a2be-f24f47b4fc0d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:09.578530 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72d27613-8107-414e-b317-55add52a0a63 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:09.579134 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699d0376-548b-4c6b-a8dd-151686d31bc8', 'name': 'network-vif-deleted', 'tag': '61621889-e40d-45f1-a2be-f24f47b4fc0d', 'status': 'completed', 'code': 200} Dec 16 09:27:09.579645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b741f-68fd-4047-99fc-8ac27913b6bb None None] Port ed694913-e4e6-4ff7-a2ba-e25cf454920b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:09.785312 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-ebbd6c83-f92b-42f1-8ba2-daf213be4074 req-4adac9b8-870a-406c-b62d-0bb443021beb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] show failed (client error): The resource could not be found. Dec 16 09:27:09.792269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebbd6c83-f92b-42f1-8ba2-daf213be4074 req-4adac9b8-870a-406c-b62d-0bb443021beb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/bd25b344-c815-4067-8400-c9e754e7d477 HTTP/1.1" status: 404 len: 352 time: 0.0243261 Dec 16 09:27:09.832741 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-1570771d-b8ad-4207-9c23-625ccca7b5fe req-eee539fe-a283-409f-9a8a-77fb5aea1f8d tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] show failed (client error): The resource could not be found. Dec 16 09:27:09.834813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1570771d-b8ad-4207-9c23-625ccca7b5fe req-eee539fe-a283-409f-9a8a-77fb5aea1f8d tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-group-rules/963807c0-b55d-479d-9790-ca56401d2063 HTTP/1.1" status: 404 len: 361 time: 0.0147002 Dec 16 09:27:09.913095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4656959d-a557-4ae2-bb0d-3de8ab7cd4c0 req-47bbbc3b-704d-4a5a-b792-a2afdc884e7c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/b32fc562-427f-4c11-a0d2-51720b9dc56c HTTP/1.1" status: 200 len: 1815 time: 0.0541883 Dec 16 09:27:09.924455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:09.938901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b513666f-b0dc-4a55-aab2-578fbaa3e0c0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:09.964539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Pushing event deleted for resources: {'Port': ['ID=b513666f-b0dc-4a55-aab2-578fbaa3e0c0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:10.055052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4656959d-a557-4ae2-bb0d-3de8ab7cd4c0 req-6e2e557f-269f-4fb7-a989-b535fa71ee5e tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.085979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4656959d-a557-4ae2-bb0d-3de8ab7cd4c0 req-6e2e557f-269f-4fb7-a989-b535fa71ee5e tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.091088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] No DVR routers for this DVR port b513666f-b0dc-4a55-aab2-578fbaa3e0c0 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:10.096720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.100761 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-440aa5cd-2b8b-4030-b21f-cfd3ef0e51e0 req-52123d00-ffad-4d31-a100-8b1d4a6da9d8 tempest-FloatingIPsAssociationTestJSON-257710613 tempest-FloatingIPsAssociationTestJSON-257710613-project] 10.222.0.53 "DELETE /v2.0/ports/b513666f-b0dc-4a55-aab2-578fbaa3e0c0 HTTP/1.1" status: 204 len: 173 time: 1.5815217 Dec 16 09:27:10.101246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'name': 'network-vif-deleted', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:10.103581 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2764366d-3759-471b-a8af-51271e72bc08" -d '{"events": [{"server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "name": "network-vif-deleted", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:10.152867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4656959d-a557-4ae2-bb0d-3de8ab7cd4c0 req-6e2e557f-269f-4fb7-a989-b535fa71ee5e tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.155729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4656959d-a557-4ae2-bb0d-3de8ab7cd4c0 req-6e2e557f-269f-4fb7-a989-b535fa71ee5e tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.156889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4656959d-a557-4ae2-bb0d-3de8ab7cd4c0 req-6e2e557f-269f-4fb7-a989-b535fa71ee5e tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "DELETE /v2.0/security-groups/b32fc562-427f-4c11-a0d2-51720b9dc56c HTTP/1.1" status: 204 len: 173 time: 0.2257857 Dec 16 09:27:10.171732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e557f-269f-4fb7-a989-b535fa71ee5e tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32fc562-427f-4c11-a0d2-51720b9dc56c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:10.221074 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b8768-b4d2-4160-b932-b1946dd6a305 x-openstack-request-id: req-d82b8768-b4d2-4160-b932-b1946dd6a305 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:10.221375 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece233cc-4b70-4575-9d03-0811c75ca79d", "name": "network-vif-deleted", "tag": "b513666f-b0dc-4a55-aab2-578fbaa3e0c0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:10.221626 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d82b8768-b4d2-4160-b932-b1946dd6a305 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:10.222045 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece233cc-4b70-4575-9d03-0811c75ca79d', 'name': 'network-vif-deleted', 'tag': 'b513666f-b0dc-4a55-aab2-578fbaa3e0c0', 'status': 'completed', 'code': 200} Dec 16 09:27:10.226624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.233517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.307227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.323059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1635d1de-338f-4098-a4c8-39849b3dee02 req-751b2fd6-4b6e-4c10-b9e3-a34aff3295d3 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/732aa588-2885-4ae3-89a0-594325321e66 HTTP/1.1" status: 200 len: 1813 time: 0.0543771 Dec 16 09:27:10.328418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event updated for resources: {'Port': ['ID=ed694913-e4e6-4ff7-a2ba-e25cf454920b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:10.392758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1635d1de-338f-4098-a4c8-39849b3dee02 req-c046e604-6fd2-44e9-a722-ef82c6eaf8bb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.423471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:10.425128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:10.425481 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1635d1de-338f-4098-a4c8-39849b3dee02 req-c046e604-6fd2-44e9-a722-ef82c6eaf8bb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.478338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1635d1de-338f-4098-a4c8-39849b3dee02 req-c046e604-6fd2-44e9-a722-ef82c6eaf8bb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.481442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1635d1de-338f-4098-a4c8-39849b3dee02 req-c046e604-6fd2-44e9-a722-ef82c6eaf8bb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.495208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1635d1de-338f-4098-a4c8-39849b3dee02 req-c046e604-6fd2-44e9-a722-ef82c6eaf8bb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "DELETE /v2.0/security-groups/732aa588-2885-4ae3-89a0-594325321e66 HTTP/1.1" status: 204 len: 173 time: 0.1711657 Dec 16 09:27:10.516870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e604-6fd2-44e9-a722-ef82c6eaf8bb tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732aa588-2885-4ae3-89a0-594325321e66,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:10.612522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Router 9e12c4b4-876d-4bc9-a69f-7ed32926ce01 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:10.782885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:10.791354 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2be0c168-8762-4812-ba34-a670ec6edf19 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2287557 Dec 16 09:27:10.794130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:10.797652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] Sync routers for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:10.813883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:10.814518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:10.854969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:10.870054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5d4db614-6e69-4ad1-8838-b30b7be86b32 None None] Provisioning complete for port ed694913-e4e6-4ff7-a2ba-e25cf454920b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:10.870429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5d4db614-6e69-4ad1-8838-b30b7be86b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.872949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:10.873762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:10.905695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21f9f464-d18b-4620-97fd-1988ce2f9ccd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:10.925026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:10.925690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0941a1-2245-40fe-898c-1a736fb62c3d None None] The sync data for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:10.939221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5d4db614-6e69-4ad1-8838-b30b7be86b32 None None] Port ed694913-e4e6-4ff7-a2ba-e25cf454920b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:10.999097 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-21f9f464-d18b-4620-97fd-1988ce2f9ccd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:27:11.000169 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-21f9f464-d18b-4620-97fd-1988ce2f9ccd tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01 HTTP/1.1" status: 409 len: 329 time: 0.2041409 Dec 16 09:27:11.003610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34658) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:11.077754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4d104b8-7797-4fd4-b389-a14a3bc655b1 req-d2f3befd-6f6b-4649-acd0-c20d205be1d8 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/c9648da8-a80c-4b84-83c3-cb751d9e3e03 HTTP/1.1" status: 200 len: 1814 time: 0.0465326 Dec 16 09:27:11.140329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4d104b8-7797-4fd4-b389-a14a3bc655b1 req-486234a5-d59c-4c2b-b863-875561cee83c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.163098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4d104b8-7797-4fd4-b389-a14a3bc655b1 req-486234a5-d59c-4c2b-b863-875561cee83c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.207056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4d104b8-7797-4fd4-b389-a14a3bc655b1 req-486234a5-d59c-4c2b-b863-875561cee83c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.209696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4d104b8-7797-4fd4-b389-a14a3bc655b1 req-486234a5-d59c-4c2b-b863-875561cee83c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.210890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4d104b8-7797-4fd4-b389-a14a3bc655b1 req-486234a5-d59c-4c2b-b863-875561cee83c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "DELETE /v2.0/security-groups/c9648da8-a80c-4b84-83c3-cb751d9e3e03 HTTP/1.1" status: 204 len: 173 time: 0.1250319 Dec 16 09:27:11.235078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486234a5-d59c-4c2b-b863-875561cee83c tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9648da8-a80c-4b84-83c3-cb751d9e3e03,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:11.272762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34664) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:11.354006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.647218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting port ed694913-e4e6-4ff7-a2ba-e25cf454920b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:11.647879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.738243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5f9c4-6dee-4a5a-b060-f39febd2f1cc req-ec5a0e25-048e-4a91-bdba-af5a767de55b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:11.743085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39d5f9c4-6dee-4a5a-b060-f39febd2f1cc req-ec5a0e25-048e-4a91-bdba-af5a767de55b tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 949 time: 0.0922570 Dec 16 09:27:11.754691 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.770440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Calling delete_port for ed694913-e4e6-4ff7-a2ba-e25cf454920b owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:11.791368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.863434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39d5f9c4-6dee-4a5a-b060-f39febd2f1cc req-d336c94a-ee13-4035-bcd3-38e4fd0cc3c6 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161973 Dec 16 09:27:11.955881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:11.984443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Port': ['ID=ed694913-e4e6-4ff7-a2ba-e25cf454920b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:12.016245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e6a3f35-5815-4906-b256-0a5882076d55 req-a047432a-e90a-4186-bda7-89bfcfa15740 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/624f71da-01c0-4d39-9595-2a79357c5d8a HTTP/1.1" status: 200 len: 1814 time: 0.1084945 Dec 16 09:27:12.107542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e6a3f35-5815-4906-b256-0a5882076d55 req-f8d0db15-0488-4d38-ba4c-236828f313d6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.144249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.153690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e6a3f35-5815-4906-b256-0a5882076d55 req-f8d0db15-0488-4d38-ba4c-236828f313d6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.209659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Deleting port ee7afdc9-f138-40b9-840b-d0b5b9fe3374 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:12.209659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.270127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e6a3f35-5815-4906-b256-0a5882076d55 req-f8d0db15-0488-4d38-ba4c-236828f313d6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.272692 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e6a3f35-5815-4906-b256-0a5882076d55 req-f8d0db15-0488-4d38-ba4c-236828f313d6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.274245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e6a3f35-5815-4906-b256-0a5882076d55 req-f8d0db15-0488-4d38-ba4c-236828f313d6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "DELETE /v2.0/security-groups/624f71da-01c0-4d39-9595-2a79357c5d8a HTTP/1.1" status: 204 len: 173 time: 0.2571337 Dec 16 09:27:12.293244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0db15-0488-4d38-ba4c-236828f313d6 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f71da-01c0-4d39-9595-2a79357c5d8a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:12.340360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Router 9e12c4b4-876d-4bc9-a69f-7ed32926ce01 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:12.346402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] For port ee7afdc9-f138-40b9-840b-d0b5b9fe3374, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:12.346793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.365961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Calling delete_port for ee7afdc9-f138-40b9-840b-d0b5b9fe3374 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:12.456591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bfd7d51-662e-49bb-bd12-482a032c2cb5 req-463acdcf-7399-4044-ab6d-d68a2aed7035 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7ede49108a4640a0bce2776588c7485b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360649 Dec 16 09:27:12.668164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7d51-662e-49bb-bd12-482a032c2cb5 req-650747f4-1944-48c6-b23c-8386bad632a4 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.670154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bfd7d51-662e-49bb-bd12-482a032c2cb5 req-650747f4-1944-48c6-b23c-8386bad632a4 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002597 Dec 16 09:27:12.690983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:12.696347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-951016e9-c51d-432a-993a-ba1cfb19e02d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915822 Dec 16 09:27:12.699942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34692) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:12.702454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] Sync routers for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:12.713561 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:12.714328 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:12.725189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 61621889-e40d-45f1-a2be-f24f47b4fc0d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:12.725752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bfd7d51-662e-49bb-bd12-482a032c2cb5 req-1201ca63-ec03-4807-98a4-12dd98379eb9 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/quotas/7ede49108a4640a0bce2776588c7485b HTTP/1.1" status: 200 len: 375 time: 0.0454681 Dec 16 09:27:12.741355 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-04f6e5fc-cdec-41f7-b353-029524b402ce tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] show failed (client error): The resource could not be found. Dec 16 09:27:12.742610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04f6e5fc-cdec-41f7-b353-029524b402ce tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-588921231 HTTP/1.1" status: 404 len: 334 time: 0.0414562 Dec 16 09:27:12.746171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34694) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:12.751726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-af2c68ab-336c-477e-b0ce-030590481dc0 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:12.764758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 61621889-e40d-45f1-a2be-f24f47b4fc0d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:12.765104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 61621889-e40d-45f1-a2be-f24f47b4fc0d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:12.765644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b513666f-b0dc-4a55-aab2-578fbaa3e0c0 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:12.769287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bfd7d51-662e-49bb-bd12-482a032c2cb5 req-ed01b4e4-3c84-442c-b234-8dad025a63c5 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ede49108a4640a0bce2776588c7485b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426788 Dec 16 09:27:12.784169 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:12.788937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.791682 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-af2c68ab-336c-477e-b0ce-030590481dc0 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] update failed (client error): The resource could not be found. Dec 16 09:27:12.793897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af2c68ab-336c-477e-b0ce-030590481dc0 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1465366735 HTTP/1.1" status: 404 len: 335 time: 0.0454957 Dec 16 09:27:12.794049 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] Routers {'9e12c4b4-876d-4bc9-a69f-7ed32926ce01'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:12.796465 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:12.799237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34696) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:12.804523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: b513666f-b0dc-4a55-aab2-578fbaa3e0c0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:12.804913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b513666f-b0dc-4a55-aab2-578fbaa3e0c0 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:12.823878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7afdc9-f138-40b9-840b-d0b5b9fe3374,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:12.840809 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:12.841457 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc585e3-02b4-4687-a1f5-66e919b1f5ad None None] The sync data for ids ['9e12c4b4-876d-4bc9-a69f-7ed32926ce01'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:12.878594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting subnet b75e1acb-1582-4710-88e3-3fbb13b4ecdd {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:12.882305 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.928724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:12.994012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693538b9-f473-42b3-b92e-11eb809d411a req-1b3823fc-7021-42d7-8bb0-d3e8d4ec312e tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:12.995562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-693538b9-f473-42b3-b92e-11eb809d411a req-1b3823fc-7021-42d7-8bb0-d3e8d4ec312e tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 949 time: 0.1228094 Dec 16 09:27:13.023610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.028199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4a007b0-253b-4368-ab0a-2c6c6bbccf03 req-6843a2c2-76b2-45ca-a4d3-a8fc7146df72 tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "GET /v2.0/security-groups/761e1bc2-e94d-4615-af04-9528e13bb3e3 HTTP/1.1" status: 200 len: 1813 time: 0.1566277 Dec 16 09:27:13.103359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.128745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Subnet': ['ID=b75e1acb-1582-4710-88e3-3fbb13b4ecdd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.134809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.138146 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0e99d3f3-a6c9-4530-a0f9-a6f6f04391a8 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/subnets/b75e1acb-1582-4710-88e3-3fbb13b4ecdd HTTP/1.1" status: 204 len: 168 time: 0.3378370 Dec 16 09:27:13.140636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34704) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:13.144685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b311432-bebb-4ea3-815e-b44c5c955fc0 None None] Network 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:13.192909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting subnet 322f3ac8-53c7-43c7-93c7-856a903a36f7 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:13.195707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.216130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.231477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4a007b0-253b-4368-ab0a-2c6c6bbccf03 req-00da3d14-9426-4056-a9bc-5538ca12308a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.238773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.323039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4a007b0-253b-4368-ab0a-2c6c6bbccf03 req-00da3d14-9426-4056-a9bc-5538ca12308a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.336474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Deleting port b11eac66-94a3-4a96-bf4d-b461af744a05 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:13.336812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.339965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.356326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] DHCP port deletion for 0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:13.405492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] Deleting port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:13.405914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.410194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.439876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Subnet': ['ID=322f3ac8-53c7-43c7-93c7-856a903a36f7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.449381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.454026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bb954be2-e92b-4802-8d5e-978485bbd672 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/subnets/322f3ac8-53c7-43c7-93c7-856a903a36f7 HTTP/1.1" status: 204 len: 168 time: 0.3117805 Dec 16 09:27:13.456225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:13.464406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8fa580-b4a1-46f1-8870-2a9e874d72cd None None] Network eb9987fe-330b-443f-b56c-3e0185e815df requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:13.533477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] For port e40d5e98-aee0-4b15-a803-d7ca256bf3d3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,segment=NetworkSegment(deb72d4b-ddda-439d-9573-48e2133c0c19),segment_id=deb72d4b-ddda-439d-9573-48e2133c0c19)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:13.534308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.553200 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.558110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] Calling delete_port for e40d5e98-aee0-4b15-a803-d7ca256bf3d3 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:13.612682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:13.613381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.680434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] For port e40d5e98-aee0-4b15-a803-d7ca256bf3d3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,segment=NetworkSegment(deb72d4b-ddda-439d-9573-48e2133c0c19),segment_id=deb72d4b-ddda-439d-9573-48e2133c0c19)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:13.680809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.695476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.700234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Calling delete_port for e40d5e98-aee0-4b15-a803-d7ca256bf3d3 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:13.725331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] Pushing event deleted for resources: {'Port': ['ID=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.727628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9649f-123a-4b8d-adb0-092029951dba None None] No DVR routers for this DVR port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:13.754929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] DHCP port deletion for eb9987fe-330b-443f-b56c-3e0185e815df request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:13.775884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4a007b0-253b-4368-ab0a-2c6c6bbccf03 req-00da3d14-9426-4056-a9bc-5538ca12308a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.778403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4a007b0-253b-4368-ab0a-2c6c6bbccf03 req-00da3d14-9426-4056-a9bc-5538ca12308a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.779532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4a007b0-253b-4368-ab0a-2c6c6bbccf03 req-00da3d14-9426-4056-a9bc-5538ca12308a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] 10.222.0.61 "DELETE /v2.0/security-groups/761e1bc2-e94d-4615-af04-9528e13bb3e3 HTTP/1.1" status: 204 len: 173 time: 0.7163727 Dec 16 09:27:13.788221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34708) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:13.808387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da3d14-9426-4056-a9bc-5538ca12308a tempest-SecurityGroupRulesNegativeTestJSON-1061075330 tempest-SecurityGroupRulesNegativeTestJSON-1061075330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761e1bc2-e94d-4615-af04-9528e13bb3e3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:13.814531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] Deleting port c104d87a-b861-4498-8f85-10c527b93a6f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:13.815153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.853612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Deleting subnet 7ff7382e-b9be-419a-b367-0e9634fac597 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:13.864736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.879578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.904199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] For port b11eac66-94a3-4a96-bf4d-b461af744a05, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b11eac66-94a3-4a96-bf4d-b461af744a05,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:13.904568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.922531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Calling delete_port for b11eac66-94a3-4a96-bf4d-b461af744a05 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:13.947009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] For port c104d87a-b861-4498-8f85-10c527b93a6f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c104d87a-b861-4498-8f85-10c527b93a6f,segment=NetworkSegment(900faefe-707a-4505-89c7-3c815f5c041c),segment_id=900faefe-707a-4505-89c7-3c815f5c041c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:13.948124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.952542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4356f0d5-9516-421e-afc1-dbe311710a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:13.956928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] No DVR routers for this DVR port e40d5e98-aee0-4b15-a803-d7ca256bf3d3 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:13.967850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] Calling delete_port for c104d87a-b861-4498-8f85-10c527b93a6f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:13.997369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Port': ['ID=e40d5e98-aee0-4b15-a803-d7ca256bf3d3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.007409 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.009444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Router 6ae5d04e-67e7-4e82-9b76-68034737c2cc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:14.074958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.106624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] Pushing event deleted for resources: {'Port': ['ID=c104d87a-b861-4498-8f85-10c527b93a6f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.118634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9e192-6153-493d-be7f-4b3ffe3baf02 None None] No DVR routers for this DVR port c104d87a-b861-4498-8f85-10c527b93a6f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:14.120282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.176303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.176991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:14.179267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.183790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d8166c7-54bd-4e06-91e7-0ba196837bbd admin admin] 10.222.0.61 "PUT /v2.0/routers/6ae5d04e-67e7-4e82-9b76-68034737c2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096203 Dec 16 09:27:14.189532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34716) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:14.192557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:14.209441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddbe96b-c384-4205-a7d4-8f46ec2c6a91']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.220388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb72d4b-ddda-439d-9573-48e2133c0c19') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.220746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb72d4b-ddda-439d-9573-48e2133c0c19') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.235745 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.260596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.267421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:14.267869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:14.271457 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:14.279679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b11eac66-94a3-4a96-bf4d-b461af744a05'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:14.301905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event deleted for resources: {'Port': ['ID=b11eac66-94a3-4a96-bf4d-b461af744a05,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.322372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] Sync routers for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:14.359580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.369242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.372613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:14.373500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.387920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] No DVR routers for this DVR port b11eac66-94a3-4a96-bf4d-b461af744a05 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:14.391243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.394853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-693538b9-f473-42b3-b92e-11eb809d411a req-c8ece2d5-f65f-4619-aa42-f78b1d0dec66 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.69 "DELETE /v2.0/ports/b11eac66-94a3-4a96-bf4d-b461af744a05 HTTP/1.1" status: 204 len: 173 time: 1.3332503 Dec 16 09:27:14.397548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'name': 'network-vif-deleted', 'tag': 'b11eac66-94a3-4a96-bf4d-b461af744a05'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:14.401337 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c9852-d025-4934-b93c-56ffe871733e" -d '{"events": [{"server_uuid": "fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5", "name": "network-vif-deleted", "tag": "b11eac66-94a3-4a96-bf4d-b461af744a05"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:14.410790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff7382e-b9be-419a-b367-0e9634fac597,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.449048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.449300 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.452805 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/networks/0ddbe96b-c384-4205-a7d4-8f46ec2c6a91 HTTP/1.1" status: 204 len: 168 time: 0.9954741 Dec 16 09:27:14.454768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823c546-32bb-4c2b-bf4d-839c8a1e2010 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Network': ['ID=0ddbe96b-c384-4205-a7d4-8f46ec2c6a91,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:14.457290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34724) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:14.512074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.522269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:14.529635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bedea990-9c21-4036-ab24-aef98fae9700 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7ff7382e-b9be-419a-b367-0e9634fac597 HTTP/1.1" status: 204 len: 168 time: 0.7402284 Dec 16 09:27:14.534086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34726) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:14.590552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e40ce3d5-a0a0-480e-ab03-b3e6554e9e0a req-18c422df-de5e-4c9f-b6c6-637398debeaf tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0402608 Dec 16 09:27:14.612965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.636371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.642564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.684096 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316abbfc-931c-4f41-bccd-4efb220f9992 x-openstack-request-id: req-316abbfc-931c-4f41-bccd-4efb220f9992 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:14.684623 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5", "name": "network-vif-deleted", "tag": "b11eac66-94a3-4a96-bf4d-b461af744a05", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:14.685035 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-316abbfc-931c-4f41-bccd-4efb220f9992 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:14.685610 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42d4a0-c81a-412b-bf87-c17e5aa9d4a5', 'name': 'network-vif-deleted', 'tag': 'b11eac66-94a3-4a96-bf4d-b461af744a05', 'status': 'completed', 'code': 200} Dec 16 09:27:14.727228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Deleting port 953d3f44-8f41-42b7-876f-39c2212942ce {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:14.727831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.778208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.824411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9987fe-330b-443f-b56c-3e0185e815df']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.840903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900faefe-707a-4505-89c7-3c815f5c041c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.841513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900faefe-707a-4505-89c7-3c815f5c041c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:14.895480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.913219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.919069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] For port 953d3f44-8f41-42b7-876f-39c2212942ce, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=953d3f44-8f41-42b7-876f-39c2212942ce,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:14.919682 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.919818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:14.920002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:14.937449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Calling delete_port for 953d3f44-8f41-42b7-876f-39c2212942ce owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:14.952663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:27:12Z', 'revision_number': 5, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port': {'id': '953d3f44-8f41-42b7-876f-39c2212942ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:49Z', 'updated_at': '2021-12-16T09:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:15.008740 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:15.018535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e40d5e98-aee0-4b15-a803-d7ca256bf3d3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:15.041585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e40d5e98-aee0-4b15-a803-d7ca256bf3d3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:15.042125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e40d5e98-aee0-4b15-a803-d7ca256bf3d3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:15.043039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c104d87a-b861-4498-8f85-10c527b93a6f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:15.045801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] Checking router: 6ae5d04e-67e7-4e82-9b76-68034737c2cc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:15.067891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c104d87a-b861-4498-8f85-10c527b93a6f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:15.068548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c104d87a-b861-4498-8f85-10c527b93a6f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:15.084947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] Routers {'6ae5d04e-67e7-4e82-9b76-68034737c2cc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:15.085719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:26:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:15.087561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.096276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.154241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Network': ['ID=eb9987fe-330b-443f-b56c-3e0185e815df,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.156318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.179035 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3525ddbc-7233-4e4a-b3ce-046f723dc875 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/networks/eb9987fe-330b-443f-b56c-3e0185e815df HTTP/1.1" status: 204 len: 168 time: 0.7201834 Dec 16 09:27:15.183430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34746) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:15.192382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] Set router 6ae5d04e-67e7-4e82-9b76-68034737c2cc gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:15.196182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.229399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2163fc1c-96c0-48ab-915b-d46560c78516']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:15.230019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Pushing event deleted for resources: {'Port': ['ID=953d3f44-8f41-42b7-876f-39c2212942ce,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.252834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9eb330-e987-45fa-ba60-270b529c4a84') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:15.253415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9eb330-e987-45fa-ba60-270b529c4a84') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:15.264079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:27:14Z', 'revision_number': 6, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:15.272208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.278077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting subnet 09686aa5-d35f-4117-a1f6-23e6b2a9ee0b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:15.289819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.294015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009923-0588-4314-9aa8-83e65dae9381 None None] The sync data for ids ['6ae5d04e-67e7-4e82-9b76-68034737c2cc'] in n-d-821941-1 is: [{'id': '6ae5d04e-67e7-4e82-9b76-68034737c2cc', 'name': 'tempest-FloatingIPsAssociationTestJSON-1667669384-router', 'tenant_id': '1d7bd069468d4c3f921c86fe4f1903af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:47Z', 'updated_at': '2021-12-16T09:27:14Z', 'revision_number': 6, 'project_id': '1d7bd069468d4c3f921c86fe4f1903af', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:15.310026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.319104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.338840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:15.339268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:15.341171 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:15.391914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.435155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.439730 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.442533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.443037 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2163fc1c-96c0-48ab-915b-d46560c78516 HTTP/1.1" status: 204 len: 168 time: 0.9085784 Dec 16 09:27:15.448319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-143fd40a-28a5-4383-9231-9d81676f54a9 req-b2e08394-b096-4867-8c41-97006603f3d4 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7ede49108a4640a0bce2776588c7485b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582359 Dec 16 09:27:15.449517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.459878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a494b5d-3c88-46aa-8ce9-b489ad73f7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2163fc1c-96c0-48ab-915b-d46560c78516,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.511562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.512109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae5d04e-67e7-4e82-9b76-68034737c2cc {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:27:15.517416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.543169 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.546854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f144e7b3-2950-4ddc-9cc6-aa1320b03988 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6ae5d04e-67e7-4e82-9b76-68034737c2cc HTTP/1.1" status: 204 len: 168 time: 1.3537967 Dec 16 09:27:15.547017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34760) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:15.596620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.626099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Deleting subnet a257d019-dbfb-4506-882b-20a5bf204f2e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:15.632245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Subnet': ['ID=09686aa5-d35f-4117-a1f6-23e6b2a9ee0b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:15.633513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.635093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.640533 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7de83bfd-ccba-42d4-abc6-7c7a27ae7211 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/subnets/09686aa5-d35f-4117-a1f6-23e6b2a9ee0b HTTP/1.1" status: 204 len: 168 time: 0.4536631 Dec 16 09:27:15.640851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34764) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:15.644570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6875cd-eafd-4799-9cf9-a333b9ca5638 None None] Network b84c88a0-10c7-43ba-9abe-1b02b28e7d2a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:15.689388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd40a-28a5-4383-9231-9d81676f54a9 req-73b9a57b-454d-41cb-81ba-19a81004e75c tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:15.690964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-143fd40a-28a5-4383-9231-9d81676f54a9 req-73b9a57b-454d-41cb-81ba-19a81004e75c tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2021558 Dec 16 09:27:15.691480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34766) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:15.733884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-143fd40a-28a5-4383-9231-9d81676f54a9 req-b25be111-9cc3-49cf-9a5e-a98cb8ca3973 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/quotas/7ede49108a4640a0bce2776588c7485b HTTP/1.1" status: 200 len: 375 time: 0.0279627 Dec 16 09:27:15.736029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.737756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.812037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-143fd40a-28a5-4383-9231-9d81676f54a9 req-a75add32-cefa-4dc1-aa44-b3b063bc8cd2 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ede49108a4640a0bce2776588c7485b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483320 Dec 16 09:27:15.816518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Deleting port d4d3b4d2-9f64-475f-8508-2f6b981414ec {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:15.818055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.819128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-81e56741-edbb-41f6-bc29-909098f65c3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a10f8fada4074235b3dccf6bcea5c5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246250 Dec 16 09:27:15.821629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34768) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:15.904168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] For port d4d3b4d2-9f64-475f-8508-2f6b981414ec, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d4d3b4d2-9f64-475f-8508-2f6b981414ec,segment=NetworkSegment(db32ccb2-1c4a-4d24-9790-1e2998a1567e),segment_id=db32ccb2-1c4a-4d24-9790-1e2998a1567e)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:15.904601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.907423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.918614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Calling delete_port for d4d3b4d2-9f64-475f-8508-2f6b981414ec owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:15.941174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89f30abe-efcc-4abc-b1cf-999e038bad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:15.990765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89f30abe-efcc-4abc-b1cf-999e038bad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.019625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.034771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.060008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Port': ['ID=d4d3b4d2-9f64-475f-8508-2f6b981414ec,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:16.061934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] No DVR routers for this DVR port d4d3b4d2-9f64-475f-8508-2f6b981414ec on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:16.068108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a257d019-dbfb-4506-882b-20a5bf204f2e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:16.073384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.076659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aca32721-12cb-4283-8beb-783ac99327a2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a257d019-dbfb-4506-882b-20a5bf204f2e HTTP/1.1" status: 204 len: 168 time: 0.5287616 Dec 16 09:27:16.079971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:16.082186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8fa3d0-4237-4031-a572-dec6f8585885 None None] Network d888ec2b-0a55-4dd1-99f3-e2965936a750 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:16.154261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0437d8-6061-4334-94ca-e98941752cae None None] DHCP port deletion for b84c88a0-10c7-43ba-9abe-1b02b28e7d2a request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:16.177597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.187874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89f30abe-efcc-4abc-b1cf-999e038bad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.189002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89f30abe-efcc-4abc-b1cf-999e038bad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.191162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-89f30abe-efcc-4abc-b1cf-999e038bad71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd82d28c-6fff-4d11-a864-5ac385c3cb61 HTTP/1.1" status: 204 len: 168 time: 0.3671732 Dec 16 09:27:16.212975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84c88a0-10c7-43ba-9abe-1b02b28e7d2a']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:16.229649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30abe-efcc-4abc-b1cf-999e038bad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd82d28c-6fff-4d11-a864-5ac385c3cb61,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:16.230657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db32ccb2-1c4a-4d24-9790-1e2998a1567e') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:16.231758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db32ccb2-1c4a-4d24-9790-1e2998a1567e') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:16.243819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.273661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.318254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.324957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:16.325493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.329971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Deleting port bd4f3c49-6010-4d6c-8f4d-57793dee60ea {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:16.330412 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:16.334049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.442303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.451910 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.457832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/networks/b84c88a0-10c7-43ba-9abe-1b02b28e7d2a HTTP/1.1" status: 204 len: 168 time: 0.8137558 Dec 16 09:27:16.458880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] For port bd4f3c49-6010-4d6c-8f4d-57793dee60ea, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,segment=NetworkSegment(9731b5c5-c4bc-4183-b09d-5b7db635f5e4),segment_id=9731b5c5-c4bc-4183-b09d-5b7db635f5e4)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:16.459121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:16.459259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.479829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Calling delete_port for bd4f3c49-6010-4d6c-8f4d-57793dee60ea owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:16.509182 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a2112610-c556-4b06-b744-a9be88c7720e tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e12c4b4-876d-4bc9-a69f-7ed32926ce01 HTTP/1.1" status: 200 len: 205 time: 0.0465927 Dec 16 09:27:16.509182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d53ef-a029-4b93-8aaa-e8aab9458926 tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Pushing event deleted for resources: {'Network': ['ID=b84c88a0-10c7-43ba-9abe-1b02b28e7d2a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:16.510976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34792) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:16.577243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b11eac66-94a3-4a96-bf4d-b461af744a05 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:16.587148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0327dcf8-1d08-4174-a630-00d2b3918176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.626252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: b11eac66-94a3-4a96-bf4d-b461af744a05 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:16.627068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b11eac66-94a3-4a96-bf4d-b461af744a05 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:16.639221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.661779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.691951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51d164-7bf0-4d6d-931f-c4bdcefaaba3 None None] DHCP port deletion for d888ec2b-0a55-4dd1-99f3-e2965936a750 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:16.730435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] No DVR routers for this DVR port bd4f3c49-6010-4d6c-8f4d-57793dee60ea on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:16.735991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4f3c49-6010-4d6c-8f4d-57793dee60ea,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:16.844108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.882218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d888ec2b-0a55-4dd1-99f3-e2965936a750']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:16.891535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.895235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.897361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9731b5c5-c4bc-4183-b09d-5b7db635f5e4') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:16.898968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9731b5c5-c4bc-4183-b09d-5b7db635f5e4') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:16.899089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee7afdc9-f138-40b9-840b-d0b5b9fe3374 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:16.918673 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.928772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ee7afdc9-f138-40b9-840b-d0b5b9fe3374 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:16.929101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee7afdc9-f138-40b9-840b-d0b5b9fe3374 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:16.934758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d4d3b4d2-9f64-475f-8508-2f6b981414ec no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:16.938584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.948793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:16.949627 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.952666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.953288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Fanout notify agent at l3_agent the message router_deleted on router 9e12c4b4-876d-4bc9-a69f-7ed32926ce01 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:27:16.961516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:16.966224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c20bcb0-904b-4268-bfe0-4393aa56821d tempest-RoutersNegativeTest-1075792091 tempest-RoutersNegativeTest-1075792091-project] 10.222.0.61 "DELETE /v2.0/routers/9e12c4b4-876d-4bc9-a69f-7ed32926ce01 HTTP/1.1" status: 204 len: 168 time: 0.4538586 Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:16.966962 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:16.969483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d4d3b4d2-9f64-475f-8508-2f6b981414ec {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:16.971618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d4d3b4d2-9f64-475f-8508-2f6b981414ec not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:16.972262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 953d3f44-8f41-42b7-876f-39c2212942ce no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:17.004477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 953d3f44-8f41-42b7-876f-39c2212942ce {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:17.004891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 953d3f44-8f41-42b7-876f-39c2212942ce not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:17.005516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bd4f3c49-6010-4d6c-8f4d-57793dee60ea no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:17.025726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.027778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: bd4f3c49-6010-4d6c-8f4d-57793dee60ea {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:17.028198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bd4f3c49-6010-4d6c-8f4d-57793dee60ea not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:17.033803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.037308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d888ec2b-0a55-4dd1-99f3-e2965936a750 HTTP/1.1" status: 204 len: 168 time: 0.9559350 Dec 16 09:27:17.055366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc57c75-5789-4ccd-a268-9a6bbc7aaf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d888ec2b-0a55-4dd1-99f3-e2965936a750,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:17.296971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c8e0b-7adb-44f8-acb0-75d757f3b5f9 req-8138c4e8-1485-46e7-98d6-cb46f543c3e8 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:17.298847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d5c8e0b-7adb-44f8-acb0-75d757f3b5f9 req-8138c4e8-1485-46e7-98d6-cb46f543c3e8 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 951 time: 0.0572774 Dec 16 09:27:17.309566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34820) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:17.321449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:17.361164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d5c8e0b-7adb-44f8-acb0-75d757f3b5f9 req-5525aecb-dba3-4798-b566-c6a402d74bb7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/security-groups?id=58279c0a-5630-4258-8d42-37ba4fd3d08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Dec 16 09:27:17.373772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f76cb054-912f-4d3e-8428-f527f120ed3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d7bd069468d4c3f921c86fe4f1903af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629513 Dec 16 09:27:17.376358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34826) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:17.427658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e540e53-e063-4c72-ac0c-25aac34d6af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.450722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e540e53-e063-4c72-ac0c-25aac34d6af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.504814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e540e53-e063-4c72-ac0c-25aac34d6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.507648 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e540e53-e063-4c72-ac0c-25aac34d6af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.512675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6e540e53-e063-4c72-ac0c-25aac34d6af0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/579c8680-e277-4ced-9525-3530da037d50 HTTP/1.1" status: 204 len: 168 time: 0.1314280 Dec 16 09:27:17.523906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e540e53-e063-4c72-ac0c-25aac34d6af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579c8680-e277-4ced-9525-3530da037d50,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:17.590684 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-57d562e1-bffc-4a64-80e6-f9e156d736e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79b5cc0e50a744a586915c29216ce3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649837 Dec 16 09:27:17.591238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34840) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:17.642982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5806294-3795-450c-a569-78509813a9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.665681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5806294-3795-450c-a569-78509813a9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.715739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5806294-3795-450c-a569-78509813a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.718442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5806294-3795-450c-a569-78509813a9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:17.722218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f5806294-3795-450c-a569-78509813a9b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a368f55e-a7fb-4548-bfe5-a4936b4413fa HTTP/1.1" status: 204 len: 168 time: 0.1275587 Dec 16 09:27:17.730286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5806294-3795-450c-a569-78509813a9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368f55e-a7fb-4548-bfe5-a4936b4413fa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:17.922575 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.111227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-447ba93d-f21a-46ce-a624-21ceb605f06b req-0c610227-a03c-4e21-9025-ce2e57ddcba0 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7ede49108a4640a0bce2776588c7485b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281413 Dec 16 09:27:18.144407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-900cb433-f7e6-4078-aa8d-87104d96f826 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.146030 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-900cb433-f7e6-4078-aa8d-87104d96f826 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 951 time: 0.0670257 Dec 16 09:27:18.230143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba93d-f21a-46ce-a624-21ceb605f06b req-94609e20-a61f-4adb-8632-4c0a18a8b66e tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:18.238079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-447ba93d-f21a-46ce-a624-21ceb605f06b req-94609e20-a61f-4adb-8632-4c0a18a8b66e tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259580 Dec 16 09:27:18.257361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Deleting port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:18.257361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.261944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-447ba93d-f21a-46ce-a624-21ceb605f06b req-1286166b-4deb-46a0-abfc-0c84c9726efa tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/quotas/7ede49108a4640a0bce2776588c7485b HTTP/1.1" status: 200 len: 375 time: 0.0220683 Dec 16 09:27:18.298550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-447ba93d-f21a-46ce-a624-21ceb605f06b req-68d0f6b1-4a1e-4a18-898b-4c9fa4615ab3 tempest-QuotasAdminNegativeTest-427753681 tempest-QuotasAdminNegativeTest-427753681-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ede49108a4640a0bce2776588c7485b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353041 Dec 16 09:27:18.388373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] For port bca52352-c631-4e3f-8fb5-3c1ec8d321c8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:18.389815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.413910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Calling delete_port for bca52352-c631-4e3f-8fb5-3c1ec8d321c8 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:18.574606 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.588630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca52352-c631-4e3f-8fb5-3c1ec8d321c8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:18.607852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Pushing event deleted for resources: {'Port': ['ID=bca52352-c631-4e3f-8fb5-3c1ec8d321c8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:18.668326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] No DVR routers for this DVR port bca52352-c631-4e3f-8fb5-3c1ec8d321c8 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:18.671694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.677121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a59f9d0-c3f7-4880-a11b-41446e3b9dc5 req-62de60ce-9f34-4435-9115-f2b73254ede7 tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.53 "DELETE /v2.0/ports/bca52352-c631-4e3f-8fb5-3c1ec8d321c8 HTTP/1.1" status: 204 len: 173 time: 0.5241294 Dec 16 09:27:18.677947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-deleted', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:18.681986 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30e158f-651c-463f-9b13-3bb4e3303a1c" -d '{"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-deleted", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:18.687726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34908) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:18.843449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4e59f3c-2817-4f0c-bca8-c8203ef9c895 req-3a920e11-a288-43ce-846e-964d808699fd tempest-ServersAdminTestJSON-903909513 tempest-ServersAdminTestJSON-903909513-project] 10.222.0.61 "GET /v2.0/ports?device_id=f35fec33-944a-4f2f-b4fe-f6464afe16cc HTTP/1.1" status: 200 len: 210 time: 0.0614996 Dec 16 09:27:18.952574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1860719870-network', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:18.976536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Made reservation on behalf of c04229960dde4edca6a2bdc19a5bf274 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:18.979001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:18.990298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.098743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.105962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.117947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34930) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:19.162462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:19.176775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f43c6-eaa1-4661-97f2-57141bf52d5a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.182184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.182515 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Added segment b09fef0a-27bf-4771-901a-700f46b7ea36 of type vlan for network e326e300-925d-4483-bb11-365677627543 Dec 16 09:27:19.227467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.257290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.259045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.259810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.338156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6490939 Dec 16 09:27:19.340970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:19.345964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Request body: {'subnet': {'network_id': 'e326e300-925d-4483-bb11-365677627543', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1860719870-subnet', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:19.361266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4104a5b-4a76-46e2-ba65-7e62d6e7fab4 admin admin] Pushing event updated for resources: {'Network': ['ID=e326e300-925d-4483-bb11-365677627543,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.374881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Made reservation on behalf of c04229960dde4edca6a2bdc19a5bf274 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:19.375285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e326e300-925d-4483-bb11-365677627543 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:19.377295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.445529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-424d-4ccb-aa2e-3f59a83c4b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.608872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-424d-4ccb-aa2e-3f59a83c4b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.654628 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141a922-3357-40dc-9a41-19d58e96a78d x-openstack-request-id: req-6141a922-3357-40dc-9a41-19d58e96a78d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:19.654919 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35fec33-944a-4f2f-b4fe-f6464afe16cc", "name": "network-vif-deleted", "tag": "bca52352-c631-4e3f-8fb5-3c1ec8d321c8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:19.655169 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6141a922-3357-40dc-9a41-19d58e96a78d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:19.655560 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35fec33-944a-4f2f-b4fe-f6464afe16cc', 'name': 'network-vif-deleted', 'tag': 'bca52352-c631-4e3f-8fb5-3c1ec8d321c8', 'status': 'completed', 'code': 200} Dec 16 09:27:19.656332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f7fa085-424d-4ccb-aa2e-3f59a83c4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.693666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:19.694307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3f7fa085-424d-4ccb-aa2e-3f59a83c4b23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=518ead58e0114959b15975eace4c2f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749271 Dec 16 09:27:19.736160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.753316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.782841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fa085-424d-4ccb-aa2e-3f59a83c4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904888b-0196-43e8-9eea-474f2764b4bb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.805685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f92b-1ddf-48cb-a888-2355202f2bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.831718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04518921-e2d2-413c-832b-b0d67836c569,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.837923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Checking segment: {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:19.838224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Network hostable DHCP agents. Network: e326e300-925d-4483-bb11-365677627543, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:19.850079 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.858437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Network e326e300-925d-4483-bb11-365677627543 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:19.873008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e326e300-925d-4483-bb11-365677627543) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:19.875109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f92b-1ddf-48cb-a888-2355202f2bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.878379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:19.879068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.886076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e39bc2-9bbc-4fbd-bf5b-58ffda8b6825 None None] Network e326e300-925d-4483-bb11-365677627543 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:19.947314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f92b-1ddf-48cb-a888-2355202f2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.951220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f92b-1ddf-48cb-a888-2355202f2bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:19.955394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9fe6f92b-1ddf-48cb-a888-2355202f2bb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9904888b-0196-43e8-9eea-474f2764b4bb HTTP/1.1" status: 204 len: 168 time: 0.2603631 Dec 16 09:27:19.968280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-418f6340-11ec-4ffa-88a9-08d168b79042 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6260738 Dec 16 09:27:19.969213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34966) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:19.970304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6f92b-1ddf-48cb-a888-2355202f2bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904888b-0196-43e8-9eea-474f2764b4bb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:19.974487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:20.001054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.002336 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.143498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.172661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e326e300-925d-4483-bb11-365677627543', 'network_id': 'e326e300-925d-4483-bb11-365677627543', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'fixed_ips': [{'subnet_id': '04518921-e2d2-413c-832b-b0d67836c569'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:20.176035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.353728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Allocated IP 172.20.0.2 (e326e300-925d-4483-bb11-365677627543/04518921-e2d2-413c-832b-b0d67836c569/50aa3716-76e3-4b59-93b8-44f4f2792704) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:20.378839 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.590346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.603117 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.611693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34988) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:20.677335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Network e326e300-925d-4483-bb11-365677627543 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:20.690698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:20.706118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:20.715222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Pushing event updated for resources: {'Port': ['ID=50aa3716-76e3-4b59-93b8-44f4f2792704,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:20.822196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Attempting to bind port 50aa3716-76e3-4b59-93b8-44f4f2792704 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:20.822558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Attempting to bind port 50aa3716-76e3-4b59-93b8-44f4f2792704 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:20.823227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Attempting to bind port 50aa3716-76e3-4b59-93b8-44f4f2792704 on network e326e300-925d-4483-bb11-365677627543 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:20.829320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:20.830052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Checking segment: {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:20.830684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.831261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Bound using segment: {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:20.831955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Bound port: 50aa3716-76e3-4b59-93b8-44f4f2792704, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:20.832572 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.898943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69a9ab39-189b-4987-af5b-392aaeb5459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.918337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35008) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:20.964785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] For port 50aa3716-76e3-4b59-93b8-44f4f2792704, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:20.971976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] For port 50aa3716-76e3-4b59-93b8-44f4f2792704, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50aa3716-76e3-4b59-93b8-44f4f2792704,segment=NetworkSegment(b09fef0a-27bf-4771-901a-700f46b7ea36),segment_id=b09fef0a-27bf-4771-901a-700f46b7ea36)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:20.974772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:20.979262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.025207 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:27:21.034173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.065607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7003a6-d4c4-462a-9e9e-dd873721c14a None None] Pushing event updated for resources: {'Port': ['ID=50aa3716-76e3-4b59-93b8-44f4f2792704,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.097154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69a9ab39-189b-4987-af5b-392aaeb5459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.107505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69a9ab39-189b-4987-af5b-392aaeb5459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.146600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-69a9ab39-189b-4987-af5b-392aaeb5459c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ede49108a4640a0bce2776588c7485b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335555 Dec 16 09:27:21.147347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35016) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:21.190477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6c8e2d87-fce3-47d8-81fc-05a43f04d96b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cea28b2f7944016ad4c5c7009576cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583292 Dec 16 09:27:21.191528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35018) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:21.197443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9ab39-189b-4987-af5b-392aaeb5459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b655895a-e238-43a2-bd78-6a305b57a79a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.270616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Allocated IP 172.25.6.29 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/5f894082-acf4-40ff-8efc-795df1ffaff9) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:21.270868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-494576a8-2c59-46f5-ae34-c4aaeb22d35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.337013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-494576a8-2c59-46f5-ae34-c4aaeb22d35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.337639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eaeb22b7-2d2c-471e-a1be-61dad6aa0e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.426168 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-494576a8-2c59-46f5-ae34-c4aaeb22d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.429996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-494576a8-2c59-46f5-ae34-c4aaeb22d35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.431165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-494576a8-2c59-46f5-ae34-c4aaeb22d35d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b655895a-e238-43a2-bd78-6a305b57a79a HTTP/1.1" status: 204 len: 168 time: 0.2475281 Dec 16 09:27:21.445788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494576a8-2c59-46f5-ae34-c4aaeb22d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b655895a-e238-43a2-bd78-6a305b57a79a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.514114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eaeb22b7-2d2c-471e-a1be-61dad6aa0e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.674058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.716356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eaeb22b7-2d2c-471e-a1be-61dad6aa0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.719848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eaeb22b7-2d2c-471e-a1be-61dad6aa0e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.726968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eaeb22b7-2d2c-471e-a1be-61dad6aa0e63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58279c0a-5630-4258-8d42-37ba4fd3d08b HTTP/1.1" status: 204 len: 168 time: 0.5297937 Dec 16 09:27:21.727271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:21.740669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb22b7-2d2c-471e-a1be-61dad6aa0e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58279c0a-5630-4258-8d42-37ba4fd3d08b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.750968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:21.816935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:21.833767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:21.837751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:21.876758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Pushing event updated for resources: {'Port': ['ID=5f894082-acf4-40ff-8efc-795df1ffaff9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:21.886995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35048) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:21.906319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47b41b76-c646-4f56-b2e1-98cb748a0a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.134638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35052) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:22.201143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f26e56d5-41e7-4e5c-a14f-3f0f7e2eb3ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50903633b9bd4f55ad94b64e8d721815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650485 Dec 16 09:27:22.203875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35054) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:22.206185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1244787750-network', 'tenant_id': 'c83cde30b74d4764bbfcc75173140fd6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:22.231702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Made reservation on behalf of c83cde30b74d4764bbfcc75173140fd6 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:22.235401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.247124 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.298836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.351866 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.364572 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.386866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47b41b76-c646-4f56-b2e1-98cb748a0a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.391778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:22.406562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47b41b76-c646-4f56-b2e1-98cb748a0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.414543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.415008 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Added segment 8a8be7ad-e072-42dd-b932-6a619e00b2b9 of type vlan for network 72d6899a-5057-478d-89d5-f6854ab199b6 Dec 16 09:27:22.436134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47b41b76-c646-4f56-b2e1-98cb748a0a81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cd6272279af4934a2824d9dedf9c73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481112 Dec 16 09:27:22.441045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:22.463803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d019bf-d659-4fe2-a5a6-939ada3614ff,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:22.477094 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.485475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c05794fd-f1d4-4dc0-ad3f-d90ecce2b8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.506547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.507853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:22.508656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.544403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b41b76-c646-4f56-b2e1-98cb748a0a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266316d8-0f4a-469c-b314-0133b06df3f0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:22.544942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5491182-3645-44f0-ae12-1708846f7115 None None] Network e326e300-925d-4483-bb11-365677627543 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:22.569405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90bd72cc-fb20-4e65-8c60-dc1bf61fc48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.578196 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c05794fd-f1d4-4dc0-ad3f-d90ecce2b8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.598197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8693759 Dec 16 09:27:22.601923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35062) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:22.608167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Request body: {'subnet': {'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1244787750-subnet', 'tenant_id': 'c83cde30b74d4764bbfcc75173140fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:22.636726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1158-9653-43aa-a93e-17af9c47dc73 admin admin] Pushing event updated for resources: {'Network': ['ID=72d6899a-5057-478d-89d5-f6854ab199b6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:22.667116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Made reservation on behalf of c83cde30b74d4764bbfcc75173140fd6 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:22.669617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.677118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 72d6899a-5057-478d-89d5-f6854ab199b6 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:22.732323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.736246 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90bd72cc-fb20-4e65-8c60-dc1bf61fc48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.761280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:22.825652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: bca52352-c631-4e3f-8fb5-3c1ec8d321c8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:22.838179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca52352-c631-4e3f-8fb5-3c1ec8d321c8 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:22.852304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-692a567a-1e60-472e-8ad9-25fd562698d1 None None] Provisioning complete for port 50aa3716-76e3-4b59-93b8-44f4f2792704 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:22.852935 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-692a567a-1e60-472e-8ad9-25fd562698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:22.929248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50aa3716-76e3-4b59-93b8-44f4f2792704 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:22.930741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.015455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c05794fd-f1d4-4dc0-ad3f-d90ecce2b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.023968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c05794fd-f1d4-4dc0-ad3f-d90ecce2b8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.028938 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c05794fd-f1d4-4dc0-ad3f-d90ecce2b8b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c7ad688-1b77-4ba3-baf1-92f3980b50d8 HTTP/1.1" status: 204 len: 168 time: 0.8225026 Dec 16 09:27:23.053113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15094260-4bcc-4c9f-b483-abf72a12b6c2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:23.058662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05794fd-f1d4-4dc0-ad3f-d90ecce2b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ad688-1b77-4ba3-baf1-92f3980b50d8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:23.061789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Checking segment: {'id': '8a8be7ad-e072-42dd-b932-6a619e00b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:23.062856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Network hostable DHCP agents. Network: 72d6899a-5057-478d-89d5-f6854ab199b6, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:23.065684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90bd72cc-fb20-4e65-8c60-dc1bf61fc48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.068834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90bd72cc-fb20-4e65-8c60-dc1bf61fc48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.070210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-90bd72cc-fb20-4e65-8c60-dc1bf61fc48d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/266316d8-0f4a-469c-b314-0133b06df3f0 HTTP/1.1" status: 204 len: 168 time: 0.6234682 Dec 16 09:27:23.088227 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd72cc-fb20-4e65-8c60-dc1bf61fc48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266316d8-0f4a-469c-b314-0133b06df3f0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:23.112307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Network 72d6899a-5057-478d-89d5-f6854ab199b6 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:23.139680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 72d6899a-5057-478d-89d5-f6854ab199b6) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:23.148252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:23.150400 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.174128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Router 63682021-399b-4913-a25f-8c9a3cd7cf6c is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:27:23.181723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64385330-20d5-4eec-85e3-1a3a82ea42c5 None None] Network 72d6899a-5057-478d-89d5-f6854ab199b6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:23.189322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18af5474-3ce7-403b-84a0-8295e803efa0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5838401 Dec 16 09:27:23.398826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:23.412087 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Sync routers for ids ['63682021-399b-4913-a25f-8c9a3cd7cf6c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:23.431240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.434803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Routers {'63682021-399b-4913-a25f-8c9a3cd7cf6c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:23.435888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35086) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:23.436027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-417c7575-803c-4092-8df2-b540367db82b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4649181 Dec 16 09:27:23.454080 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63682021-399b-4913-a25f-8c9a3cd7cf6c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:23.493715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-692a567a-1e60-472e-8ad9-25fd562698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.499763 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.520128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 50aa3716-76e3-4b59-93b8-44f4f2792704 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:23.521091 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.655844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-692a567a-1e60-472e-8ad9-25fd562698d1 None None] For port 50aa3716-76e3-4b59-93b8-44f4f2792704, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50aa3716-76e3-4b59-93b8-44f4f2792704,segment=NetworkSegment(b09fef0a-27bf-4771-901a-700f46b7ea36),segment_id=b09fef0a-27bf-4771-901a-700f46b7ea36)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:23.671511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e100c16-c8a0-41b6-bdb9-bdd9865b61be None None] Network 72d6899a-5057-478d-89d5-f6854ab199b6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:23.675014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-692a567a-1e60-472e-8ad9-25fd562698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:23.827236 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Set router 63682021-399b-4913-a25f-8c9a3cd7cf6c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:24.236322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:22Z', 'revision_number': 3, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:24.294358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a567a-1e60-472e-8ad9-25fd562698d1 None None] Pushing event updated for resources: {'Port': ['ID=50aa3716-76e3-4b59-93b8-44f4f2792704,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:24.303653 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Checking router: 63682021-399b-4913-a25f-8c9a3cd7cf6c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:24.304255 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Updating router 63682021-399b-4913-a25f-8c9a3cd7cf6c port 5f894082-acf4-40ff-8efc-795df1ffaff9 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:27:24.346869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0fffd636-c583-4208-bb18-e7a4186dea14 None None] Provisioning complete for port 50aa3716-76e3-4b59-93b8-44f4f2792704 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:24.347343 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0fffd636-c583-4208-bb18-e7a4186dea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.349519 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.449239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.586308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.713709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-b893bc1f-fc80-4f17-a316-9aa300a647c4 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:24.715599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-b893bc1f-fc80-4f17-a316-9aa300a647c4 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/networks?id=72d6899a-5057-478d-89d5-f6854ab199b6 HTTP/1.1" status: 200 len: 818 time: 0.4626250 Dec 16 09:27:24.764920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-f562f82d-fe23-4492-b530-cdf2b9100421 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/quotas/c83cde30b74d4764bbfcc75173140fd6 HTTP/1.1" status: 200 len: 375 time: 0.0359335 Dec 16 09:27:24.804266 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.806740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-ddf69dc1-4878-49a6-81d3-837511c59d27 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c83cde30b74d4764bbfcc75173140fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337877 Dec 16 09:27:24.810760 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.874743 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Attempting to bind port 5f894082-acf4-40ff-8efc-795df1ffaff9 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:24.877697 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Attempting to bind port 5f894082-acf4-40ff-8efc-795df1ffaff9 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:24.878879 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Attempting to bind port 5f894082-acf4-40ff-8efc-795df1ffaff9 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:24.891602 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Pushing event updated for resources: {'Port': ['ID=5f894082-acf4-40ff-8efc-795df1ffaff9,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:24.904172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50aa3716-76e3-4b59-93b8-44f4f2792704 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:24.907004 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.907332 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.907657 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.907973 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.908477 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.908978 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.909466 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.909982 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.910477 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.911264 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.911747 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.912230 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:24.922488 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:24.923265 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:24.923835 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.924404 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:24.925052 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Bound port: 5f894082-acf4-40ff-8efc-795df1ffaff9, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:24.925595 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:24.996218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 50aa3716-76e3-4b59-93b8-44f4f2792704 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:24.996595 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:25.015447 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] For port 5f894082-acf4-40ff-8efc-795df1ffaff9, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:25.027810 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] For port 5f894082-acf4-40ff-8efc-795df1ffaff9, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5f894082-acf4-40ff-8efc-795df1ffaff9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:25.037826 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:25.140827 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a374c98-d8c0-41f2-b850-20c8236e76c9 None None] Pushing event updated for resources: {'Port': ['ID=5f894082-acf4-40ff-8efc-795df1ffaff9,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:25.157557 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Routers {'63682021-399b-4913-a25f-8c9a3cd7cf6c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:25.158355 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63682021-399b-4913-a25f-8c9a3cd7cf6c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:25.337672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] Set router 63682021-399b-4913-a25f-8c9a3cd7cf6c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:25.475879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Allocated IP 172.20.0.1 (e326e300-925d-4483-bb11-365677627543/04518921-e2d2-413c-832b-b0d67836c569/7eacb736-ebfb-4e9b-ad49-74b24be863d0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:25.516420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-ff7ba35b-e229-4c0c-a3fc-6e97706d3d96 service neutron] 10.222.0.61 "GET /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005897 Dec 16 09:27:25.664397 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:22Z', 'revision_number': 3, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:25.713371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-f5d8b9f4-4a4a-4151-b25c-8aeac5cb53a2 service neutron] 10.222.0.61 "GET /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960616 Dec 16 09:27:25.730815 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe90bd1d-e701-4f72-b692-d1ed939e3bcb None None] The sync data for ids ['63682021-399b-4913-a25f-8c9a3cd7cf6c'] in n-d-821941-1 is: [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:22Z', 'revision_number': 3, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:25.733242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:25.827157 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:25.905163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Network e326e300-925d-4483-bb11-365677627543 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:25.918107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:25.925152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:25.929047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Pushing event updated for resources: {'Port': ['ID=7eacb736-ebfb-4e9b-ad49-74b24be863d0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:26.004489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.295847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.494318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9c198a0e-c84a-45ea-a193-f6e372856f39 None None] Provisioning complete for port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:26.495332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9c198a0e-c84a-45ea-a193-f6e372856f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.526552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0facb0ca-8809-48ca-bb13-e33d8fb916e6 req-9620bce4-742b-4e1b-a443-2692644e83ee tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 210 time: 0.0432327 Dec 16 09:27:26.579804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9c198a0e-c84a-45ea-a193-f6e372856f39 None None] Port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:26.620782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.641699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.756385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Pushing event updated for resources: {'Port': ['ID=7eacb736-ebfb-4e9b-ad49-74b24be863d0,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:26.759061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:26.943000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Network e326e300-925d-4483-bb11-365677627543 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:26.945076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:26.983322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5f894082-acf4-40ff-8efc-795df1ffaff9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:27.126072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5f894082-acf4-40ff-8efc-795df1ffaff9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:27.126867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.191218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Router 63682021-399b-4913-a25f-8c9a3cd7cf6c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:27.238774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-f92f452f-5349-4668-a9bc-a042335d073b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571022 Dec 16 09:27:27.324250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.349580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 5f894082-acf4-40ff-8efc-795df1ffaff9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5f894082-acf4-40ff-8efc-795df1ffaff9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:27.357876 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.448852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-773fdd83-b932-4f5f-bb39-37aedcb42f70 None None] Provisioning complete for port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:27.449241 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-773fdd83-b932-4f5f-bb39-37aedcb42f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:27.489030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=5f894082-acf4-40ff-8efc-795df1ffaff9,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:27.506115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-773fdd83-b932-4f5f-bb39-37aedcb42f70 None None] Port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:27.526549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-df5680d2-cfee-4140-be0f-7cb835b3287d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.528232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-df5680d2-cfee-4140-be0f-7cb835b3287d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763004 Dec 16 09:27:27.563523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-434dd2e1-dec7-40f8-a40a-b1cbaad6ae58 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/quotas/80cfe87501fc44649961ffc2588a765a HTTP/1.1" status: 200 len: 375 time: 0.0242870 Dec 16 09:27:27.610996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-52c6f5b9-bae8-46a3-84e4-456b6322e63e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465066 Dec 16 09:27:27.639362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:27.657564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a4b21da-0fb4-4574-916f-95e5f71176ce admin admin] 10.222.0.61 "PUT /v2.0/routers/63682021-399b-4913-a25f-8c9a3cd7cf6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2160614 Dec 16 09:27:27.982079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-ef47edf8-fffe-4619-965a-20f687d181de tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:27.985181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-ef47edf8-fffe-4619-965a-20f687d181de tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.53 "GET /v2.0/networks?id=72d6899a-5057-478d-89d5-f6854ab199b6 HTTP/1.1" status: 200 len: 818 time: 0.3195512 Dec 16 09:27:27.998540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Request body: {'port': {'device_id': '7c7add34-287d-4648-852b-5141b435a4fc', 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6', 'admin_state_up': True, 'tenant_id': 'c83cde30b74d4764bbfcc75173140fd6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:28.178408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Made reservation on behalf of c83cde30b74d4764bbfcc75173140fd6 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:28.183113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.354139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Allocated IP 172.20.0.3 (72d6899a-5057-478d-89d5-f6854ab199b6/15094260-4bcc-4c9f-b483-abf72a12b6c2/63c60edd-22dc-4e31-ad7e-261cb0cb5685) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:28.483989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aadaf90-9b9a-4c65-ab3c-7b0fe88ffff4 req-731158b8-421e-4b77-bd42-89b1d6c27f20 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 210 time: 0.0478134 Dec 16 09:27:28.559048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Sync routers for ids ['63682021-399b-4913-a25f-8c9a3cd7cf6c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:28.570430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Routers {'63682021-399b-4913-a25f-8c9a3cd7cf6c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:28.571323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63682021-399b-4913-a25f-8c9a3cd7cf6c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:28.592974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.631027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.674637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Network 72d6899a-5057-478d-89d5-f6854ab199b6 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:28.678337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:28.681052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:28.704747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Set router 63682021-399b-4913-a25f-8c9a3cd7cf6c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:28.722472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-833af651-da73-4095-945d-9fc1959f8c50 req-af539ce5-84ac-4978-96c5-c023dc037454 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1290004 Dec 16 09:27:28.729751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Pushing event updated for resources: {'Port': ['ID=63c60edd-22dc-4e31-ad7e-261cb0cb5685,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:28.731305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:28.752788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:28.753467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.756298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.775873 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-bebc280b-5fa5-449c-9ead-cbc82c1cfb0f tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814529 Dec 16 09:27:28.792656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Request body: {'port': {'device_id': '7c7add34-287d-4648-852b-5141b435a4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:28.851160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5f894082-acf4-40ff-8efc-795df1ffaff9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:28.865226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.893150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.952908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5f894082-acf4-40ff-8efc-795df1ffaff9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:28.953276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:28.983283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 4, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '7eacb736-ebfb-4e9b-ad49-74b24be863d0', 'name': '', 'network_id': 'e326e300-925d-4483-bb11-365677627543', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'mac_address': 'fa:16:3e:a8:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '04518921-e2d2-413c-832b-b0d67836c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:24Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 2, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'subnets': [{'id': '04518921-e2d2-413c-832b-b0d67836c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:29.010176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Allocated IP 172.25.6.253 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/372dc07c-4843-4be6-a498-a809f1b6516a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:29.014516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Checking router: 63682021-399b-4913-a25f-8c9a3cd7cf6c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:29.014910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Updating router 63682021-399b-4913-a25f-8c9a3cd7cf6c port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:27:29.049165 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.135309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-e31b08b4-e873-4a9a-ad15-537ef634e9f0 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363278 Dec 16 09:27:29.161602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.190038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c60edd-22dc-4e31-ad7e-261cb0cb5685 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:29.199528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.217727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Transition to ACTIVE for port object 63c60edd-22dc-4e31-ad7e-261cb0cb5685 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:29.223548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.299652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-734043d0-41db-49c5-8754-8da50035b626 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.303105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-734043d0-41db-49c5-8754-8da50035b626 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590633 Dec 16 09:27:29.304803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.319802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:29.320207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Pushing event updated for resources: {'Port': ['ID=63c60edd-22dc-4e31-ad7e-261cb0cb5685,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:29.360777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Attempting to bind port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:29.361285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Attempting to bind port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '8a8be7ad-e072-42dd-b932-6a619e00b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:29.361676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Attempting to bind port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 on network 72d6899a-5057-478d-89d5-f6854ab199b6 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:29.368444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 on network 72d6899a-5057-478d-89d5-f6854ab199b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:29.368820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Attempting to bind port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 on network 72d6899a-5057-478d-89d5-f6854ab199b6 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:29.376738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:29.377077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Checking segment: {'id': '8a8be7ad-e072-42dd-b932-6a619e00b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:29.377447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Bound using segment: {'id': '8a8be7ad-e072-42dd-b932-6a619e00b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:29.377902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Bound port: 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8be7ad-e072-42dd-b932-6a619e00b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:29.378390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.414907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:29.421208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:29.427984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.431263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:29.437149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.444566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Pushing event updated for resources: {'Port': ['ID=372dc07c-4843-4be6-a498-a809f1b6516a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:29.466636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] For port 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:29.470684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] For port 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685,segment=NetworkSegment(8a8be7ad-e072-42dd-b932-6a619e00b2b9),segment_id=8a8be7ad-e072-42dd-b932-6a619e00b2b9)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:29.479970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.534897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.535710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.539162 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] 10.222.0.53 "PUT /v2.0/ports/63c60edd-22dc-4e31-ad7e-261cb0cb5685 HTTP/1.1" status: 200 len: 1091 time: 0.7510355 Dec 16 09:27:29.539854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7add34-287d-4648-852b-5141b435a4fc', 'tag': '63c60edd-22dc-4e31-ad7e-261cb0cb5685'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:29.543649 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a46540-3dfb-4a2a-be13-44373e9f4b66" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7add34-287d-4648-852b-5141b435a4fc", "tag": "63c60edd-22dc-4e31-ad7e-261cb0cb5685"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:29.559015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:29.562902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.569459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945e21-903b-4cc4-a807-26ca9212afe0 None None] Pushing event updated for resources: {'Port': ['ID=7eacb736-ebfb-4e9b-ad49-74b24be863d0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:29.571671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f918a47-8f0c-462d-aa4f-2cf3a67dbb49 service neutron] Pushing event updated for resources: {'Port': ['ID=63c60edd-22dc-4e31-ad7e-261cb0cb5685,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:29.598815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.617631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Attempting to bind port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:29.620350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Attempting to bind port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:29.620350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Attempting to bind port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 on network e326e300-925d-4483-bb11-365677627543 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:29.625549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:29.626046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Checking segment: {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:29.626437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.627147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Bound using segment: {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:29.627634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Bound port: 7eacb736-ebfb-4e9b-ad49-74b24be863d0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09fef0a-27bf-4771-901a-700f46b7ea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e326e300-925d-4483-bb11-365677627543'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:29.628019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.647315 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.684896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-c4530412-90ef-449c-899e-8e70cf21f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.687038 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-c4530412-90ef-449c-899e-8e70cf21f463 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c83cde30b74d4764bbfcc75173140fd6&device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 1094 time: 0.0880876 Dec 16 09:27:29.712903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.737398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] For port 7eacb736-ebfb-4e9b-ad49-74b24be863d0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:29.741906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] For port 7eacb736-ebfb-4e9b-ad49-74b24be863d0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7eacb736-ebfb-4e9b-ad49-74b24be863d0,segment=NetworkSegment(b09fef0a-27bf-4771-901a-700f46b7ea36),segment_id=b09fef0a-27bf-4771-901a-700f46b7ea36)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:29.751106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.752120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-63a695d0-3a1c-4634-8269-3e2fbad02b7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685 HTTP/1.1" status: 200 len: 217 time: 0.0569022 Dec 16 09:27:29.824532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945e21-903b-4cc4-a807-26ca9212afe0 None None] Pushing event updated for resources: {'Port': ['ID=7eacb736-ebfb-4e9b-ad49-74b24be863d0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:29.827587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-014bc9c5-782f-48ad-a01a-6ca841dee6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:29.829414 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-014bc9c5-782f-48ad-a01a-6ca841dee6ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15094260-4bcc-4c9f-b483-abf72a12b6c2 HTTP/1.1" status: 200 len: 858 time: 0.0701926 Dec 16 09:27:29.847886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Routers {'63682021-399b-4913-a25f-8c9a3cd7cf6c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:29.848933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63682021-399b-4913-a25f-8c9a3cd7cf6c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:29.893525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-983695d8-3bdc-4790-9769-8e987a055302 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72d6899a-5057-478d-89d5-f6854ab199b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474272 Dec 16 09:27:29.905107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.913734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:29.939641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fc12db7a-f5f2-436e-9ab2-63829e19fd6c None None] Provisioning complete for port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:29.940731 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc12db7a-f5f2-436e-9ab2-63829e19fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.015388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] Set router 63682021-399b-4913-a25f-8c9a3cd7cf6c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:30.026466 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-ac85c5ae-4c36-4c4d-bfe5-9c55f8c13223 service neutron] 10.222.0.53 "GET /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269200 Dec 16 09:27:30.062525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fffc7b3-19ca-438b-aa96-ad51a90e2a48,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:30.153092 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc12db7a-f5f2-436e-9ab2-63829e19fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.175004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.210 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/a6d64d02-8e76-4fd0-8b70-0155b9361821) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:30.187684 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5668ca4c-d08d-45d1-a3d9-4d7f084a9521 req-25f06fd9-46f2-4db7-8d55-5146b284aa1b service neutron] 10.222.0.53 "GET /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490791 Dec 16 09:27:30.187969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fc12db7a-f5f2-436e-9ab2-63829e19fd6c None None] For port 7eacb736-ebfb-4e9b-ad49-74b24be863d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7eacb736-ebfb-4e9b-ad49-74b24be863d0,segment=NetworkSegment(b09fef0a-27bf-4771-901a-700f46b7ea36),segment_id=b09fef0a-27bf-4771-901a-700f46b7ea36)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:30.189252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.210893 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.284867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc12db7a-f5f2-436e-9ab2-63829e19fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.331717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Pushing event updated for resources: {'Port': ['ID=372dc07c-4843-4be6-a498-a809f1b6516a,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:30.380230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12db7a-f5f2-436e-9ab2-63829e19fd6c None None] Pushing event updated for resources: {'Port': ['ID=7eacb736-ebfb-4e9b-ad49-74b24be863d0,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:30.395836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.411266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-492f4289-42f2-4300-a4a0-90f37a6bfd9b None None] Provisioning complete for port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:30.412032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-492f4289-42f2-4300-a4a0-90f37a6bfd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.423869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.425324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-833af651-da73-4095-945d-9fc1959f8c50 req-e43e8507-fed7-4f67-8d2e-4c94a3a4e2e3 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6994450 Dec 16 09:27:30.440880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 4, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '7eacb736-ebfb-4e9b-ad49-74b24be863d0', 'name': '', 'network_id': 'e326e300-925d-4483-bb11-365677627543', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'mac_address': 'fa:16:3e:a8:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '04518921-e2d2-413c-832b-b0d67836c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:24Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'subnets': [{'id': '04518921-e2d2-413c-832b-b0d67836c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:30.470194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43adf4b-267d-4fd0-bd96-d23482dcd12b None None] The sync data for ids ['63682021-399b-4913-a25f-8c9a3cd7cf6c'] in n-d-821941-1 is: [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:26Z', 'revision_number': 4, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '7eacb736-ebfb-4e9b-ad49-74b24be863d0', 'name': '', 'network_id': 'e326e300-925d-4483-bb11-365677627543', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'mac_address': 'fa:16:3e:a8:cb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '04518921-e2d2-413c-832b-b0d67836c569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:24Z', 'updated_at': '2021-12-16T09:27:29Z', 'revision_number': 4, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'subnets': [{'id': '04518921-e2d2-413c-832b-b0d67836c569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:30.501810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-833af651-da73-4095-945d-9fc1959f8c50 req-36458f24-93c6-4504-9b80-93851b97a86e tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0642953 Dec 16 09:27:30.522516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.679863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.729089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833af651-da73-4095-945d-9fc1959f8c50 req-fc8dabbe-4fe0-42cc-a043-eecb2f6945b7 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:30.730752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-833af651-da73-4095-945d-9fc1959f8c50 req-fc8dabbe-4fe0-42cc-a043-eecb2f6945b7 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1968911 Dec 16 09:27:30.746380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:30.749645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:30.753703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:30.801615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=a6d64d02-8e76-4fd0-8b70-0155b9361821,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:30.872517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:30.873206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:30.912770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-4c885b0a-3073-4ce5-99e8-8df13b2ae5a6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5976205 Dec 16 09:27:30.922484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7eacb736-ebfb-4e9b-ad49-74b24be863d0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:30.949264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Request body: {'port': {'device_id': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:31.007022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:31.007634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:31.019840 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:31.079110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd2133-fbe2-48df-8822-cb9e54257f04 req-b316b782-275a-4db0-ae16-726a69cd4b68 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.081010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47bd2133-fbe2-48df-8822-cb9e54257f04 req-b316b782-275a-4db0-ae16-726a69cd4b68 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 936 time: 0.1855526 Dec 16 09:27:31.127200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-232656cd-731b-45b8-898f-eaf8593e61b6 None None] Provisioning complete for port a6d64d02-8e76-4fd0-8b70-0155b9361821 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:31.127577 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-232656cd-731b-45b8-898f-eaf8593e61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:31.174684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-232656cd-731b-45b8-898f-eaf8593e61b6 None None] Port a6d64d02-8e76-4fd0-8b70-0155b9361821 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:31.207042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47bd2133-fbe2-48df-8822-cb9e54257f04 req-1aef5674-9421-4a45-b852-a0556aa7b00a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178067 Dec 16 09:27:31.461423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d64d02-8e76-4fd0-8b70-0155b9361821 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:31.473582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:31.505228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Transition to ACTIVE for port object a6d64d02-8e76-4fd0-8b70-0155b9361821 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:31.515812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:31.529075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-111d4022-1e4f-4d68-bdb3-ad1d36bee50e tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:31.530722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-111d4022-1e4f-4d68-bdb3-ad1d36bee50e tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.1731308 Dec 16 09:27:31.593387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-e26ed79f-f69c-42f0-8a52-db75191de6da tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/quotas/4e7a58b4b20348d6890b4f9b1490a241 HTTP/1.1" status: 200 len: 375 time: 0.0361986 Dec 16 09:27:31.607918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d64d02-8e76-4fd0-8b70-0155b9361821,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:31.725943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-9f376cae-2646-41e6-9e91-82779e05daf7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196702 Dec 16 09:27:31.744557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Attempting to bind port a6d64d02-8e76-4fd0-8b70-0155b9361821 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:31.745139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Attempting to bind port a6d64d02-8e76-4fd0-8b70-0155b9361821 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:31.745553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Attempting to bind port a6d64d02-8e76-4fd0-8b70-0155b9361821 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:31.799110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Port a6d64d02-8e76-4fd0-8b70-0155b9361821 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:31.799427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Attempting to bind port a6d64d02-8e76-4fd0-8b70-0155b9361821 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:31.811349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:31.811683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:31.812063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:31.812496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Bound port: a6d64d02-8e76-4fd0-8b70-0155b9361821, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:31.812845 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:31.906598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-a43d27d5-46ff-4fe2-8bfe-7f2015f90289 service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700871 Dec 16 09:27:31.965506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] For port a6d64d02-8e76-4fd0-8b70-0155b9361821, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:31.983850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] For port a6d64d02-8e76-4fd0-8b70-0155b9361821, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:31.991135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:32.047897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.048508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:32.049951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] 10.222.0.53 "PUT /v2.0/ports/a6d64d02-8e76-4fd0-8b70-0155b9361821 HTTP/1.1" status: 200 len: 1096 time: 1.1137125 Dec 16 09:27:32.050337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'tag': 'a6d64d02-8e76-4fd0-8b70-0155b9361821'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:32.052898 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545e662-eb79-4f13-ab16-b88a6c1124eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4d701c-cf9f-4027-b7d2-e56f6e95a960", "tag": "a6d64d02-8e76-4fd0-8b70-0155b9361821"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:32.067405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-e5787469-d780-4ce8-a9e1-f98614b066c2 service neutron] 10.222.0.61 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598201 Dec 16 09:27:32.120533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef9c34-0eb2-4121-afa8-bc6f14f12c83 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d64d02-8e76-4fd0-8b70-0155b9361821,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:32.179636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-5097713c-c6b3-4c54-9097-9a03207345c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.181165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-5097713c-c6b3-4c54-9097-9a03207345c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 1099 time: 0.0818717 Dec 16 09:27:32.234099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-834c16d4-e621-4448-83fc-266d81b5edfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821 HTTP/1.1" status: 200 len: 217 time: 0.0430603 Dec 16 09:27:32.328803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-3514f5b6-15b8-46c2-935a-404063fa2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.331150 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-3514f5b6-15b8-46c2-935a-404063fa2433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0894382 Dec 16 09:27:32.387333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-c266db29-f8d7-42d2-b310-4ff1e481e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.389102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-c266db29-f8d7-42d2-b310-4ff1e481e7d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495765 Dec 16 09:27:32.498745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-94e55d26-1f41-4c82-a0ff-47e2f3a93f0d service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988531 Dec 16 09:27:32.663865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ae785-42f0-4f3c-a64f-3e1f3c816d0d req-de9308a3-98bb-4c31-8b81-86ea2bde3a84 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562223 Dec 16 09:27:32.721318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84f6cb-566c-4876-94f5-bcf90edb43e4 req-416f3c31-aee6-4e80-aaf0-0475c869ca34 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.723456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a84f6cb-566c-4876-94f5-bcf90edb43e4 req-416f3c31-aee6-4e80-aaf0-0475c869ca34 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 943 time: 0.0570662 Dec 16 09:27:32.796499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a84f6cb-566c-4876-94f5-bcf90edb43e4 req-9a82047e-dbeb-45be-9857-8f84b1a3466b tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627985 Dec 16 09:27:32.851940 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52fa43a-4ae8-40d3-a269-226d38d02270 x-openstack-request-id: req-b52fa43a-4ae8-40d3-a269-226d38d02270 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:32.852466 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7add34-287d-4648-852b-5141b435a4fc", "tag": "63c60edd-22dc-4e31-ad7e-261cb0cb5685", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:32.852466 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b52fa43a-4ae8-40d3-a269-226d38d02270 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:32.852910 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7add34-287d-4648-852b-5141b435a4fc', 'tag': '63c60edd-22dc-4e31-ad7e-261cb0cb5685', 'status': 'completed', 'code': 200} Dec 16 09:27:32.943801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-225447e8-79a7-4ee0-b2dc-96e0022d1867 req-77f4be70-5464-4999-b867-9c1939d504b1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips/c8177fff-9bb2-4c62-bf81-520aefa15e60 HTTP/1.1" status: 200 len: 693 time: 0.0806513 Dec 16 09:27:32.970671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-ae2180da-6886-4102-bcec-372566337ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:32.972171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-ae2180da-6886-4102-bcec-372566337ebc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c83cde30b74d4764bbfcc75173140fd6&device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 1094 time: 0.0990155 Dec 16 09:27:33.138411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225447e8-79a7-4ee0-b2dc-96e0022d1867 req-3f2eee9e-5a09-4305-8947-8a235b8cdce9 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.139981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-225447e8-79a7-4ee0-b2dc-96e0022d1867 req-3f2eee9e-5a09-4305-8947-8a235b8cdce9 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1881731 Dec 16 09:27:33.142751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-9f341c11-7259-4c5a-9354-0fec4d2eee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.144699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-9f341c11-7259-4c5a-9354-0fec4d2eee0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=72d6899a-5057-478d-89d5-f6854ab199b6 HTTP/1.1" status: 200 len: 919 time: 0.1581273 Dec 16 09:27:33.195034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-c9e80913-0143-4e1a-bd82-baa163f09324 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685 HTTP/1.1" status: 200 len: 217 time: 0.0412307 Dec 16 09:27:33.256627 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d492b9-62df-4a1f-8b46-7c984228f4b7 x-openstack-request-id: req-d1d492b9-62df-4a1f-8b46-7c984228f4b7 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:33.256914 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4d701c-cf9f-4027-b7d2-e56f6e95a960", "tag": "a6d64d02-8e76-4fd0-8b70-0155b9361821", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:33.257170 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1d492b9-62df-4a1f-8b46-7c984228f4b7 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:33.257575 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'tag': 'a6d64d02-8e76-4fd0-8b70-0155b9361821', 'status': 'completed', 'code': 200} Dec 16 09:27:33.297095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-a3585928-6f25-4708-bf21-78d0e3472e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.308134 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-a3585928-6f25-4708-bf21-78d0e3472e51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15094260-4bcc-4c9f-b483-abf72a12b6c2 HTTP/1.1" status: 200 len: 858 time: 0.1028593 Dec 16 09:27:33.327480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-106c0b87-7b0d-4912-a292-e67e02478140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.330151 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-106c0b87-7b0d-4912-a292-e67e02478140 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 1099 time: 0.0486257 Dec 16 09:27:33.347591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-0eacbd66-e9a2-4dd2-961a-e6db91dc1d62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=72d6899a-5057-478d-89d5-f6854ab199b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328417 Dec 16 09:27:33.542344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-83122551-5cfc-4efc-a6ac-8040881aee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.547772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-83122551-5cfc-4efc-a6ac-8040881aee36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2088411 Dec 16 09:27:33.607972 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-a3e0829a-25ab-4d80-88c1-31f98114fea6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821 HTTP/1.1" status: 200 len: 217 time: 0.0526822 Dec 16 09:27:33.697163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-c14a1d42-efa9-4b8b-8844-b41c4f3be755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.699041 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-c14a1d42-efa9-4b8b-8844-b41c4f3be755 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0824382 Dec 16 09:27:33.766209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-df9870e5-e5e7-43a7-bdd1-4e3ef2f6df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.768389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-df9870e5-e5e7-43a7-bdd1-4e3ef2f6df9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612655 Dec 16 09:27:33.833071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35336) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:33.920360 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-cb4cb077-088e-4da9-ac56-30c3ec15573b service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418152 Dec 16 09:27:33.924456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d674e2-7e9a-489c-bcbe-80de3d2b7fee req-984110f5-5922-4b2d-bf6a-437626825642 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:33.932035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36d674e2-7e9a-489c-bcbe-80de3d2b7fee req-984110f5-5922-4b2d-bf6a-437626825642 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 948 time: 0.5513749 Dec 16 09:27:33.993410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36d674e2-7e9a-489c-bcbe-80de3d2b7fee req-676a2e8e-db07-43e3-888d-8d87f5c86a95 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603957 Dec 16 09:27:34.027851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-b71e9226-7a51-4cb6-bc9e-ceddb08a5772 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.029319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-b71e9226-7a51-4cb6-bc9e-ceddb08a5772 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 814 time: 0.6296763 Dec 16 09:27:34.034982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-45e1540e-4a46-4094-91f7-f3510c547753 service neutron] 10.222.0.53 "GET /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780984 Dec 16 09:27:34.043209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Request body: {'port': {'device_id': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'admin_state_up': True, 'tenant_id': '4e7a58b4b20348d6890b4f9b1490a241'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:34.081346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4545e662-eb79-4f13-ab16-b88a6c1124eb req-879f2a93-1034-4592-ac4b-f9ce44047567 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532667 Dec 16 09:27:34.110484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a43ac27-b678-49c2-8e97-f8f583446404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.195092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-631db8d1-68c4-4eb8-ae88-c4ede579530b req-34965e02-6231-426e-bbb3-6fc765c4be59 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 210 time: 0.0866253 Dec 16 09:27:34.219406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a43ac27-b678-49c2-8e97-f8f583446404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.224700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a43ac27-b678-49c2-8e97-f8f583446404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.273121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a43ac27-b678-49c2-8e97-f8f583446404 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3f485ef07ed463eb1d49a4859dcda2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359000 Dec 16 09:27:34.273121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43ac27-b678-49c2-8e97-f8f583446404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b900c22e-3451-4a03-9541-6fb5cad1e645,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:34.276990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35342) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:34.315253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85a46540-3dfb-4a2a-be13-44373e9f4b66 req-3f73dc04-6e26-4f4a-a790-d3e2485b8f6e service neutron] 10.222.0.53 "GET /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684925 Dec 16 09:27:34.335062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56f44607-73ce-432e-8926-c7b2ed99981b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.346533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-219eb38f-7da6-449c-873e-45da3aced279 req-1aed8846-b2f5-4ca4-b922-ddcafbab5ee5 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=c04229960dde4edca6a2bdc19a5bf274 HTTP/1.1" status: 200 len: 696 time: 0.1109293 Dec 16 09:27:34.366831 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56f44607-73ce-432e-8926-c7b2ed99981b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.420414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56f44607-73ce-432e-8926-c7b2ed99981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.423204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56f44607-73ce-432e-8926-c7b2ed99981b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.424475 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56f44607-73ce-432e-8926-c7b2ed99981b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b900c22e-3451-4a03-9541-6fb5cad1e645 HTTP/1.1" status: 204 len: 168 time: 0.1479886 Dec 16 09:27:34.436528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44607-73ce-432e-8926-c7b2ed99981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b900c22e-3451-4a03-9541-6fb5cad1e645,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:34.472202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Made reservation on behalf of 4e7a58b4b20348d6890b4f9b1490a241 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:34.476653 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:34.523814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eb38f-7da6-449c-873e-45da3aced279 req-4874624e-51f1-4ef3-b7c8-64a432a5f741 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.526288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-219eb38f-7da6-449c-873e-45da3aced279 req-4874624e-51f1-4ef3-b7c8-64a432a5f741 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks?id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 787 time: 0.1686041 Dec 16 09:27:34.571545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-219eb38f-7da6-449c-873e-45da3aced279 req-9b22f025-fde6-4e6b-9909-21d466e0e107 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:27:34.572559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-219eb38f-7da6-449c-873e-45da3aced279 req-9b22f025-fde6-4e6b-9909-21d466e0e107 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0406861 Dec 16 09:27:34.725999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Allocated IP 172.20.0.11 (4226f3db-1fbf-4159-a02b-0cca88658778/c7eb9c24-bea2-45cf-846b-9cdbcb27f931/3be95798-8646-46fe-b681-7dae491c1d1d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:34.766048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-09edf8fb-dce0-4e7a-ac33-fc8cddbdfdb9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845675 Dec 16 09:27:34.836520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 63c60edd-22dc-4e31-ad7e-261cb0cb5685 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:34.855669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274584ba-d796-46de-a012-7ac095d19d69 req-896d67a7-d42b-4457-ad44-10afdce70a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:34.858799 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-896d67a7-d42b-4457-ad44-10afdce70a44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 1096 time: 0.0698771 Dec 16 09:27:34.999125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96075a56-fa45-471c-a742-421b9b77db5c req-d4f2ab8c-e1b5-4bc9-96b6-b68932fd278c tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.007006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96075a56-fa45-471c-a742-421b9b77db5c req-d4f2ab8c-e1b5-4bc9-96b6-b68932fd278c tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 943 time: 0.1205440 Dec 16 09:27:35.033047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35356) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:35.065834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274584ba-d796-46de-a012-7ac095d19d69 req-dffeca29-e7f7-40fb-876b-d0713703ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.069698 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-dffeca29-e7f7-40fb-876b-d0713703ded3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 915 time: 0.1877999 Dec 16 09:27:35.096574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86b151d8-745a-4f3e-81f2-b84eb94da804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.126014 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-f20c54c2-32c5-4087-8a53-e8aba54d6417 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcbb26f3-f873-4260-addd-794baed87fbb HTTP/1.1" status: 200 len: 217 time: 0.0496500 Dec 16 09:27:35.138924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96075a56-fa45-471c-a742-421b9b77db5c req-c415075e-23cc-4e36-bcb7-5d13eddbe85a tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304662 Dec 16 09:27:35.150675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.212003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274584ba-d796-46de-a012-7ac095d19d69 req-d5ceb0de-30a6-405e-a4ca-ee0f8218dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.213644 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-d5ceb0de-30a6-405e-a4ca-ee0f8218dc78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0790231 Dec 16 09:27:35.226506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-827fe2fd-c225-496d-903d-d07af0f0e8ec tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips/c8177fff-9bb2-4c62-bf81-520aefa15e60 HTTP/1.1" status: 200 len: 693 time: 0.0558262 Dec 16 09:27:35.237621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685,segment=NetworkSegment(8a8be7ad-e072-42dd-b932-6a619e00b2b9),segment_id=8a8be7ad-e072-42dd-b932-6a619e00b2b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:35.260424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-6ad12764-5d1d-430b-a5f2-a8618fe2a139 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376480 Dec 16 09:27:35.267699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '63c60edd-22dc-4e31-ad7e-261cb0cb5685', 'network_id': '72d6899a-5057-478d-89d5-f6854ab199b6', 'port_id': '63c60edd-22dc-4e31-ad7e-261cb0cb5685', 'mac_address': 'fa:16:3e:6e:86:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15094260-4bcc-4c9f-b483-abf72a12b6c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:35.308807 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.326004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c60edd-22dc-4e31-ad7e-261cb0cb5685 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:35.362279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.365749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685,segment=NetworkSegment(8a8be7ad-e072-42dd-b932-6a619e00b2b9),segment_id=8a8be7ad-e072-42dd-b932-6a619e00b2b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:35.371888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.374114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86b151d8-745a-4f3e-81f2-b84eb94da804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.378030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:35.380073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcbb26f3-f873-4260-addd-794baed87fbb', '422bf013-ad47-4911-85b5-424dadaecd95'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:35.416038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86b151d8-745a-4f3e-81f2-b84eb94da804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.449969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-67bc5e04-bfc6-4182-93d0-89ebb9b41fb8 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.451508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-4102f8e5-254a-4e0e-9bcc-183a12d2230c service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837912 Dec 16 09:27:35.458262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-67bc5e04-bfc6-4182-93d0-89ebb9b41fb8 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.2213035 Dec 16 09:27:35.486839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b151d8-745a-4f3e-81f2-b84eb94da804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215a2326-3bf3-4644-8966-2aa7bccc5fa5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.542442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=63c60edd-22dc-4e31-ad7e-261cb0cb5685,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.567194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Network 4226f3db-1fbf-4159-a02b-0cca88658778 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:35.587184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:35.587985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.588383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.588723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.589063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.589430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.590168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.590168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.590382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.590671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.590991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.591311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.591614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:35.591744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:27:35.610194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-86b151d8-745a-4f3e-81f2-b84eb94da804 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12f1e2e6a3f344c6a16a1b4297c72678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715587 Dec 16 09:27:35.617204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-d1469ccf-71d9-45fd-9c7d-4faecfcb93f1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.1579843 Dec 16 09:27:35.618923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35360) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:35.661079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event updated for resources: {'Port': ['ID=3be95798-8646-46fe-b681-7dae491c1d1d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:35.677491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['63c60edd-22dc-4e31-ad7e-261cb0cb5685'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:35.688242 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-274584ba-d796-46de-a012-7ac095d19d69 req-6387d234-3c07-4cf8-9a5f-98b0c12f73df service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247784 Dec 16 09:27:35.740846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-e00b7229-ad03-4dd7-a245-df16f23bb8fd tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.1226525 Dec 16 09:27:35.758807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:35.759382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.820343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-3b385dae-45a2-4512-b39a-2f3fcdc6dba2 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7810473 Dec 16 09:27:35.852767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fee69f-0a65-4e67-bf1c-0d05cfc2592e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.857958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Request body: {'port': {'device_id': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:35.929971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fee69f-0a65-4e67-bf1c-0d05cfc2592e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:35.992675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.042115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Deleting port 372dc07c-4843-4be6-a498-a809f1b6516a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:36.042792 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.086158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fee69f-0a65-4e67-bf1c-0d05cfc2592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.088592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33fee69f-0a65-4e67-bf1c-0d05cfc2592e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.089664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-33fee69f-0a65-4e67-bf1c-0d05cfc2592e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/215a2326-3bf3-4644-8966-2aa7bccc5fa5 HTTP/1.1" status: 204 len: 168 time: 0.4500413 Dec 16 09:27:36.121728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fee69f-0a65-4e67-bf1c-0d05cfc2592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215a2326-3bf3-4644-8966-2aa7bccc5fa5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:36.277221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.277528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.318823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Calling delete_port for 372dc07c-4843-4be6-a498-a809f1b6516a owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:36.519889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be95798-8646-46fe-b681-7dae491c1d1d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:36.531383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.555512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Transition to ACTIVE for port object 3be95798-8646-46fe-b681-7dae491c1d1d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:36.559727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.565135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.638252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Pushing event updated for resources: {'Port': ['ID=3be95798-8646-46fe-b681-7dae491c1d1d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:36.706416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Pushing event deleted for resources: {'Port': ['ID=372dc07c-4843-4be6-a498-a809f1b6516a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:36.741988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.744485 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.745632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8a57b4-ba54-44d2-a3fe-dccca919737f req-0d72423d-115f-48d1-b6a3-8778a366c6eb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "DELETE /v2.0/floatingips/c8177fff-9bb2-4c62-bf81-520aefa15e60 HTTP/1.1" status: 204 len: 173 time: 1.0040400 Dec 16 09:27:36.767347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Attempting to bind port 3be95798-8646-46fe-b681-7dae491c1d1d on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:36.767767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Attempting to bind port 3be95798-8646-46fe-b681-7dae491c1d1d by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:36.768188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Attempting to bind port 3be95798-8646-46fe-b681-7dae491c1d1d on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:36.774376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Port 3be95798-8646-46fe-b681-7dae491c1d1d on network 4226f3db-1fbf-4159-a02b-0cca88658778 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:36.775962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Attempting to bind port 3be95798-8646-46fe-b681-7dae491c1d1d on network 4226f3db-1fbf-4159-a02b-0cca88658778 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:36.780411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:36.780792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Checking segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:36.783045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Bound using segment: {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:36.783513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Bound port: 3be95798-8646-46fe-b681-7dae491c1d1d, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59c4c9c-06ea-4f13-bfa8-850438173da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:36.783909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.864743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a6d64d02-8e76-4fd0-8b70-0155b9361821 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:36.868866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 63c60edd-22dc-4e31-ad7e-261cb0cb5685 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:36.930628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] For port 3be95798-8646-46fe-b681-7dae491c1d1d, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:36.934625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] For port 3be95798-8646-46fe-b681-7dae491c1d1d, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3be95798-8646-46fe-b681-7dae491c1d1d,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:36.950468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3e97b-3430-4c3d-a87c-754c2c896893 req-6111f893-6013-4580-8760-f57d743bfd37 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:36.961504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7d3e97b-3430-4c3d-a87c-754c2c896893 req-6111f893-6013-4580-8760-f57d743bfd37 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 948 time: 0.1193101 Dec 16 09:27:36.966506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:36.999610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:37.012435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:37.012845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.013865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.014691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.016288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] 10.222.0.69 "PUT /v2.0/ports/3be95798-8646-46fe-b681-7dae491c1d1d HTTP/1.1" status: 200 len: 1092 time: 1.1648505 Dec 16 09:27:37.019784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'tag': '3be95798-8646-46fe-b681-7dae491c1d1d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:37.023184 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8035da0-0ee1-4a61-83ec-190ee0b99f92" -d '{"events": [{"name": "network-changed", "server_uuid": "0f473b90-a6f0-47bb-a7ff-9789920b7d76", "tag": "3be95798-8646-46fe-b681-7dae491c1d1d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:37.061102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7d3e97b-3430-4c3d-a87c-754c2c896893 req-8b1cceab-f365-4762-82d0-ab55f897c804 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018968 Dec 16 09:27:37.098097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port a6d64d02-8e76-4fd0-8b70-0155b9361821, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:37.105673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37ee1e-3727-403d-8d34-418cd7d6b3ac service neutron] Pushing event updated for resources: {'Port': ['ID=3be95798-8646-46fe-b681-7dae491c1d1d,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:37.111724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'a6d64d02-8e76-4fd0-8b70-0155b9361821', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'a6d64d02-8e76-4fd0-8b70-0155b9361821', 'mac_address': 'fa:16:3e:3a:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:37.185584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-2fc7fb22-e401-4426-a1d2-5c2abb7bdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.187230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-2fc7fb22-e401-4426-a1d2-5c2abb7bdf62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 1095 time: 0.1204531 Dec 16 09:27:37.217770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.229688 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.245448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d64d02-8e76-4fd0-8b70-0155b9361821 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:37.275440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7add34-287d-4648-852b-5141b435a4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c60edd-22dc-4e31-ad7e-261cb0cb5685'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:37.276520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-aaa9b84e-c722-4e7a-b5a4-9cab7d5d1f02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be95798-8646-46fe-b681-7dae491c1d1d HTTP/1.1" status: 200 len: 217 time: 0.0620739 Dec 16 09:27:37.277759 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d70df-12c7-4001-8177-bd2cc7699590" -d '{"events": [{"server_uuid": "7c7add34-287d-4648-852b-5141b435a4fc", "name": "network-vif-plugged", "status": "completed", "tag": "63c60edd-22dc-4e31-ad7e-261cb0cb5685"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:37.299105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port a6d64d02-8e76-4fd0-8b70-0155b9361821, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:37.303672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685,segment=NetworkSegment(8a8be7ad-e072-42dd-b932-6a619e00b2b9),segment_id=8a8be7ad-e072-42dd-b932-6a619e00b2b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:37.308073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.309269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354cbc3-49b2-4fd3-8626-166f9cff8c3e req-784f269a-9a6f-486c-b1fc-546b91c0c50e tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.312160 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b354cbc3-49b2-4fd3-8626-166f9cff8c3e req-784f269a-9a6f-486c-b1fc-546b91c0c50e tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 944 time: 0.1379173 Dec 16 09:27:37.312385 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:37.372597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-f06f5836-576a-43be-b8ba-81cdba111c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.374551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-f06f5836-576a-43be-b8ba-81cdba111c50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0903237 Dec 16 09:27:37.396569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=a6d64d02-8e76-4fd0-8b70-0155b9361821,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:37.420914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-e1a336ac-c3e8-4b00-bc70-24f1f89b9878 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389407 Dec 16 09:27:37.423779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b354cbc3-49b2-4fd3-8626-166f9cff8c3e req-e5c5da2b-f559-422a-b5e3-47906867b1a0 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882320 Dec 16 09:27:37.453298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=63c60edd-22dc-4e31-ad7e-261cb0cb5685,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:37.543556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-b1b19868-7c98-4fc3-bc29-4594a69f86fc service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157780 Dec 16 09:27:37.549684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:37.694613 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8118160-5a3d-48c4-91ec-82ca2d91dddc req-43918aea-74b2-4a71-b541-dd6776f743e5 service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422930 Dec 16 09:27:37.794112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36967de-fe62-4d2c-b707-eb3c64d3ad10 req-e3ca6558-3700-408d-b71d-e774f2933ae5 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:37.796238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b36967de-fe62-4d2c-b707-eb3c64d3ad10 req-e3ca6558-3700-408d-b71d-e774f2933ae5 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 945 time: 0.0687647 Dec 16 09:27:37.847575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b36967de-fe62-4d2c-b707-eb3c64d3ad10 req-7ad27c9c-21b2-4367-a2e6-ab8dbfc3ef8a tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438278 Dec 16 09:27:38.006358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-958e6932-1d18-4b42-b6c4-09b8594faea6 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1256924 Dec 16 09:27:38.014217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:38.042545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.146838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.264213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Allocated IP 172.25.6.101 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/c7bb1385-44c8-48e0-b0e6-29e5fd59832e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:38.388834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.433615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.475727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:38.487463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:38.490170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:38.493383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Pushing event updated for resources: {'Port': ['ID=c7bb1385-44c8-48e0-b0e6-29e5fd59832e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:38.578234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.618187 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.775028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.781358 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.852213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a6d64d02-8e76-4fd0-8b70-0155b9361821 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:38.854645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Pushing event updated for resources: {'Port': ['ID=c7bb1385-44c8-48e0-b0e6-29e5fd59832e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:38.865660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.883172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.884494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-e6f5e287-b19f-41e2-9759-8770f2464eb1 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8740914 Dec 16 09:27:38.904136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port a6d64d02-8e76-4fd0-8b70-0155b9361821 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:38.908312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port a6d64d02-8e76-4fd0-8b70-0155b9361821 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:38.908782 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:38.941073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-faaa55ee-9e0e-4d70-a473-57b94e0ccc73 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0496783 Dec 16 09:27:38.989467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.028602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port a6d64d02-8e76-4fd0-8b70-0155b9361821, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:39.033483 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:39.056454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-d5610b52-ace0-4cc5-a64e-18bc2a06dffb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.066930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c82a546-6109-4cf4-b3bd-4ac896889941 req-d5610b52-ace0-4cc5-a64e-18bc2a06dffb tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1152556 Dec 16 09:27:39.087566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=a6d64d02-8e76-4fd0-8b70-0155b9361821,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:39.108965 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181e87d9-8e41-48ff-a79c-2f027d44f98c x-openstack-request-id: req-181e87d9-8e41-48ff-a79c-2f027d44f98c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:39.109251 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f473b90-a6f0-47bb-a7ff-9789920b7d76", "tag": "3be95798-8646-46fe-b681-7dae491c1d1d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:39.109500 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-181e87d9-8e41-48ff-a79c-2f027d44f98c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:39.109985 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'tag': '3be95798-8646-46fe-b681-7dae491c1d1d', 'status': 'completed', 'code': 200} Dec 16 09:27:39.142971 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09fa85b-3d02-43cb-9c3c-1cb0705d91ee x-openstack-request-id: req-f09fa85b-3d02-43cb-9c3c-1cb0705d91ee {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:39.143271 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7add34-287d-4648-852b-5141b435a4fc", "name": "network-vif-plugged", "status": "completed", "tag": "63c60edd-22dc-4e31-ad7e-261cb0cb5685", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:39.143619 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f09fa85b-3d02-43cb-9c3c-1cb0705d91ee {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:39.144017 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7add34-287d-4648-852b-5141b435a4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c60edd-22dc-4e31-ad7e-261cb0cb5685', 'code': 200} Dec 16 09:27:39.181461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-bb7343e6-ae96-41cf-be38-3d1c0d6a51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.183027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-bb7343e6-ae96-41cf-be38-3d1c0d6a51fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 1095 time: 0.0489833 Dec 16 09:27:39.313236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd130a-71b6-4300-99ce-ed54f769efaf req-ec9b74fb-c6d6-4f8c-9592-ffd1275b8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.314816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58bd130a-71b6-4300-99ce-ed54f769efaf req-ec9b74fb-c6d6-4f8c-9592-ffd1275b8eee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 1096 time: 0.0764480 Dec 16 09:27:39.318109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-892626b9-5554-4529-90d3-bc659df82783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.319570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-892626b9-5554-4529-90d3-bc659df82783 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 915 time: 0.1283157 Dec 16 09:27:39.365427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-df5af1f2-196c-403f-9d24-d756d132cb68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be95798-8646-46fe-b681-7dae491c1d1d HTTP/1.1" status: 200 len: 217 time: 0.0362098 Dec 16 09:27:39.796864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58bd130a-71b6-4300-99ce-ed54f769efaf req-2e82e2e8-f971-4c15-9a66-28b3c9b62050 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735551 Dec 16 09:27:39.808173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-5f3b0661-7489-48c9-94e1-1bbab3a11b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.809607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-5f3b0661-7489-48c9-94e1-1bbab3a11b96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.4368527 Dec 16 09:27:39.819884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cbf05-4204-430e-a96a-eb8265deac64 req-99ad4ded-aa39-41ad-8fad-21a66feccc65 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:39.821303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-267cbf05-4204-430e-a96a-eb8265deac64 req-99ad4ded-aa39-41ad-8fad-21a66feccc65 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.4497321 Dec 16 09:27:39.851836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-edf75cc8-8922-4052-a616-93366c625cd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295699 Dec 16 09:27:39.925039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-267cbf05-4204-430e-a96a-eb8265deac64 req-38895dbd-7406-4cca-bf49-469aa9c3181d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952325 Dec 16 09:27:39.970614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-4e358da0-1949-4193-af08-e4929ac745a5 service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102514 Dec 16 09:27:40.126755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d880e-260b-46c5-a616-4135336340d6 req-d962767a-fdfe-4a1f-b2f1-3eaec6847e8b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.128296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c38d880e-260b-46c5-a616-4135336340d6 req-d962767a-fdfe-4a1f-b2f1-3eaec6847e8b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 944 time: 0.1429131 Dec 16 09:27:40.130217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8035da0-0ee1-4a61-83ec-190ee0b99f92 req-ade40d34-fdde-4f1a-b6d7-6b6c1e9fb3dc service neutron] 10.222.0.69 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523364 Dec 16 09:27:40.137403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-9d1ce4b2-9f56-4bbe-9d36-6184f3f9cb68 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970354 Dec 16 09:27:40.174080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c38d880e-260b-46c5-a616-4135336340d6 req-55724414-7dfc-4a2a-b44e-b42cab90fda5 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Dec 16 09:27:40.227489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-a9e085d3-a9ad-4941-81b1-cacf7c29d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.229024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-a9e085d3-a9ad-4941-81b1-cacf7c29d895 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0432475 Dec 16 09:27:40.350199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-c904884a-d707-4b43-a6ff-69e4fe8702a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.351698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-c904884a-d707-4b43-a6ff-69e4fe8702a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0984685 Dec 16 09:27:40.404638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-8059e1d1-cbfb-49a3-83fe-5948f91afd62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0439961 Dec 16 09:27:40.480150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360d5d-6482-42f0-9b11-69e1e05974bf req-447517a2-e1d1-4280-ba81-937086bdaeba tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.481647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0360d5d-6482-42f0-9b11-69e1e05974bf req-447517a2-e1d1-4280-ba81-937086bdaeba tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 945 time: 0.1148865 Dec 16 09:27:40.483419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-a5dbf984-29b9-4a95-b154-c999d554842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.484729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-a5dbf984-29b9-4a95-b154-c999d554842e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0662959 Dec 16 09:27:40.548324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0360d5d-6482-42f0-9b11-69e1e05974bf req-56310ccc-8cb0-4060-a4d7-d2cbdc06f82b tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605640 Dec 16 09:27:40.557731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-e7d24a20-d6f7-4a0a-9949-4ac12393be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.559361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-e7d24a20-d6f7-4a0a-9949-4ac12393be88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656273 Dec 16 09:27:40.663300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-495cfa2b-4c52-4fa1-be9c-fbfd81844b5d tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips/d5cccaec-f43b-4719-8900-716ab92501fc HTTP/1.1" status: 200 len: 693 time: 0.0806050 Dec 16 09:27:40.763005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-23ebc6f1-be84-43da-a203-f5769b90e92a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892986 Dec 16 09:27:40.842343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-51297f58-9e93-441a-b8b5-3750d83e3f68 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:40.843725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-51297f58-9e93-441a-b8b5-3750d83e3f68 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1729579 Dec 16 09:27:40.905731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-a17cc765-c0db-41cb-b12b-cb70881bacf0 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0552914 Dec 16 09:27:40.967652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef4b0ec9-b244-464e-8c13-630581e6e3bf req-78127068-c711-4007-894e-ddf321a8dd4a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887658 Dec 16 09:27:40.970949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-bc18e4a1-c87e-43e1-9a13-a48806311977 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0547473 Dec 16 09:27:41.111588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Deleting port c7bb1385-44c8-48e0-b0e6-29e5fd59832e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:41.111964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.145586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d64d02-8e76-4fd0-8b70-0155b9361821'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:41.149621 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceb4142-17c4-493b-9448-a49c0a08ed25" -d '{"events": [{"server_uuid": "fd4d701c-cf9f-4027-b7d2-e56f6e95a960", "name": "network-vif-plugged", "status": "completed", "tag": "a6d64d02-8e76-4fd0-8b70-0155b9361821"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:41.195482 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.195839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.208345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Calling delete_port for c7bb1385-44c8-48e0-b0e6-29e5fd59832e owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:41.339085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.372546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Pushing event deleted for resources: {'Port': ['ID=c7bb1385-44c8-48e0-b0e6-29e5fd59832e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:41.431802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.434433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:41.435578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46c176ca-daef-43c7-b0a9-a7816069b7da req-5f0d0208-d424-49b9-ab0e-e12cf5c2e109 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "DELETE /v2.0/floatingips/d5cccaec-f43b-4719-8900-716ab92501fc HTTP/1.1" status: 204 len: 173 time: 0.4578836 Dec 16 09:27:41.567435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed6f4-66c6-4aa3-895d-ffe4d2d7efb6 req-2925a36a-267f-4e83-b9b4-e15c9bd77d25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.569131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bbed6f4-66c6-4aa3-895d-ffe4d2d7efb6 req-2925a36a-267f-4e83-b9b4-e15c9bd77d25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.0493367 Dec 16 09:27:41.610730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bbed6f4-66c6-4aa3-895d-ffe4d2d7efb6 req-acbf1402-784a-4a33-96e9-57ae575fc74c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Dec 16 09:27:41.657128 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6307b2-7060-442c-b67a-a3fe53934b38 x-openstack-request-id: req-1d6307b2-7060-442c-b67a-a3fe53934b38 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:41.657380 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4d701c-cf9f-4027-b7d2-e56f6e95a960", "name": "network-vif-plugged", "status": "completed", "tag": "a6d64d02-8e76-4fd0-8b70-0155b9361821", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:41.657664 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d6307b2-7060-442c-b67a-a3fe53934b38 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:41.658082 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d64d02-8e76-4fd0-8b70-0155b9361821', 'code': 200} Dec 16 09:27:41.782979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbab6eb-e195-4b72-9e00-f1c794a7868f req-9c0d5fbe-a81c-4b2e-98a9-e393125bf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.784615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bbab6eb-e195-4b72-9e00-f1c794a7868f req-9c0d5fbe-a81c-4b2e-98a9-e393125bf1b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 1101 time: 0.0513091 Dec 16 09:27:41.792471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdbe0a-571c-49df-abeb-b47db7012f87 req-0b8480a4-9ce0-4b0b-a42a-fad745d3193a tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:41.793854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4fdbe0a-571c-49df-abeb-b47db7012f87 req-0b8480a4-9ce0-4b0b-a42a-fad745d3193a tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 944 time: 0.0904408 Dec 16 09:27:41.847808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bbab6eb-e195-4b72-9e00-f1c794a7868f req-82d0797c-1f73-48e4-a12c-a3fe0f0f0da5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Dec 16 09:27:41.854274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4fdbe0a-571c-49df-abeb-b47db7012f87 req-f02be021-6ea6-495b-be47-c55edc3ccb55 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506124 Dec 16 09:27:42.122878 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-dd9c7b1d-9bfc-4ea0-a62e-9123a6b548f2 req-4fc22986-4396-4235-a5df-8d88dea51f47 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] show failed (client error): The resource could not be found. Dec 16 09:27:42.123986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd9c7b1d-9bfc-4ea0-a62e-9123a6b548f2 req-4fc22986-4396-4235-a5df-8d88dea51f47 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips/d5cccaec-f43b-4719-8900-716ab92501fc HTTP/1.1" status: 404 len: 350 time: 0.0457582 Dec 16 09:27:42.263187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00105f4-1a99-4bb4-a54f-94034c8f348a req-020c6d9a-d949-4230-a179-e6a0b9f1c888 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.264472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e00105f4-1a99-4bb4-a54f-94034c8f348a req-020c6d9a-d949-4230-a179-e6a0b9f1c888 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 945 time: 0.0510669 Dec 16 09:27:42.303359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e00105f4-1a99-4bb4-a54f-94034c8f348a req-5b830d15-14cc-4d94-a0af-2b0814c29b1a tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Dec 16 09:27:42.363646 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-086f9ad3-52df-40ed-b93a-ef6350a972e4 req-feba5f53-3feb-4b86-8466-fe1211d0c963 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] show failed (client error): The resource could not be found. Dec 16 09:27:42.364629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-086f9ad3-52df-40ed-b93a-ef6350a972e4 req-feba5f53-3feb-4b86-8466-fe1211d0c963 tempest-FloatingIPsTestJSON-310336285 tempest-FloatingIPsTestJSON-310336285-project] 10.222.0.61 "GET /v2.0/floatingips/d5cccaec-f43b-4719-8900-716ab92501fc HTTP/1.1" status: 404 len: 350 time: 0.0355220 Dec 16 09:27:42.376194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35504) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:42.671558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3be95798-8646-46fe-b681-7dae491c1d1d details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:27:42.697288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33873c-b69f-43cc-b19d-7d99fefa838d req-b1b2a8eb-133b-4174-8a3e-86c9703f3ea6 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.699484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da33873c-b69f-43cc-b19d-7d99fefa838d req-b1b2a8eb-133b-4174-8a3e-86c9703f3ea6 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 945 time: 0.0586319 Dec 16 09:27:42.750014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da33873c-b69f-43cc-b19d-7d99fefa838d req-d4f8e657-714d-45f0-9006-b4012477b37b tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Dec 16 09:27:42.786293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3be95798-8646-46fe-b681-7dae491c1d1d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3be95798-8646-46fe-b681-7dae491c1d1d,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:42.799617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3be95798-8646-46fe-b681-7dae491c1d1d', 'network_id': '4226f3db-1fbf-4159-a02b-0cca88658778', 'port_id': '3be95798-8646-46fe-b681-7dae491c1d1d', 'mac_address': 'fa:16:3e:85:9f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7eb9c24-bea2-45cf-846b-9cdbcb27f931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:27:42.854310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.873216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be95798-8646-46fe-b681-7dae491c1d1d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:42.895209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3be95798-8646-46fe-b681-7dae491c1d1d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3be95798-8646-46fe-b681-7dae491c1d1d,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:42.903777 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:42.945086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f19b-02bf-490b-b6b3-ad724390d96b req-34aabf94-d18a-4f41-8c18-96e19776d070 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:42.955724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba66f19b-02bf-490b-b6b3-ad724390d96b req-34aabf94-d18a-4f41-8c18-96e19776d070 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.0793512 Dec 16 09:27:42.992305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3be95798-8646-46fe-b681-7dae491c1d1d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:42.997530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba66f19b-02bf-490b-b6b3-ad724390d96b req-49701d99-7337-45e5-a3f0-7765b2c6b56d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Dec 16 09:27:43.135870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.311278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3be95798-8646-46fe-b681-7dae491c1d1d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:43.461055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Deleting port 7eacb736-ebfb-4e9b-ad49-74b24be863d0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:43.462177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.463288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b1b6f-f4da-43c9-99d6-235024845250 req-12b3aaaf-b94c-44d6-bfe2-29ee3d3b6376 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.465372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f8b1b6f-f4da-43c9-99d6-235024845250 req-12b3aaaf-b94c-44d6-bfe2-29ee3d3b6376 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Dec 16 09:27:43.465689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35538) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:43.524137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f8b1b6f-f4da-43c9-99d6-235024845250 req-cea5c33e-9279-4d9b-93fb-673990da0d1d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389216 Dec 16 09:27:43.560971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] For port 7eacb736-ebfb-4e9b-ad49-74b24be863d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7eacb736-ebfb-4e9b-ad49-74b24be863d0,segment=NetworkSegment(b09fef0a-27bf-4771-901a-700f46b7ea36),segment_id=b09fef0a-27bf-4771-901a-700f46b7ea36)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:43.561369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.574911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Calling delete_port for 7eacb736-ebfb-4e9b-ad49-74b24be863d0 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:43.617098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e43f990a-73bf-4512-a822-2675af11436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.715159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12bd5d-171b-4014-90ad-e2692db2f48f req-1f5009ca-4520-4f70-960b-5066ab356980 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.716891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab12bd5d-171b-4014-90ad-e2692db2f48f req-1f5009ca-4520-4f70-960b-5066ab356980 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 945 time: 0.0829992 Dec 16 09:27:43.759907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e43f990a-73bf-4512-a822-2675af11436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.770083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e43f990a-73bf-4512-a822-2675af11436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.772662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.797209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab12bd5d-171b-4014-90ad-e2692db2f48f req-79e6f5aa-149f-4529-b433-777e9904a547 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680366 Dec 16 09:27:43.798086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Pushing event deleted for resources: {'Port': ['ID=7eacb736-ebfb-4e9b-ad49-74b24be863d0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:43.834686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e43f990a-73bf-4512-a822-2675af11436b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ca18def748e4aaaa1ad663d9cc76b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678961 Dec 16 09:27:43.835512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35544) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:43.836141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f990a-73bf-4512-a822-2675af11436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226ed320-ac1b-4afd-bc26-6502a231f1ab,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:43.926887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3d853cc-9cfe-4624-9f6e-0ff128ae1089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.941398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc7310a5-a069-4a59-b8e1-82ea167a86a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.955992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3d853cc-9cfe-4624-9f6e-0ff128ae1089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:43.974060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f1334-6d49-497f-bc23-a401b9966f80 req-f760526a-a800-48c8-8043-829802e88415 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:43.975085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-720f1334-6d49-497f-bc23-a401b9966f80 req-f760526a-a800-48c8-8043-829802e88415 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 945 time: 0.0903735 Dec 16 09:27:43.990891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.038465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-720f1334-6d49-497f-bc23-a401b9966f80 req-7e345682-4214-4d22-bd8c-ae6f64f5d36a tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0d019bf-d659-4fe2-a5a6-939ada3614ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510178 Dec 16 09:27:44.050846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3d853cc-9cfe-4624-9f6e-0ff128ae1089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.053876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3d853cc-9cfe-4624-9f6e-0ff128ae1089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.069287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c3d853cc-9cfe-4624-9f6e-0ff128ae1089 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/226ed320-ac1b-4afd-bc26-6502a231f1ab HTTP/1.1" status: 204 len: 168 time: 0.2160790 Dec 16 09:27:44.085114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d853cc-9cfe-4624-9f6e-0ff128ae1089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226ed320-ac1b-4afd-bc26-6502a231f1ab,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:44.186620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-87f04f74-ae43-4fb7-aa33-2de2684bba27 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.188460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-87f04f74-ae43-4fb7-aa33-2de2684bba27 tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c7add34-287d-4648-852b-5141b435a4fc HTTP/1.1" status: 200 len: 945 time: 0.0889595 Dec 16 09:27:44.207715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6ce28-5dbf-4cb3-a0d7-ef117a8d23d3 req-dadae0e7-46f2-4647-b735-58a4817e80cb tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.209970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29c6ce28-5dbf-4cb3-a0d7-ef117a8d23d3 req-dadae0e7-46f2-4647-b735-58a4817e80cb tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.0949578 Dec 16 09:27:44.266554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Router 63682021-399b-4913-a25f-8c9a3cd7cf6c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:44.310428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29c6ce28-5dbf-4cb3-a0d7-ef117a8d23d3 req-dbee79d8-798a-45d3-911c-95d220a99ce2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927489 Dec 16 09:27:44.352376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Deleting port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:44.352856 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.418387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:44.427575 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8218380b-ded5-43e9-a5f8-5d67b808436e admin admin] 10.222.0.61 "PUT /v2.0/routers/63682021-399b-4913-a25f-8c9a3cd7cf6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0476437 Dec 16 09:27:44.430003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35566) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:44.440507 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] Sync routers for ids ['63682021-399b-4913-a25f-8c9a3cd7cf6c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:44.452526 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] Routers {'63682021-399b-4913-a25f-8c9a3cd7cf6c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:44.454806 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63682021-399b-4913-a25f-8c9a3cd7cf6c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:44.491336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35570) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:44.520099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e715b4e-3ec1-41da-9e3d-ebf658130064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.560083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] For port 63c60edd-22dc-4e31-ad7e-261cb0cb5685, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=63c60edd-22dc-4e31-ad7e-261cb0cb5685,segment=NetworkSegment(8a8be7ad-e072-42dd-b932-6a619e00b2b9),segment_id=8a8be7ad-e072-42dd-b932-6a619e00b2b9)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:44.560706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.617244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Calling delete_port for 63c60edd-22dc-4e31-ad7e-261cb0cb5685 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:44.651803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.669967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] Set router 63682021-399b-4913-a25f-8c9a3cd7cf6c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:44.677299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3be95798-8646-46fe-b681-7dae491c1d1d up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:44.694922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e715b4e-3ec1-41da-9e3d-ebf658130064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.710202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e715b4e-3ec1-41da-9e3d-ebf658130064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.776390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0e715b4e-3ec1-41da-9e3d-ebf658130064 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aaeb99abed2e416bb4a2d7051b810596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836640 Dec 16 09:27:44.779211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35578) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:44.792423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e715b4e-3ec1-41da-9e3d-ebf658130064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d7cc6d-4b02-4976-9991-d212565f2c9a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:44.828932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3be95798-8646-46fe-b681-7dae491c1d1d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:27:44.834645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3be95798-8646-46fe-b681-7dae491c1d1d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:44.835019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.932499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08182414-988d-488a-802f-a1094ea19e07 req-18ec2564-4b76-4d68-851a-04cd26533ad2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:44.934166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-08182414-988d-488a-802f-a1094ea19e07 req-18ec2564-4b76-4d68-851a-04cd26533ad2 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 945 time: 0.0899594 Dec 16 09:27:44.971813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fabea07-830e-456c-8838-f7b5b72450ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.979154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:44.997100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fabea07-830e-456c-8838-f7b5b72450ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.006680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be95798-8646-46fe-b681-7dae491c1d1d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:45.010074 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac1b9c1-a5e0-4132-9dd3-2751169dd36d" -d '{"events": [{"server_uuid": "0f473b90-a6f0-47bb-a7ff-9789920b7d76", "name": "network-vif-plugged", "status": "completed", "tag": "3be95798-8646-46fe-b681-7dae491c1d1d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:45.026843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3be95798-8646-46fe-b681-7dae491c1d1d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3be95798-8646-46fe-b681-7dae491c1d1d,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:45.028090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.032237 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.047182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.063814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fabea07-830e-456c-8838-f7b5b72450ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.066345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1fabea07-830e-456c-8838-f7b5b72450ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.067651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1fabea07-830e-456c-8838-f7b5b72450ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45d7cc6d-4b02-4976-9991-d212565f2c9a HTTP/1.1" status: 204 len: 168 time: 0.2874498 Dec 16 09:27:45.104947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a422-a18b-4971-8da6-4ad8b738c373 req-8598d0a9-0bde-4ec3-9fa6-0bf1fcc07df7 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.107633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3be95798-8646-46fe-b681-7dae491c1d1d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.112000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Deleting port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:45.112473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.113304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['63c60edd-22dc-4e31-ad7e-261cb0cb5685'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:45.119597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b610a422-a18b-4971-8da6-4ad8b738c373 req-8598d0a9-0bde-4ec3-9fa6-0bf1fcc07df7 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 1101 time: 0.2768016 Dec 16 09:27:45.122102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Pushing event deleted for resources: {'Port': ['ID=63c60edd-22dc-4e31-ad7e-261cb0cb5685,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.152807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabea07-830e-456c-8838-f7b5b72450ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d7cc6d-4b02-4976-9991-d212565f2c9a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.182764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Deleting port 5f894082-acf4-40ff-8efc-795df1ffaff9 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:45.183125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.210114 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:43Z', 'revision_number': 5, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port': {'id': '5f894082-acf4-40ff-8efc-795df1ffaff9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:21Z', 'updated_at': '2021-12-16T09:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:45.218490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] No DVR routers for this DVR port 63c60edd-22dc-4e31-ad7e-261cb0cb5685 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:45.220874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b610a422-a18b-4971-8da6-4ad8b738c373 req-67707441-81a8-42f8-83dc-6f0ddfca9c6e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.223813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.227387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2de4965c-a63a-49a6-92ae-ab29a69c2059 req-75dd947e-b7d4-4380-a560-6ae2756b648d tempest-InstanceActionsV221TestJSON-1160542031 tempest-InstanceActionsV221TestJSON-1160542031-project] 10.222.0.53 "DELETE /v2.0/ports/63c60edd-22dc-4e31-ad7e-261cb0cb5685 HTTP/1.1" status: 204 len: 173 time: 1.0284369 Dec 16 09:27:45.228008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7add34-287d-4648-852b-5141b435a4fc', 'name': 'network-vif-deleted', 'tag': '63c60edd-22dc-4e31-ad7e-261cb0cb5685'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:45.230786 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027e050-c473-48fd-ac5c-a973b170707a" -d '{"events": [{"server_uuid": "7c7add34-287d-4648-852b-5141b435a4fc", "name": "network-vif-deleted", "tag": "63c60edd-22dc-4e31-ad7e-261cb0cb5685"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:45.247410 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] Checking router: 63682021-399b-4913-a25f-8c9a3cd7cf6c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:45.262307 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] Routers {'63682021-399b-4913-a25f-8c9a3cd7cf6c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:45.263667 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63682021-399b-4913-a25f-8c9a3cd7cf6c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:45.307383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] For port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:45.307736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.342678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] For port 5f894082-acf4-40ff-8efc-795df1ffaff9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5f894082-acf4-40ff-8efc-795df1ffaff9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:45.343213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.362375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Calling delete_port for 5f894082-acf4-40ff-8efc-795df1ffaff9 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:45.374903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b610a422-a18b-4971-8da6-4ad8b738c373 req-67707441-81a8-42f8-83dc-6f0ddfca9c6e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.384142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b610a422-a18b-4971-8da6-4ad8b738c373 req-67707441-81a8-42f8-83dc-6f0ddfca9c6e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.446544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b610a422-a18b-4971-8da6-4ad8b738c373 req-67707441-81a8-42f8-83dc-6f0ddfca9c6e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256109 Dec 16 09:27:45.447296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67707441-81a8-42f8-83dc-6f0ddfca9c6e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93701f53-79b6-4df4-84f0-722f93e71b7e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.464167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] Set router 63682021-399b-4913-a25f-8c9a3cd7cf6c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:45.595031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58650105-d7be-4f69-91f0-dfefe90451e2 req-16299de6-afc8-4e40-87ac-819a23601414 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.596352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:45Z', 'revision_number': 6, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:45.605429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58650105-d7be-4f69-91f0-dfefe90451e2 req-16299de6-afc8-4e40-87ac-819a23601414 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 946 time: 0.1062214 Dec 16 09:27:45.656727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58650105-d7be-4f69-91f0-dfefe90451e2 req-ce3a482c-1ca9-494e-baf2-f5b82e7fd704 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503025 Dec 16 09:27:45.698021 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac5ae3-709c-4832-ac22-2d0051774b3a None None] The sync data for ids ['63682021-399b-4913-a25f-8c9a3cd7cf6c'] in n-d-821941-1 is: [{'id': '63682021-399b-4913-a25f-8c9a3cd7cf6c', 'name': 'tempest-FloatingIPsTestJSON-1860719870-router', 'tenant_id': 'c04229960dde4edca6a2bdc19a5bf274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:20Z', 'updated_at': '2021-12-16T09:27:45Z', 'revision_number': 6, 'project_id': 'c04229960dde4edca6a2bdc19a5bf274', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:45.907915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d702e-f332-4650-88b2-04df2f3d58c8 req-0e302d35-dd40-4fa5-8d76-b9e52c600ad4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:45.908979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.909824 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.910322 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Floating IP eb72467a-2a54-4911-811a-d8d0e786e969 disassociated. External IP: 172.25.6.166, port: e5bddc33-9ddf-4b89-957b-a8bc5d8670f5. Dec 16 09:27:45.910912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Calling delete_port for e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:45.915572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a69d702e-f332-4650-88b2-04df2f3d58c8 req-0e302d35-dd40-4fa5-8d76-b9e52c600ad4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fb2f65a-1537-49dc-84e1-3274c5640911 HTTP/1.1" status: 200 len: 945 time: 0.0705421 Dec 16 09:27:45.917743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:45.954131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f894082-acf4-40ff-8efc-795df1ffaff9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:45.956052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a69d702e-f332-4650-88b2-04df2f3d58c8 req-1555dbda-6b5c-44e4-b284-dea26e523c28 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups?id=e2bf6060-cd09-44b8-937c-d37111bc4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395501 Dec 16 09:27:46.004835 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f096b0a-d287-4c2f-8c49-68932e4833b5 x-openstack-request-id: req-6f096b0a-d287-4c2f-8c49-68932e4833b5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:46.005353 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f473b90-a6f0-47bb-a7ff-9789920b7d76", "name": "network-vif-plugged", "status": "completed", "tag": "3be95798-8646-46fe-b681-7dae491c1d1d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:46.005620 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f096b0a-d287-4c2f-8c49-68932e4833b5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:46.006222 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be95798-8646-46fe-b681-7dae491c1d1d', 'code': 200} Dec 16 09:27:46.101963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.123514 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da5331-e2e6-40c8-80df-a4702d70f0f0 x-openstack-request-id: req-b4da5331-e2e6-40c8-80df-a4702d70f0f0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:46.123778 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7add34-287d-4648-852b-5141b435a4fc", "name": "network-vif-deleted", "tag": "63c60edd-22dc-4e31-ad7e-261cb0cb5685", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:46.124030 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4da5331-e2e6-40c8-80df-a4702d70f0f0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:46.124430 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7add34-287d-4648-852b-5141b435a4fc', 'name': 'network-vif-deleted', 'tag': '63c60edd-22dc-4e31-ad7e-261cb0cb5685', 'status': 'completed', 'code': 200} Dec 16 09:27:46.151705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d87c2-859c-4682-b8da-f6e7cdf9dd5d req-3618956c-b3c3-4b6b-8841-51b6dbf54092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.153300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b40d87c2-859c-4682-b8da-f6e7cdf9dd5d req-3618956c-b3c3-4b6b-8841-51b6dbf54092 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 1097 time: 0.0837302 Dec 16 09:27:46.197524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b40d87c2-859c-4682-b8da-f6e7cdf9dd5d req-d47688b3-7e25-4a3d-ab1c-4a1ce47cea4d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Dec 16 09:27:46.310123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35618) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:46.413031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-84e17c39-c9bc-44f4-a668-a0c967daceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.472621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-network', 'tenant_id': '6db84ceddd464f01826cac020537149e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:46.511945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Made reservation on behalf of 6db84ceddd464f01826cac020537149e for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:46.514436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.526509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.550332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.553189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.614318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-3db8f898-fbb2-478f-8f36-91bfa549e311 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362413 Dec 16 09:27:46.661057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.661702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63682021-399b-4913-a25f-8c9a3cd7cf6c {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:27:46.674076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.675771 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2057b66c-e584-4699-9062-f25c96d53a91 admin admin] 10.222.0.61 "DELETE /v2.0/routers/63682021-399b-4913-a25f-8c9a3cd7cf6c HTTP/1.1" status: 204 len: 168 time: 2.2444873 Dec 16 09:27:46.681249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:46.702005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.753806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.763601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.800056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event deleted for resources: {'Port': ['ID=e5bddc33-9ddf-4b89-957b-a8bc5d8670f5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:46.808914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Deleting subnet 04518921-e2d2-413c-832b-b0d67836c569 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:46.825104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.877316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:46.877752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5f894082-acf4-40ff-8efc-795df1ffaff9 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:46.886495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-cec6fc84-ebb1-4f75-8685-cbc396caa6d3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:46.890496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-cec6fc84-ebb1-4f75-8685-cbc396caa6d3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689009 Dec 16 09:27:46.901954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.902352 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Added segment 24b86a07-bbd3-4673-8897-d0e86adae49b of type vlan for network 5c1cb934-165c-437e-84dc-51bb3baa5612 Dec 16 09:27:46.906837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 5f894082-acf4-40ff-8efc-795df1ffaff9 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:46.907486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5f894082-acf4-40ff-8efc-795df1ffaff9 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:46.908118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7eacb736-ebfb-4e9b-ad49-74b24be863d0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:46.939723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ae9bd-2c69-4cec-b791-6f14e5076b47,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:46.950997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 7eacb736-ebfb-4e9b-ad49-74b24be863d0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:46.951667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7eacb736-ebfb-4e9b-ad49-74b24be863d0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:46.971278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:46.987863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.008248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-cd994819-18f0-4400-95fe-c5a1eafe9063 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/quotas/80cfe87501fc44649961ffc2588a765a HTTP/1.1" status: 200 len: 375 time: 0.0946574 Dec 16 09:27:47.032135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.033105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.033681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.092534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Router 24df5044-61eb-42fc-99f1-fc3cecb8a73e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:27:47.099360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.114754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8001537 Dec 16 09:27:47.117666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35646) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:47.126655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Request body: {'subnet': {'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-subnet', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:47.131412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ffae-b047-4256-8c6f-0527885b6651 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1cb934-165c-437e-84dc-51bb3baa5612,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:47.141563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:47.187489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-2f5d6210-d1e7-460c-a824-f43cb142e10c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714456 Dec 16 09:27:47.190866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Made reservation on behalf of 6db84ceddd464f01826cac020537149e for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:47.195950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.259892 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.300694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04518921-e2d2-413c-832b-b0d67836c569,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:47.311819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.320880 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dc31aa46-1361-4bca-ac0a-20ff8eb8c5fe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/04518921-e2d2-413c-832b-b0d67836c569 HTTP/1.1" status: 204 len: 168 time: 0.6379962 Dec 16 09:27:47.322210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35648) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:47.322733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41748b9-a20f-48b0-9abb-8b467c3e9e69 None None] Network e326e300-925d-4483-bb11-365677627543 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:47.335277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:47.402911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] Sync routers for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:47.436430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:47.436430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:47.441148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] No DVR routers for this DVR port e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:47.445677 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.453614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-08182414-988d-488a-802f-a1094ea19e07 req-c088d3af-c32a-4c70-9174-ce0ec10e08c4 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.53 "DELETE /v2.0/ports/e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 HTTP/1.1" status: 204 len: 173 time: 2.5115707 Dec 16 09:27:47.458054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'name': 'network-vif-deleted', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:47.460721 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48042350-e2a8-4b93-bcee-62f7331f088b" -d '{"events": [{"server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "name": "network-vif-deleted", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:47.496074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.553113 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.586801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Deleting port 50aa3716-76e3-4b59-93b8-44f4f2792704 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:47.589640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.672113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] For port 50aa3716-76e3-4b59-93b8-44f4f2792704, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50aa3716-76e3-4b59-93b8-44f4f2792704,segment=NetworkSegment(b09fef0a-27bf-4771-901a-700f46b7ea36),segment_id=b09fef0a-27bf-4771-901a-700f46b7ea36)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:47.673032 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.690348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Calling delete_port for 50aa3716-76e3-4b59-93b8-44f4f2792704 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:47.702542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Checking segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:47.703154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Network hostable DHCP agents. Network: 5c1cb934-165c-437e-84dc-51bb3baa5612, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:47.734015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:47.758183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06810d43-fd94-4af5-a4be-abee8e927cb1,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:47.787743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50228af8-5d07-4784-bf21-001052691095 None None] DHCP port deletion for e326e300-925d-4483-bb11-365677627543 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:27:47.805705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:47.822802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 5c1cb934-165c-437e-84dc-51bb3baa5612) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:47.833565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:47.836771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.845823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.857198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea890df-2223-4feb-9124-f640ff56fcd8 None None] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:47.870025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] No DVR routers for this DVR port 50aa3716-76e3-4b59-93b8-44f4f2792704 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:47.876137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-71fb9465-709f-46b3-b55c-d3a806b782b3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7536159 Dec 16 09:27:47.876614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35652) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:47.884367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:47.938265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:47.939711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.032582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Pushing event deleted for resources: {'Port': ['ID=50aa3716-76e3-4b59-93b8-44f4f2792704,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:48.061203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.221791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.316219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326e300-925d-4483-bb11-365677627543']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:48.346218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09fef0a-27bf-4771-901a-700f46b7ea36') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:48.346839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.347276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09fef0a-27bf-4771-901a-700f46b7ea36') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:48.363066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.391068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.400405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8d3c-a98a-47db-bba3-4293d225a880 req-04741906-76e2-4126-82bc-204bf8775327 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:48.405359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.413531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fea8d3c-a98a-47db-bba3-4293d225a880 req-04741906-76e2-4126-82bc-204bf8775327 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 946 time: 0.2649934 Dec 16 09:27:48.418535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:48.420129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:48.437251 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:48.498175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-50228af8-5d07-4784-bf21-001052691095 None None] Deleting port 50aa3716-76e3-4b59-93b8-44f4f2792704 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:48.498732 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50228af8-5d07-4784-bf21-001052691095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.506146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.513034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.515572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fea8d3c-a98a-47db-bba3-4293d225a880 req-1d1c6bc7-a843-4b0a-ad6f-bb3449df8b20 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010668 Dec 16 09:27:48.517000 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] 10.222.0.61 "DELETE /v2.0/networks/e326e300-925d-4483-bb11-365677627543 HTTP/1.1" status: 204 len: 168 time: 1.1930423 Dec 16 09:27:48.535404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e3091-bf83-415c-94f5-86eee28394da admin admin] Pushing event deleted for resources: {'Network': ['ID=e326e300-925d-4483-bb11-365677627543,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:48.733132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35686) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:48.764983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-5c1cb934-165c-437e-84dc-51bb3baa5612', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:27:48.766983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.821484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6fb6572d-d478-4037-852c-99a35ed420bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c04229960dde4edca6a2bdc19a5bf274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862091 Dec 16 09:27:48.822881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35692) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:48.823382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:48.851913 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6419d-c89c-4e14-8b15-9e9b8a716756 x-openstack-request-id: req-02d6419d-c89c-4e14-8b15-9e9b8a716756 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:48.852585 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb2f65a-1537-49dc-84e1-3274c5640911", "name": "network-vif-deleted", "tag": "e5bddc33-9ddf-4b89-957b-a8bc5d8670f5", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:48.852902 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02d6419d-c89c-4e14-8b15-9e9b8a716756 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:48.853408 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb2f65a-1537-49dc-84e1-3274c5640911', 'name': 'network-vif-deleted', 'tag': 'e5bddc33-9ddf-4b89-957b-a8bc5d8670f5', 'status': 'completed', 'code': 200} Dec 16 09:27:48.927850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40b2ee27-7b09-496a-9941-4f1586ca3391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:48.933799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:48.975935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40b2ee27-7b09-496a-9941-4f1586ca3391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.121584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] Checking router: 24df5044-61eb-42fc-99f1-fc3cecb8a73e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:49.124174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50aa3716-76e3-4b59-93b8-44f4f2792704 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:49.126066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40b2ee27-7b09-496a-9941-4f1586ca3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.132119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.138684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40b2ee27-7b09-496a-9941-4f1586ca3391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.144395 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-40b2ee27-7b09-496a-9941-4f1586ca3391 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e7f43c6-eaa1-4661-97f2-57141bf52d5a HTTP/1.1" status: 204 len: 168 time: 0.3199067 Dec 16 09:27:49.180003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 50aa3716-76e3-4b59-93b8-44f4f2792704 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:49.180663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50aa3716-76e3-4b59-93b8-44f4f2792704 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:49.181465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.193481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-50228af8-5d07-4784-bf21-001052691095 None None] For port 50aa3716-76e3-4b59-93b8-44f4f2792704, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:49.197179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2ee27-7b09-496a-9941-4f1586ca3391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f43c6-eaa1-4661-97f2-57141bf52d5a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:49.197834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50228af8-5d07-4784-bf21-001052691095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.229526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:49.230359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e5bddc33-9ddf-4b89-957b-a8bc5d8670f5 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:49.230923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 63c60edd-22dc-4e31-ad7e-261cb0cb5685 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:27:49.325466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35704) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:49.349575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-50228af8-5d07-4784-bf21-001052691095 None None] Calling delete_port for 50aa3716-76e3-4b59-93b8-44f4f2792704 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:49.358855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-50228af8-5d07-4784-bf21-001052691095 None None] Port 50aa3716-76e3-4b59-93b8-44f4f2792704 was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:27:49.359806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:49.364844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:49.393391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:49.493618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50228af8-5d07-4784-bf21-001052691095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.496546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Allocated IP 172.25.6.231 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4219a44e-089c-499b-9dfe-2002dd44e3f0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:49.497360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 63c60edd-22dc-4e31-ad7e-261cb0cb5685 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:27:49.497743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 63c60edd-22dc-4e31-ad7e-261cb0cb5685 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:27:49.515644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Deleting subnet 15094260-4bcc-4c9f-b483-abf72a12b6c2 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:27:49.536228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2676628b-c54f-4132-a5c1-57e6bca21f3f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.558593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.561540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05c2271b-30c5-47aa-a4e0-0e3d43a22b22 req-7512a0b2-3aa2-4127-939a-9339df64bc41 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 210 time: 0.0667670 Dec 16 09:27:49.607787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50228af8-5d07-4784-bf21-001052691095 None None] Network e326e300-925d-4483-bb11-365677627543 is not hosted by any dhcp agent {{(pid=102399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:27:49.608484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50228af8-5d07-4784-bf21-001052691095 None None] No DVR routers for this DVR port 50aa3716-76e3-4b59-93b8-44f4f2792704 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:27:49.619772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Allocated IP 172.20.0.2 (5c1cb934-165c-437e-84dc-51bb3baa5612/06810d43-fd94-4af5-a4be-abee8e927cb1/cad637e5-c1df-4b85-a80f-6ce15e7e2807) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:49.626364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50228af8-5d07-4784-bf21-001052691095 None None] Pushing event deleted for resources: {'Port': ['ID=50aa3716-76e3-4b59-93b8-44f4f2792704,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:49.694503 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.706489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2676628b-c54f-4132-a5c1-57e6bca21f3f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.758972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.819240 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.819409 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.857876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:49.932328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:49.941527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:49.953213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:49.958223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:49.977825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.064077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Pushing event updated for resources: {'Port': ['ID=4219a44e-089c-499b-9dfe-2002dd44e3f0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.068236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2676628b-c54f-4132-a5c1-57e6bca21f3f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.075231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2676628b-c54f-4132-a5c1-57e6bca21f3f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.077537 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2676628b-c54f-4132-a5c1-57e6bca21f3f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "DELETE /v2.0/security-groups/e2bf6060-cd09-44b8-937c-d37111bc4e65 HTTP/1.1" status: 204 len: 168 time: 0.6807327 Dec 16 09:27:50.082850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35722) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:50.124645 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-ace6cb03-7eff-4e34-8f18-fd0bbd292853 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] show failed (client error): The resource could not be found. Dec 16 09:27:50.127235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ace6cb03-7eff-4e34-8f18-fd0bbd292853 tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "GET /v2.0/security-groups/e2bf6060-cd09-44b8-937c-d37111bc4e65 HTTP/1.1" status: 404 len: 347 time: 0.0417333 Dec 16 09:27:50.130463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35726) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:50.148256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676628b-c54f-4132-a5c1-57e6bca21f3f tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf6060-cd09-44b8-937c-d37111bc4e65,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.156647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-0af046dd-956b-4def-9855-0f1e2e314259 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899925 Dec 16 09:27:50.220806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.256434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.323212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:50.330448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:50.345893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:50.391893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.424284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Pushing event updated for resources: {'Port': ['ID=cad637e5-c1df-4b85-a80f-6ce15e7e2807,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.487818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Attempting to bind port cad637e5-c1df-4b85-a80f-6ce15e7e2807 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:50.488227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Attempting to bind port cad637e5-c1df-4b85-a80f-6ce15e7e2807 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:50.488826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Attempting to bind port cad637e5-c1df-4b85-a80f-6ce15e7e2807 on network 5c1cb934-165c-437e-84dc-51bb3baa5612 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:50.496681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:50.497286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Checking segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:50.497422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.497811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Bound using segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:50.498310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Bound port: cad637e5-c1df-4b85-a80f-6ce15e7e2807, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:50.499218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.552253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15094260-4bcc-4c9f-b483-abf72a12b6c2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.556987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.570983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5ff08d09-1853-4d32-88b0-702cb2264264 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/15094260-4bcc-4c9f-b483-abf72a12b6c2 HTTP/1.1" status: 204 len: 168 time: 1.2438250 Dec 16 09:27:50.575640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:50.613489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:50.715597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-66101947-a2d8-4667-87e4-9a0fa7901726 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401227 Dec 16 09:27:50.741622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02faa6a2-a6b7-48f3-8e15-798a4a5cc757 None None] The sync data for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 is: [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:25:27Z', 'revision_number': 4, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1ff902d1-0ca4-44aa-9f0d-10a8bda0d967', 'name': '', 'network_id': 'de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'mac_address': 'fa:16:3e:c9:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:26Z', 'updated_at': '2021-12-16T09:25:33Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'subnets': [{'id': 'b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:50.798383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] For port cad637e5-c1df-4b85-a80f-6ce15e7e2807, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:50.802344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] For port cad637e5-c1df-4b85-a80f-6ce15e7e2807, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cad637e5-c1df-4b85-a80f-6ce15e7e2807,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:50.808630 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:50.900420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35754) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:50.904016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c29e-f12c-4231-81c7-26919eeedc47 None None] Pushing event updated for resources: {'Port': ['ID=cad637e5-c1df-4b85-a80f-6ce15e7e2807,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:50.924591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-1fb41aa4-35bc-4bec-a314-be3c209f37a1 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:50.926298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-1fb41aa4-35bc-4bec-a314-be3c209f37a1 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7278996 Dec 16 09:27:50.942720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7fd0aaf1-22e1-4590-9648-f9949ab41b96 req-73daeeec-3c39-4007-be2c-391881267e3d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 210 time: 0.1710045 Dec 16 09:27:50.956232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:51.053608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.059153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.124422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Deleting port 41425174-ad71-4e1f-9fd5-d87cf5b31db2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:51.124771 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.185416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-6dd304d2-3b33-4ca1-942d-4ecb90c1df68 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:51.191145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-6dd304d2-3b33-4ca1-942d-4ecb90c1df68 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4699566 Dec 16 09:27:51.232053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:51.233155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.233629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.277840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1831766782-network', 'tenant_id': 'd19da175a33d4ebbb72b6665ac31c78a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:51.285755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Calling delete_port for 41425174-ad71-4e1f-9fd5-d87cf5b31db2 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:51.315879 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688c719-b697-4049-89cb-9f26f387cc29 None None] New status for floating IP eb72467a-2a54-4911-811a-d8d0e786e969: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:27:51.442893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.463047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Made reservation on behalf of d19da175a33d4ebbb72b6665ac31c78a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:51.465740 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.477414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.490929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d6899a-5057-478d-89d5-f6854ab199b6']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:51.512854 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.529042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8be7ad-e072-42dd-b932-6a619e00b2b9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:51.529439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8be7ad-e072-42dd-b932-6a619e00b2b9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:51.547223 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.568585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.582252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:27:51.583003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:27:51.613895 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:27:51.666798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:51.670527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.724593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:51.742314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.793221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Router ecbcd789-b4ee-4363-b445-489fe29f805b is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:27:51.838000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.881769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:51.887411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] 10.222.0.61 "DELETE /v2.0/networks/72d6899a-5057-478d-89d5-f6854ab199b6 HTTP/1.1" status: 204 len: 168 time: 1.2920952 Dec 16 09:27:51.925108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a977f6-3876-4acf-80b1-7ddbcf325e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d6899a-5057-478d-89d5-f6854ab199b6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:51.943847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.015752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:27:52.032241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Sync routers for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:27:52.036530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Pushing event deleted for resources: {'Port': ['ID=41425174-ad71-4e1f-9fd5-d87cf5b31db2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:52.051541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:52.056479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:52.077135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.085713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.089425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-87c0960e-18ba-4628-97e8-b674ee833f94 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.2109005 Dec 16 09:27:52.091075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35780) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:52.192313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35782) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:52.216939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.230876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:52.247337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-757ff019-61c4-47e6-944b-cebcd1699af6 req-aa67cd9b-9615-4b54-b39f-183ea941b537 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 210 time: 0.1308181 Dec 16 09:27:52.249936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.250468 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Added segment 285d9f67-a5eb-4871-818d-462746db772f of type vlan for network a6758d9b-93bf-42cb-909e-46a23671daa4 Dec 16 09:27:52.290446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:52.387507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d003c6b7-d96c-4ecd-b560-7aec610ba057,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:52.402728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.445706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-87fe3388-fe90-4585-92f7-a6ac3888a1fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c83cde30b74d4764bbfcc75173140fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517319 Dec 16 09:27:52.447054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.162 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/b3bdd003-9096-4e0f-9578-5531ca56dfbb) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:52.454175 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.456698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.461340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a8c6acd2-803a-4c12-a410-9b7e92b1e49c tempest-ServersTestFqdnHostnames-982222921 tempest-ServersTestFqdnHostnames-982222921-project] 10.222.0.61 "DELETE /v2.0/floatingips/eb72467a-2a54-4911-811a-d8d0e786e969 HTTP/1.1" status: 204 len: 168 time: 2.3202319 Dec 16 09:27:52.463053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35784) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:52.463655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35786) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:52.484281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.486223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.486563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.502369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5d9c8-1d94-4a58-8e36-d31579ffd569 None None] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:52.513283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6062198 Dec 16 09:27:52.535508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:52.544230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Request body: {'subnet': {'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1831766782-subnet', 'tenant_id': 'd19da175a33d4ebbb72b6665ac31c78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:52.589178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc34090-d4c6-4fc9-b921-729c47a84850 admin admin] Pushing event updated for resources: {'Network': ['ID=a6758d9b-93bf-42cb-909e-46a23671daa4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:52.612713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a6758d9b-93bf-42cb-909e-46a23671daa4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:52.701860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.705988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e834e1d7-0e6c-4e94-a3ab-635e201bea65 None None] Provisioning complete for port cad637e5-c1df-4b85-a80f-6ce15e7e2807 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:52.706364 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e834e1d7-0e6c-4e94-a3ab-635e201bea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.740230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.765988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:50Z', 'revision_number': 3, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:52.769335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:52.808399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:52.812162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:52.813611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ef80-be94-4285-b605-04eac2f7b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.815235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Made reservation on behalf of d19da175a33d4ebbb72b6665ac31c78a for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:52.815986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:52.818009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.884411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=b3bdd003-9096-4e0f-9578-5531ca56dfbb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:52.929861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:52.930685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:52.962066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-521a22ac-4bf1-4e07-8e67-abdc473b262d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0183671 Dec 16 09:27:52.993876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Request body: {'port': {'device_id': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:53.067787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.135644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cad637e5-c1df-4b85-a80f-6ce15e7e2807 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:53.187248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Checking router: ecbcd789-b4ee-4363-b445-489fe29f805b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:27:53.187248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Updating router ecbcd789-b4ee-4363-b445-489fe29f805b port 4219a44e-089c-499b-9dfe-2002dd44e3f0 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:27:53.187798 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.230236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ef80-be94-4285-b605-04eac2f7b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.240706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.17 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/617aad20-717a-470e-9f71-ce9e65e20253) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:53.275275 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.479831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b5399b7-75c6-44d3-868f-e675982194ee req-2087ae76-081f-4856-b88f-f8b4236b8d2b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 210 time: 0.1018379 Dec 16 09:27:53.503861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4c006f-5808-47c5-b64a-953a96e969a2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.624436 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.629036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Checking segment: {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:53.629703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Network hostable DHCP agents. Network: a6758d9b-93bf-42cb-909e-46a23671daa4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:53.647432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ef80-be94-4285-b605-04eac2f7b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.650319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ef80-be94-4285-b605-04eac2f7b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.653809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1ff3ef80-be94-4285-b605-04eac2f7b4d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0d019bf-d659-4fe2-a5a6-939ada3614ff HTTP/1.1" status: 204 len: 168 time: 1.1866689 Dec 16 09:27:53.699102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ef80-be94-4285-b605-04eac2f7b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d019bf-d659-4fe2-a5a6-939ada3614ff,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:53.813872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cad637e5-c1df-4b85-a80f-6ce15e7e2807 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:53.814265 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.837117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Network a6758d9b-93bf-42cb-909e-46a23671daa4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:53.866273 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e834e1d7-0e6c-4e94-a3ab-635e201bea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.875990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a6758d9b-93bf-42cb-909e-46a23671daa4) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:53.885938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.894493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:53.894493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:53.918259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c096d-1bd0-4575-84c3-5ddf43035f17 None None] Network a6758d9b-93bf-42cb-909e-46a23671daa4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:53.994351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66586b70-7f46-48dc-9a2d-d0544ec8035c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4531484 Dec 16 09:27:54.108424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7a010-b556-4298-b8b3-3d137450b955 None None] Network a6758d9b-93bf-42cb-909e-46a23671daa4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:54.209580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e834e1d7-0e6c-4e94-a3ab-635e201bea65 None None] For port cad637e5-c1df-4b85-a80f-6ce15e7e2807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cad637e5-c1df-4b85-a80f-6ce15e7e2807,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:54.255511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.270764 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.323048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e834e1d7-0e6c-4e94-a3ab-635e201bea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.358187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:54.398191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:54.407624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:54.478145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.625089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:27:54.643347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bdd003-9096-4e0f-9578-5531ca56dfbb {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:54.661063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.699682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Transition to ACTIVE for port object b3bdd003-9096-4e0f-9578-5531ca56dfbb will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:54.707328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.860972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b3bdd003-9096-4e0f-9578-5531ca56dfbb,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:54.914957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:54.953556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834e1d7-0e6c-4e94-a3ab-635e201bea65 None None] Pushing event updated for resources: {'Port': ['ID=cad637e5-c1df-4b85-a80f-6ce15e7e2807,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:54.988521 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.009169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Attempting to bind port b3bdd003-9096-4e0f-9578-5531ca56dfbb on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:55.009420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Attempting to bind port b3bdd003-9096-4e0f-9578-5531ca56dfbb by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:55.009713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Attempting to bind port b3bdd003-9096-4e0f-9578-5531ca56dfbb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:55.020672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Port b3bdd003-9096-4e0f-9578-5531ca56dfbb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:55.020997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Attempting to bind port b3bdd003-9096-4e0f-9578-5531ca56dfbb on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:55.033923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.038306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:55.038648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:55.039037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:55.039497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Bound port: b3bdd003-9096-4e0f-9578-5531ca56dfbb, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:55.039859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.193271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] For port b3bdd003-9096-4e0f-9578-5531ca56dfbb, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:55.193456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d47049-2868-43cd-98b7-33636cdeff33 None None] Pushing event updated for resources: {'Port': ['ID=4219a44e-089c-499b-9dfe-2002dd44e3f0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:55.196810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] For port b3bdd003-9096-4e0f-9578-5531ca56dfbb, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:55.204467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.256782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-29df33a3-f764-4a7c-a854-f99eb14f8323 None None] Provisioning complete for port cad637e5-c1df-4b85-a80f-6ce15e7e2807 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:55.257342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29df33a3-f764-4a7c-a854-f99eb14f8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.287817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.292254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.295634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.300318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] 10.222.0.53 "PUT /v2.0/ports/b3bdd003-9096-4e0f-9578-5531ca56dfbb HTTP/1.1" status: 200 len: 1096 time: 2.3225942 Dec 16 09:27:55.301001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'tag': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:55.303606 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379f3c13-0ddc-4950-b35b-204673583e25" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb1d4aa-5a46-40b3-b7fb-5258e686194e", "tag": "b3bdd003-9096-4e0f-9578-5531ca56dfbb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:55.305797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.306955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.316211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:55.353147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Attempting to bind port 4219a44e-089c-499b-9dfe-2002dd44e3f0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:55.354947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Attempting to bind port 4219a44e-089c-499b-9dfe-2002dd44e3f0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:55.355429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Attempting to bind port 4219a44e-089c-499b-9dfe-2002dd44e3f0 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:55.357889 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:27:55.358341 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:27:55.372466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:55.373184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:55.373835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.374509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:55.375225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Bound port: 4219a44e-089c-499b-9dfe-2002dd44e3f0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:55.376077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.403528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c791-0459-4c04-ba77-59445a8d3b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b3bdd003-9096-4e0f-9578-5531ca56dfbb,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:55.420540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=617aad20-717a-470e-9f71-ce9e65e20253,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:55.428733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-e64695dd-637f-4c1a-a452-4540a8a7738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.430580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-e64695dd-637f-4c1a-a452-4540a8a7738d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 1099 time: 0.0824792 Dec 16 09:27:55.432003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-49870d17-7650-416c-ba8e-0b5bfd092e7a req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-799263463', 'description': 'tempest-description-1710677611'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:55.478108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-93c5c628-5a7d-4eb1-b1af-8323ffe48605 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb HTTP/1.1" status: 200 len: 217 time: 0.0388684 Dec 16 09:27:55.496898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-94bef12b-8e54-4b32-8990-6d5fe74d2df5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2733412 Dec 16 09:27:55.550214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] For port 4219a44e-089c-499b-9dfe-2002dd44e3f0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:55.557237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] For port 4219a44e-089c-499b-9dfe-2002dd44e3f0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4219a44e-089c-499b-9dfe-2002dd44e3f0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:55.557533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Request body: {'port': {'device_id': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:55.574875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.584267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-44f3ae7c-f060-412e-be10-d896305a0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.585773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-44f3ae7c-f060-412e-be10-d896305a0ea7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0988986 Dec 16 09:27:55.639248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1298251970-network', 'tenant_id': '52278d4048f54af7b72bad1fe2c166cc'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:55.652353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:27:55.653170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:55.655279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-49870d17-7650-416c-ba8e-0b5bfd092e7a req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.658971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d47049-2868-43cd-98b7-33636cdeff33 None None] Pushing event updated for resources: {'Port': ['ID=4219a44e-089c-499b-9dfe-2002dd44e3f0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:55.661815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-0d824e7e-5820-4565-bf3c-0efd638beb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:55.663369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-0d824e7e-5820-4565-bf3c-0efd638beb1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686345 Dec 16 09:27:55.676878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Made reservation on behalf of 52278d4048f54af7b72bad1fe2c166cc for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:55.679888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.697131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.809585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.824802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5fbdd57c-2202-4d16-b734-23fca499246f None None] Provisioning complete for port 617aad20-717a-470e-9f71-ce9e65e20253 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:55.825276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd57c-2202-4d16-b734-23fca499246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.845631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:55.941764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Allocated IP 172.20.0.1 (5c1cb934-165c-437e-84dc-51bb3baa5612/06810d43-fd94-4af5-a4be-abee8e927cb1/b54afd68-5965-42d8-9768-1e84809fe67d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:27:55.979053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:27:56.074095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-49870d17-7650-416c-ba8e-0b5bfd092e7a req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.093471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-49870d17-7650-416c-ba8e-0b5bfd092e7a req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.134083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.167928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:27:56.169834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5fbdd57c-2202-4d16-b734-23fca499246f None None] Port 617aad20-717a-470e-9f71-ce9e65e20253 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:56.182825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0cc130-ce9f-430e-8d66-349ef971d23c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.197411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cad637e5-c1df-4b85-a80f-6ce15e7e2807 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:56.198901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.199254 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Added segment 20c8f72a-82e1-460f-95c7-50c0778a20de of type vlan for network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 Dec 16 09:27:56.244341 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-8c379840-d205-4b0e-8c29-decc6807dc23 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687506 Dec 16 09:27:56.268903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.320576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e5e7f0-51b9-4feb-b2ca-5e38656f7115,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.341512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-49870d17-7650-416c-ba8e-0b5bfd092e7a req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.352647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49870d17-7650-416c-ba8e-0b5bfd092e7a req-37bbdbcc-93ad-46a1-8b86-827dd8e5fded tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0765526 Dec 16 09:27:56.363895 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.366949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:56.369621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.407762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.454550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-624f34c9-3ea8-45ac-8613-83eb3cff5182 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976583 Dec 16 09:27:56.468540 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1501195 Dec 16 09:27:56.473477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35866) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:27:56.485602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Request body: {'subnet': {'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1298251970-subnet', 'tenant_id': '52278d4048f54af7b72bad1fe2c166cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:56.490790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d2ef-5386-41cb-adc8-a02a004dc4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc67e6f-1ea4-4569-a2e0-13d0852b6585,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.513631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Made reservation on behalf of 52278d4048f54af7b72bad1fe2c166cc for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:27:56.516695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.517679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.552070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:27:56.575875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Pushing event updated for resources: {'Port': ['ID=b54afd68-5965-42d8-9768-1e84809fe67d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.643121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:56.654725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:56.669991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:27:56.691507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cad637e5-c1df-4b85-a80f-6ce15e7e2807 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:56.692041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.729110 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.797805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:56.893794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:50Z', 'revision_number': 3, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:27:56.928667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afb11-4676-4d51-a690-56ec2676527d None None] The sync data for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 is: [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:50Z', 'revision_number': 3, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:27:56.940540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Checking segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:56.940897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Network hostable DHCP agents. Network: 9cc67e6f-1ea4-4569-a2e0-13d0852b6585, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:27:56.952371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e116b417-fb86-49e1-b3d1-69933925e080,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:56.979319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:27:57.004790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9cc67e6f-1ea4-4569-a2e0-13d0852b6585) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:57.011575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.013396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.017633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e2c7e-7f7a-4570-9e20-70870e025e50 None None] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:57.024481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6d74-7d0a-4c44-a15c-7389f0ee3a35 req-38affae9-ade8-405e-9a6d-e3f2f5b30931 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.026086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-676c6d74-7d0a-4c44-a15c-7389f0ee3a35 req-38affae9-ade8-405e-9a6d-e3f2f5b30931 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 935 time: 0.5144231 Dec 16 09:27:57.070263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-acb2336c-9f83-4d2c-92f6-4601b6f28592 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5870302 Dec 16 09:27:57.101046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.124366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-72b30036-c206-4b19-8f2f-b089c6d111f2 None None] Provisioning complete for port b54afd68-5965-42d8-9768-1e84809fe67d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:57.124748 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-72b30036-c206-4b19-8f2f-b089c6d111f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.150991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617aad20-717a-470e-9f71-ce9e65e20253 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:27:57.166329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.187497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Transition to ACTIVE for port object 617aad20-717a-470e-9f71-ce9e65e20253 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:27:57.207853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Deleting port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:27:57.208198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.222455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-72b30036-c206-4b19-8f2f-b089c6d111f2 None None] Port b54afd68-5965-42d8-9768-1e84809fe67d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:57.242465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.318955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b75a40-b51a-4241-b0e0-599c49aeb982 None None] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:27:57.397868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-676c6d74-7d0a-4c44-a15c-7389f0ee3a35 req-6f79eee8-c3cd-486c-b98a-2e81697541b4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453112 Dec 16 09:27:57.449936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] For port 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:57.450249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.466625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Calling delete_port for 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:27:57.657035 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f350834b-157f-4995-98ce-114a22f1ff4c x-openstack-request-id: req-f350834b-157f-4995-98ce-114a22f1ff4c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:27:57.657329 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb1d4aa-5a46-40b3-b7fb-5258e686194e", "tag": "b3bdd003-9096-4e0f-9578-5531ca56dfbb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:27:57.657584 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f350834b-157f-4995-98ce-114a22f1ff4c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:27:57.658025 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'tag': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', 'status': 'completed', 'code': 200} Dec 16 09:27:57.711852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c8cc6d2a-81e9-40d5-b43b-39c74e8e030a req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-828992140', 'description': 'tempest-description-74679185'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:27:57.740277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3c13-0ddc-4950-b35b-204673583e25 req-dd26f6eb-a2bd-4614-a614-30ab53a8dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.742118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-dd26f6eb-a2bd-4614-a614-30ab53a8dd7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 1099 time: 0.0597985 Dec 16 09:27:57.778147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=617aad20-717a-470e-9f71-ce9e65e20253,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:57.868558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3c13-0ddc-4950-b35b-204673583e25 req-1720fc21-34e7-4b27-a76a-7d52d9be380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:57.870896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-1720fc21-34e7-4b27-a76a-7d52d9be380e service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1212754 Dec 16 09:27:57.879721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c8cc6d2a-81e9-40d5-b43b-39c74e8e030a req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:57.936151 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-eeace503-5ba8-4af8-b230-8b26d0595c9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb HTTP/1.1" status: 200 len: 217 time: 0.0579078 Dec 16 09:27:58.019238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3c13-0ddc-4950-b35b-204673583e25 req-274e1019-be91-4aba-a9c8-75b8a445fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:58.021325 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-274e1019-be91-4aba-a9c8-75b8a445fd31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0751929 Dec 16 09:27:58.026824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:27:58.075807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4219a44e-089c-499b-9dfe-2002dd44e3f0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:27:58.089419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c8cc6d2a-81e9-40d5-b43b-39c74e8e030a req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.090896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Attempting to bind port 617aad20-717a-470e-9f71-ce9e65e20253 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:27:58.091399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Attempting to bind port 617aad20-717a-470e-9f71-ce9e65e20253 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:27:58.092130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Attempting to bind port 617aad20-717a-470e-9f71-ce9e65e20253 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:58.099939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.106960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f3c13-0ddc-4950-b35b-204673583e25 req-92e0b590-d5bb-42f0-8c55-adfcde856424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:58.109409 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-92e0b590-d5bb-42f0-8c55-adfcde856424 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717123 Dec 16 09:27:58.139424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c8cc6d2a-81e9-40d5-b43b-39c74e8e030a req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.164278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff902d1-0ca4-44aa-9f0d-10a8bda0d967,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:58.187103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4219a44e-089c-499b-9dfe-2002dd44e3f0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:58.187462 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.219139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49efc762-967d-4463-8368-b3220a81bf7b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:58.223839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c8cc6d2a-81e9-40d5-b43b-39c74e8e030a req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.225614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8cc6d2a-81e9-40d5-b43b-39c74e8e030a req-ac69c8e7-7d3e-4aa9-b483-0d7f7cb67e04 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5319426 Dec 16 09:27:58.226239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Port 617aad20-717a-470e-9f71-ce9e65e20253 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:27:58.226560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Attempting to bind port 617aad20-717a-470e-9f71-ce9e65e20253 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:27:58.250926 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.286933 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-1719e41b-8ef6-41e0-b820-9dda42c249b2 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693752 Dec 16 09:27:58.306404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.404491 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.456211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4219a44e-089c-499b-9dfe-2002dd44e3f0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4219a44e-089c-499b-9dfe-2002dd44e3f0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:27:58.463273 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.489450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.492112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:27:58.504404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:27:58.505131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:27:58.506097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Bound port: 617aad20-717a-470e-9f71-ce9e65e20253, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:27:58.507049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.513693 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-379f3c13-0ddc-4950-b35b-204673583e25 req-2b010298-7455-43b5-8b9b-4a347604494e service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192888 Dec 16 09:27:58.530985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4219a44e-089c-499b-9dfe-2002dd44e3f0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:58.720873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Pushing event updated for resources: {'Port': ['ID=b54afd68-5965-42d8-9768-1e84809fe67d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:58.804029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:58.810728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] For port 617aad20-717a-470e-9f71-ce9e65e20253, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:27:58.843431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] For port 617aad20-717a-470e-9f71-ce9e65e20253, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=617aad20-717a-470e-9f71-ce9e65e20253,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:27:58.857220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-473c82cb-74c4-4775-b483-2f59da025b76 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:58.858767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-473c82cb-74c4-4775-b483-2f59da025b76 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 818 time: 0.3313282 Dec 16 09:27:58.864852 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.000572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-8681fca6-3511-462c-abd4-8f0f745cf19c tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/quotas/52278d4048f54af7b72bad1fe2c166cc HTTP/1.1" status: 200 len: 375 time: 0.1332405 Dec 16 09:27:59.006478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.007699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.009064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] 10.222.0.53 "PUT /v2.0/ports/617aad20-717a-470e-9f71-ce9e65e20253 HTTP/1.1" status: 200 len: 1095 time: 3.4736946 Dec 16 09:27:59.022900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'tag': '617aad20-717a-470e-9f71-ce9e65e20253'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:27:59.026127 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0612399-99d4-40dc-94c1-11c46521baa9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6", "tag": "617aad20-717a-470e-9f71-ce9e65e20253"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:27:59.039545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:27:59.064408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:27:59.143670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-41ddeacf-473a-44c1-8425-dc5f4f69432b tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255045 Dec 16 09:27:59.162104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d4337-41bd-4046-b10b-6c5bd207e3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=617aad20-717a-470e-9f71-ce9e65e20253,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:27:59.168235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-6814aeb3-8bc2-419d-9c25-d3b7e3b3ffd6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:27:59.169242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-6814aeb3-8bc2-419d-9c25-d3b7e3b3ffd6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145652 Dec 16 09:27:59.400163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4c50ea68-68dd-4403-a2b5-b7bfb819b527 None None] Provisioning complete for port b54afd68-5965-42d8-9768-1e84809fe67d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:27:59.401052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c50ea68-68dd-4403-a2b5-b7bfb819b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:27:59.440777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4c50ea68-68dd-4403-a2b5-b7bfb819b527 None None] Port b54afd68-5965-42d8-9768-1e84809fe67d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:27:59.717005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-18af712a-8065-40c9-90b0-b87678f762d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:27:59.718398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-18af712a-8065-40c9-90b0-b87678f762d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 1098 time: 0.6438346 Dec 16 09:27:59.806269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-661681de-687d-487b-ae24-68e785959824 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=617aad20-717a-470e-9f71-ce9e65e20253 HTTP/1.1" status: 200 len: 217 time: 0.0751383 Dec 16 09:27:59.967945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-6606c7be-bb0b-44c4-8fed-b261a039bbcc service neutron] 10.222.0.61 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7802737 Dec 16 09:27:59.974703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Router ecbcd789-b4ee-4363-b445-489fe29f805b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:00.001793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-a619e1c3-b894-45fb-bcd8-e7f565095992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.003274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-a619e1c3-b894-45fb-bcd8-e7f565095992 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1245160 Dec 16 09:28:00.085907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4219a44e-089c-499b-9dfe-2002dd44e3f0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:00.133862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4219a44e-089c-499b-9dfe-2002dd44e3f0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:00.134239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.169044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Router 24df5044-61eb-42fc-99f1-fc3cecb8a73e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:00.199078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-e3207c6e-4291-4460-b94e-c1266124bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.200601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-e3207c6e-4291-4460-b94e-c1266124bc89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656547 Dec 16 09:28:00.210496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-6cd487b7-f3fe-446b-9848-a349764a3edf service neutron] 10.222.0.61 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333574 Dec 16 09:28:00.337819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:00.347231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-13c09201-0b28-4783-b95a-47bb2d680946 admin admin] 10.222.0.61 "PUT /v2.0/routers/ecbcd789-b4ee-4363-b445-489fe29f805b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2516625 Dec 16 09:28:00.349798 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Sync routers for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:00.368281 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:00.368914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:00.408179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-e5ca4952-c888-4340-9d35-fcad600793a1 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945868 Dec 16 09:28:00.413796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:00.418984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4dbbdc2a-6786-47a9-8a1e-621ef32d3c85 admin admin] 10.222.0.61 "PUT /v2.0/routers/24df5044-61eb-42fc-99f1-fc3cecb8a73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8906348 Dec 16 09:28:00.421994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:00.429139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] Sync routers for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:00.448104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:00.449384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:00.514098 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:00.578615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-210bfe3e-a5ce-47f6-90b0-ccabfb01d6a6 req-4f88b8a8-dfdc-47a7-8906-96ab7114789d service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556835 Dec 16 09:28:00.601833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.648813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:00.726310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8b84f-96d1-45a3-ac6e-b7f201a21230 req-02c5aff8-9b75-4cb8-aeed-21e48fdb51be tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:00.737014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32c8b84f-96d1-45a3-ac6e-b7f201a21230 req-02c5aff8-9b75-4cb8-aeed-21e48fdb51be tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 947 time: 0.0970018 Dec 16 09:28:00.740514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.796288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32c8b84f-96d1-45a3-ac6e-b7f201a21230 req-6fe754fe-fa73-47be-bdc0-7a88b505011c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540209 Dec 16 09:28:00.820022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Deleting port 39cf53dc-5ed1-41f7-bb62-df02c51078b1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:00.820834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.896586 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 2, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:00.925989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] For port 39cf53dc-5ed1-41f7-bb62-df02c51078b1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=39cf53dc-5ed1-41f7-bb62-df02c51078b1,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:00.926401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.928912 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Checking router: ecbcd789-b4ee-4363-b445-489fe29f805b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:00.929291 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Updating router ecbcd789-b4ee-4363-b445-489fe29f805b port b54afd68-5965-42d8-9768-1e84809fe67d binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:00.943131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Calling delete_port for 39cf53dc-5ed1-41f7-bb62-df02c51078b1 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:00.960906 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:00.977672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 5, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port': {'id': '39cf53dc-5ed1-41f7-bb62-df02c51078b1', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:25:22Z', 'updated_at': '2021-12-16T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:00.989943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b3bdd003-9096-4e0f-9578-5531ca56dfbb details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:01.071353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-148ab7a1-10f4-49e3-b9e7-a6594cd8c41f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:01.080320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-148ab7a1-10f4-49e3-b9e7-a6594cd8c41f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 813 time: 0.2008774 Dec 16 09:28:01.102585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-10886ce2-8b9f-4844-861e-891a649db5b0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/quotas/d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 375 time: 0.0204794 Dec 16 09:28:01.165738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-175af34f-221e-4bbc-85a0-73c38afb5dc7 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618000 Dec 16 09:28:01.219207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] Checking router: 24df5044-61eb-42fc-99f1-fc3cecb8a73e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:01.244604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] Routers {'24df5044-61eb-42fc-99f1-fc3cecb8a73e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:01.245818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:01.249927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.293888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cf53dc-5ed1-41f7-bb62-df02c51078b1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:01.319893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.320633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.321182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.321724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.322315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.322867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.324657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.325214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.325788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.327647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.328205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.329741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:01.349015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] Set router 24df5044-61eb-42fc-99f1-fc3cecb8a73e gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:01.375104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-6d1dc5a9-7451-48eb-8d68-8e91c2b8e141 service neutron] 10.222.0.61 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948624 Dec 16 09:28:01.418554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:28:01Z', 'revision_number': 7, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:01.462403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.463076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b894e99-6c51-495f-bf35-095c30e3c873 None None] The sync data for ids ['24df5044-61eb-42fc-99f1-fc3cecb8a73e'] in n-d-821941-1 is: [{'id': '24df5044-61eb-42fc-99f1-fc3cecb8a73e', 'name': 'tempest-ServersTestFqdnHostnames-144586046-router', 'tenant_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:25:20Z', 'updated_at': '2021-12-16T09:28:01Z', 'revision_number': 7, 'project_id': 'b075baa048e246e8b5d1644eb9fdeebf', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:01.472770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b3bdd003-9096-4e0f-9578-5531ca56dfbb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:01.487997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', 'mac_address': 'fa:16:3e:43:31:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:01.567187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-ccf3016d-9d36-4bdb-914c-0b09a18b6a3f service neutron] 10.222.0.61 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910560 Dec 16 09:28:01.597372 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.607151 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.607664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.633420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bdd003-9096-4e0f-9578-5531ca56dfbb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:01.680732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b3bdd003-9096-4e0f-9578-5531ca56dfbb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:01.689712 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.692890 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b05db-476e-4e33-a3af-3c6d4d5e307c None None] Pushing event updated for resources: {'Port': ['ID=b54afd68-5965-42d8-9768-1e84809fe67d,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:01.743843 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.750403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.762185 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Attempting to bind port b54afd68-5965-42d8-9768-1e84809fe67d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:01.763649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b3bdd003-9096-4e0f-9578-5531ca56dfbb,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:01.767668 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Attempting to bind port b54afd68-5965-42d8-9768-1e84809fe67d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:01.768331 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Attempting to bind port b54afd68-5965-42d8-9768-1e84809fe67d on network 5c1cb934-165c-437e-84dc-51bb3baa5612 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:01.782384 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:01.782749 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Checking segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:01.783344 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.783914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Bound using segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:01.784580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Bound port: b54afd68-5965-42d8-9768-1e84809fe67d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:01.785151 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.836332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.836982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24df5044-61eb-42fc-99f1-fc3cecb8a73e {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:28:01.846379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:01.852310 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8b01cba7-b4f0-4927-8144-430ce1c69f69 admin admin] 10.222.0.61 "DELETE /v2.0/routers/24df5044-61eb-42fc-99f1-fc3cecb8a73e HTTP/1.1" status: 204 len: 168 time: 1.4292269 Dec 16 09:28:01.855499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35974) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:01.926727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b3bdd003-9096-4e0f-9578-5531ca56dfbb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:02.024616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Deleting subnet b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:02.046759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.066665 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] For port b54afd68-5965-42d8-9768-1e84809fe67d, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:02.084135 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] For port b54afd68-5965-42d8-9768-1e84809fe67d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b54afd68-5965-42d8-9768-1e84809fe67d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:02.099553 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.143339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.202827 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:02.205372 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:02.268863 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62fb1df-c656-4dc5-83d7-d5039f61d4ff x-openstack-request-id: req-a62fb1df-c656-4dc5-83d7-d5039f61d4ff {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:02.269180 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6", "tag": "617aad20-717a-470e-9f71-ce9e65e20253", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:02.271205 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a62fb1df-c656-4dc5-83d7-d5039f61d4ff {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:02.271829 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'tag': '617aad20-717a-470e-9f71-ce9e65e20253', 'status': 'completed', 'code': 200} Dec 16 09:28:02.292547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:02.392430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:02.392801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1ff902d1-0ca4-44aa-9f0d-10a8bda0d967 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:02.410197 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:02.456312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-33356b66-3e57-4723-b748-c448e101de85 None None] Provisioning complete for port b54afd68-5965-42d8-9768-1e84809fe67d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:02.456625 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33356b66-3e57-4723-b748-c448e101de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.785880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-07b1d456-84a5-42b1-bb7a-ae781d225ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:02.787668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-07b1d456-84a5-42b1-bb7a-ae781d225ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 1098 time: 0.5145648 Dec 16 09:28:02.824170 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:02.858930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b05db-476e-4e33-a3af-3c6d4d5e307c None None] Pushing event updated for resources: {'Port': ['ID=b54afd68-5965-42d8-9768-1e84809fe67d,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:02.884746 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33356b66-3e57-4723-b748-c448e101de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.020177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-33356b66-3e57-4723-b748-c448e101de85 None None] For port b54afd68-5965-42d8-9768-1e84809fe67d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b54afd68-5965-42d8-9768-1e84809fe67d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:03.031857 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33356b66-3e57-4723-b748-c448e101de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.058556 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:03.084455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-ea1735f9-093f-4bc0-9ec6-ba58ef62492a tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.089719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-ea1735f9-093f-4bc0-9ec6-ba58ef62492a tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 818 time: 0.4476912 Dec 16 09:28:03.104002 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab49ae-effa-4c08-8685-fe7b00f335fa None None] The sync data for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 is: [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:03.115599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Request body: {'port': {'device_id': '897c46b7-614e-4ecc-a92f-03121cad826e', 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'admin_state_up': True, 'tenant_id': '52278d4048f54af7b72bad1fe2c166cc'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:03.127180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33356b66-3e57-4723-b748-c448e101de85 None None] Pushing event updated for resources: {'Port': ['ID=b54afd68-5965-42d8-9768-1e84809fe67d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:03.153053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1895235d-6dfd-4308-a706-ea0b6dca284f None None] Provisioning complete for port b54afd68-5965-42d8-9768-1e84809fe67d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:03.153315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1895235d-6dfd-4308-a706-ea0b6dca284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.234039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-b8c31e5b-dec8-4642-81e0-af17d3efcf1a tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.235570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-b8c31e5b-dec8-4642-81e0-af17d3efcf1a tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 829 time: 0.5403697 Dec 16 09:28:03.272684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-04f70740-5260-4837-93f1-d1582bfbd4ae tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/quotas/6db84ceddd464f01826cac020537149e HTTP/1.1" status: 200 len: 375 time: 0.0275719 Dec 16 09:28:03.292354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-b546fed7-beea-447e-9611-eccc5b740f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.294189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-b546fed7-beea-447e-9611-eccc5b740f31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.4721603 Dec 16 09:28:03.433739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-71fc5bbe-0845-4707-ac86-9f6104c59e5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=617aad20-717a-470e-9f71-ce9e65e20253 HTTP/1.1" status: 200 len: 217 time: 0.0889659 Dec 16 09:28:03.438636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.558315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:03.576123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-7fad0ca1-bf3f-4503-9869-94530b4d7eb8 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.578645 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-7fad0ca1-bf3f-4503-9869-94530b4d7eb8 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 818 time: 0.2172050 Dec 16 09:28:03.605406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Request body: {'port': {'device_id': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'admin_state_up': True, 'tenant_id': '52278d4048f54af7b72bad1fe2c166cc'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:03.653677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cff64b-ae7c-4ff4-abc0-d5c9ba139d69 None None] Network de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:03.654704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:03.667229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-03943c0a-a7f1-4d41-bcfc-57aa8b0eef3d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b7f3bbc1-38d3-4b2f-b63b-aa7fd598f7fc HTTP/1.1" status: 204 len: 168 time: 1.8100750 Dec 16 09:28:03.671857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:03.741608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-8f2fd286-9821-41f7-a865-e742ddbf960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.750653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-8f2fd286-9821-41f7-a865-e742ddbf960f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.2997558 Dec 16 09:28:03.917316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-aaeee0a6-fc86-4f83-a496-cddeb42910c8 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:03.922589 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-aaeee0a6-fc86-4f83-a496-cddeb42910c8 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.53 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 818 time: 0.4413297 Dec 16 09:28:03.953799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Request body: {'port': {'device_id': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'admin_state_up': True, 'tenant_id': '52278d4048f54af7b72bad1fe2c166cc'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:04.076366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-a851bb90-63e9-46b1-9847-4de8ab52d289 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8019655 Dec 16 09:28:04.141719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] DHCP port deletion for de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:28:04.173714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Made reservation on behalf of 52278d4048f54af7b72bad1fe2c166cc for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:04.183817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.209552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b54afd68-5965-42d8-9768-1e84809fe67d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:04.285475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Made reservation on behalf of 52278d4048f54af7b72bad1fe2c166cc for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:04.294939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Made reservation on behalf of 52278d4048f54af7b72bad1fe2c166cc for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:04.299203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.302484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.324724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] Deleting port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:04.325107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.378009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.454532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] For port c8307477-068b-4d0e-a17b-5bfd3f41d1f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,segment=NetworkSegment(90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8),segment_id=90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:04.455303 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.471962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] Calling delete_port for c8307477-068b-4d0e-a17b-5bfd3f41d1f7 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:04.490809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Allocated IP 172.20.0.6 (9cc67e6f-1ea4-4569-a2e0-13d0852b6585/e116b417-fb86-49e1-b3d1-69933925e080/2de00d97-f710-41be-897f-9c6bd1e9ba09) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:04.491088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-87ed80f4-0cbc-41a0-bbd2-1363d82cf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.492348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-87ed80f4-0cbc-41a0-bbd2-1363d82cf8f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6885538 Dec 16 09:28:04.497397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b54afd68-5965-42d8-9768-1e84809fe67d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:04.498710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.588972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-c6bcf573-d881-40df-8356-ee32477be3e8 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790907 Dec 16 09:28:04.810791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.818994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.850058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39cf53dc-5ed1-41f7-bb62-df02c51078b1 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:04.853188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-97ef947b-aa99-4d7f-90ed-334d6f1a8427 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:04.854328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-97ef947b-aa99-4d7f-90ed-334d6f1a8427 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.69 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 813 time: 0.7144158 Dec 16 09:28:04.854798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] Pushing event deleted for resources: {'Port': ['ID=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:04.870934 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:04.876398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f5ed3-49bd-4395-8cf2-ca2f862a2ccb None None] No DVR routers for this DVR port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:04.877703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 39cf53dc-5ed1-41f7-bb62-df02c51078b1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:04.878095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39cf53dc-5ed1-41f7-bb62-df02c51078b1 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:04.906621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'port': {'device_id': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4', 'admin_state_up': True, 'tenant_id': 'd19da175a33d4ebbb72b6665ac31c78a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:04.913261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-f2fc7171-28b1-4288-af65-6cff91a0cd6a service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200915 Dec 16 09:28:04.956747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:04.962256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:04.969763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:04.979047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 617aad20-717a-470e-9f71-ce9e65e20253 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:04.982219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b3bdd003-9096-4e0f-9578-5531ca56dfbb up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:05.027918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Allocated IP 172.20.0.4 (9cc67e6f-1ea4-4569-a2e0-13d0852b6585/e116b417-fb86-49e1-b3d1-69933925e080/2f1b86d7-dfd4-4061-a3da-12bf08ec0be1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:05.173760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port b3bdd003-9096-4e0f-9578-5531ca56dfbb completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:05.194646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port b3bdd003-9096-4e0f-9578-5531ca56dfbb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:05.195350 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.246615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.250024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 617aad20-717a-470e-9f71-ce9e65e20253, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=617aad20-717a-470e-9f71-ce9e65e20253,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:05.277378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '617aad20-717a-470e-9f71-ce9e65e20253', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '617aad20-717a-470e-9f71-ce9e65e20253', 'mac_address': 'fa:16:3e:3c:6a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:05.281981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Pushing event updated for resources: {'Port': ['ID=2de00d97-f710-41be-897f-9c6bd1e9ba09,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:05.289088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.355600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:05.356871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.366819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:05.374228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:05.375475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617aad20-717a-470e-9f71-ce9e65e20253 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:05.386435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:05.387233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.392123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.412224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 617aad20-717a-470e-9f71-ce9e65e20253, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=617aad20-717a-470e-9f71-ce9e65e20253,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:05.421972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.432530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:05.434102 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4bd309-d623-4db4-bbe8-5d20c5f3dae1" -d '{"events": [{"server_uuid": "fbb1d4aa-5a46-40b3-b7fb-5258e686194e", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdd003-9096-4e0f-9578-5531ca56dfbb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:05.445618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Pushing event updated for resources: {'Port': ['ID=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:05.468148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-920e607c-a571-4625-b552-7bf37bd1793f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8710346 Dec 16 09:28:05.478553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-bfebfeed-2d1e-48a2-b4d9-821db32e15da tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:28:05.479580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-bfebfeed-2d1e-48a2-b4d9-821db32e15da tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054390 Dec 16 09:28:05.480692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b3bdd003-9096-4e0f-9578-5531ca56dfbb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:05.488818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:05.490086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.492738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.498962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Request body: {'port': {'device_id': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:05.512207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=617aad20-717a-470e-9f71-ce9e65e20253,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:05.628451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b3bdd003-9096-4e0f-9578-5531ca56dfbb,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:05.639465 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-a189583f-183a-4c26-9167-847655756450 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7016516 Dec 16 09:28:05.655510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Request body: {'port': {'device_id': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:05.663088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-5261783c-ac51-4011-84b1-9d30fe4bbae8 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0798018 Dec 16 09:28:05.699811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['617aad20-717a-470e-9f71-ce9e65e20253'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:05.741194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.777838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Deleting port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:05.783591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.818225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.933220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] For port c8307477-068b-4d0e-a17b-5bfd3f41d1f7, host n-d-821941-1, got binding levels [] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:05.933548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:05.965713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Calling delete_port for c8307477-068b-4d0e-a17b-5bfd3f41d1f7 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:05.976003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_backend_mixin [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 was not found and therefore no delete operation was performed {{(pid=102398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:28:06.005395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.015401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0612399-99d4-40dc-94c1-11c46521baa9 req-efab9d83-b56d-46e3-be1e-ca53a9d3fb46 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0790510 Dec 16 09:28:06.092859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] No DVR routers for this DVR port c8307477-068b-4d0e-a17b-5bfd3f41d1f7 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:06.117883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c8307477-068b-4d0e-a17b-5bfd3f41d1f7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:06.129479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8307477-068b-4d0e-a17b-5bfd3f41d1f7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.162795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c8307477-068b-4d0e-a17b-5bfd3f41d1f7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:06.163139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c8307477-068b-4d0e-a17b-5bfd3f41d1f7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:06.224552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-8a97e50f-b818-4a70-bcb0-971f516bc356 {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:28:06.224856 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:28:06.252857 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.281117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b362a-03c8-406d-a592-7a40161e81e8 req-553c4c5f-f8a5-46ce-827e-dc415f960b7d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.286612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b90b362a-03c8-406d-a592-7a40161e81e8 req-553c4c5f-f8a5-46ce-827e-dc415f960b7d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 948 time: 0.2657115 Dec 16 09:28:06.314996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:06.329292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Made reservation on behalf of d19da175a33d4ebbb72b6665ac31c78a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:06.332187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de00d97-f710-41be-897f-9c6bd1e9ba09 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:06.334095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.341008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.351558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:06.351882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cd6ed0-f47a-4934-b00a-8eb24dbaaeb8') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:06.355137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Transition to ACTIVE for port object 2de00d97-f710-41be-897f-9c6bd1e9ba09 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:06.362067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.381194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.401785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b90b362a-03c8-406d-a592-7a40161e81e8 req-0bc1178d-1775-43c6-b590-b9ab211a5cb8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987825 Dec 16 09:28:06.445027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.469886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:06.470439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:06.473720 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:06.519107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Pushing event updated for resources: {'Port': ['ID=2de00d97-f710-41be-897f-9c6bd1e9ba09,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.572517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Attempting to bind port 2de00d97-f710-41be-897f-9c6bd1e9ba09 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:06.573021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Attempting to bind port 2de00d97-f710-41be-897f-9c6bd1e9ba09 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:06.573456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Attempting to bind port 2de00d97-f710-41be-897f-9c6bd1e9ba09 on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:06.579142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Port 2de00d97-f710-41be-897f-9c6bd1e9ba09 on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:06.579572 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Attempting to bind port 2de00d97-f710-41be-897f-9c6bd1e9ba09 on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:06.589385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9786785f-e1c1-4615-a5d8-1b4dadc81aa0 req-65957889-41ac-497e-9ce2-4ca5cce14e0c tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 210 time: 0.0710440 Dec 16 09:28:06.593522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:06.594094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Checking segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:06.594845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Bound using segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:06.595131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Bound port: 2de00d97-f710-41be-897f-9c6bd1e9ba09, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:06.595491 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.621034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.627677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.639112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] 10.222.0.61 "DELETE /v2.0/networks/de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c HTTP/1.1" status: 204 len: 168 time: 2.9660811 Dec 16 09:28:06.674741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037915bc-c221-4258-af00-5c0ea0a84232 admin admin] Pushing event deleted for resources: {'Network': ['ID=de84f8d3-66cd-4e4b-9b3d-cbf2ddef990c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.682099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Allocated IP 172.20.0.13 (a6758d9b-93bf-42cb-909e-46a23671daa4/9a4c006f-5808-47c5-b64a-953a96e969a2/61ab79c0-0ace-46ce-9737-808f83d418eb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:06.702632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] For port 2de00d97-f710-41be-897f-9c6bd1e9ba09, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:06.705916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] For port 2de00d97-f710-41be-897f-9c6bd1e9ba09, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:06.716018 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.722608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:06.726680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.736919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.780758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.781248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.782871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] 10.222.0.69 "PUT /v2.0/ports/2de00d97-f710-41be-897f-9c6bd1e9ba09 HTTP/1.1" status: 200 len: 1091 time: 1.2898426 Dec 16 09:28:06.783678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'tag': '2de00d97-f710-41be-897f-9c6bd1e9ba09'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:06.786505 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0cc038-fb65-41a1-b423-b4ccc17870b5" -d '{"events": [{"name": "network-changed", "server_uuid": "735ca523-9a15-47e2-b523-4ef0ccb7ef6a", "tag": "2de00d97-f710-41be-897f-9c6bd1e9ba09"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:06.795190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Transition to ACTIVE for port object 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:06.800152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ba4cd-3c3e-4288-8d37-3c6197cc8689 req-940ca4e8-5e87-483d-b42b-295ae1b3a776 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:06.802240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-786ba4cd-3c3e-4288-8d37-3c6197cc8689 req-940ca4e8-5e87-483d-b42b-295ae1b3a776 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 931 time: 0.1256771 Dec 16 09:28:06.813946 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:06.825509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a712e7-1d3f-46f3-9752-7757ca70764d service neutron] Pushing event updated for resources: {'Port': ['ID=2de00d97-f710-41be-897f-9c6bd1e9ba09,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.830795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36042) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:06.873713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:06.958459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-786ba4cd-3c3e-4288-8d37-3c6197cc8689 req-e8d48f23-664a-41e1-b0d5-bc414a8e0935 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405606 Dec 16 09:28:06.997146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 617aad20-717a-470e-9f71-ce9e65e20253 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:07.022048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-c850922d-43b2-4641-a332-f5af797a328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.037374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-c850922d-43b2-4641-a332-f5af797a328c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 1094 time: 0.1560845 Dec 16 09:28:07.070846 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0355355f-4217-46e6-955b-a2b4e6d442dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b075baa048e246e8b5d1644eb9fdeebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980162 Dec 16 09:28:07.078611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:07.093794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Allocated IP 172.20.0.10 (9cc67e6f-1ea4-4569-a2e0-13d0852b6585/e116b417-fb86-49e1-b3d1-69933925e080/0717be31-9060-4c9e-a00a-cea6765f6fef) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:07.099889 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.124593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-786fb520-88bf-4311-9329-f9070375f04b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09 HTTP/1.1" status: 200 len: 217 time: 0.0613985 Dec 16 09:28:07.187741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Attempting to bind port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:07.188444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Attempting to bind port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:07.189019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Attempting to bind port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:07.202163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:07.202878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Attempting to bind port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:07.213713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:07.214466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Checking segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:07.215095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Bound using segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:07.215750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Bound port: 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:07.216289 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.231168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-ab1bc0ca-7466-4fd9-81d2-59725dfa57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.233785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-ab1bc0ca-7466-4fd9-81d2-59725dfa57a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 200 len: 858 time: 0.0992658 Dec 16 09:28:07.237702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03fa18c0-c06a-4834-97b5-ae012495f469 req-326322d9-204e-404d-aea7-d577f4c7623f tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 210 time: 0.0763268 Dec 16 09:28:07.307123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0ad45f5-cfff-49e1-955b-88d915557d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.334275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0ad45f5-cfff-49e1-955b-88d915557d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.413980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0ad45f5-cfff-49e1-955b-88d915557d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.417656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0ad45f5-cfff-49e1-955b-88d915557d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.419056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e0ad45f5-cfff-49e1-955b-88d915557d4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4dd0540-b42d-4d4e-b256-5f8d157bcebf HTTP/1.1" status: 204 len: 168 time: 0.3392775 Dec 16 09:28:07.467630 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ead27-3842-47ff-888d-9ee08d31b2f9 x-openstack-request-id: req-843ead27-3842-47ff-888d-9ee08d31b2f9 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:07.468418 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb1d4aa-5a46-40b3-b7fb-5258e686194e", "name": "network-vif-plugged", "status": "completed", "tag": "b3bdd003-9096-4e0f-9578-5531ca56dfbb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:07.468886 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-843ead27-3842-47ff-888d-9ee08d31b2f9 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:07.469621 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', 'code': 200} Dec 16 09:28:07.512391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 617aad20-717a-470e-9f71-ce9e65e20253 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:07.518242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 617aad20-717a-470e-9f71-ce9e65e20253 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:07.518934 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.543848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad45f5-cfff-49e1-955b-88d915557d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd0540-b42d-4d4e-b256-5f8d157bcebf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:07.594473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.697017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Network a6758d9b-93bf-42cb-909e-46a23671daa4 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:07.704342 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-1c6e0bd9-3ea7-4c31-9c1c-727d87e8f6d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4623520 Dec 16 09:28:07.709296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38027564-fae9-4155-bd84-6feb75fbcbd6 req-75ff4c73-fabd-47fa-988e-4f02540a3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.711944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38027564-fae9-4155-bd84-6feb75fbcbd6 req-75ff4c73-fabd-47fa-988e-4f02540a3d7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 1101 time: 0.4855661 Dec 16 09:28:07.717589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:07.730401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:07.779405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:07.830422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.875818 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86499962-6ef2-4c1c-a7e7-af416c5854c9 x-openstack-request-id: req-86499962-6ef2-4c1c-a7e7-af416c5854c9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:07.876381 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735ca523-9a15-47e2-b523-4ef0ccb7ef6a", "tag": "2de00d97-f710-41be-897f-9c6bd1e9ba09", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:07.876564 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86499962-6ef2-4c1c-a7e7-af416c5854c9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:07.877110 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'tag': '2de00d97-f710-41be-897f-9c6bd1e9ba09', 'status': 'completed', 'code': 200} Dec 16 09:28:07.912077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 617aad20-717a-470e-9f71-ce9e65e20253, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=617aad20-717a-470e-9f71-ce9e65e20253,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:07.917506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.932259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] For port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:07.945365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38027564-fae9-4155-bd84-6feb75fbcbd6 req-0ef26d39-a95f-4c54-977d-4d4cb05c1638 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054086 Dec 16 09:28:07.985038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=617aad20-717a-470e-9f71-ce9e65e20253,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:07.996993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-ec69fcba-7bcb-471a-8cef-97f8a9d50ad0 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.997151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:07.997668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:07.998568 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-ec69fcba-7bcb-471a-8cef-97f8a9d50ad0 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.53 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 829 time: 0.7143803 Dec 16 09:28:08.010567 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.018789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] For port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:08.035968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.038256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-aa80557e-3d28-447a-a71f-77ed0479cf7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1583467 Dec 16 09:28:08.054479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19aee8-3271-4ea8-91ab-7a4837188ee0 req-c9f3638c-3492-4a3c-b6ff-04144168503d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.063884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc19aee8-3271-4ea8-91ab-7a4837188ee0 req-c9f3638c-3492-4a3c-b6ff-04144168503d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 949 time: 0.1206906 Dec 16 09:28:08.078445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.079116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.080884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] 10.222.0.53 "PUT /v2.0/ports/2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 HTTP/1.1" status: 200 len: 1091 time: 2.4299538 Dec 16 09:28:08.082302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Request body: {'port': {'device_id': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:08.086443 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-183f6b4f-984c-4eaa-8b0f-7fe55b6843a6 service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107064 Dec 16 09:28:08.173415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc19aee8-3271-4ea8-91ab-7a4837188ee0 req-724fd084-64f1-4eb6-89a4-57c7fcfb5d45 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085696 Dec 16 09:28:08.182228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.208940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Request body: {'port': {'device_id': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'admin_state_up': True, 'tenant_id': '6db84ceddd464f01826cac020537149e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:08.281053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Pushing event updated for resources: {'Port': ['ID=0717be31-9060-4c9e-a00a-cea6765f6fef,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:08.297353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f098c1-ba97-4501-9f00-6f6318ef6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:08.302061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.369461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:08.383012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:08.385997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:08.388697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-30359c20-6712-4a71-ac2a-26daf53a5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.390277 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-30359c20-6712-4a71-ac2a-26daf53a5c9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 1094 time: 0.1754136 Dec 16 09:28:08.393952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-3c68acec-e553-43c9-bca5-202640bf329f service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975962 Dec 16 09:28:08.477473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-6e08c3e1-dfd5-47e9-a86f-3de2b7398174 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 HTTP/1.1" status: 200 len: 217 time: 0.0727029 Dec 16 09:28:08.504632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Made reservation on behalf of 6db84ceddd464f01826cac020537149e for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:08.508828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.519188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e92915-0242-4165-8c2b-a87d1b5ff863 req-45cb437b-c9ae-40b8-886b-0fbd4938a3ca tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.521180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98e92915-0242-4165-8c2b-a87d1b5ff863 req-45cb437b-c9ae-40b8-886b-0fbd4938a3ca tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 932 time: 0.2340972 Dec 16 09:28:08.574979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.575641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:08.643707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-235eb2ec-911d-4fd4-bf3f-b8e1523d97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.645573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-235eb2ec-911d-4fd4-bf3f-b8e1523d97f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 1094 time: 0.1798329 Dec 16 09:28:08.685603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98e92915-0242-4165-8c2b-a87d1b5ff863 req-e761e671-3eef-4090-a9b2-0963c9077f94 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571553 Dec 16 09:28:08.715851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-58014d36-4784-443b-a666-bea25aef294f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6039109 Dec 16 09:28:08.739325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Request body: {'port': {'device_id': '897c46b7-614e-4ecc-a92f-03121cad826e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:08.826457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-2d0ecff4-28d2-473b-84e7-db56803d7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.828907 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-2d0ecff4-28d2-473b-84e7-db56803d7348 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 200 len: 858 time: 0.3266668 Dec 16 09:28:08.830479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-ba59c89e-87d7-40e7-91cb-54da9f0cf500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:08.833877 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-ba59c89e-87d7-40e7-91cb-54da9f0cf500 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 919 time: 0.1531003 Dec 16 09:28:08.896121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Allocated IP 172.20.0.3 (5c1cb934-165c-437e-84dc-51bb3baa5612/06810d43-fd94-4af5-a4be-abee8e927cb1/776167c0-84f0-42b6-bf3d-88db0e30ce5d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:08.917450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36102) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:08.952102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-71467cb0-cf04-4c9e-ab74-2b893994fe12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333359 Dec 16 09:28:08.960145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.002923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-9094c9d6-a3dd-418b-97b6-358656b0dba6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09 HTTP/1.1" status: 200 len: 217 time: 0.0830204 Dec 16 09:28:09.018105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-7fdfb46c-f010-4ff7-9110-d89ded7b7b5a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:28:09.019302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-7fdfb46c-f010-4ff7-9110-d89ded7b7b5a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090857 Dec 16 09:28:09.073043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-c5d91a6c-b22e-46e1-8e90-1c10e72fa2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.076343 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-c5d91a6c-b22e-46e1-8e90-1c10e72fa2a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 200 len: 858 time: 0.0648026 Dec 16 09:28:09.193789 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-ff669842-ab1a-488e-a188-6b58d3e1e669 service neutron] 10.222.0.53 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100917 Dec 16 09:28:09.238347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-1b75871a-8026-43c8-8e1f-b50aab28c3a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496196 Dec 16 09:28:09.319929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ab79c0-0ace-46ce-9737-808f83d418eb {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:09.333695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.341950 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1404213581-network', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:09.364643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-0d0202a1-c392-45c2-92de-3e746b4ee724 service neutron] 10.222.0.53 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182420 Dec 16 09:28:09.380743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0717be31-9060-4c9e-a00a-cea6765f6fef {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:09.392126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.409240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Transition to ACTIVE for port object 0717be31-9060-4c9e-a00a-cea6765f6fef will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:09.419806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686de0be-7d1a-476b-b5e6-6dc1cfb64d78 req-a85e1151-785c-49e3-b24f-ea8445fe7ee1 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:09.429037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Made reservation on behalf of 968200f6d6f04711b5d1ddb03d7514c6 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:09.431044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-686de0be-7d1a-476b-b5e6-6dc1cfb64d78 req-a85e1151-785c-49e3-b24f-ea8445fe7ee1 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 943 time: 0.5207884 Dec 16 09:28:09.431436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.435607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.473501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617aad20-717a-470e-9f71-ce9e65e20253'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:09.475736 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b694faa6-da68-42af-b052-bd194b6a6f84" -d '{"events": [{"server_uuid": "dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6", "name": "network-vif-plugged", "status": "completed", "tag": "617aad20-717a-470e-9f71-ce9e65e20253"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:09.521139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Transition to ACTIVE for port object 61ab79c0-0ace-46ce-9737-808f83d418eb will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:09.529709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.533520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.571691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-686de0be-7d1a-476b-b5e6-6dc1cfb64d78 req-6bbea7e8-a087-4639-8963-a141a2928c2e tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396444 Dec 16 09:28:09.589739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Pushing event updated for resources: {'Port': ['ID=0717be31-9060-4c9e-a00a-cea6765f6fef,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:09.601754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.602148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.602729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.603187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.603607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.603992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.604380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.605132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.605280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.605666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.606110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.606563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:09.645812 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-6a11efda-c437-4de1-b6f4-eb746c701dfe service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080499 Dec 16 09:28:09.648616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.733057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:09.807115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2453caca-8143-4e8c-a8a8-6d14655acdc9 req-577b73b6-2135-4a57-a7c7-902037f2ad75 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 210 time: 0.0346901 Dec 16 09:28:09.853044 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc0cc038-fb65-41a1-b423-b4ccc17870b5 req-50642178-9d44-4ab9-a80d-5067f6a3636f service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977508 Dec 16 09:28:09.873060 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.876070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.878387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'tag': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:09.882890 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41271604-abc5-4400-b6fc-06d6cce72000" -d '{"events": [{"name": "network-changed", "server_uuid": "582a16d9-f2dd-40dd-9124-f1db20a8bba7", "tag": "2f1b86d7-dfd4-4061-a3da-12bf08ec0be1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:09.889752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.905770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:28:09.909143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Attempting to bind port 0717be31-9060-4c9e-a00a-cea6765f6fef on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:09.909473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Attempting to bind port 0717be31-9060-4c9e-a00a-cea6765f6fef by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:09.909960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Attempting to bind port 0717be31-9060-4c9e-a00a-cea6765f6fef on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:09.914857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Attempting to bind port 61ab79c0-0ace-46ce-9737-808f83d418eb on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:09.915225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Attempting to bind port 61ab79c0-0ace-46ce-9737-808f83d418eb by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:09.915546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Attempting to bind port 61ab79c0-0ace-46ce-9737-808f83d418eb on network a6758d9b-93bf-42cb-909e-46a23671daa4 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:09.918358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Port 0717be31-9060-4c9e-a00a-cea6765f6fef on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:09.918704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Attempting to bind port 0717be31-9060-4c9e-a00a-cea6765f6fef on network 9cc67e6f-1ea4-4569-a2e0-13d0852b6585 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:09.918833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.919203 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Added segment d487c61a-462c-436f-957c-11f99cd45c34 of type vlan for network a9a0c416-73fe-4921-9d7c-b191a215426b Dec 16 09:28:09.924629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Port 61ab79c0-0ace-46ce-9737-808f83d418eb on network a6758d9b-93bf-42cb-909e-46a23671daa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:09.924943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Attempting to bind port 61ab79c0-0ace-46ce-9737-808f83d418eb on network a6758d9b-93bf-42cb-909e-46a23671daa4 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:09.930594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:09.930894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Checking segment: {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:09.931238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Bound using segment: {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:09.931662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Bound port: 61ab79c0-0ace-46ce-9737-808f83d418eb, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:09.932028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.933935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:09.934250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Checking segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:09.934609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Bound using segment: {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:09.935012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Bound port: 0717be31-9060-4c9e-a00a-cea6765f6fef, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c8f72a-82e1-460f-95c7-50c0778a20de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:09.935340 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:09.983166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.020191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] For port 0717be31-9060-4c9e-a00a-cea6765f6fef, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:10.023456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] For port 0717be31-9060-4c9e-a00a-cea6765f6fef, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0717be31-9060-4c9e-a00a-cea6765f6fef,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:10.045683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.084117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event updated for resources: {'Port': ['ID=776167c0-84f0-42b6-bf3d-88db0e30ce5d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.090427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.091659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.092462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.101399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:10.105219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:10.138205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.157326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.157975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.159403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 1092 time: 2.0878808 Dec 16 09:28:10.165124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:10.167898 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500f14fa-46b9-4628-a127-0b586cab5064" -d '{"events": [{"name": "network-changed", "server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:10.174901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Pushing event updated for resources: {'Network': ['ID=a9a0c416-73fe-4921-9d7c-b191a215426b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.180171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8292e87-437d-49f1-a78d-b32b0a690500,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.184480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.185905 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.187658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] 10.222.0.69 "PUT /v2.0/ports/0717be31-9060-4c9e-a00a-cea6765f6fef HTTP/1.1" status: 200 len: 1092 time: 1.4586365 Dec 16 09:28:10.194984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a9a0c416-73fe-4921-9d7c-b191a215426b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:28:10.226875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:10.228525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b1c5a-c45c-42a6-ad95-bb345721becc req-43dc4566-eac7-4fd4-a26d-d016eb683da5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.231574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:10.239298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-246b1c5a-c45c-42a6-ad95-bb345721becc req-43dc4566-eac7-4fd4-a26d-d016eb683da5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 949 time: 0.2997847 Dec 16 09:28:10.243552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e265a1c-c50c-4529-b68c-066f386b037c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3197153 Dec 16 09:28:10.244378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:10.251654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36124) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:10.258217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Request body: {'subnet': {'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1404213581-subnet', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:10.344968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.346112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.351144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Made reservation on behalf of 968200f6d6f04711b5d1ddb03d7514c6 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:10.353719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.371867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6827e-2a76-4ddf-b8c9-966a03c716ee service neutron] Pushing event updated for resources: {'Port': ['ID=0717be31-9060-4c9e-a00a-cea6765f6fef,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.423161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-66e6c59c-77ed-43eb-ab17-06e6908164bd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2187943 Dec 16 09:28:10.465448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-e3bedcf9-b3d0-4b69-8a71-09db40f2bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.467125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-e3bedcf9-b3d0-4b69-8a71-09db40f2bf75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 1095 time: 0.2040627 Dec 16 09:28:10.471680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Request body: {'port': {'device_id': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:10.479484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-0fecddeb-f518-4eee-89db-687e3693a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.481288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-0fecddeb-f518-4eee-89db-687e3693a09f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1095 time: 0.2700315 Dec 16 09:28:10.490151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-246b1c5a-c45c-42a6-ad95-bb345721becc req-8f245ee6-4655-491c-91e4-00d33e0e5ba7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498233 Dec 16 09:28:10.591078 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4184d52-748e-4c2d-a144-57cc08d4dbb1 x-openstack-request-id: req-e4184d52-748e-4c2d-a144-57cc08d4dbb1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:10.591477 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6", "name": "network-vif-plugged", "status": "completed", "tag": "617aad20-717a-470e-9f71-ce9e65e20253", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:10.591574 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4184d52-748e-4c2d-a144-57cc08d4dbb1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:10.591912 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617aad20-717a-470e-9f71-ce9e65e20253', 'code': 200} Dec 16 09:28:10.596575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-61a44651-e12b-4ca0-918e-21e5b9efcc2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0717be31-9060-4c9e-a00a-cea6765f6fef HTTP/1.1" status: 200 len: 217 time: 0.1105998 Dec 16 09:28:10.623820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.654987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c1255-f4a1-44b0-89fd-275a95e032f4 service neutron] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:10.683750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-6697fa12-7203-4d13-9a50-2304e85ebc37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 217 time: 0.1078765 Dec 16 09:28:10.687736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d517bfb0-6841-4646-b95b-cbd0fc35ac48 None None] Provisioning complete for port 776167c0-84f0-42b6-bf3d-88db0e30ce5d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:10.688113 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d517bfb0-6841-4646-b95b-cbd0fc35ac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:10.770868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d517bfb0-6841-4646-b95b-cbd0fc35ac48 None None] Port 776167c0-84f0-42b6-bf3d-88db0e30ce5d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:10.778695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533321-b760-4069-ac20-9551c127401f req-1f27fcac-7f33-4604-8ba8-930d9a6e42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.780270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-1f27fcac-7f33-4604-8ba8-930d9a6e42ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.0785284 Dec 16 09:28:10.781833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9542277-b099-46c4-870e-36febadb3397 req-6d6983eb-8d9e-416f-82c3-fda0e9a9e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.783241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-6d6983eb-8d9e-416f-82c3-fda0e9a9e184 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 200 len: 858 time: 0.1723363 Dec 16 09:28:10.850619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-848fffd5-1c2c-4f88-8e55-ee189cade8eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413153 Dec 16 09:28:10.852627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-e3a5c6ce-ecee-451a-a335-d00830406e64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526059 Dec 16 09:28:10.860707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4ca76-e1d4-465e-945c-982073292eb9 req-ee8cf608-d35a-4dda-a95e-6757fc736262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.862333 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-08d4ca76-e1d4-465e-945c-982073292eb9 req-ee8cf608-d35a-4dda-a95e-6757fc736262 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 1100 time: 0.1989465 Dec 16 09:28:10.891995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda08763-738e-452a-aeff-412f3de54f56 req-148b2be8-dad3-477e-991e-ee1d064b2069 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:10.894108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fda08763-738e-452a-aeff-412f3de54f56 req-148b2be8-dad3-477e-991e-ee1d064b2069 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 944 time: 0.2090254 Dec 16 09:28:10.955894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-08d4ca76-e1d4-465e-945c-982073292eb9 req-76c8b2eb-070a-45c4-b614-9f2f582c176e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819499 Dec 16 09:28:10.997778 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.052343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fda08763-738e-452a-aeff-412f3de54f56 req-2afad0f5-928f-4152-bb9d-8fc9c64fae24 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370034 Dec 16 09:28:11.069756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74c723a-0146-4e19-986e-dde927a7f793,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:11.086026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-0d999676-20f7-488e-864f-ca2fd332482b service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190237 Dec 16 09:28:11.092239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-b82c345b-c60d-44ae-8232-05baaecb0055 service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164965 Dec 16 09:28:11.116096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Checking segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:11.116470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Network hostable DHCP agents. Network: a9a0c416-73fe-4921-9d7c-b191a215426b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:28:11.170038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776167c0-84f0-42b6-bf3d-88db0e30ce5d {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:11.180269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.196309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Transition to ACTIVE for port object 776167c0-84f0-42b6-bf3d-88db0e30ce5d will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:11.198439 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1daa1-a673-4691-86c8-9998e1e6f3f7 x-openstack-request-id: req-acd1daa1-a673-4691-86c8-9998e1e6f3f7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:11.198844 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582a16d9-f2dd-40dd-9124-f1db20a8bba7", "tag": "2f1b86d7-dfd4-4061-a3da-12bf08ec0be1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:11.199093 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acd1daa1-a673-4691-86c8-9998e1e6f3f7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:11.199498 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'tag': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1', 'status': 'completed', 'code': 200} Dec 16 09:28:11.205082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.242018 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47d51f-b8f8-408f-99b5-fe61ca22a44e x-openstack-request-id: req-fd47d51f-b8f8-408f-99b5-fe61ca22a44e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:11.242572 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:11.242987 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd47d51f-b8f8-408f-99b5-fe61ca22a44e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:11.243573 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'status': 'completed', 'code': 200} Dec 16 09:28:11.319625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Network a9a0c416-73fe-4921-9d7c-b191a215426b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:28:11.325560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9542277-b099-46c4-870e-36febadb3397 req-76778a9a-da07-45e2-a106-81c641dd134a service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229533 Dec 16 09:28:11.366367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06533321-b760-4069-ac20-9551c127401f req-60c13749-d9a9-4e93-b401-b774a9aa008d service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725952 Dec 16 09:28:11.385106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Pushing event updated for resources: {'Port': ['ID=776167c0-84f0-42b6-bf3d-88db0e30ce5d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:11.402958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34af47-dce9-49f8-9c25-0e7a28635628 req-a9d09e3a-959f-43d0-a27c-c913e1f1cc72 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.406014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a34af47-dce9-49f8-9c25-0e7a28635628 req-a9d09e3a-959f-43d0-a27c-c913e1f1cc72 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 943 time: 0.1037371 Dec 16 09:28:11.433170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a9a0c416-73fe-4921-9d7c-b191a215426b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:11.443545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271604-abc5-4400-b6fc-06d6cce72000 req-476a5edb-89a4-4c2f-b73c-b92703b1b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.444566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d969c98-0db2-4f68-b587-80d9cae1b6ec None None] Network a9a0c416-73fe-4921-9d7c-b191a215426b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:11.445165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-476a5edb-89a4-4c2f-b73c-b92703b1b179 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 1094 time: 0.1920943 Dec 16 09:28:11.448694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.449292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.489463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a34af47-dce9-49f8-9c25-0e7a28635628 req-4e6ab6fc-e951-423e-87c2-0d1a5e0cd457 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760124 Dec 16 09:28:11.527008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f14fa-46b9-4628-a127-0b586cab5064 req-71c9ca4a-2af6-47cf-b02a-1ee4e4404f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.528401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-71c9ca4a-2af6-47cf-b02a-1ee4e4404f52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1095 time: 0.0851619 Dec 16 09:28:11.607778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Attempting to bind port 776167c0-84f0-42b6-bf3d-88db0e30ce5d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:11.608212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Attempting to bind port 776167c0-84f0-42b6-bf3d-88db0e30ce5d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:11.608580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Attempting to bind port 776167c0-84f0-42b6-bf3d-88db0e30ce5d on network 5c1cb934-165c-437e-84dc-51bb3baa5612 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:11.613523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271604-abc5-4400-b6fc-06d6cce72000 req-1cb2297a-d521-4a98-9e0b-1d74cd16ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.616138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-1cb2297a-d521-4a98-9e0b-1d74cd16ae79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 919 time: 0.1573851 Dec 16 09:28:11.624483 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99b52a21-bbc1-421e-9d57-a6d8ef6306e4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3705959 Dec 16 09:28:11.626411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36140) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:11.631802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:11.655060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Port 776167c0-84f0-42b6-bf3d-88db0e30ce5d on network 5c1cb934-165c-437e-84dc-51bb3baa5612 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:11.655670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Attempting to bind port 776167c0-84f0-42b6-bf3d-88db0e30ce5d on network 5c1cb934-165c-437e-84dc-51bb3baa5612 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:11.672156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:11.672566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Checking segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:11.672941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Bound using segment: {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:11.673682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Bound port: 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b86a07-bbd3-4673-8897-d0e86adae49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:11.674220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.693107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a9a0c416-73fe-4921-9d7c-b191a215426b', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:28:11.694492 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.723453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f14fa-46b9-4628-a127-0b586cab5064 req-32a11dba-75c6-4766-b5f4-cffd60fdf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:11.725585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-32a11dba-75c6-4766-b5f4-cffd60fdf886 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.1883004 Dec 16 09:28:11.776625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-3cc7210e-ae8e-45e2-8245-b716b44aca12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 HTTP/1.1" status: 200 len: 217 time: 0.1252182 Dec 16 09:28:11.780421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.782850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.813067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-d92f6760-3638-45d9-9205-b04c65b69c22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 217 time: 0.0745208 Dec 16 09:28:11.885139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:11.930984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Allocated IP 172.20.0.2 (a9a0c416-73fe-4921-9d7c-b191a215426b/c74c723a-0146-4e19-986e-dde927a7f793/c675f3cd-234c-4ee9-934e-c9687cd82603) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:12.091378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.119692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41271604-abc5-4400-b6fc-06d6cce72000 req-254f7c05-e743-4aa5-92f6-b803edd5f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:12.122706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-254f7c05-e743-4aa5-92f6-b803edd5f667 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 200 len: 858 time: 0.3313513 Dec 16 09:28:12.171829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] For port 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:12.206404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] For port 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:12.241132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.258527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.370304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Pushing event updated for resources: {'Port': ['ID=c675f3cd-234c-4ee9-934e-c9687cd82603,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:12.381940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Network a9a0c416-73fe-4921-9d7c-b191a215426b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:12.384391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:12.387298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:12.450092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f14fa-46b9-4628-a127-0b586cab5064 req-fcecc696-681d-40f2-964d-2106efe9b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:12.452051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-fcecc696-681d-40f2-964d-2106efe9b2d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.6301415 Dec 16 09:28:12.461601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Attempting to bind port c675f3cd-234c-4ee9-934e-c9687cd82603 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:12.461991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Attempting to bind port c675f3cd-234c-4ee9-934e-c9687cd82603 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:12.462476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Attempting to bind port c675f3cd-234c-4ee9-934e-c9687cd82603 on network a9a0c416-73fe-4921-9d7c-b191a215426b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:12.468804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:12.469166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Checking segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:12.470154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.470273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Bound using segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:12.471362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Bound port: c675f3cd-234c-4ee9-934e-c9687cd82603, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:12.471749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.501944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-7cac2f21-5ac3-41a4-aa26-21220c6f12ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399723 Dec 16 09:28:12.509921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f409b9-aa68-440c-8257-ce97cc9612cb req-fcd366dd-6f75-43d6-aee8-d94e34a65e43 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:12.517606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76f409b9-aa68-440c-8257-ce97cc9612cb req-fcd366dd-6f75-43d6-aee8-d94e34a65e43 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 943 time: 0.7903254 Dec 16 09:28:12.564816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] For port c675f3cd-234c-4ee9-934e-c9687cd82603, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:12.569156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] For port c675f3cd-234c-4ee9-934e-c9687cd82603, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c675f3cd-234c-4ee9-934e-c9687cd82603,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:12.575783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.639495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf020ae5-08cb-414d-8f43-b1b266706295 None None] Pushing event updated for resources: {'Port': ['ID=c675f3cd-234c-4ee9-934e-c9687cd82603,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:12.650992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76f409b9-aa68-440c-8257-ce97cc9612cb req-f9017ddd-b58a-4b88-b737-4f005a59b28d tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321840 Dec 16 09:28:12.676947 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-7b7c1019-28b1-4e5e-8c53-f43dcd7bf781 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5187736 Dec 16 09:28:12.679754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.693161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-c52dce7b-b7bd-41d8-96f4-add857842eae service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731265 Dec 16 09:28:12.770925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2de00d97-f710-41be-897f-9c6bd1e9ba09 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:12.796302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:12.796990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:12.800304 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 1091 time: 2.3509986 Dec 16 09:28:12.991369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f7ecd-0a6e-44d6-9dd4-2abb7aa886c9 service neutron] Pushing event updated for resources: {'Port': ['ID=776167c0-84f0-42b6-bf3d-88db0e30ce5d,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:12.997914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-e93c9e1c-c592-4ed7-8e1f-efe572bde65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:12.999830 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-e93c9e1c-c592-4ed7-8e1f-efe572bde65b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1094 time: 0.1423023 Dec 16 09:28:13.014555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:13.016133 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-0a3cdce9-26c1-47ea-8ce7-06e7233e925f service neutron] 10.222.0.53 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234553 Dec 16 09:28:13.057733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645525b-2549-4e57-9067-214ec2cc2165 req-0eff3d5a-a657-4409-88a3-6dad1d00c46e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:13.086707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d645525b-2549-4e57-9067-214ec2cc2165 req-0eff3d5a-a657-4409-88a3-6dad1d00c46e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 949 time: 0.2825541 Dec 16 09:28:13.109332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-500f14fa-46b9-4628-a127-0b586cab5064 req-794c5ba6-8e77-46e3-a811-bcc940b6d57a service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074991 Dec 16 09:28:13.228215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:13.228929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d645525b-2549-4e57-9067-214ec2cc2165 req-feb66833-1c5d-4466-9b73-18a1a7da6872 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373456 Dec 16 09:28:13.229059 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f276e-094e-4c75-9542-429875cf5f48" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:13.244429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897c46b7-614e-4ecc-a92f-03121cad826e', 'tag': '0717be31-9060-4c9e-a00a-cea6765f6fef'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:13.245865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:13.246818 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "897c46b7-614e-4ecc-a92f-03121cad826e", "tag": "0717be31-9060-4c9e-a00a-cea6765f6fef"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:13.260517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1', 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'port_id': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1', 'mac_address': 'fa:16:3e:bc:93:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e116b417-fb86-49e1-b3d1-69933925e080', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:13.268114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 2de00d97-f710-41be-897f-9c6bd1e9ba09, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:13.377150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.380375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '2de00d97-f710-41be-897f-9c6bd1e9ba09', 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'port_id': '2de00d97-f710-41be-897f-9c6bd1e9ba09', 'mac_address': 'fa:16:3e:67:7c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e116b417-fb86-49e1-b3d1-69933925e080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:13.391613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-376aa76f-d8b0-44bc-b209-7acde0bbfd66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 217 time: 0.3790307 Dec 16 09:28:13.416801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6ca49-d287-4999-b9a0-9468c50d9428 req-8f5e2417-cfe1-494f-a573-7f93480c69e0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:13.418341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3b6ca49-d287-4999-b9a0-9468c50d9428 req-8f5e2417-cfe1-494f-a573-7f93480c69e0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 944 time: 0.0593271 Dec 16 09:28:13.450323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:13.451065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.482341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:13.489100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3b6ca49-d287-4999-b9a0-9468c50d9428 req-dabd3b8c-dfed-4889-817a-76bcd39f1664 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Dec 16 09:28:13.491863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.496771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.500662 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.515829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-78356ddd-daa1-4505-a82c-26eb059ed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:13.517317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-78356ddd-daa1-4505-a82c-26eb059ed66d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 200 len: 868 time: 0.1109495 Dec 16 09:28:13.565481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de00d97-f710-41be-897f-9c6bd1e9ba09 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:13.580416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-41271604-abc5-4400-b6fc-06d6cce72000 req-be1194c6-0bcb-4e51-a9cf-097d7fad3890 service neutron] 10.222.0.53 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299263 Dec 16 09:28:13.608110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 2de00d97-f710-41be-897f-9c6bd1e9ba09, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:13.622736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.652195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-7ee7d383-ccdb-4b6f-87a4-baef295cfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:13.653739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-7ee7d383-ccdb-4b6f-87a4-baef295cfaf1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c1cb934-165c-437e-84dc-51bb3baa5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263380 Dec 16 09:28:13.687473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Allocated IP 172.25.6.138 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e8434c83-7add-4381-b141-e943f8de94ba) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:13.689317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.752913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=2de00d97-f710-41be-897f-9c6bd1e9ba09,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:13.783142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:13.871216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.894106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fdec2-4e21-41a7-b297-df6c6312066e req-b39c391c-4f61-49ba-baa3-7c4ffe71bf3d tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:13.904914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-727fdec2-4e21-41a7-b297-df6c6312066e req-b39c391c-4f61-49ba-baa3-7c4ffe71bf3d tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 944 time: 0.1563253 Dec 16 09:28:13.949357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.986526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d0fe2ad1-98c6-4e49-808a-f2cd4708bbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:13.989516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-727fdec2-4e21-41a7-b297-df6c6312066e req-45979145-1d69-48d0-a5ee-79c7c997e0db tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791771 Dec 16 09:28:14.110012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:14.124410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:14.130104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c675f3cd-234c-4ee9-934e-c9687cd82603 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:14.155504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:14.158131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Pushing event updated for resources: {'Port': ['ID=e8434c83-7add-4381-b141-e943f8de94ba,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:14.165147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-e13637c7-4774-4f67-9334-717fd16d1878 service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969984 Dec 16 09:28:14.219652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c675f3cd-234c-4ee9-934e-c9687cd82603 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:14.220026 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.235916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831338d-dbc8-4732-81b1-c2f26cc4b571 req-b26f761e-05dd-4c48-b19f-dc82adec4fe7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.239167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b831338d-dbc8-4732-81b1-c2f26cc4b571 req-b26f761e-05dd-4c48-b19f-dc82adec4fe7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 950 time: 0.0841556 Dec 16 09:28:14.281112 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-767308f0-6cf8-4435-bedc-ba3df4e5c8b3 req-ed3e54cb-ea93-42ad-9e03-11f1afef6fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964148 Dec 16 09:28:14.311284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b831338d-dbc8-4732-81b1-c2f26cc4b571 req-76fc6229-0101-46bb-a174-4f8621476e5d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Dec 16 09:28:14.331359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.351428 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf0da9a-b064-4ec8-ab85-0f8b5ee3af02 x-openstack-request-id: req-acf0da9a-b064-4ec8-ab85-0f8b5ee3af02 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:14.351721 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897c46b7-614e-4ecc-a92f-03121cad826e", "tag": "0717be31-9060-4c9e-a00a-cea6765f6fef", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:14.351975 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acf0da9a-b064-4ec8-ab85-0f8b5ee3af02 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:14.352646 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897c46b7-614e-4ecc-a92f-03121cad826e', 'tag': '0717be31-9060-4c9e-a00a-cea6765f6fef', 'status': 'completed', 'code': 200} Dec 16 09:28:14.380311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['2de00d97-f710-41be-897f-9c6bd1e9ba09'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:14.398554 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf0f92a-59d3-4dd6-88b3-59f361ea9cad x-openstack-request-id: req-caf0f92a-59d3-4dd6-88b3-59f361ea9cad {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:14.399971 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:14.400446 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-caf0f92a-59d3-4dd6-88b3-59f361ea9cad {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:14.401682 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'status': 'completed', 'code': 200} Dec 16 09:28:14.449833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-f36e1fc3-8dc3-432e-9542-865bb69760a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.452023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-f36e1fc3-8dc3-432e-9542-865bb69760a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52278d4048f54af7b72bad1fe2c166cc&device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 1095 time: 0.0679069 Dec 16 09:28:14.466408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b60f6-7f53-4024-bea6-648254953db5 None None] Network a9a0c416-73fe-4921-9d7c-b191a215426b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:28:14.496092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port c675f3cd-234c-4ee9-934e-c9687cd82603, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c675f3cd-234c-4ee9-934e-c9687cd82603,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:14.533630 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.539950 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-163495ac-ba29-46e8-a9da-3e25f46b59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.541750 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-163495ac-ba29-46e8-a9da-3e25f46b59f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1094 time: 0.1027524 Dec 16 09:28:14.577639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5c09ba05-24a8-4a8e-85e9-35aec1fc1a09 None None] Provisioning complete for port c675f3cd-234c-4ee9-934e-c9687cd82603 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:14.578034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5c09ba05-24a8-4a8e-85e9-35aec1fc1a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.613361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-7bfe3161-8a1c-46d1-b91f-d8906d6b575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.615028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-7bfe3161-8a1c-46d1-b91f-d8906d6b575a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 200 len: 919 time: 0.1493464 Dec 16 09:28:14.684242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-360cc462-de71-468d-a89c-3559e495ed6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0717be31-9060-4c9e-a00a-cea6765f6fef HTTP/1.1" status: 200 len: 217 time: 0.0380723 Dec 16 09:28:14.701367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=c675f3cd-234c-4ee9-934e-c9687cd82603,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:14.730243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6696-b89c-4330-82a8-d18dacd94d3d req-fa46b58b-fd6e-41be-91dc-905cd9a434ca tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.739026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0bc6696-b89c-4330-82a8-d18dacd94d3d req-fa46b58b-fd6e-41be-91dc-905cd9a434ca tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 943 time: 0.1229565 Dec 16 09:28:14.745590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-5c258717-14f5-4dcc-af9f-7b2bf6be3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.747247 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-5c258717-14f5-4dcc-af9f-7b2bf6be3d18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 930 time: 0.1961405 Dec 16 09:28:14.802285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-f8b577c0-9e4c-4340-9ee0-32f69bada1e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 217 time: 0.0445380 Dec 16 09:28:14.802968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:14.806427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0bc6696-b89c-4330-82a8-d18dacd94d3d req-49497682-b48c-4067-8f44-cf495841b9c4 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657332 Dec 16 09:28:14.807685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0717be31-9060-4c9e-a00a-cea6765f6fef details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:14.835852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-cbfd7094-153e-4627-89cc-b3d264c39f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.837418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-cbfd7094-153e-4627-89cc-b3d264c39f5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 200 len: 858 time: 0.1399558 Dec 16 09:28:14.886421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-f2093112-ebbb-4ce8-9440-e112f45533aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cc67e6f-1ea4-4569-a2e0-13d0852b6585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360470 Dec 16 09:28:14.940667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-55212f54-390b-4e80-81f5-a299e93cc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:14.950044 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-55212f54-390b-4e80-81f5-a299e93cc204 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 200 len: 868 time: 0.1007872 Dec 16 09:28:15.024394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:15.030918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-26ef8c86-8c02-4643-93b2-7b8c94bfe9ab service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343515 Dec 16 09:28:15.083785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0717be31-9060-4c9e-a00a-cea6765f6fef, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0717be31-9060-4c9e-a00a-cea6765f6fef,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:15.109306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '0717be31-9060-4c9e-a00a-cea6765f6fef', 'network_id': '9cc67e6f-1ea4-4569-a2e0-13d0852b6585', 'port_id': '0717be31-9060-4c9e-a00a-cea6765f6fef', 'mac_address': 'fa:16:3e:57:ee:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e116b417-fb86-49e1-b3d1-69933925e080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:15.115500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:15.134148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:15.134524 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.228626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-36cd5ff0-9d00-4eab-a3c6-67a7858510ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.236022 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-36cd5ff0-9d00-4eab-a3c6-67a7858510ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c1cb934-165c-437e-84dc-51bb3baa5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823288 Dec 16 09:28:15.240305 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.243755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cda937e-9176-4b3e-b8d0-54eb7381a9ea req-bee3dca5-3ae9-4fab-ae9a-71d0992506b0 service neutron] 10.222.0.69 "GET /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996808 Dec 16 09:28:15.272642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0717be31-9060-4c9e-a00a-cea6765f6fef {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:15.288013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.311385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f1a03-16ba-4c24-a4b7-3a0878ab26da req-21e0f124-095b-4b62-ac42-3de3ead13c4f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.318900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f1a03-16ba-4c24-a4b7-3a0878ab26da req-21e0f124-095b-4b62-ac42-3de3ead13c4f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.326633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c6f1a03-16ba-4c24-a4b7-3a0878ab26da req-21e0f124-095b-4b62-ac42-3de3ead13c4f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6&device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 1690 time: 0.0720627 Dec 16 09:28:15.336826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.376316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c6f1a03-16ba-4c24-a4b7-3a0878ab26da req-33d7b350-d1d3-4d26-bc6d-35b5aef31e24 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Dec 16 09:28:15.379536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0717be31-9060-4c9e-a00a-cea6765f6fef, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0717be31-9060-4c9e-a00a-cea6765f6fef,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:15.381361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d98981e2-0d58-4e5f-968d-f615b9486268 None None] Provisioning complete for port c675f3cd-234c-4ee9-934e-c9687cd82603 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:15.381890 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d98981e2-0d58-4e5f-968d-f615b9486268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.412479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.413173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 61ab79c0-0ace-46ce-9737-808f83d418eb details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:15.423979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:15.426051 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a68fbed-ec65-4107-972e-6b001f2eaadd" -d '{"events": [{"server_uuid": "582a16d9-f2dd-40dd-9124-f1db20a8bba7", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b86d7-dfd4-4061-a3da-12bf08ec0be1"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:15.469706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9a208-9ce2-4993-a726-ac9a6ada27a1 req-08de8426-90ab-427a-97a9-2887125e843c tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.471569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21c9a208-9ce2-4993-a726-ac9a6ada27a1 req-08de8426-90ab-427a-97a9-2887125e843c tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 944 time: 0.0500720 Dec 16 09:28:15.483469 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-c9662e99-e134-414d-9705-0cb62c015beb service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259042 Dec 16 09:28:15.484988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:15.512791 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.538903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21c9a208-9ce2-4993-a726-ac9a6ada27a1 req-d0d522da-7708-4a9d-878b-8a76ee35f1a6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Dec 16 09:28:15.587891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0717be31-9060-4c9e-a00a-cea6765f6fef,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:15.652948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Router 26215f6f-8c7a-4e8e-993e-00919438cbe3 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:28:15.686797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d8f276e-094e-4c75-9542-429875cf5f48 req-28ca1836-3150-41db-9d22-8e954deb0c1c service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916175 Dec 16 09:28:15.731187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:15.733694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:15.755182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4', 'port_id': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'mac_address': 'fa:16:3e:f3:26:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4c006f-5808-47c5-b64a-953a96e969a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:15.781017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449417e-cb63-4512-8cf5-f0223cfa9789 req-53093604-e217-4dc2-a374-f1f6b607817f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:15.785781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c449417e-cb63-4512-8cf5-f0223cfa9789 req-53093604-e217-4dc2-a374-f1f6b607817f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 945 time: 0.1058290 Dec 16 09:28:15.818076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:15.830470 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Sync routers for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:15.861329 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.861943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:15.864682 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:27:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:15.868607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36212) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:15.872695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a46ab86-ef1b-429f-8c4d-37c8f805fb6f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2450914 Dec 16 09:28:15.899788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c449417e-cb63-4512-8cf5-f0223cfa9789 req-3c790777-cdb7-4241-8a72-9fbc06a23112 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059275 Dec 16 09:28:15.975579 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:15.991286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ab79c0-0ace-46ce-9737-808f83d418eb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:16.027859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:16.038138 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.078406 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:16.148074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c675f3cd-234c-4ee9-934e-c9687cd82603 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:16.242859 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfefedf2-10c9-4a9e-9d1f-c22d9683c8e5 x-openstack-request-id: req-bfefedf2-10c9-4a9e-9d1f-c22d9683c8e5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:16.243426 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582a16d9-f2dd-40dd-9124-f1db20a8bba7", "name": "network-vif-plugged", "status": "completed", "tag": "2f1b86d7-dfd4-4061-a3da-12bf08ec0be1", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:16.243864 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bfefedf2-10c9-4a9e-9d1f-c22d9683c8e5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:16.244486 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1', 'code': 200} Dec 16 09:28:16.245675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:16.339494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c675f3cd-234c-4ee9-934e-c9687cd82603 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:16.340011 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.358718 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 3, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:16.377185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c436ca-933b-4e10-8a71-fd266dc941df req-ef926ba8-5f76-4b0f-8e25-0d5efb41facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:16.386374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26c436ca-933b-4e10-8a71-fd266dc941df req-ef926ba8-5f76-4b0f-8e25-0d5efb41facc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 1096 time: 0.1084709 Dec 16 09:28:16.389770 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Checking router: 26215f6f-8c7a-4e8e-993e-00919438cbe3 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:16.390424 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Updating router 26215f6f-8c7a-4e8e-993e-00919438cbe3 port e8434c83-7add-4381-b141-e943f8de94ba binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:16.428040 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.451736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46cae5-ef97-4a9e-b4c2-504b65a49e74 req-6b1dae75-68dc-436a-9f78-979cb4ed2e8c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:16.456691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35b1c146-2b60-45fe-8964-69d0b06269c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.460253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f46cae5-ef97-4a9e-b4c2-504b65a49e74 req-6b1dae75-68dc-436a-9f78-979cb4ed2e8c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 943 time: 0.1239815 Dec 16 09:28:16.495126 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-26c436ca-933b-4e10-8a71-fd266dc941df req-1c2eafa3-13f3-4c64-beeb-be04a8135f40 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936282 Dec 16 09:28:16.542817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f46cae5-ef97-4a9e-b4c2-504b65a49e74 req-55cdc58e-bdb9-4ae0-a1ed-9c1a27f0dd9a tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812814 Dec 16 09:28:16.569548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:16.688507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['0717be31-9060-4c9e-a00a-cea6765f6fef'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:16.796784 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.813765 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.821258 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.830157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2de00d97-f710-41be-897f-9c6bd1e9ba09 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:16.877312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a2f0d-75e9-4204-b53b-2244204616f2 None None] Pushing event updated for resources: {'Port': ['ID=e8434c83-7add-4381-b141-e943f8de94ba,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:16.887680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c4e17-bf6f-4147-b821-d679964577be req-79a2224b-6fed-4a85-821d-0e616ba3d1b7 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:16.889478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f62c4e17-bf6f-4147-b821-d679964577be req-79a2224b-6fed-4a85-821d-0e616ba3d1b7 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 1100 time: 0.1707997 Dec 16 09:28:16.908847 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Attempting to bind port e8434c83-7add-4381-b141-e943f8de94ba on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:16.909350 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Attempting to bind port e8434c83-7add-4381-b141-e943f8de94ba by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:16.909705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Attempting to bind port e8434c83-7add-4381-b141-e943f8de94ba on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:16.917806 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:16.918210 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:16.918782 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.919583 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:16.921049 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Bound port: e8434c83-7add-4381-b141-e943f8de94ba, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:16.922138 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:16.982473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f62c4e17-bf6f-4147-b821-d679964577be req-bc9a04d1-5519-4a73-a3e6-445cd50e1d4a tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853925 Dec 16 09:28:17.045240 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] For port e8434c83-7add-4381-b141-e943f8de94ba, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:17.054663 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] For port e8434c83-7add-4381-b141-e943f8de94ba, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e8434c83-7add-4381-b141-e943f8de94ba,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:17.063636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 776167c0-84f0-42b6-bf3d-88db0e30ce5d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:17.068809 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.131710 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a2f0d-75e9-4204-b53b-2244204616f2 None None] Pushing event updated for resources: {'Port': ['ID=e8434c83-7add-4381-b141-e943f8de94ba,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:17.157757 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:17.158401 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:17.164826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 2de00d97-f710-41be-897f-9c6bd1e9ba09 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:17.190175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Allocated IP 172.20.0.1 (a9a0c416-73fe-4921-9d7c-b191a215426b/c74c723a-0146-4e19-986e-dde927a7f793/23cc743a-0649-441c-9efa-f93b0d1aa313) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:17.237286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd7a67-9aaa-4d40-9617-02c8a4e20f63 req-edfefcfe-f61e-42d0-8e5d-4e54dbbc6ba3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:17.245565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4cd7a67-9aaa-4d40-9617-02c8a4e20f63 req-edfefcfe-f61e-42d0-8e5d-4e54dbbc6ba3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 945 time: 0.1342854 Dec 16 09:28:17.299952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:17.342249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4cd7a67-9aaa-4d40-9617-02c8a4e20f63 req-2767c978-b971-4012-ba17-ded74f8da7ff tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830894 Dec 16 09:28:17.354784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:17.369793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'port_id': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'mac_address': 'fa:16:3e:cd:6d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:17.377143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 2de00d97-f710-41be-897f-9c6bd1e9ba09 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:17.377529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.431844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.522309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3cc12-548e-4083-8ab0-f7235bf9a999 req-238ff1af-e1af-460e-9be4-91c747f8bb3f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:17.532200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.533010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdd3cc12-548e-4083-8ab0-f7235bf9a999 req-238ff1af-e1af-460e-9be4-91c747f8bb3f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 945 time: 0.0891666 Dec 16 09:28:17.543244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.565868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776167c0-84f0-42b6-bf3d-88db0e30ce5d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:17.617815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Pushing event updated for resources: {'Port': ['ID=23cc743a-0649-441c-9efa-f93b0d1aa313,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:17.622911 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.631098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Network a9a0c416-73fe-4921-9d7c-b191a215426b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:17.642498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:17.647325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:17.667875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:17.677650 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.683492 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 3, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:17.691204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 2de00d97-f710-41be-897f-9c6bd1e9ba09, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:17.703982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.715240 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:17.721505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdd3cc12-548e-4083-8ab0-f7235bf9a999 req-866c33ab-dfd9-4cc7-8e2c-d1d30783c04f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874726 Dec 16 09:28:17.753003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=776167c0-84f0-42b6-bf3d-88db0e30ce5d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:17.787937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd11c4f-261e-4b88-bee4-3fa5229a9de7 None None] The sync data for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 is: [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:14Z', 'revision_number': 3, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:17.885475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=2de00d97-f710-41be-897f-9c6bd1e9ba09,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:17.934669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.010669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['776167c0-84f0-42b6-bf3d-88db0e30ce5d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:18.048047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b476-76eb-44a3-a6cc-acae27a4938f req-63bbcebe-45c5-4f1b-ace1-d8363d2ef53e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:18.049738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ed6b476-76eb-44a3-a6cc-acae27a4938f req-63bbcebe-45c5-4f1b-ace1-d8363d2ef53e tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 1101 time: 0.1376007 Dec 16 09:28:18.136100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f7d73844-4274-43f6-ab87-986a83318dfb None None] Provisioning complete for port 23cc743a-0649-441c-9efa-f93b0d1aa313 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:18.136858 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f7d73844-4274-43f6-ab87-986a83318dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.185402 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.231249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ed6b476-76eb-44a3-a6cc-acae27a4938f req-1641c604-02c3-4d13-a856-bb9436f0205b tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690867 Dec 16 09:28:18.272031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de00d97-f710-41be-897f-9c6bd1e9ba09'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:18.282294 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd0bce7-f356-4bb1-9cda-fa8b32930055" -d '{"events": [{"server_uuid": "735ca523-9a15-47e2-b523-4ef0ccb7ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "2de00d97-f710-41be-897f-9c6bd1e9ba09"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:18.336031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f7d73844-4274-43f6-ab87-986a83318dfb None None] Port 23cc743a-0649-441c-9efa-f93b0d1aa313 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:18.582388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6eb84-7891-4f88-9463-de24f5c82f72 req-b5a16b8d-a2b4-403a-a9e5-5b71059a5b2d tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:18.584069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12a6eb84-7891-4f88-9463-de24f5c82f72 req-b5a16b8d-a2b4-403a-a9e5-5b71059a5b2d tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 944 time: 0.0926278 Dec 16 09:28:18.642470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.650984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12a6eb84-7891-4f88-9463-de24f5c82f72 req-6940b399-0056-4281-afce-7b30c2d30e41 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604606 Dec 16 09:28:18.652201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.733521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Pushing event updated for resources: {'Port': ['ID=23cc743a-0649-441c-9efa-f93b0d1aa313,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:18.736507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:18.833546 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3643e-fa46-4445-b4a2-f6d267ade5a3 x-openstack-request-id: req-76e3643e-fa46-4445-b4a2-f6d267ade5a3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:18.834176 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ca523-9a15-47e2-b523-4ef0ccb7ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "2de00d97-f710-41be-897f-9c6bd1e9ba09", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:18.834613 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76e3643e-fa46-4445-b4a2-f6d267ade5a3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:18.835173 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de00d97-f710-41be-897f-9c6bd1e9ba09', 'code': 200} Dec 16 09:28:18.865871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Network a9a0c416-73fe-4921-9d7c-b191a215426b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:18.867853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:19.097183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95280f1d-7e02-407f-ab67-f52c86b385b8 req-deff8385-6edd-44ea-b7b2-265a0bbfb889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:19.099129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95280f1d-7e02-407f-ab67-f52c86b385b8 req-deff8385-6edd-44ea-b7b2-265a0bbfb889 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 1096 time: 0.1047411 Dec 16 09:28:19.125553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a512d-b6f2-45c3-9e9e-0091e98d788e req-fb5c8421-29c5-4f73-a25e-3f865bf98774 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:19.134645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c07a512d-b6f2-45c3-9e9e-0091e98d788e req-fb5c8421-29c5-4f73-a25e-3f865bf98774 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 945 time: 0.1411650 Dec 16 09:28:19.208648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c07a512d-b6f2-45c3-9e9e-0091e98d788e req-f228543f-747c-446d-bfe8-c7cbd5f6199f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662315 Dec 16 09:28:19.247641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Router 26215f6f-8c7a-4e8e-993e-00919438cbe3 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:19.260795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95280f1d-7e02-407f-ab67-f52c86b385b8 req-c08f7941-88fd-47aa-9946-a5f0da7dbff3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468608 Dec 16 09:28:19.267630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-085d8e9b-ce8f-4891-b635-c67cb9ceb729 None None] Provisioning complete for port 23cc743a-0649-441c-9efa-f93b0d1aa313 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:19.268569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-085d8e9b-ce8f-4891-b635-c67cb9ceb729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.317976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-085d8e9b-ce8f-4891-b635-c67cb9ceb729 None None] Port 23cc743a-0649-441c-9efa-f93b0d1aa313 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:19.396682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:19.403260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5e662232-93b0-455e-9525-2b1206d8f620 admin admin] 10.222.0.61 "PUT /v2.0/routers/26215f6f-8c7a-4e8e-993e-00919438cbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5335855 Dec 16 09:28:19.458189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c0227-eb2c-40b7-9970-64fc3008b3b9 req-e586bd64-146e-4269-8e2d-d8505b318009 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:19.460609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd5c0227-eb2c-40b7-9970-64fc3008b3b9 req-e586bd64-146e-4269-8e2d-d8505b318009 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 945 time: 0.1160262 Dec 16 09:28:19.537385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd5c0227-eb2c-40b7-9970-64fc3008b3b9 req-256f483c-4e5a-4c0a-9af0-f3d59348f137 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710888 Dec 16 09:28:19.678058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-59abcf86-85e6-4dab-b9ea-39700103410a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341525 Dec 16 09:28:19.750245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.850962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-442a181b-3ef6-4a5d-83bf-23209f655b0f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:19.858282 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:19.859972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-442a181b-3ef6-4a5d-83bf-23209f655b0f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760318 Dec 16 09:28:19.902275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-6d5f82bc-7923-418b-a953-a58be32caadc tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/quotas/80cfe87501fc44649961ffc2588a765a HTTP/1.1" status: 200 len: 375 time: 0.0411212 Dec 16 09:28:19.996233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-e81529dd-e1aa-4fa6-a088-1bee0ef20a45 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0930054 Dec 16 09:28:20.111840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e8434c83-7add-4381-b141-e943f8de94ba up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:20.190367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e8434c83-7add-4381-b141-e943f8de94ba triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:20.190949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.247808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Sync routers for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:20.267646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:20.269116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:20.403422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:20.490403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.619811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port e8434c83-7add-4381-b141-e943f8de94ba, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e8434c83-7add-4381-b141-e943f8de94ba,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:20.627438 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.655460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0d056-94c3-40ff-9bca-1c7b7fead030 req-6b90e7eb-463f-4b45-8770-e2023c0f9a54 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:20.663330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c0d056-94c3-40ff-9bca-1c7b7fead030 req-6b90e7eb-463f-4b45-8770-e2023c0f9a54 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 945 time: 0.0827527 Dec 16 09:28:20.703804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c0d056-94c3-40ff-9bca-1c7b7fead030 req-97df0adf-2276-4664-b061-3509cc3824dc tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Dec 16 09:28:20.730793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=e8434c83-7add-4381-b141-e943f8de94ba,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:20.776598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 2, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:20.807996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Checking router: 26215f6f-8c7a-4e8e-993e-00919438cbe3 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:20.808389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Updating router 26215f6f-8c7a-4e8e-993e-00919438cbe3 port 23cc743a-0649-441c-9efa-f93b0d1aa313 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:28:20.841107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:20.858495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0717be31-9060-4c9e-a00a-cea6765f6fef up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:21.013269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 0717be31-9060-4c9e-a00a-cea6765f6fef completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:21.067715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 776167c0-84f0-42b6-bf3d-88db0e30ce5d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:21.096405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 0717be31-9060-4c9e-a00a-cea6765f6fef triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:21.097150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.124637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36326) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:21.131195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624082616', 'description': 'tempest-description--1165242938'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:21.162716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.254567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa259c-a6ae-42a1-af73-65b67318f345 req-955222e0-5bd3-4aa8-8b67-cf8282765321 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:21.256295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79aa259c-a6ae-42a1-af73-65b67318f345 req-955222e0-5bd3-4aa8-8b67-cf8282765321 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 944 time: 0.0802088 Dec 16 09:28:21.338686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.358816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79aa259c-a6ae-42a1-af73-65b67318f345 req-a760dea2-5726-40bb-a10c-14544feada81 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 Dec 16 09:28:21.360864 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.405478 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.410898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:21.414318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2883959 Dec 16 09:28:21.416244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Request body: {'security_group_rule': {'security_group_id': '36936546-fcfe-40e7-809e-f5f8c67d949b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:21.428356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3262026-c985-4fa2-942e-22f575c4fb38 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36936546-fcfe-40e7-809e-f5f8c67d949b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:21.465447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.512103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 776167c0-84f0-42b6-bf3d-88db0e30ce5d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:21.529110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 776167c0-84f0-42b6-bf3d-88db0e30ce5d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:21.529110 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.545371 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.565591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b72f7-d80d-4a9e-8e89-cb6832491917 req-ee0a17d9-be7a-49e3-9681-3e07c534f6a0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:21.575422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b08b72f7-d80d-4a9e-8e89-cb6832491917 req-ee0a17d9-be7a-49e3-9681-3e07c534f6a0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 945 time: 0.0827551 Dec 16 09:28:21.579851 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.592904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.629815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e44cec-323d-41db-af2c-a611cb7d443e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:21.660002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897c46b7-614e-4ecc-a92f-03121cad826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717be31-9060-4c9e-a00a-cea6765f6fef'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:21.662280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.662822 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12168690-50eb-4368-9e0b-7a3b127d425a" -d '{"events": [{"server_uuid": "897c46b7-614e-4ecc-a92f-03121cad826e", "name": "network-vif-plugged", "status": "completed", "tag": "0717be31-9060-4c9e-a00a-cea6765f6fef"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:21.663584 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-23a06ab7-6ed8-48bf-9888-bbc756eeedc7 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516942 Dec 16 09:28:21.669454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36336) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:21.676361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.676922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Request body: {'security_group_rule': {'security_group_id': '36936546-fcfe-40e7-809e-f5f8c67d949b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:21.682821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0717be31-9060-4c9e-a00a-cea6765f6fef, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0717be31-9060-4c9e-a00a-cea6765f6fef,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:21.687527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.697031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.697879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 61ab79c0-0ace-46ce-9737-808f83d418eb up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:21.705102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b08b72f7-d80d-4a9e-8e89-cb6832491917 req-8b117613-9349-4516-a5bc-661e27f82e64 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282890 Dec 16 09:28:21.759096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.833592 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.839688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1998324-14ec-4773-8d7c-f86062083245 None None] Pushing event updated for resources: {'Port': ['ID=23cc743a-0649-441c-9efa-f93b0d1aa313,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:21.864279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.869502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.888987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72550af5-8799-4d7a-aa16-f41643f4887c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:21.899486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.900683 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b638b066-0917-4587-84b1-19db8dae0e54 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2302039 Dec 16 09:28:21.904512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36340) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:21.909419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:21.955258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:21.980855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:21.984415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.050634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Attempting to bind port 23cc743a-0649-441c-9efa-f93b0d1aa313 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:22.051170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Attempting to bind port 23cc743a-0649-441c-9efa-f93b0d1aa313 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:22.051597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Attempting to bind port 23cc743a-0649-441c-9efa-f93b0d1aa313 on network a9a0c416-73fe-4921-9d7c-b191a215426b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:22.078387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0717be31-9060-4c9e-a00a-cea6765f6fef,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:22.118534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 61ab79c0-0ace-46ce-9737-808f83d418eb completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:22.126798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:22.127865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Checking segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:22.128247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.128647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Bound using segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:22.129209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Bound port: 23cc743a-0649-441c-9efa-f93b0d1aa313, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:22.129594 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.134500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e8434c83-7add-4381-b141-e943f8de94ba up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:22.137104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 61ab79c0-0ace-46ce-9737-808f83d418eb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:22.137474 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.225261 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.245372 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7080d1e1-577e-48f4-bc93-ebea78f4899f x-openstack-request-id: req-7080d1e1-577e-48f4-bc93-ebea78f4899f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:22.245880 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897c46b7-614e-4ecc-a92f-03121cad826e", "name": "network-vif-plugged", "status": "completed", "tag": "0717be31-9060-4c9e-a00a-cea6765f6fef", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:22.246577 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7080d1e1-577e-48f4-bc93-ebea78f4899f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:22.246577 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897c46b7-614e-4ecc-a92f-03121cad826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0717be31-9060-4c9e-a00a-cea6765f6fef', 'code': 200} Dec 16 09:28:22.283487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-9b2ef98d-71df-4dd2-94b7-8000adde904e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430615 Dec 16 09:28:22.315903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-af304ebe-fee7-4e9e-838c-7f560f722600 None None] Provisioning complete for port 23cc743a-0649-441c-9efa-f93b0d1aa313 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:22.316267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-af304ebe-fee7-4e9e-838c-7f560f722600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.369263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=776167c0-84f0-42b6-bf3d-88db0e30ce5d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:22.451125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] For port 23cc743a-0649-441c-9efa-f93b0d1aa313, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:22.460313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-d089970d-dde7-4fa7-9c78-43d56976dedb tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454080 Dec 16 09:28:22.486274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e8434c83-7add-4381-b141-e943f8de94ba triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:22.486529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.499747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-af304ebe-fee7-4e9e-838c-7f560f722600 None None] Port 23cc743a-0649-441c-9efa-f93b0d1aa313 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:22.551126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] For port 23cc743a-0649-441c-9efa-f93b0d1aa313, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23cc743a-0649-441c-9efa-f93b0d1aa313,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:22.564075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.567152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.658986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:22.675961 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.688565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-30ac4bbb-2f9f-4b0f-aeb7-24cb08caaf97 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:22.690702 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-30ac4bbb-2f9f-4b0f-aeb7-24cb08caaf97 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238219 Dec 16 09:28:22.708251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1998324-14ec-4773-8d7c-f86062083245 None None] Pushing event updated for resources: {'Port': ['ID=23cc743a-0649-441c-9efa-f93b0d1aa313,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:22.714406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:22.715020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:22.721048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:22.899010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:22.904124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:22.911182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:22.941597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:23.141224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1aa5c-1476-4d3b-80d0-e97bfc288b4a req-960ee2ab-b9d3-430b-ab62-a4fa3a9ea8e8 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:23.150402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cb1aa5c-1476-4d3b-80d0-e97bfc288b4a req-960ee2ab-b9d3-430b-ab62-a4fa3a9ea8e8 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 945 time: 0.7575805 Dec 16 09:28:23.193658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a1a56268-6e0a-44a0-b7a9-0c7d2cda09e6 None None] Provisioning complete for port 23cc743a-0649-441c-9efa-f93b0d1aa313 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:23.194452 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1a56268-6e0a-44a0-b7a9-0c7d2cda09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.199084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.28 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/b425d423-d472-4078-aec2-cab75d73bf32) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:23.220976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-c2af448c-2d1c-4704-b6f8-15b3ba4ed57e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:23.223556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-c2af448c-2d1c-4704-b6f8-15b3ba4ed57e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9323246 Dec 16 09:28:23.230993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Allocated IP 172.25.6.103 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/524f57e6-d365-40eb-ac33-b89315247a86) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:23.237820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:23.268880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95cf6-b407-4f75-bc33-bcfef8c02341 req-e61d3986-5340-4027-b242-1508c8e6b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:23.270787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ef95cf6-b407-4f75-bc33-bcfef8c02341 req-e61d3986-5340-4027-b242-1508c8e6b443 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 1097 time: 0.8536835 Dec 16 09:28:23.287377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cb1aa5c-1476-4d3b-80d0-e97bfc288b4a req-6815a4cb-738b-4c38-8c95-0d792d501b12 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373873 Dec 16 09:28:23.349954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1a56268-6e0a-44a0-b7a9-0c7d2cda09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.393760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:22Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:23.434075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720b44c2-b262-4553-9ab8-9ba99619507c None None] The sync data for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 is: [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:22Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:23.437241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a1a56268-6e0a-44a0-b7a9-0c7d2cda09e6 None None] For port 23cc743a-0649-441c-9efa-f93b0d1aa313, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23cc743a-0649-441c-9efa-f93b0d1aa313,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:23.446918 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1a56268-6e0a-44a0-b7a9-0c7d2cda09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.536129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.557377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a56268-6e0a-44a0-b7a9-0c7d2cda09e6 None None] Pushing event updated for resources: {'Port': ['ID=23cc743a-0649-441c-9efa-f93b0d1aa313,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:23.564156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ef95cf6-b407-4f75-bc33-bcfef8c02341 req-0b693011-044a-4506-a93e-dac9cb71b66f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757125 Dec 16 09:28:23.620172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e087664-b1b6-4b3c-99f9-bd6deb777764 req-4cc6bf85-a9dc-493c-afdc-0e14dea2df49 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:23.622088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e087664-b1b6-4b3c-99f9-bd6deb777764 req-4cc6bf85-a9dc-493c-afdc-0e14dea2df49 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 946 time: 0.2412992 Dec 16 09:28:23.661330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.676355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:23.680191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.716841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e087664-b1b6-4b3c-99f9-bd6deb777764 req-b1c548c9-33be-4397-a846-9b345d37a26b tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848801 Dec 16 09:28:23.764510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.793729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.808471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.821187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:23.860550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:23.864841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:23.872454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:23.876605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=b425d423-d472-4078-aec2-cab75d73bf32,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:23.891675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:23.902440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:23.912258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:23.936927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:23.938294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:23.964865 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-73a0e874-6643-40cd-9140-b9f0a0ee3c3c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2551944 Dec 16 09:28:23.977033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event updated for resources: {'Port': ['ID=524f57e6-d365-40eb-ac33-b89315247a86,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:23.978698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Request body: {'port': {'device_id': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:24.018724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.247 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/07221523-1a0c-4fe6-afaa-cf4a093d03ff) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:24.040726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa327a6-4bfd-4c4b-bd58-009f5d14b7a3 req-ef69f536-3a59-4a05-84c7-2118834e08a7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:24.049596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.054712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fa327a6-4bfd-4c4b-bd58-009f5d14b7a3 req-ef69f536-3a59-4a05-84c7-2118834e08a7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 935 time: 0.2521856 Dec 16 09:28:24.190253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23cc743a-0649-441c-9efa-f93b0d1aa313 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:24.222248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fa327a6-4bfd-4c4b-bd58-009f5d14b7a3 req-ef455beb-6a4e-470f-8d86-442383ca8822 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470926 Dec 16 09:28:24.249181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d'}, {'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:24.253387 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dfbb6c-b798-4772-835e-11984a6151f7" -d '{"events": [{"server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "name": "network-vif-plugged", "status": "completed", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d"}, {"server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "name": "network-vif-plugged", "status": "completed", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:24.275502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.333445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-32edb934-64fa-4f05-94b4-2f8f6a72e5d6 None None] Provisioning complete for port b425d423-d472-4078-aec2-cab75d73bf32 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:24.333796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-32edb934-64fa-4f05-94b4-2f8f6a72e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.383806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 23cc743a-0649-441c-9efa-f93b0d1aa313 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:24.384165 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.415373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-32edb934-64fa-4f05-94b4-2f8f6a72e5d6 None None] Port b425d423-d472-4078-aec2-cab75d73bf32 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:24.436583 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.478377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-3389bab0-b8b3-4414-83c9-be0cbc40ae71 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:24.480162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-3389bab0-b8b3-4414-83c9-be0cbc40ae71 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 946 time: 0.2205369 Dec 16 09:28:24.512356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.538577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3bdf-e75a-4652-8cdd-7ca5c499b861 req-c89affc2-f617-429b-a6ee-ab47612dc7b9 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:24.545730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02fc3bdf-e75a-4652-8cdd-7ca5c499b861 req-c89affc2-f617-429b-a6ee-ab47612dc7b9 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 945 time: 0.2226269 Dec 16 09:28:24.616289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.720111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02fc3bdf-e75a-4652-8cdd-7ca5c499b861 req-94d76997-4f60-4f08-aeba-369073d0f77f tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674261 Dec 16 09:28:24.761228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.870853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Deleting port 3be95798-8646-46fe-b681-7dae491c1d1d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:24.871406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:24.920855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:24.937787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:24.941194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:25.013270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b425d423-d472-4078-aec2-cab75d73bf32 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:25.030683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.046171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Transition to ACTIVE for port object b425d423-d472-4078-aec2-cab75d73bf32 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:25.056636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.067787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=07221523-1a0c-4fe6-afaa-cf4a093d03ff,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:25.112168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bfc46-28ea-4553-bf5f-f0bb3e8a8a92 req-ea98e505-00ab-487a-b008-d530dedb7426 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:25.119964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a8bfc46-28ea-4553-bf5f-f0bb3e8a8a92 req-ea98e505-00ab-487a-b008-d530dedb7426 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 946 time: 0.2848485 Dec 16 09:28:25.170606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] For port 3be95798-8646-46fe-b681-7dae491c1d1d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3be95798-8646-46fe-b681-7dae491c1d1d,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:25.171160 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.178490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Pushing event updated for resources: {'Port': ['ID=b425d423-d472-4078-aec2-cab75d73bf32,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:25.187770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Calling delete_port for 3be95798-8646-46fe-b681-7dae491c1d1d owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:25.210827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:25.211660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.218130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.236890 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.257205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:25.301063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Attempting to bind port b425d423-d472-4078-aec2-cab75d73bf32 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:25.301339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Attempting to bind port b425d423-d472-4078-aec2-cab75d73bf32 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:25.301606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Attempting to bind port b425d423-d472-4078-aec2-cab75d73bf32 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:25.307366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Port b425d423-d472-4078-aec2-cab75d73bf32 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:25.307829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Attempting to bind port b425d423-d472-4078-aec2-cab75d73bf32 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:25.314448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:25.314448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:25.314838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:25.315145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Bound port: b425d423-d472-4078-aec2-cab75d73bf32, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:25.315498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.331025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-bbc26745-30cb-4c30-9092-6b3e9839471e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0967984 Dec 16 09:28:25.341538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-09eaa1c2-2dff-48bd-8c53-623c8dce9445 None None] Provisioning complete for port 07221523-1a0c-4fe6-afaa-cf4a093d03ff triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:25.341937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-09eaa1c2-2dff-48bd-8c53-623c8dce9445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.345196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Request body: {'port': {'device_id': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:25.382714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a8bfc46-28ea-4553-bf5f-f0bb3e8a8a92 req-2ede21b3-0071-4cf3-83d2-52fd8bfb8916 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617619 Dec 16 09:28:25.412457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] For port b425d423-d472-4078-aec2-cab75d73bf32, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:25.417246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] For port b425d423-d472-4078-aec2-cab75d73bf32, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b425d423-d472-4078-aec2-cab75d73bf32,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:25.426315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.448020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-09eaa1c2-2dff-48bd-8c53-623c8dce9445 None None] Port 07221523-1a0c-4fe6-afaa-cf4a093d03ff cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:25.467360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:25.468092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.469611 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] 10.222.0.53 "PUT /v2.0/ports/b425d423-d472-4078-aec2-cab75d73bf32 HTTP/1.1" status: 200 len: 1095 time: 1.4951828 Dec 16 09:28:25.470314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'tag': 'b425d423-d472-4078-aec2-cab75d73bf32'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:25.474704 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd1f682-6f3d-42df-aede-d72f013b4a60" -d '{"events": [{"name": "network-changed", "server_uuid": "11b14fab-7084-4d4c-8d70-6d5d4dfa69c3", "tag": "b425d423-d472-4078-aec2-cab75d73bf32"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:25.484824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event updated for resources: {'Port': ['ID=524f57e6-d365-40eb-ac33-b89315247a86,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:25.545329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.570776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.615378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5b44-4b58-45b5-8ce4-0f107bff659d service neutron] Pushing event updated for resources: {'Port': ['ID=b425d423-d472-4078-aec2-cab75d73bf32,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:25.636997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.641944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-b319c9b4-ab17-46a1-85ea-5e05e867bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:25.643900 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-b319c9b4-ab17-46a1-85ea-5e05e867bfde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 1098 time: 0.1022921 Dec 16 09:28:25.653661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a0d2ff3-52a2-412a-96d5-bcfc3bae0467 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7396226 Dec 16 09:28:25.739965 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-096ee17e-b8a1-411f-8422-e83c16c967ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b425d423-d472-4078-aec2-cab75d73bf32 HTTP/1.1" status: 200 len: 217 time: 0.0852852 Dec 16 09:28:25.790171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:25.806604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcbb26f3-f873-4260-addd-794baed87fbb', '422bf013-ad47-4911-85b5-424dadaecd95'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:25.833615 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-469b8453-9c89-4d95-934d-b4293062111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:25.837611 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-469b8453-9c89-4d95-934d-b4293062111f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0868969 Dec 16 09:28:25.897225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-b4db6400-1315-4d6a-9b0f-d2b4a49429ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:25.899531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-b4db6400-1315-4d6a-9b0f-d2b4a49429ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479565 Dec 16 09:28:25.911003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event deleted for resources: {'Port': ['ID=3be95798-8646-46fe-b681-7dae491c1d1d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:26.051938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8db3b6-e720-4836-b9fe-59d6c022bb32 req-2b535599-f91f-463d-a3d9-a4739a971bc2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.054435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-6385a63f-0aef-4358-bd5d-e439e394c24e service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360099 Dec 16 09:28:26.058341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8db3b6-e720-4836-b9fe-59d6c022bb32 req-2b535599-f91f-463d-a3d9-a4739a971bc2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 946 time: 0.4070466 Dec 16 09:28:26.107105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] No DVR routers for this DVR port 3be95798-8646-46fe-b681-7dae491c1d1d on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:26.119049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.122244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ae0bcdc-031f-4538-9825-4cc5fac9a327 req-1af3d032-191a-40f0-9f20-e2d9ce68082d tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "DELETE /v2.0/ports/3be95798-8646-46fe-b681-7dae491c1d1d HTTP/1.1" status: 204 len: 173 time: 1.6273680 Dec 16 09:28:26.124472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'name': 'network-vif-deleted', 'tag': '3be95798-8646-46fe-b681-7dae491c1d1d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:26.126891 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b308a-d533-40aa-9108-12ee6bda3ce4" -d '{"events": [{"server_uuid": "0f473b90-a6f0-47bb-a7ff-9789920b7d76", "name": "network-vif-deleted", "tag": "3be95798-8646-46fe-b681-7dae491c1d1d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:26.155467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-81bb59bc-b47e-47b9-8d6a-4d690a618358 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911291 Dec 16 09:28:26.214788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce8db3b6-e720-4836-b9fe-59d6c022bb32 req-99fe1f97-a164-451e-8f93-4b61786041e4 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405251 Dec 16 09:28:26.318123 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5169fb6-f543-4db4-906d-7f072a9639d5 x-openstack-request-id: req-d5169fb6-f543-4db4-906d-7f072a9639d5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:26.318398 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "name": "network-vif-plugged", "status": "completed", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d", "code": 200}, {"server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "name": "network-vif-plugged", "status": "completed", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:26.319009 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5169fb6-f543-4db4-906d-7f072a9639d5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:26.319433 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'code': 200} Dec 16 09:28:26.319675 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'code': 200} Dec 16 09:28:26.384833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07221523-1a0c-4fe6-afaa-cf4a093d03ff {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:26.424071 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.426264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe18e07-37d4-45fa-bfdb-b89ca5b06e42 req-0250b9a6-0e12-45a0-a089-1d130be07931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.427883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bbe18e07-37d4-45fa-bfdb-b89ca5b06e42 req-0250b9a6-0e12-45a0-a089-1d130be07931 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0424786 Dec 16 09:28:26.458517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4644f09b-94af-4d00-bc9f-39d8eb46b7bc req-a0496ab9-fa58-44cd-b157-2d97206df57a tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f473b90-a6f0-47bb-a7ff-9789920b7d76 HTTP/1.1" status: 200 len: 210 time: 0.0394824 Dec 16 09:28:26.465058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Transition to ACTIVE for port object 07221523-1a0c-4fe6-afaa-cf4a093d03ff will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:26.479093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.480607 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bbe18e07-37d4-45fa-bfdb-b89ca5b06e42 req-6898bef8-52a3-4c3c-87e2-624415360f62 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Dec 16 09:28:26.490058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85be08-8800-4464-bab3-5481a94d3c2c req-d6fe5d22-bc9f-4db2-be8b-34b3a6a59ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.491646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a85be08-8800-4464-bab3-5481a94d3c2c req-d6fe5d22-bc9f-4db2-be8b-34b3a6a59ca0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1097 time: 0.1023028 Dec 16 09:28:26.587262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Pushing event updated for resources: {'Port': ['ID=07221523-1a0c-4fe6-afaa-cf4a093d03ff,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:26.642726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a85be08-8800-4464-bab3-5481a94d3c2c req-7cc52f9e-3d25-4d9f-8412-10de0f811f47 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275587 Dec 16 09:28:26.664233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c66d46-9813-427a-a2e1-d81d8bbb7608 req-3d4f0560-2bd2-4356-968a-496072fc3fbf tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.665796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5c66d46-9813-427a-a2e1-d81d8bbb7608 req-3d4f0560-2bd2-4356-968a-496072fc3fbf tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 947 time: 0.1423419 Dec 16 09:28:26.704563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Attempting to bind port 07221523-1a0c-4fe6-afaa-cf4a093d03ff on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:26.704896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Attempting to bind port 07221523-1a0c-4fe6-afaa-cf4a093d03ff by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:26.705223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Attempting to bind port 07221523-1a0c-4fe6-afaa-cf4a093d03ff on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:26.717336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Port 07221523-1a0c-4fe6-afaa-cf4a093d03ff on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:26.717655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Attempting to bind port 07221523-1a0c-4fe6-afaa-cf4a093d03ff on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:26.728158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5c66d46-9813-427a-a2e1-d81d8bbb7608 req-336bc654-6c83-41e1-afd6-7755bf805bfc tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Dec 16 09:28:26.728990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:26.729316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:26.729685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:26.730132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Bound port: 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:26.730482 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.795986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] For port 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:26.799057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] For port 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:26.804117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.837146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.838464 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:26.840465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] 10.222.0.69 "PUT /v2.0/ports/07221523-1a0c-4fe6-afaa-cf4a093d03ff HTTP/1.1" status: 200 len: 1096 time: 1.4992454 Dec 16 09:28:26.860531 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb79ef-3bde-4159-a9d9-2109993a0cf9 x-openstack-request-id: req-f7eb79ef-3bde-4159-a9d9-2109993a0cf9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:26.860887 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b14fab-7084-4d4c-8d70-6d5d4dfa69c3", "tag": "b425d423-d472-4078-aec2-cab75d73bf32", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:26.861201 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7eb79ef-3bde-4159-a9d9-2109993a0cf9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:26.861667 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'tag': 'b425d423-d472-4078-aec2-cab75d73bf32', 'status': 'completed', 'code': 200} Dec 16 09:28:26.867364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca030d-216f-4c38-a85d-a7b5645d8c55 service neutron] Pushing event updated for resources: {'Port': ['ID=07221523-1a0c-4fe6-afaa-cf4a093d03ff,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:26.906468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3be95798-8646-46fe-b681-7dae491c1d1d no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:26.956026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 3be95798-8646-46fe-b681-7dae491c1d1d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:26.956368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3be95798-8646-46fe-b681-7dae491c1d1d not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:26.966296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-62aa1802-c3ce-46d7-a3d2-d09dfe16af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:26.969294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-62aa1802-c3ce-46d7-a3d2-d09dfe16af61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 1098 time: 0.0747797 Dec 16 09:28:27.033881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-47ceb461-d9b9-437e-9236-dd8fa184abaa tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1624082616&fields=id&tenant_id=968200f6d6f04711b5d1ddb03d7514c6 HTTP/1.1" status: 200 len: 267 time: 0.0929589 Dec 16 09:28:27.055832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-4bd8bd74-0239-42e1-b0e2-109c8b2407ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.057397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-4bd8bd74-0239-42e1-b0e2-109c8b2407ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 1099 time: 0.0869601 Dec 16 09:28:27.099046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-318509ec-ef39-4869-ad36-72134f0e8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.101304 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-318509ec-ef39-4869-ad36-72134f0e8dd3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1207440 Dec 16 09:28:27.155254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:27.156326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-b843c2ec-8ddc-4055-9f3e-c6e929333970 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff HTTP/1.1" status: 200 len: 217 time: 0.0692649 Dec 16 09:28:27.168501 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-0d0b31e7-592f-40fc-b8d0-25e6a7270507 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=b425d423-d472-4078-aec2-cab75d73bf32 HTTP/1.1" status: 200 len: 217 time: 0.0467141 Dec 16 09:28:27.234856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-aa7ee0b8-d546-43d0-8226-7b0d4a81dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.236325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-aa7ee0b8-d546-43d0-8226-7b0d4a81dd8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0722723 Dec 16 09:28:27.244268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-5a765e09-4908-4d24-8222-3af54fbbf333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.246037 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-5a765e09-4908-4d24-8222-3af54fbbf333 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0631864 Dec 16 09:28:27.261101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-ebf40b19-8de7-40fc-97a3-78489befd488 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.267906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-ebf40b19-8de7-40fc-97a3-78489befd488 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/networks?id=a9a0c416-73fe-4921-9d7c-b191a215426b HTTP/1.1" status: 200 len: 806 time: 0.2170322 Dec 16 09:28:27.303487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-07e89959-9abc-46e5-88f0-ea86f57f602a tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/quotas/968200f6d6f04711b5d1ddb03d7514c6 HTTP/1.1" status: 200 len: 375 time: 0.0346067 Dec 16 09:28:27.338401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-37312122-1cb6-4eeb-9615-abd2a677f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.341283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-37312122-1cb6-4eeb-9615-abd2a677f59f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802834 Dec 16 09:28:27.355694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8a3e42cd-e14a-4fac-bed9-67a5985725f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.357720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-8a3e42cd-e14a-4fac-bed9-67a5985725f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116347 Dec 16 09:28:27.382495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-063392b3-926a-44d7-ab7d-2b2aef8eb142 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=968200f6d6f04711b5d1ddb03d7514c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780149 Dec 16 09:28:27.450966 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-3502cbe0-f38a-4379-9c5d-a862e198a2c5 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013665 Dec 16 09:28:27.474665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-87800095-0de8-497b-a5dd-5c1f517802f4 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075976 Dec 16 09:28:27.564933 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcd1f682-6f3d-42df-aede-d72f013b4a60 req-aabfe7b4-5395-4fb2-88e3-c077c7a3bfbb service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981929 Dec 16 09:28:27.628533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-0933a255-4e52-43f1-8ab1-2ebc8e22760e service neutron] 10.222.0.61 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090101 Dec 16 09:28:27.632056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27471604-853a-48a9-be90-1f51bf65ce8f req-dc34c666-a5df-4ccc-95f2-0da617ba8b31 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473057 Dec 16 09:28:27.722172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-ef6031fe-717c-4c10-8727-789275804c94 service neutron] 10.222.0.61 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860059 Dec 16 09:28:27.989577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fa5a0-2ba5-47e9-81e9-bc2303fe0c59 req-067a6cfd-d4a3-4f5c-af05-2a228b4d9cbd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:27.991220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-759fa5a0-2ba5-47e9-81e9-bc2303fe0c59 req-067a6cfd-d4a3-4f5c-af05-2a228b4d9cbd tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 945 time: 0.0790403 Dec 16 09:28:28.031118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-759fa5a0-2ba5-47e9-81e9-bc2303fe0c59 req-e6d08f17-ac58-4311-aa1f-875645e25a0e tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Dec 16 09:28:28.080027 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d3bbb2-141b-499c-be79-728d8c16cd91 x-openstack-request-id: req-a1d3bbb2-141b-499c-be79-728d8c16cd91 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:28.080306 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f473b90-a6f0-47bb-a7ff-9789920b7d76", "name": "network-vif-deleted", "tag": "3be95798-8646-46fe-b681-7dae491c1d1d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:28.080553 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1d3bbb2-141b-499c-be79-728d8c16cd91 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:28.081006 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f473b90-a6f0-47bb-a7ff-9789920b7d76', 'name': 'network-vif-deleted', 'tag': '3be95798-8646-46fe-b681-7dae491c1d1d', 'status': 'completed', 'code': 200} Dec 16 09:28:28.360102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3fcc3-f051-4eb7-aa47-4ceff62fd442 req-8e1bb8e1-5fb9-4cf4-a205-524df906c089 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:28.368053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcd3fcc3-f051-4eb7-aa47-4ceff62fd442 req-8e1bb8e1-5fb9-4cf4-a205-524df906c089 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 946 time: 0.0606270 Dec 16 09:28:28.420571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcd3fcc3-f051-4eb7-aa47-4ceff62fd442 req-5bfd17d9-61a8-4c54-a7af-edefbe777ce5 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Dec 16 09:28:28.660531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2ff38-166d-4f27-826e-20540f6637cd req-7659011f-8838-49cd-89b2-f16ee2e9cfd8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:28.662100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daf2ff38-166d-4f27-826e-20540f6637cd req-7659011f-8838-49cd-89b2-f16ee2e9cfd8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 947 time: 0.0666995 Dec 16 09:28:28.708867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daf2ff38-166d-4f27-826e-20540f6637cd req-0ada0905-aba8-4e2d-a868-3a6f94f93c2c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Dec 16 09:28:28.802413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c852844d-6f90-465f-b3d3-8157c9a4c19e req-d71db6b9-8571-4111-8435-23e66c09910f tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 210 time: 0.0303457 Dec 16 09:28:28.920204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c45a-11c5-4668-95d8-f05994a49128 req-55664f4b-2276-436b-804a-ae7b13e48417 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:28.921798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3630c45a-11c5-4668-95d8-f05994a49128 req-55664f4b-2276-436b-804a-ae7b13e48417 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 946 time: 0.0581644 Dec 16 09:28:28.967394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3630c45a-11c5-4668-95d8-f05994a49128 req-d7bbc6a2-4b6b-4822-b351-132115412ada tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Dec 16 09:28:29.145516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-a6541a50-942b-4b55-8fbd-bfa80aeba866 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-799263463&fields=id&tenant_id=d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 267 time: 0.1111283 Dec 16 09:28:29.221657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-31baea8b-250c-4a9d-ab1c-1499c63b5a8d tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:29.223065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-31baea8b-250c-4a9d-ab1c-1499c63b5a8d tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.69 "GET /v2.0/networks?id=a9a0c416-73fe-4921-9d7c-b191a215426b HTTP/1.1" status: 200 len: 806 time: 0.1785419 Dec 16 09:28:29.252917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-730ce356-f3b7-4f02-a740-db40ed646148 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:29.254456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-730ce356-f3b7-4f02-a740-db40ed646148 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 946 time: 0.1028438 Dec 16 09:28:29.270330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'port': {'security_groups': ['d003c6b7-d96c-4ecd-b560-7aec610ba057', 'c9e5e7f0-51b9-4feb-b2ca-5e38656f7115']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:29.723175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-20205b30-a596-4ba7-8e43-a905980604e2 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=968200f6d6f04711b5d1ddb03d7514c6 HTTP/1.1" status: 200 len: 380 time: 0.4862905 Dec 16 09:28:29.734072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Request body: {'port': {'device_id': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'admin_state_up': True, 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'security_groups': ['36936546-fcfe-40e7-809e-f5f8c67d949b']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:29.815909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.047705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Made reservation on behalf of 968200f6d6f04711b5d1ddb03d7514c6 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:30.051748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.085598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'tag': '07221523-1a0c-4fe6-afaa-cf4a093d03ff'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:30.088026 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3368ce12-6203-4892-803c-26deb6d4046c" -d '{"events": [{"name": "network-changed", "server_uuid": "a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d", "tag": "07221523-1a0c-4fe6-afaa-cf4a093d03ff"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:30.185855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36504) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:30.187800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-e69b0bde-995c-4369-9358-39b51485a91f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:30.189446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-e69b0bde-995c-4369-9358-39b51485a91f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "GET /v2.0/ports?device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 946 time: 0.1584105 Dec 16 09:28:30.194243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:30.299287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-806fc9ac-484a-4b10-97fb-2b25dbf78b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.299881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.307685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.321537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:30.389882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-806fc9ac-484a-4b10-97fb-2b25dbf78b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.392696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:30.393526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.395963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81c33b02-ab64-48a1-90a7-7b8c3270f586 req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "PUT /v2.0/ports/61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 982 time: 1.1321237 Dec 16 09:28:30.396165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-806fc9ac-484a-4b10-97fb-2b25dbf78b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.415907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Allocated IP 172.20.0.4 (a9a0c416-73fe-4921-9d7c-b191a215426b/c74c723a-0146-4e19-986e-dde927a7f793/1dcc48a9-890c-441e-95b6-25ab0c840827) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:30.455126 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-806fc9ac-484a-4b10-97fb-2b25dbf78b69 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e3e2c7873e9487ba1c4e1ed4b25dc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681229 Dec 16 09:28:30.456669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fc9ac-484a-4b10-97fb-2b25dbf78b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edbef59-04b5-4c16-9303-0d475c5aa28e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.459656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36510) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:30.487398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5149a79-8ca1-465d-86f0-a2dec9603fba tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.516441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:30.521669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31019851-0eff-4727-ae8e-736c099ff9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.525099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Deleting port 0717be31-9060-4c9e-a00a-cea6765f6fef {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:30.525384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.547353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31019851-0eff-4727-ae8e-736c099ff9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.606571 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31019851-0eff-4727-ae8e-736c099ff9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.610192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31019851-0eff-4727-ae8e-736c099ff9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.613073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-31019851-0eff-4727-ae8e-736c099ff9b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2edbef59-04b5-4c16-9303-0d475c5aa28e HTTP/1.1" status: 204 len: 168 time: 0.1522439 Dec 16 09:28:30.626387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31019851-0eff-4727-ae8e-736c099ff9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edbef59-04b5-4c16-9303-0d475c5aa28e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:30.738008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] For port 0717be31-9060-4c9e-a00a-cea6765f6fef, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0717be31-9060-4c9e-a00a-cea6765f6fef,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:30.738803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.805667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Calling delete_port for 0717be31-9060-4c9e-a00a-cea6765f6fef owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:30.817296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bd5f9-b8da-4380-8a73-2ec79be1b04c req-3036cfd1-5fcc-4e17-9fe3-ff6f078679a3 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:30.818898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338bd5f9-b8da-4380-8a73-2ec79be1b04c req-3036cfd1-5fcc-4e17-9fe3-ff6f078679a3 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 945 time: 0.3095331 Dec 16 09:28:30.845154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.957203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 07221523-1a0c-4fe6-afaa-cf4a093d03ff details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:30.957412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338bd5f9-b8da-4380-8a73-2ec79be1b04c req-7a4c8d59-0c87-46fa-a24b-ef45b89cacf5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280773 Dec 16 09:28:30.985748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:30.986589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36518) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:30.994510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db2e71be-e0e2-4a03-a657-c9d3997af255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.053017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Network a9a0c416-73fe-4921-9d7c-b191a215426b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:31.056990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b425d423-d472-4078-aec2-cab75d73bf32 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:31.088151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:31.108289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:31.110172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:31.122122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event updated for resources: {'Port': ['ID=1dcc48a9-890c-441e-95b6-25ab0c840827,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.173993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '07221523-1a0c-4fe6-afaa-cf4a093d03ff', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '07221523-1a0c-4fe6-afaa-cf4a093d03ff', 'mac_address': 'fa:16:3e:80:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:31.174296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db2e71be-e0e2-4a03-a657-c9d3997af255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.183387 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db2e71be-e0e2-4a03-a657-c9d3997af255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.213360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.214231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.217811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.231344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db2e71be-e0e2-4a03-a657-c9d3997af255 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df53486417a7478ab9fd414b86c652db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506952 Dec 16 09:28:31.233952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:31.237979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:31.277878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e71be-e0e2-4a03-a657-c9d3997af255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d6409-c2bf-4867-b1db-ca7a23318b05,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.278588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['2de00d97-f710-41be-897f-9c6bd1e9ba09', '0717be31-9060-4c9e-a00a-cea6765f6fef'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:31.314373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Pushing event deleted for resources: {'Port': ['ID=0717be31-9060-4c9e-a00a-cea6765f6fef,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.322856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37650161-a06a-47b4-adb4-b265c788abfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.325056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-2137ed5c-e8bf-47a8-9d8d-bc1d1ade8a55 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5961859 Dec 16 09:28:31.348154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37650161-a06a-47b4-adb4-b265c788abfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.352468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Request body: {'port': {'device_id': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:31.391259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.405767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] No DVR routers for this DVR port 0717be31-9060-4c9e-a00a-cea6765f6fef on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:31.409473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.414971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a814433a-9e7c-47e8-bc8e-c8be64727e2d req-1f1290b1-8c6e-4ff3-a85b-aa80896376b2 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "DELETE /v2.0/ports/0717be31-9060-4c9e-a00a-cea6765f6fef HTTP/1.1" status: 204 len: 173 time: 1.2162423 Dec 16 09:28:31.420376 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37650161-a06a-47b4-adb4-b265c788abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.423149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37650161-a06a-47b4-adb4-b265c788abfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.427249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37650161-a06a-47b4-adb4-b265c788abfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/921d6409-c2bf-4867-b1db-ca7a23318b05 HTTP/1.1" status: 204 len: 168 time: 0.1897955 Dec 16 09:28:31.437234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37650161-a06a-47b4-adb4-b265c788abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d6409-c2bf-4867-b1db-ca7a23318b05,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.463470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b425d423-d472-4078-aec2-cab75d73bf32, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b425d423-d472-4078-aec2-cab75d73bf32,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:31.507569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07221523-1a0c-4fe6-afaa-cf4a093d03ff {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:31.510128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5798de2-4873-48cd-9428-bb8e228a839a req-aebebc65-4ecc-4b2c-a473-978d30384540 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.520519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5798de2-4873-48cd-9428-bb8e228a839a req-aebebc65-4ecc-4b2c-a473-978d30384540 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 947 time: 0.2905147 Dec 16 09:28:31.533742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'b425d423-d472-4078-aec2-cab75d73bf32', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'b425d423-d472-4078-aec2-cab75d73bf32', 'mac_address': 'fa:16:3e:62:6c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:31.550716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.619972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5798de2-4873-48cd-9428-bb8e228a839a req-2f5266b2-07eb-42f4-b666-d638531917af tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974643 Dec 16 09:28:31.637298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:31.690444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.751597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4949883d-f9d3-49d8-88c3-c7ffc0704d48 None None] Provisioning complete for port 1dcc48a9-890c-441e-95b6-25ab0c840827 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:31.752125 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4949883d-f9d3-49d8-88c3-c7ffc0704d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.767001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.828528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd51b6d-9c69-4a28-aaeb-2ac8ad204b8f req-c1c1f696-37da-4b8b-93b5-aca10e99eb5a tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:31.829813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6fd51b6d-9c69-4a28-aaeb-2ac8ad204b8f req-c1c1f696-37da-4b8b-93b5-aca10e99eb5a tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 931 time: 0.1028385 Dec 16 09:28:31.851984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b425d423-d472-4078-aec2-cab75d73bf32 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:31.924818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=07221523-1a0c-4fe6-afaa-cf4a093d03ff,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:31.952048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4949883d-f9d3-49d8-88c3-c7ffc0704d48 None None] Port 1dcc48a9-890c-441e-95b6-25ab0c840827 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:31.962084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b425d423-d472-4078-aec2-cab75d73bf32, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b425d423-d472-4078-aec2-cab75d73bf32,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:31.976550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:31.996241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6fd51b6d-9c69-4a28-aaeb-2ac8ad204b8f req-1ec03a8c-97c2-4558-8e80-7d6c721babad tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548967 Dec 16 09:28:32.119839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b425d423-d472-4078-aec2-cab75d73bf32,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:32.134448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0b4c148-b3e2-4fda-b479-e034c80aae09 req-b5e79936-59a6-407a-8729-8fdb6877dc53 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=897c46b7-614e-4ecc-a92f-03121cad826e HTTP/1.1" status: 200 len: 210 time: 0.0461588 Dec 16 09:28:32.144218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dcc48a9-890c-441e-95b6-25ab0c840827 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:32.159689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.165215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:32.175158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Transition to ACTIVE for port object 1dcc48a9-890c-441e-95b6-25ab0c840827 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:32.183566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.215525 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb9fc7-c741-48a4-a4f7-c4150cfd80e2 x-openstack-request-id: req-37eb9fc7-c741-48a4-a4f7-c4150cfd80e2 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:32.215814 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d", "tag": "07221523-1a0c-4fe6-afaa-cf4a093d03ff", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:32.216061 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37eb9fc7-c741-48a4-a4f7-c4150cfd80e2 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:32.216450 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'tag': '07221523-1a0c-4fe6-afaa-cf4a093d03ff', 'status': 'completed', 'code': 200} Dec 16 09:28:32.391776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b425d423-d472-4078-aec2-cab75d73bf32'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:32.414915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc48a9-890c-441e-95b6-25ab0c840827,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:32.449601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-80b8bb2d-2854-432c-ac81-f322d404bbed tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-828992140&fields=id&tenant_id=d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 267 time: 0.1225686 Dec 16 09:28:32.453753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ce12-6203-4892-803c-26deb6d4046c req-1c9797ec-a720-4770-926d-fa10e1f0c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:32.455324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-1c9797ec-a720-4770-926d-fa10e1f0c235 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 1100 time: 0.1868224 Dec 16 09:28:32.561182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Attempting to bind port 1dcc48a9-890c-441e-95b6-25ab0c840827 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:32.561460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Attempting to bind port 1dcc48a9-890c-441e-95b6-25ab0c840827 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:32.561782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Attempting to bind port 1dcc48a9-890c-441e-95b6-25ab0c840827 on network a9a0c416-73fe-4921-9d7c-b191a215426b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:32.573337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Port 1dcc48a9-890c-441e-95b6-25ab0c840827 on network a9a0c416-73fe-4921-9d7c-b191a215426b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:32.573638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Attempting to bind port 1dcc48a9-890c-441e-95b6-25ab0c840827 on network a9a0c416-73fe-4921-9d7c-b191a215426b {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:32.585658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-3bde9bed-5b68-4df5-b20a-10b955613a13 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:32.590999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-3bde9bed-5b68-4df5-b20a-10b955613a13 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 985 time: 0.1329992 Dec 16 09:28:32.602005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'port': {'security_groups': ['c9e5e7f0-51b9-4feb-b2ca-5e38656f7115', 'd003c6b7-d96c-4ecd-b560-7aec610ba057', '49efc762-967d-4463-8368-b3220a81bf7b']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:32.630811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:32.631139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Checking segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:32.631541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Bound using segment: {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:32.631955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Bound port: 1dcc48a9-890c-441e-95b6-25ab0c840827, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd487c61a-462c-436f-957c-11f99cd45c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:32.632310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.732044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ce12-6203-4892-803c-26deb6d4046c req-efc60fa8-7d2e-4c59-98d5-e9a1a8bfcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:32.733477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-efc60fa8-7d2e-4c59-98d5-e9a1a8bfcbe8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2400947 Dec 16 09:28:32.735638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.803433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-53f50586-bbdf-4d05-9f27-63fbab82befd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff HTTP/1.1" status: 200 len: 217 time: 0.0512707 Dec 16 09:28:32.830379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] For port 1dcc48a9-890c-441e-95b6-25ab0c840827, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:32.869244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] For port 1dcc48a9-890c-441e-95b6-25ab0c840827, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dcc48a9-890c-441e-95b6-25ab0c840827,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:32.876874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.944955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:32.945569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:32.946966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] 10.222.0.69 "PUT /v2.0/ports/1dcc48a9-890c-441e-95b6-25ab0c840827 HTTP/1.1" status: 200 len: 1091 time: 1.6053510 Dec 16 09:28:32.952322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ce12-6203-4892-803c-26deb6d4046c req-1fd3a7fd-a86b-43b3-97a1-9c7e708c8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:32.953774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-1fd3a7fd-a86b-43b3-97a1-9c7e708c8374 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1263821 Dec 16 09:28:32.962530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0717be31-9060-4c9e-a00a-cea6765f6fef no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:32.997597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 0717be31-9060-4c9e-a00a-cea6765f6fef {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:32.997976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0717be31-9060-4c9e-a00a-cea6765f6fef not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:33.044295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222d52-e3b3-428b-8bf1-9a7968b60d71 service neutron] Pushing event updated for resources: {'Port': ['ID=1dcc48a9-890c-441e-95b6-25ab0c840827,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:33.116169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ce12-6203-4892-803c-26deb6d4046c req-5d18c29e-7bce-44d4-b33a-ae417f6552c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.117970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-5d18c29e-7bce-44d4-b33a-ae417f6552c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539266 Dec 16 09:28:33.140110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-25f782f3-ff9a-4ac9-b714-3eb2f3f8c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.141505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-25f782f3-ff9a-4ac9-b714-3eb2f3f8c7b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=968200f6d6f04711b5d1ddb03d7514c6&device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 1094 time: 0.1333869 Dec 16 09:28:33.233630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-327f45f6-3129-4946-9311-ab418d853b2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dcc48a9-890c-441e-95b6-25ab0c840827 HTTP/1.1" status: 200 len: 217 time: 0.0780616 Dec 16 09:28:33.296571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:33.332549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-b9f69553-075d-4ee7-9c17-cc89411097aa service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035737 Dec 16 09:28:33.336669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-fc7fbdac-0920-459c-b806-a1cc48212862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.338034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-fc7fbdac-0920-459c-b806-a1cc48212862 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c74c723a-0146-4e19-986e-dde927a7f793 HTTP/1.1" status: 200 len: 845 time: 0.0914106 Dec 16 09:28:33.368785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.420807 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.483135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.483740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:33.485153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cb87bc0-07ed-4640-baa8-dd0b9102d2b0 req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "PUT /v2.0/ports/61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 1021 time: 0.8931432 Dec 16 09:28:33.504742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:33.511458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-c9518250-5dde-416c-bfb9-1e0a6c589225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:33.512914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-c9518250-5dde-416c-bfb9-1e0a6c589225 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a0c416-73fe-4921-9d7c-b191a215426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625929 Dec 16 09:28:33.608447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46c990-057b-400d-ad80-6f2763be2f92 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:33.690787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3368ce12-6203-4892-803c-26deb6d4046c req-95dcf6de-c452-485b-8071-9368f5b07384 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414547 Dec 16 09:28:33.706449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:33.789426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-55e53ea9-ed62-45c7-a83b-47f2d8707e50 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 258 time: 0.2797418 Dec 16 09:28:33.791473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-a768a225-7401-4640-8ffd-464850a5621c service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607000 Dec 16 09:28:33.799039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:34.207081 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.221435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb'}, {'server_uuid': '897c46b7-614e-4ecc-a92f-03121cad826e', 'name': 'network-vif-deleted', 'tag': '0717be31-9060-4c9e-a00a-cea6765f6fef'}, {'name': 'network-changed', 'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827'}, {'name': 'network-changed', 'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:34.224004 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb"}, {"server_uuid": "897c46b7-614e-4ecc-a92f-03121cad826e", "name": "network-vif-deleted", "tag": "0717be31-9060-4c9e-a00a-cea6765f6fef"}, {"name": "network-changed", "server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827"}, {"name": "network-changed", "server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:34.279437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc27b9b6-67df-44b7-a6a0-b955e821b61e req-f2fbf07d-e25e-4908-87a4-a1c7fa26dc15 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750752 Dec 16 09:28:34.349721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.461437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Allocated IP 172.25.6.30 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/c3d9dfad-c14c-4e9d-960a-2b7241647024) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:34.570675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.615575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.656713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:34.659566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:34.666998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:34.670129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event updated for resources: {'Port': ['ID=c3d9dfad-c14c-4e9d-960a-2b7241647024,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:34.752770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.788941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.945403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.952517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:34.960796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 07221523-1a0c-4fe6-afaa-cf4a093d03ff up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:35.011465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 07221523-1a0c-4fe6-afaa-cf4a093d03ff completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:35.015548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 07221523-1a0c-4fe6-afaa-cf4a093d03ff triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:35.016412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.021630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event updated for resources: {'Port': ['ID=c3d9dfad-c14c-4e9d-960a-2b7241647024,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.038859 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:28:35.042221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.067346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.068965 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-cf4cca32-aebc-4793-a830-3656fab72bf1 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2736328 Dec 16 09:28:35.078153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b425d423-d472-4078-aec2-cab75d73bf32 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:35.124055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-22a9d497-70cd-4ff2-8b68-71907252434f tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0470548 Dec 16 09:28:35.164386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port b425d423-d472-4078-aec2-cab75d73bf32 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:35.166610 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.177901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port b425d423-d472-4078-aec2-cab75d73bf32 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:35.178327 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.210578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07221523-1a0c-4fe6-afaa-cf4a093d03ff'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:35.212811 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08e54c5-c0c4-458a-9561-5e6392c0f58f" -d '{"events": [{"server_uuid": "a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d", "name": "network-vif-plugged", "status": "completed", "tag": "07221523-1a0c-4fe6-afaa-cf4a093d03ff"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:35.228875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:35.236574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.244484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-d47e41bf-ddc8-416a-9c6e-a304e8cb1044 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.246108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de848b83-41ed-46fc-b1f4-8072f9f80d91 req-d47e41bf-ddc8-416a-9c6e-a304e8cb1044 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1152477 Dec 16 09:28:35.318076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=07221523-1a0c-4fe6-afaa-cf4a093d03ff,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.326441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.360565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b425d423-d472-4078-aec2-cab75d73bf32, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b425d423-d472-4078-aec2-cab75d73bf32,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:35.365700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:35.420303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b425d423-d472-4078-aec2-cab75d73bf32,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:35.550320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e764e-9f49-41c5-99a7-fca6d3594058 req-56f08a62-2210-466a-878b-1cc97e1a37e7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.552536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-915e764e-9f49-41c5-99a7-fca6d3594058 req-56f08a62-2210-466a-878b-1cc97e1a37e7 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 949 time: 0.0535183 Dec 16 09:28:35.597075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-915e764e-9f49-41c5-99a7-fca6d3594058 req-871d1635-4db5-42a4-801c-022deaa216f6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Dec 16 09:28:35.740846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15753b5-30d5-4947-a86d-7b2e4a6ca552 req-7cc0f9a6-c8d9-4970-a69b-f1c2dff17051 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.742754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f15753b5-30d5-4947-a86d-7b2e4a6ca552 req-7cc0f9a6-c8d9-4970-a69b-f1c2dff17051 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 943 time: 0.0847280 Dec 16 09:28:35.754741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-fa145fab-6eef-4fa9-8450-b55fbaebd442 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0709150 Dec 16 09:28:35.791242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f15753b5-30d5-4947-a86d-7b2e4a6ca552 req-4f0935b1-29ab-4699-be74-2f6f342af6cc tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Dec 16 09:28:35.861114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.862006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.862898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.863479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.863985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.864415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.864860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.866955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-c1de227f-be38-4418-9cc9-b1522c5e8cd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6502 time: 0.0565071 Dec 16 09:28:35.987409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9a9f4-2ee4-493e-8b15-497885a79d27 req-eaea6513-17bb-43e8-b2d3-673bcdb923be tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:35.989050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ff9a9f4-2ee4-493e-8b15-497885a79d27 req-eaea6513-17bb-43e8-b2d3-673bcdb923be tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1024 time: 0.1046789 Dec 16 09:28:36.039228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6a4900ab-1292-4431-993f-3da5f8a30fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.039700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6a4900ab-1292-4431-993f-3da5f8a30fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.040160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6a4900ab-1292-4431-993f-3da5f8a30fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.041774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6a4900ab-1292-4431-993f-3da5f8a30fb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 2298 time: 0.1465614 Dec 16 09:28:36.131553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ff9a9f4-2ee4-493e-8b15-497885a79d27 req-100de1df-c9d6-4a94-a137-5e4bc46a83f6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e5e7f0-51b9-4feb-b2ca-5e38656f7115&id=49efc762-967d-4463-8368-b3220a81bf7b&id=d003c6b7-d96c-4ecd-b560-7aec610ba057 HTTP/1.1" status: 200 len: 6154 time: 0.1339381 Dec 16 09:28:36.146403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-3028d0f6-5ec0-4b8c-857a-1c9a707bea11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 200 len: 1000 time: 0.0937815 Dec 16 09:28:36.203242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-e672acb9-0ee9-4105-85ad-39e403466b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.204743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-e672acb9-0ee9-4105-85ad-39e403466b48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e9564cc-7746-4b75-9db9-ef8486b36d3a HTTP/1.1" status: 200 len: 856 time: 0.0498998 Dec 16 09:28:36.252633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-4131bc0a-7377-4ac5-9c46-a267d0ba2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.254817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-4131bc0a-7377-4ac5-9c46-a267d0ba2ddf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417757 Dec 16 09:28:36.322105 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdda7ea-ac5f-4e4a-b3f3-5d420c45f9da x-openstack-request-id: req-2fdda7ea-ac5f-4e4a-b3f3-5d420c45f9da {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:36.322414 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb", "status": "completed", "code": 200}, {"server_uuid": "897c46b7-614e-4ecc-a92f-03121cad826e", "name": "network-vif-deleted", "tag": "0717be31-9060-4c9e-a00a-cea6765f6fef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:36.322667 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fdda7ea-ac5f-4e4a-b3f3-5d420c45f9da {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:36.323067 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'status': 'completed', 'code': 200} Dec 16 09:28:36.323316 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897c46b7-614e-4ecc-a92f-03121cad826e', 'name': 'network-vif-deleted', 'tag': '0717be31-9060-4c9e-a00a-cea6765f6fef', 'status': 'completed', 'code': 200} Dec 16 09:28:36.323560 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'status': 'completed', 'code': 200} Dec 16 09:28:36.323802 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'status': 'completed', 'code': 200} Dec 16 09:28:36.407338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-f1e925d1-12fb-4327-8b0f-c33d790ddb69 service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345806 Dec 16 09:28:36.407924 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b15f0b-1407-4fa0-b65e-8acf45b7aa27 x-openstack-request-id: req-e2b15f0b-1407-4fa0-b65e-8acf45b7aa27 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:36.408425 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d", "name": "network-vif-plugged", "status": "completed", "tag": "07221523-1a0c-4fe6-afaa-cf4a093d03ff", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:36.408889 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2b15f0b-1407-4fa0-b65e-8acf45b7aa27 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:36.409290 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07221523-1a0c-4fe6-afaa-cf4a093d03ff', 'code': 200} Dec 16 09:28:36.412785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-2a5d2e7b-ee99-43db-b4e8-3eb79cf736ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.414271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-2a5d2e7b-ee99-43db-b4e8-3eb79cf736ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1175 time: 0.0685635 Dec 16 09:28:36.467547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36638) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:36.523580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0e956-f159-43fc-900f-05d09621a40f req-f4b9330c-7c40-4fa8-a332-6dd037fff516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.525717 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e8a0e956-f159-43fc-900f-05d09621a40f req-f4b9330c-7c40-4fa8-a332-6dd037fff516 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 1101 time: 0.0404818 Dec 16 09:28:36.570511 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e8a0e956-f159-43fc-900f-05d09621a40f req-a09dbb9a-148e-4321-b1e8-415dbf611237 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Dec 16 09:28:36.636201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-15cf47ef-9dba-41e2-baf6-e0a657a520e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.640732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-a712a789-f159-4f03-b395-6b2939fca55e tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.642236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-a712a789-f159-4f03-b395-6b2939fca55e tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1797903 Dec 16 09:28:36.651009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-58cf4ac1-a4aa-4d70-b662-b14681d758c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:36.652399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-58cf4ac1-a4aa-4d70-b662-b14681d758c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.2042027 Dec 16 09:28:36.654937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-2e1bf628-66cf-4cc7-bf1d-6bbce148e6ed service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218704 Dec 16 09:28:36.699185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-5eb998f3-7100-4b08-af9e-fa950551f882 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0498056 Dec 16 09:28:36.709395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Request body: {'floatingip': {'port_id': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:36.712513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-15cf47ef-9dba-41e2-baf6-e0a657a520e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.717045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-15cf47ef-9dba-41e2-baf6-e0a657a520e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.751810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.757451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-15cf47ef-9dba-41e2-baf6-e0a657a520e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14ed891c71b54d6db2bc02bb332fd573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882435 Dec 16 09:28:36.759535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf47ef-9dba-41e2-baf6-e0a657a520e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e7f51e-5833-43c1-af07-cdc3a0be3129,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:36.761955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36644) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:36.811708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e24dc89e-e568-41d4-9915-e854017ee3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.833272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e24dc89e-e568-41d4-9915-e854017ee3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.879234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e24dc89e-e568-41d4-9915-e854017ee3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.881825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e24dc89e-e568-41d4-9915-e854017ee3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:36.883020 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e24dc89e-e568-41d4-9915-e854017ee3b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7e7f51e-5833-43c1-af07-cdc3a0be3129 HTTP/1.1" status: 204 len: 168 time: 0.1201828 Dec 16 09:28:36.892745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dc89e-e568-41d4-9915-e854017ee3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e7f51e-5833-43c1-af07-cdc3a0be3129,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:36.915531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-f9722e3d-3c5d-4109-a65b-bb99255fd665 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 217 time: 0.0731797 Dec 16 09:28:36.916555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-fcfb5436-87c7-472e-a32a-904e7925fd23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 217 time: 0.0775113 Dec 16 09:28:36.974736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dcc48a9-890c-441e-95b6-25ab0c840827 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:28:37.084584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dcc48a9-890c-441e-95b6-25ab0c840827, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dcc48a9-890c-441e-95b6-25ab0c840827,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:37.085778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-cab725a1-338c-4a81-8ee5-dd2622834252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.087275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-cab725a1-338c-4a81-8ee5-dd2622834252 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.1227183 Dec 16 09:28:37.090136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-4399d42d-2f8c-401d-96af-24446c66a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.091460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-4399d42d-2f8c-401d-96af-24446c66a863 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.1280179 Dec 16 09:28:37.098108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'port_id': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'mac_address': 'fa:16:3e:96:11:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:28:37.137000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.151275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dcc48a9-890c-441e-95b6-25ab0c840827 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:37.204544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dcc48a9-890c-441e-95b6-25ab0c840827, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dcc48a9-890c-441e-95b6-25ab0c840827,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:37.204544 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.204748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36652) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:37.211931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-09a43e23-b22f-41f9-811b-08aa21bb277f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018014 Dec 16 09:28:37.216926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b82e532-fb14-42d4-9f73-c6919b97e504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.255791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1dcc48a9-890c-441e-95b6-25ab0c840827,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:37.266016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.266357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.266695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.267028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.267353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.267680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.268004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.268455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.268906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.269257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.269767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.270350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:28:37.310947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b82e532-fb14-42d4-9f73-c6919b97e504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.315217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b82e532-fb14-42d4-9f73-c6919b97e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.336335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-5e2ef11b-9110-4c4f-9433-611d5c0359b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.337876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-5e2ef11b-9110-4c4f-9433-611d5c0359b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2263277 Dec 16 09:28:37.352306 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b82e532-fb14-42d4-9f73-c6919b97e504 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97683fb2eeb94ec58494983089d0cc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531284 Dec 16 09:28:37.353173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82e532-fb14-42d4-9f73-c6919b97e504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1044b0-4f40-4c36-8c12-06ecbba80fac,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:37.355475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:37.406780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c090dd8e-9e3a-436f-a308-50f86ad01e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.428523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c090dd8e-9e3a-436f-a308-50f86ad01e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.474793 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c090dd8e-9e3a-436f-a308-50f86ad01e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.477792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c090dd8e-9e3a-436f-a308-50f86ad01e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.481525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c090dd8e-9e3a-436f-a308-50f86ad01e1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a1044b0-4f40-4c36-8c12-06ecbba80fac HTTP/1.1" status: 204 len: 168 time: 0.1225896 Dec 16 09:28:37.488689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090dd8e-9e3a-436f-a308-50f86ad01e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1044b0-4f40-4c36-8c12-06ecbba80fac,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:37.507403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-4aa43120-60cf-436a-95e1-906438dea718 service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560704 Dec 16 09:28:37.589855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-0d74e2f7-997c-4176-b2f6-0fa30c091144 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376339 Dec 16 09:28:37.594245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.613369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:37.788383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-183dedb2-72f2-4b74-9e85-c124469e2764 service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661417 Dec 16 09:28:37.795993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-e6e6955d-1f3f-427d-90e2-7774fc54b1c8 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943443 Dec 16 09:28:37.844329 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Floating IP 10042134-ad31-4af9-9e26-d8428cf86384 associated. External IP: 172.25.6.30, port: 776167c0-84f0-42b6-bf3d-88db0e30ce5d. Dec 16 09:28:37.854504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-af3ff68f-f079-4028-bdcb-338cc7a0bd6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 217 time: 0.0497239 Dec 16 09:28:37.898273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-a4a265e8-11d8-4e52-8904-bcbe88113940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:37.900270 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-a4a265e8-11d8-4e52-8904-bcbe88113940 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=968200f6d6f04711b5d1ddb03d7514c6&device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 1095 time: 0.0457444 Dec 16 09:28:37.923574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1dcc48a9-890c-441e-95b6-25ab0c840827'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:38.045942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-da67c632-d48d-4f64-bf9c-5feaaa5db623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.047965 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-da67c632-d48d-4f64-bf9c-5feaaa5db623 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9a0c416-73fe-4921-9d7c-b191a215426b HTTP/1.1" status: 200 len: 907 time: 0.1227577 Dec 16 09:28:38.117024 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-43dc5128-40eb-4170-98ac-bc9e98c6d2db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dcc48a9-890c-441e-95b6-25ab0c840827 HTTP/1.1" status: 200 len: 217 time: 0.0597019 Dec 16 09:28:38.209640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-8e3de72f-0e04-4027-bbb2-3b4a46413420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.211857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-8e3de72f-0e04-4027-bbb2-3b4a46413420 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c74c723a-0146-4e19-986e-dde927a7f793 HTTP/1.1" status: 200 len: 845 time: 0.0668433 Dec 16 09:28:38.267753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-e00f0c61-c8fb-43b4-b74c-e25502f23126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.269771 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-e00f0c61-c8fb-43b4-b74c-e25502f23126 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a0c416-73fe-4921-9d7c-b191a215426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498657 Dec 16 09:28:38.366362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-cb386d15-c03f-4858-b447-5bcc4c9f722d service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894175 Dec 16 09:28:38.369004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-20e233a8-1d1e-4524-95cd-a4be249140d7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.371300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-20e233a8-1d1e-4524-95cd-a4be249140d7 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "GET /v2.0/ports?device_id=da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1 HTTP/1.1" status: 200 len: 946 time: 0.5286539 Dec 16 09:28:38.375020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-7601df2d-aa39-4066-8d93-3b81387712e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.376504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-7601df2d-aa39-4066-8d93-3b81387712e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.4896615 Dec 16 09:28:38.410597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425d423-d472-4078-aec2-cab75d73bf32'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:38.414055 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf0616e-03de-4445-947c-2293bef3e652" -d '{"events": [{"server_uuid": "11b14fab-7084-4d4c-8d70-6d5d4dfa69c3", "name": "network-vif-plugged", "status": "completed", "tag": "b425d423-d472-4078-aec2-cab75d73bf32"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:38.475142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-68ff6e9c-20b6-4150-a380-53105967352f service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957310 Dec 16 09:28:38.549205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-e073cfc0-8b6e-4f71-aa05-ab5f57883085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.552272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-e073cfc0-8b6e-4f71-aa05-ab5f57883085 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1581619 Dec 16 09:28:38.600123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-02a3c20e-72e3-4324-b986-2eb1a273c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.601684 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-02a3c20e-72e3-4324-b986-2eb1a273c2af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1175 time: 0.0627851 Dec 16 09:28:38.674337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Deleting port 422bf013-ad47-4911-85b5-424dadaecd95 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:38.674670 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.687968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Router ecbcd789-b4ee-4363-b445-489fe29f805b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:38.700727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-2395f701-4660-4e47-9c23-841463cce8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.702956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-2395f701-4660-4e47-9c23-841463cce8f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.0922320 Dec 16 09:28:38.740914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-7e0a0c16-31fe-42cc-8931-d729167d6024 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811037 Dec 16 09:28:38.754270 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-80760d05-e83a-4074-9be7-baf17e5e72ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 217 time: 0.0410211 Dec 16 09:28:38.807766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-dfe1a72e-c82a-4544-85e0-430094edde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:38.809599 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-dfe1a72e-c82a-4544-85e0-430094edde18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.0474408 Dec 16 09:28:38.851883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-e802165e-2803-4db6-8ee0-b0da12038031 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263419 Dec 16 09:28:38.912284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] For port 422bf013-ad47-4911-85b5-424dadaecd95, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=422bf013-ad47-4911-85b5-424dadaecd95,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:38.912874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.939503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Calling delete_port for 422bf013-ad47-4911-85b5-424dadaecd95 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:38.946124 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-af997664-5f1a-40b5-8a51-5b3e855b3688 service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857174 Dec 16 09:28:38.982000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:38.985003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-13441bb2-9ace-4130-aa84-bf2a12506916 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352090 Dec 16 09:28:38.988505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:38.997070 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] Sync routers for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:39.010926 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:39.011611 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:39.074916 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ce02286-d0be-41fb-b25d-c40dfe35bcc1 req-0b9766f1-9ab5-4663-afc3-3bd65b5ff244 service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195638 Dec 16 09:28:39.084875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-19b1f6e9-a4bb-4ecb-8ded-fc3c97f0a63a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739 HTTP/1.1" status: 200 len: 217 time: 0.0669827 Dec 16 09:28:39.090456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-04effee7-a4f1-4e33-9b02-24b38151aa2c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "PUT /v2.0/floatingips/10042134-ad31-4af9-9e26-d8428cf86384 HTTP/1.1" status: 200 len: 995 time: 2.3853004 Dec 16 09:28:39.096060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:39.098824 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a810af-d513-427a-bac4-b7d67a2be16b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:39.121736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:39.197185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-46daf9b0-1400-4a94-9694-f6cd876515b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.198765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-46daf9b0-1400-4a94-9694-f6cd876515b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0964711 Dec 16 09:28:39.240264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-8f681f62-4051-467e-8842-5b82f4bc575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.241698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-8f681f62-4051-467e-8842-5b82f4bc575d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1096 time: 0.1280735 Dec 16 09:28:39.350847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.373643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:39.378642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcbb26f3-f873-4260-addd-794baed87fbb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:39.395022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-d4c0df16-5b3d-435f-b6cb-8f2d70dc54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.396778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-d4c0df16-5b3d-435f-b6cb-8f2d70dc54d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1682804 Dec 16 09:28:39.400108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event deleted for resources: {'Port': ['ID=422bf013-ad47-4911-85b5-424dadaecd95,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:39.502758 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '10042134-ad31-4af9-9e26-d8428cf86384', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'port_id': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'mac_address': 'fa:16:3e:cd:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:34Z', 'updated_at': '2021-12-16T09:28:37Z', 'revision_number': 1, 'project_id': '6db84ceddd464f01826cac020537149e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:39.533561 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] Checking router: ecbcd789-b4ee-4363-b445-489fe29f805b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:39.534293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-1d06996c-0f03-44d3-972a-7632c1061406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.535891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-1d06996c-0f03-44d3-972a-7632c1061406 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 930 time: 0.2769492 Dec 16 09:28:39.545232 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:39.546064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:39.620921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] No DVR routers for this DVR port 422bf013-ad47-4911-85b5-424dadaecd95 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:39.626974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:39.630530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-090aa3bd-f1e2-4d8f-9192-945132d08ea6 req-32ca8c7c-43d1-4344-8a5b-df85ba8cf179 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "DELETE /v2.0/ports/422bf013-ad47-4911-85b5-424dadaecd95 HTTP/1.1" status: 204 len: 173 time: 1.2456019 Dec 16 09:28:39.682967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:39.742136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-50616110-4635-4ff0-a81f-3862817c9ef0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 998 time: 0.1940787 Dec 16 09:28:39.744434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-d12f52da-d022-4dea-85e8-d4c20581ad95 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324697 Dec 16 09:28:39.900233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-29aa0282-6c54-46e5-abc2-236280eb9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.902014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-29aa0282-6c54-46e5-abc2-236280eb9112 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 200 len: 868 time: 0.1535857 Dec 16 09:28:39.959524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-f18ef4f9-cf6e-4d09-8d28-a91952384c71 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933639 Dec 16 09:28:39.969168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-6fa4ebd4-a0c6-4d92-b75a-40356fb4ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:39.970674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-6fa4ebd4-a0c6-4d92-b75a-40356fb4ebae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c1cb934-165c-437e-84dc-51bb3baa5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580084 Dec 16 09:28:39.972705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '10042134-ad31-4af9-9e26-d8428cf86384', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'port_id': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'mac_address': 'fa:16:3e:cd:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:34Z', 'updated_at': '2021-12-16T09:28:37Z', 'revision_number': 1, 'project_id': '6db84ceddd464f01826cac020537149e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:40.000282 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799a95a-e65f-4780-9781-062c94695dc7 None None] The sync data for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 is: [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '10042134-ad31-4af9-9e26-d8428cf86384', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'port_id': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'mac_address': 'fa:16:3e:cd:6d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:34Z', 'updated_at': '2021-12-16T09:28:37Z', 'revision_number': 1, 'project_id': '6db84ceddd464f01826cac020537149e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:40.015926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-13ddc943-14fd-4ac0-bafa-5bb7fe9bf649 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1dfcc240-ffda-464c-b53e-c36104fa51db HTTP/1.1" status: 200 len: 217 time: 0.0441554 Dec 16 09:28:40.114275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-18027a62-5c5f-4ad1-8018-a6fde3299178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.115658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-18027a62-5c5f-4ad1-8018-a6fde3299178 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0874383 Dec 16 09:28:40.164384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-d78e3ab0-1dec-4000-a17b-baab88954849 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571212 Dec 16 09:28:40.172289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36728) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:40.222215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc34437b-b4d4-4d0b-843a-8433825b022e None None] New status for floating IP 10042134-ad31-4af9-9e26-d8428cf86384: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:28:40.243416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-1ebfe6bf-cf98-4c8e-aeef-6c27c5dcdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.245824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-1ebfe6bf-cf98-4c8e-aeef-6c27c5dcdf42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103408 Dec 16 09:28:40.311503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90fd97d5-7268-4454-9c60-7d9e1e3f1bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.370399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-f1fb02f8-1347-433a-b83c-17078ae3dfd3 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138248 Dec 16 09:28:40.402633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da1615cd-a099-4d2b-af2a-5b00960fc325 req-97927b6e-2d51-4ded-8dbe-96a321a6cfb8 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295270 Dec 16 09:28:40.405316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90fd97d5-7268-4454-9c60-7d9e1e3f1bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.416993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-90fd97d5-7268-4454-9c60-7d9e1e3f1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.472198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-90fd97d5-7268-4454-9c60-7d9e1e3f1bc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=394c231b66f147698b99d95b69eaf679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987947 Dec 16 09:28:40.472627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36736) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:40.475731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd97d5-7268-4454-9c60-7d9e1e3f1bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5939c7d8-cde3-4e15-b13f-b9ede6166517,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:40.501187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-99cc779e-291e-4512-82fe-9ea33c43099c service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214452 Dec 16 09:28:40.558568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-5680b2c8-f170-4c93-9db2-a185612db21b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 200 len: 217 time: 0.0420036 Dec 16 09:28:40.583878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e80470d5-8848-4215-9e89-9153d6926c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.618479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f024a774-9337-48bf-a65e-91bbf7be7da4 req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': ' tempest-securitygroup -361438486 ', 'description': 'tempest-description-1136076501'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:40.647022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e80470d5-8848-4215-9e89-9153d6926c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.670771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f024a774-9337-48bf-a65e-91bbf7be7da4 req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.673243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6f23365f-fbe8-4c4c-b680-3ebb7206a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.674749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6f23365f-fbe8-4c4c-b680-3ebb7206a521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.1077693 Dec 16 09:28:40.747848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-07fb80aa-872b-465f-bca5-bd4bca53378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.749346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-07fb80aa-872b-465f-bca5-bd4bca53378f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611253 Dec 16 09:28:40.756143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e80470d5-8848-4215-9e89-9153d6926c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.758656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e80470d5-8848-4215-9e89-9153d6926c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.759711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e80470d5-8848-4215-9e89-9153d6926c0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5939c7d8-cde3-4e15-b13f-b9ede6166517 HTTP/1.1" status: 204 len: 168 time: 0.2860878 Dec 16 09:28:40.821917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80470d5-8848-4215-9e89-9153d6926c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5939c7d8-cde3-4e15-b13f-b9ede6166517,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:40.869598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f024a774-9337-48bf-a65e-91bbf7be7da4 req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.873239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-a7482737-6935-40f1-97f4-9b7985afcbf1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500844 Dec 16 09:28:40.881559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f024a774-9337-48bf-a65e-91bbf7be7da4 req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.920353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-ed6e4b1d-34f5-4bfc-93bb-08822b8ccf61 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594815 Dec 16 09:28:40.925936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f024a774-9337-48bf-a65e-91bbf7be7da4 req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:40.927151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f024a774-9337-48bf-a65e-91bbf7be7da4 req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3224814 Dec 16 09:28:40.935549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc4c9a-5a59-4f37-a0dd-3fcbf10bc918 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1945db8a-14af-4db1-a4f7-6d43e37a9961,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:40.949465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-fa9c6014-92cf-41f0-b8c5-47aefb0b4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:40.951323 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-fa9c6014-92cf-41f0-b8c5-47aefb0b4751 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 1096 time: 0.0506065 Dec 16 09:28:41.004466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dcc48a9-890c-441e-95b6-25ab0c840827 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:28:41.030404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-2d91704a-0ff6-4bd0-a44b-dec14c2b0714 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020577 Dec 16 09:28:41.068693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-18963bab-307e-4376-8e0b-f5b8327dc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.070358 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-18963bab-307e-4376-8e0b-f5b8327dc12d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 200 len: 915 time: 0.0955899 Dec 16 09:28:41.088890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-21493cf9-134c-420c-8341-52cd479f98bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 200 len: 217 time: 0.0504708 Dec 16 09:28:41.096231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 1dcc48a9-890c-441e-95b6-25ab0c840827 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:28:41.107959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36746) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:41.108608 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1dcc48a9-890c-441e-95b6-25ab0c840827 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:41.108989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.132432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-e81d216f-2517-41e4-a2ef-7e28ffd9e05b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd HTTP/1.1" status: 200 len: 217 time: 0.0442984 Dec 16 09:28:41.161724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4df9a74-0f67-484b-8c41-04fdd78e1e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.186251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6c575a8a-1049-4320-abf5-74437a3efd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.187763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-6c575a8a-1049-4320-abf5-74437a3efd7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.0888870 Dec 16 09:28:41.189745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-ca999d3f-bb0d-45dd-a3cd-b4d9b0eb86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.191424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-ca999d3f-bb0d-45dd-a3cd-b4d9b0eb86c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 200 len: 854 time: 0.0510671 Dec 16 09:28:41.192288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.204100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99efbde-f464-4a8a-a1d9-d955e919a270 req-b57dc2b3-dabc-4006-a42a-ec4acbc157d3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.205667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d99efbde-f464-4a8a-a1d9-d955e919a270 req-b57dc2b3-dabc-4006-a42a-ec4acbc157d3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 949 time: 0.1158822 Dec 16 09:28:41.234428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-7fd6c7fe-b5a8-4ef3-bd2e-63ae2106b3f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4226f3db-1fbf-4159-a02b-0cca88658778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293212 Dec 16 09:28:41.315207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d99efbde-f464-4a8a-a1d9-d955e919a270 req-5e31e3df-133d-40d5-9307-66cc2e5dc98e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962954 Dec 16 09:28:41.343482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-0c336ca4-d177-4a5f-a3f7-8b75995d685f service neutron] 10.222.0.53 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996165 Dec 16 09:28:41.356398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dcc48a9-890c-441e-95b6-25ab0c840827, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dcc48a9-890c-441e-95b6-25ab0c840827,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:41.359745 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4df9a74-0f67-484b-8c41-04fdd78e1e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.362354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.363774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 422bf013-ad47-4911-85b5-424dadaecd95 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:41.363904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-d098a352-226f-412c-ac13-c05edeb9862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.365799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-d098a352-226f-412c-ac13-c05edeb9862a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579266 Dec 16 09:28:41.387384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4df9a74-0f67-484b-8c41-04fdd78e1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.428171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 422bf013-ad47-4911-85b5-424dadaecd95 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:41.428759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 422bf013-ad47-4911-85b5-424dadaecd95 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:41.434418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1dcc48a9-890c-441e-95b6-25ab0c840827,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:41.444764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-78d68d70-7dbf-486e-a4be-14e2a73b271b req-e150d532-0534-494c-b8e2-4d09c82e9f21 service neutron] 10.222.0.53 "GET /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919967 Dec 16 09:28:41.500655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c4df9a74-0f67-484b-8c41-04fdd78e1e45 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff46044d43a44299b96bb9bfa3f20c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779376 Dec 16 09:28:41.503345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36748) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:41.504580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df9a74-0f67-484b-8c41-04fdd78e1e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a35bfe-6b78-4ec8-b8ed-4193ab1b6f73,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:41.540696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb1aa2-4269-4cf2-8319-861dc4370891 req-b90e2eb8-5e4a-4166-9ef5-f4bf11a445d0 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.542223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09eb1aa2-4269-4cf2-8319-861dc4370891 req-b90e2eb8-5e4a-4166-9ef5-f4bf11a445d0 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.1521120 Dec 16 09:28:41.548025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-2e739f26-ef2b-4e30-9f14-ab7530df6816 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726985 Dec 16 09:28:41.558109 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6f73-12bd-43c8-b8e1-72e88372336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.580187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6f73-12bd-43c8-b8e1-72e88372336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.630667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6f73-12bd-43c8-b8e1-72e88372336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.633181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6f73-12bd-43c8-b8e1-72e88372336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:41.634360 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a1ca6f73-12bd-43c8-b8e1-72e88372336e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9a35bfe-6b78-4ec8-b8ed-4193ab1b6f73 HTTP/1.1" status: 204 len: 168 time: 0.1299341 Dec 16 09:28:41.637225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09eb1aa2-4269-4cf2-8319-861dc4370891 req-cc6425ff-c2b1-4f29-839a-ff61847b3476 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878227 Dec 16 09:28:41.644330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6f73-12bd-43c8-b8e1-72e88372336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a35bfe-6b78-4ec8-b8ed-4193ab1b6f73,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:41.687181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a130166d-b7a8-48e8-a72d-0f05c2c55b53 req-803027fd-15bb-4415-b24a-d01ee263e4dc service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297250 Dec 16 09:28:41.705986 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ac37f-d248-494a-ac25-d20615e807a0 x-openstack-request-id: req-089ac37f-d248-494a-ac25-d20615e807a0 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:41.706285 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b14fab-7084-4d4c-8d70-6d5d4dfa69c3", "name": "network-vif-plugged", "status": "completed", "tag": "b425d423-d472-4078-aec2-cab75d73bf32", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:41.706557 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-089ac37f-d248-494a-ac25-d20615e807a0 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:41.707012 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425d423-d472-4078-aec2-cab75d73bf32', 'code': 200} Dec 16 09:28:41.732653 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9992aeda-07d3-4697-ab37-e3ee514e432e x-openstack-request-id: req-9992aeda-07d3-4697-ab37-e3ee514e432e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:41.733547 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:41.733935 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9992aeda-07d3-4697-ab37-e3ee514e432e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:41.734459 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'status': 'completed', 'code': 200} Dec 16 09:28:41.847548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5c404-f2df-4887-8475-fa548777ed77 req-46558529-fb3e-4a02-8f7f-60d3463a2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.849090 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-38e5c404-f2df-4887-8475-fa548777ed77 req-46558529-fb3e-4a02-8f7f-60d3463a2fa9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 1100 time: 0.0718334 Dec 16 09:28:41.850816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a810af-d513-427a-bac4-b7d67a2be16b req-ac09babb-3b8e-4979-8d37-a4a97c273bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:41.852190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-ac09babb-3b8e-4979-8d37-a4a97c273bb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0763330 Dec 16 09:28:41.962963 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-38e5c404-f2df-4887-8475-fa548777ed77 req-9b49ed0c-0655-496d-ba5e-8c7a4d436d44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965071 Dec 16 09:28:42.007468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a810af-d513-427a-bac4-b7d67a2be16b req-dfe5351f-c673-401a-aa93-556458434b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.008949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-dfe5351f-c673-401a-aa93-556458434b08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 930 time: 0.1350262 Dec 16 09:28:42.220377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-30b910dc-43d5-46d5-a39b-f301e2f2d405 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 258 time: 0.4756629 Dec 16 09:28:42.225580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:42.243048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-98c0c695-bce6-4930-9511-76040c794f4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 1000 time: 0.0637581 Dec 16 09:28:42.250826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.308693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a810af-d513-427a-bac4-b7d67a2be16b req-f547c69f-8996-4484-bd8b-37fb51d43b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.310308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-f547c69f-8996-4484-bd8b-37fb51d43b46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 200 len: 868 time: 0.0586481 Dec 16 09:28:42.359539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.360974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a810af-d513-427a-bac4-b7d67a2be16b req-ab7721e5-3b84-4996-9350-1f833af050b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:42.362521 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-ab7721e5-3b84-4996-9350-1f833af050b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c1cb934-165c-437e-84dc-51bb3baa5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423014 Dec 16 09:28:42.459345 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-64a974dd-1e51-44a0-b5e7-e6bcdc2df51d service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886881 Dec 16 09:28:42.470529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Allocated IP 172.25.6.24 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/6e2493db-df1b-491a-9219-a68c13904dbd) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:42.571786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31a810af-d513-427a-bac4-b7d67a2be16b req-04612b41-9b64-43e2-849f-42a61e09a13f service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933151 Dec 16 09:28:42.591498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.624516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.664512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:42.672624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:42.674876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event updated for resources: {'Port': ['ID=6e2493db-df1b-491a-9219-a68c13904dbd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:42.677309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:42.762626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.797954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.951996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:42.957461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.028804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event updated for resources: {'Port': ['ID=6e2493db-df1b-491a-9219-a68c13904dbd,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:43.036671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.053043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.054321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-0a2a31d7-8699-45b4-86a0-1c8213678216 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8329639 Dec 16 09:28:43.108072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-94ae7f72-48c0-4ce5-bef0-86205a664807 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0473442 Dec 16 09:28:43.216942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-8b80aa09-6c29-41d3-9289-2d5497f68885 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.218293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2b25e52-df6f-4172-bf46-063a15da33b6 req-8b80aa09-6c29-41d3-9289-2d5497f68885 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1041934 Dec 16 09:28:43.434391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91475388-4b1a-473d-b66b-5c9ccd35afec req-3f93a03e-3105-4cfe-8802-db2496d21c1b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1945db8a-14af-4db1-a4f7-6d43e37a9961 HTTP/1.1" status: 200 len: 1782 time: 0.0495460 Dec 16 09:28:43.602281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2334b31-2187-4b5f-b890-3de2b5cf330d req-d00bd306-251a-42da-a8c3-37a3313cdcf5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.603852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2334b31-2187-4b5f-b890-3de2b5cf330d req-d00bd306-251a-42da-a8c3-37a3313cdcf5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 949 time: 0.0511630 Dec 16 09:28:43.642078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2334b31-2187-4b5f-b890-3de2b5cf330d req-767cb811-ec0f-4983-8706-c6b6d8fa55a9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Dec 16 09:28:43.708383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:43.711647 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07702f3-eeb1-449c-83f2-89d5c818a281" -d '{"events": [{"server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:43.736414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'name': 'network-vif-deleted', 'tag': '422bf013-ad47-4911-85b5-424dadaecd95'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:43.738936 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd1564b-972d-4c73-b94c-bcb5d924db9b" -d '{"events": [{"server_uuid": "da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1", "name": "network-vif-deleted", "tag": "422bf013-ad47-4911-85b5-424dadaecd95"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:43.754109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e5f46-6093-4f8a-b289-d6962ebbf292 req-1c46e135-6f29-4d24-a2dd-e998aacc1f4b tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.755607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-278e5f46-6093-4f8a-b289-d6962ebbf292 req-1c46e135-6f29-4d24-a2dd-e998aacc1f4b tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.0575373 Dec 16 09:28:43.796507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-278e5f46-6093-4f8a-b289-d6962ebbf292 req-f2fe1740-3bac-48d6-af99-4992797c5b87 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Dec 16 09:28:43.912760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-39d6de6b-b6c9-4d78-8d20-a6a02e3f8985 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:43.918594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-39d6de6b-b6c9-4d78-8d20-a6a02e3f8985 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0626664 Dec 16 09:28:43.943050 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f79088b8-0262-409a-806e-3444b8d2712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:43.980483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-64e1c0bd-f157-44e2-87f7-25bfedfbaed5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0574765 Dec 16 09:28:43.987239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-0dcac72f-185a-4f83-8c68-d719bdd62464 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Request body: {'floatingip': {'port_id': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:44.034215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-0dcac72f-185a-4f83-8c68-d719bdd62464 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.260328 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-0dcac72f-185a-4f83-8c68-d719bdd62464 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 09:28:44.261325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b25aa26-ebef-48f2-8da0-76f5e4a6c47d req-0dcac72f-185a-4f83-8c68-d719bdd62464 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "PUT /v2.0/floatingips/7533ee0b-60bb-4002-89d1-ae1da6d61402 HTTP/1.1" status: 409 len: 549 time: 0.2800100 Dec 16 09:28:44.368523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce0250-0cbc-46ee-9770-5021fada6afc req-afebe673-4ee9-4107-8eeb-4ef2389b7e55 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.369954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bce0250-0cbc-46ee-9770-5021fada6afc req-afebe673-4ee9-4107-8eeb-4ef2389b7e55 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 945 time: 0.0600119 Dec 16 09:28:44.410203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4bce0250-0cbc-46ee-9770-5021fada6afc req-b1c2a216-67d2-4852-89db-74f0528454f6 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Dec 16 09:28:44.549021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a7f0f63-6f97-42c5-aaaf-45541f2d23cc req-c0a6cf40-e21b-47c1-a7b2-926369d1f2a9 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1945db8a-14af-4db1-a4f7-6d43e37a9961 HTTP/1.1" status: 200 len: 1782 time: 0.0469623 Dec 16 09:28:44.614464 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6a7f0f63-6f97-42c5-aaaf-45541f2d23cc req-62bf8c5a-d2c0-4c1c-9857-87ece14f6745 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.642263 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6a7f0f63-6f97-42c5-aaaf-45541f2d23cc req-62bf8c5a-d2c0-4c1c-9857-87ece14f6745 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.685356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6a7f0f63-6f97-42c5-aaaf-45541f2d23cc req-62bf8c5a-d2c0-4c1c-9857-87ece14f6745 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.687980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6a7f0f63-6f97-42c5-aaaf-45541f2d23cc req-62bf8c5a-d2c0-4c1c-9857-87ece14f6745 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:44.689389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a7f0f63-6f97-42c5-aaaf-45541f2d23cc req-62bf8c5a-d2c0-4c1c-9857-87ece14f6745 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/1945db8a-14af-4db1-a4f7-6d43e37a9961 HTTP/1.1" status: 204 len: 173 time: 0.1335413 Dec 16 09:28:44.699674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf8c5a-d2c0-4c1c-9857-87ece14f6745 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1945db8a-14af-4db1-a4f7-6d43e37a9961,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:44.799569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f6e39-d3a0-4713-b77e-394f6ed9a5f1 req-215ffc24-167e-4194-9711-fbd5f93dfe08 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:44.801271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-664f6e39-d3a0-4713-b77e-394f6ed9a5f1 req-215ffc24-167e-4194-9711-fbd5f93dfe08 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 950 time: 0.0520110 Dec 16 09:28:44.841637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-664f6e39-d3a0-4713-b77e-394f6ed9a5f1 req-99156d20-6536-4bd1-a7c6-7e8241afa1e9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Dec 16 09:28:44.884955 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111675c8-a32c-40db-a8ed-bca13c981eb0 x-openstack-request-id: req-111675c8-a32c-40db-a8ed-bca13c981eb0 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:44.885440 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "name": "network-vif-plugged", "status": "completed", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:44.885534 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-111675c8-a32c-40db-a8ed-bca13c981eb0 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:44.886078 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'code': 200} Dec 16 09:28:44.915037 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1edc5-cbfe-44dd-8a71-fa96db25631d x-openstack-request-id: req-94a1edc5-cbfe-44dd-8a71-fa96db25631d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:44.915366 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1", "name": "network-vif-deleted", "tag": "422bf013-ad47-4911-85b5-424dadaecd95", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:44.915706 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94a1edc5-cbfe-44dd-8a71-fa96db25631d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:44.916156 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1a6b45-2e43-4de3-8e97-7b8aeb2bdea1', 'name': 'network-vif-deleted', 'tag': '422bf013-ad47-4911-85b5-424dadaecd95', 'status': 'completed', 'code': 200} Dec 16 09:28:44.972953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-3db7cb9a-5bd6-44c8-a6ed-a6aba7a39b27 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips/7533ee0b-60bb-4002-89d1-ae1da6d61402 HTTP/1.1" status: 200 len: 692 time: 0.0472980 Dec 16 09:28:45.072906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636f01-f7c1-4be4-b0a5-35115f9cebc1 req-627efe52-3040-4a2b-815a-b37efa772e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.074453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed636f01-f7c1-4be4-b0a5-35115f9cebc1 req-627efe52-3040-4a2b-815a-b37efa772e19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 1096 time: 0.0975897 Dec 16 09:28:45.132472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-b3e02f3e-64b4-4ae9-a003-9f0501480a9d tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.133801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-b3e02f3e-64b4-4ae9-a003-9f0501480a9d tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1494591 Dec 16 09:28:45.137685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed636f01-f7c1-4be4-b0a5-35115f9cebc1 req-18d6013e-fb5c-40a1-ab5a-c475702ccb6a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534313 Dec 16 09:28:45.187306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-769c683c-d52e-45f1-9126-bcca0eca2426 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0467863 Dec 16 09:28:45.242973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-017aa330-379e-49fb-a085-fd31ee051b73 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0487139 Dec 16 09:28:45.376397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Deleting port 6e2493db-df1b-491a-9219-a68c13904dbd {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:45.376730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.455563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.456021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.469554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Calling delete_port for 6e2493db-df1b-491a-9219-a68c13904dbd owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:45.569744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-b825068f-436c-4759-b27e-4824449496fe tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:45.571283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-b825068f-436c-4759-b27e-4824449496fe tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 945 time: 0.0996506 Dec 16 09:28:45.721094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Deleting port fcbb26f3-f873-4260-addd-794baed87fbb {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:45.721751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.724160 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.790480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event deleted for resources: {'Port': ['ID=6e2493db-df1b-491a-9219-a68c13904dbd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:45.881092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] For port fcbb26f3-f873-4260-addd-794baed87fbb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcbb26f3-f873-4260-addd-794baed87fbb,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:45.881453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.890199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.892588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:45.893722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ae89cb-f2bd-4d53-8ef9-8f4f3cb9438d req-e224b402-ebe3-4a63-9251-7ee4f4faac87 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "DELETE /v2.0/floatingips/7533ee0b-60bb-4002-89d1-ae1da6d61402 HTTP/1.1" status: 204 len: 173 time: 0.6447897 Dec 16 09:28:45.900917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Calling delete_port for fcbb26f3-f873-4260-addd-794baed87fbb owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:46.062320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.074792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcbb26f3-f873-4260-addd-794baed87fbb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:46.080618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:46.090904 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-1251d771-a563-4978-915e-b026bbb779d3 req-82cdacf8-d884-44ba-a03c-2a1eed5fa5a6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:28:46.092109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1251d771-a563-4978-915e-b026bbb779d3 req-82cdacf8-d884-44ba-a03c-2a1eed5fa5a6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1945db8a-14af-4db1-a4f7-6d43e37a9961 HTTP/1.1" status: 404 len: 352 time: 0.0380282 Dec 16 09:28:46.096135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event deleted for resources: {'Port': ['ID=fcbb26f3-f873-4260-addd-794baed87fbb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:46.163542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] No DVR routers for this DVR port fcbb26f3-f873-4260-addd-794baed87fbb on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:46.169567 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.172956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31cd4f62-9bf5-45e4-b238-15dd734bfa08 req-363f7878-43a4-479c-99f4-d445a967d504 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.69 "DELETE /v2.0/ports/fcbb26f3-f873-4260-addd-794baed87fbb HTTP/1.1" status: 204 len: 173 time: 0.5932860 Dec 16 09:28:46.226179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961240d-064a-4124-8b03-c489e55fcafc req-d58d364f-5981-4faa-b7fd-e4fac0e0de9b tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.228377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0961240d-064a-4124-8b03-c489e55fcafc req-d58d364f-5981-4faa-b7fd-e4fac0e0de9b tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.0541613 Dec 16 09:28:46.270199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0961240d-064a-4124-8b03-c489e55fcafc req-e4242970-95a6-4437-9890-749a7b953518 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351188 Dec 16 09:28:46.412743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91b4aa56-eb60-465c-a9db-a7a30c66d09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:46.566738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8b7d-ae50-49e2-abc2-b414267fcadf req-a60e84b2-dc4c-45e5-b289-4e1a87c830a2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.573250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8b7d-ae50-49e2-abc2-b414267fcadf req-a60e84b2-dc4c-45e5-b289-4e1a87c830a2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.574983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-989b8b7d-ae50-49e2-abc2-b414267fcadf req-a60e84b2-dc4c-45e5-b289-4e1a87c830a2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3&device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 1690 time: 0.0732138 Dec 16 09:28:46.614788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-989b8b7d-ae50-49e2-abc2-b414267fcadf req-0793b6c7-67af-49ab-a4fa-57894e85fe13 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Dec 16 09:28:46.709534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00974d61-88fb-4134-80b7-fd6c8e1c9f63 req-06382e5f-713c-489c-b3ff-88d7e302ec98 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=33d25696-457a-4083-b3cc-f938a40f18c4 HTTP/1.1" status: 200 len: 210 time: 0.0298634 Dec 16 09:28:46.827619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-9ca2bd53-0fd9-469d-a38a-c891cb49417c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 1000 time: 0.0819571 Dec 16 09:28:46.891161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-32da7a3c-85d9-4acf-9edf-6ae9baaf4daa tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:46.892573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-32da7a3c-85d9-4acf-9edf-6ae9baaf4daa tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports/776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 942 time: 0.0590770 Dec 16 09:28:46.917353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d25696-457a-4083-b3cc-f938a40f18c4', 'name': 'network-vif-deleted', 'tag': 'fcbb26f3-f873-4260-addd-794baed87fbb'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:46.919846 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31be7209-3cd8-4d12-a1c1-c948d9e1f4f8" -d '{"events": [{"server_uuid": "33d25696-457a-4083-b3cc-f938a40f18c4", "name": "network-vif-deleted", "tag": "fcbb26f3-f873-4260-addd-794baed87fbb"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:46.997578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-28944b59-7f98-43a5-9400-668fb1210108 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 1000 time: 0.0626488 Dec 16 09:28:47.025348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36854) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:47.107196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-deaca252-5395-4e81-b60e-d099a6a4dd32 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:47.108552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-deaca252-5395-4e81-b60e-d099a6a4dd32 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.1054718 Dec 16 09:28:47.132676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-885a0195-0228-4333-93c2-934b5f5bb42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.175240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-dc04f250-4c04-48d2-b5f5-2e4b0338cf78 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 1000 time: 0.0596983 Dec 16 09:28:47.185390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:47.208009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-885a0195-0228-4333-93c2-934b5f5bb42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.213014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-885a0195-0228-4333-93c2-934b5f5bb42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.244301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.248769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a0195-0228-4333-93c2-934b5f5bb42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10051724-30de-4cae-b8a2-8c176b4df46e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:47.256098 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-885a0195-0228-4333-93c2-934b5f5bb42b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96ed927945504917922322ab9da63133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263935 Dec 16 09:28:47.256901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36860) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:47.305062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52ef6757-8c05-41c1-b1bb-511dd5f6bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.325456 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52ef6757-8c05-41c1-b1bb-511dd5f6bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.378088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52ef6757-8c05-41c1-b1bb-511dd5f6bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.381221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52ef6757-8c05-41c1-b1bb-511dd5f6bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.385233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-52ef6757-8c05-41c1-b1bb-511dd5f6bf5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10051724-30de-4cae-b8a2-8c176b4df46e HTTP/1.1" status: 204 len: 168 time: 0.1275368 Dec 16 09:28:47.388461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.393145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.393533 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Floating IP 10042134-ad31-4af9-9e26-d8428cf86384 disassociated. External IP: 172.25.6.30, port: 776167c0-84f0-42b6-bf3d-88db0e30ce5d. Dec 16 09:28:47.394731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef6757-8c05-41c1-b1bb-511dd5f6bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10051724-30de-4cae-b8a2-8c176b4df46e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:47.617792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Router ecbcd789-b4ee-4363-b445-489fe29f805b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:47.674593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:47.688157 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b43a679-aa06-45c5-a029-3eac89ceacea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.733799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:47.739833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.746691 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] Sync routers for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:47.757673 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:47.758477 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:47.770936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b43a679-aa06-45c5-a029-3eac89ceacea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.775748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-7bb947c1-3736-4f92-800c-735dd447c983 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "PUT /v2.0/floatingips/10042134-ad31-4af9-9e26-d8428cf86384 HTTP/1.1" status: 200 len: 694 time: 0.5941553 Dec 16 09:28:47.776434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b43a679-aa06-45c5-a029-3eac89ceacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.817563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b43a679-aa06-45c5-a029-3eac89ceacea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6b5b63f2b54418dac2359e5bc660d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417320 Dec 16 09:28:47.818472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43a679-aa06-45c5-a029-3eac89ceacea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f830f78f-71ac-49d8-8e8a-ac46f700103b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:47.820289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36872) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:47.875499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-88799380-d4c7-4dc5-9e05-6778458f6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:47.876218 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:47.877141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-88799380-d4c7-4dc5-9e05-6778458f6ece service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0884323 Dec 16 09:28:47.881981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c0b43cc-ea35-42f1-9ed4-4a557da1bf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.909373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:47.951043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c0b43cc-ea35-42f1-9ed4-4a557da1bf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.008562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-61faaa60-f5d7-4172-86c6-90b5cfd11409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.010060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-61faaa60-f5d7-4172-86c6-90b5cfd11409 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 930 time: 0.1254296 Dec 16 09:28:48.057438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-2fdaf05a-922f-4028-a1df-6120b7670758 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 217 time: 0.0407739 Dec 16 09:28:48.058021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c0b43cc-ea35-42f1-9ed4-4a557da1bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.060479 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c0b43cc-ea35-42f1-9ed4-4a557da1bf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.063760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3c0b43cc-ea35-42f1-9ed4-4a557da1bf12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f830f78f-71ac-49d8-8e8a-ac46f700103b HTTP/1.1" status: 204 len: 168 time: 0.2402055 Dec 16 09:28:48.080467 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:48.095097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b43cc-ea35-42f1-9ed4-4a557da1bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f830f78f-71ac-49d8-8e8a-ac46f700103b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:48.109478 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] Checking router: ecbcd789-b4ee-4363-b445-489fe29f805b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:48.121559 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:48.122440 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:48.128447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-62e1ec05-b455-4b6a-b2c2-455716cd8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.130203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-62e1ec05-b455-4b6a-b2c2-455716cd8a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 200 len: 868 time: 0.0644236 Dec 16 09:28:48.178562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-92e764ca-091e-4a64-a257-4e4387e022b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.180096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-92e764ca-091e-4a64-a257-4e4387e022b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c1cb934-165c-437e-84dc-51bb3baa5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432527 Dec 16 09:28:48.232310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:48.275844 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-aef4ce6a-0e75-40f6-97a4-a8656d7e3daf service neutron] 10.222.0.61 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889292 Dec 16 09:28:48.369336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17d822c-0ede-450a-94a4-ef8a5783fa39 req-e3777e32-341e-4cd8-b831-1030f82feaa2 service neutron] 10.222.0.61 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Dec 16 09:28:48.437336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ea775874-abff-440d-9dc5-0b0f1a6b56c7 req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-559921038', 'description': 'tempest-description-759622839'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:48.445537 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:48.461301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea775874-abff-440d-9dc5-0b0f1a6b56c7 req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.477223 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24406bf9-07f2-49c4-a917-e2d2f6e3ee98 None None] The sync data for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 is: [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:27:57Z', 'revision_number': 4, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b54afd68-5965-42d8-9768-1e84809fe67d', 'name': '', 'network_id': '5c1cb934-165c-437e-84dc-51bb3baa5612', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'mac_address': 'fa:16:3e:96:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:54Z', 'updated_at': '2021-12-16T09:28:02Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'subnets': [{'id': '06810d43-fd94-4af5-a4be-abee8e927cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:48.538741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea775874-abff-440d-9dc5-0b0f1a6b56c7 req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.543918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea775874-abff-440d-9dc5-0b0f1a6b56c7 req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.577491 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea775874-abff-440d-9dc5-0b0f1a6b56c7 req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:48.578744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea775874-abff-440d-9dc5-0b0f1a6b56c7 req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1458693 Dec 16 09:28:48.580617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0120fc7-1792-4009-ad3f-0f7ef7f2c55f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbada6a8-35c6-49e0-853c-0ae77203c18f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:48.661983 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36efc46a-dbb2-41f6-8d87-f236549905ed x-openstack-request-id: req-36efc46a-dbb2-41f6-8d87-f236549905ed {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:48.662276 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d25696-457a-4083-b3cc-f938a40f18c4", "name": "network-vif-deleted", "tag": "fcbb26f3-f873-4260-addd-794baed87fbb", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:48.662574 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36efc46a-dbb2-41f6-8d87-f236549905ed {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:48.662933 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d25696-457a-4083-b3cc-f938a40f18c4', 'name': 'network-vif-deleted', 'tag': 'fcbb26f3-f873-4260-addd-794baed87fbb', 'status': 'completed', 'code': 200} Dec 16 09:28:48.752458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058eb5f-4038-471b-9e87-eed383d800d1 None None] New status for floating IP 10042134-ad31-4af9-9e26-d8428cf86384: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:28:48.831476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac11b95-88de-417c-a66a-6a0c9c1692e3 req-86c86d82-a191-47c1-bb5b-6842fdcb8caa tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:48.834367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ac11b95-88de-417c-a66a-6a0c9c1692e3 req-86c86d82-a191-47c1-bb5b-6842fdcb8caa tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.0607352 Dec 16 09:28:48.875910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ac11b95-88de-417c-a66a-6a0c9c1692e3 req-87a2756e-36de-4cd7-abba-30d897f461e4 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Dec 16 09:28:48.990140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-984fb791-38ab-4ad5-a2ee-338a84aa6d68 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips/10042134-ad31-4af9-9e26-d8428cf86384 HTTP/1.1" status: 200 len: 694 time: 0.0623498 Dec 16 09:28:49.080849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcbb26f3-f873-4260-addd-794baed87fbb no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:49.111513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: fcbb26f3-f873-4260-addd-794baed87fbb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:49.112201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcbb26f3-f873-4260-addd-794baed87fbb not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:49.511729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-043373ca-8646-4304-bc20-b905fc242693 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:49.513085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-043373ca-8646-4304-bc20-b905fc242693 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 784 time: 0.5106766 Dec 16 09:28:49.571268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-124d6ab2-bbcf-4ac5-9a08-1ebd5083b1fc tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0486212 Dec 16 09:28:49.627474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-2fd79ba8-a28d-4a80-b0fe-adf01eb146ea tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.6.30 HTTP/1.1" status: 200 len: 695 time: 0.0510175 Dec 16 09:28:49.752129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.775754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Deleting port c3d9dfad-c14c-4e9d-960a-2b7241647024 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:49.776221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.850702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.867102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.867528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:49.881949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Calling delete_port for c3d9dfad-c14c-4e9d-960a-2b7241647024 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:50.034504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.057285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event deleted for resources: {'Port': ['ID=c3d9dfad-c14c-4e9d-960a-2b7241647024,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:50.130354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.132901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.134116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4aba23e4-cbc6-49a2-af41-d024f42d34e9 req-84d6c239-a416-46ec-8198-2ab39e0bbc97 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "DELETE /v2.0/floatingips/10042134-ad31-4af9-9e26-d8428cf86384 HTTP/1.1" status: 204 len: 173 time: 0.4997814 Dec 16 09:28:50.161243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3bc80486-46fa-4ca3-a531-ad5951ca71e1 req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1745095002', 'description': 'tempest-description-2051805225'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:50.184227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3bc80486-46fa-4ca3-a531-ad5951ca71e1 req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.256012 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3bc80486-46fa-4ca3-a531-ad5951ca71e1 req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.260768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3bc80486-46fa-4ca3-a531-ad5951ca71e1 req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.289166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9ecd1e-5a26-419d-84fc-9ba9a73f04c7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:50.293116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3bc80486-46fa-4ca3-a531-ad5951ca71e1 req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.294339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bc80486-46fa-4ca3-a531-ad5951ca71e1 req-fa736c32-d330-4be2-a509-d955aa6f825d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1375270 Dec 16 09:28:50.390150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010a7ce-5fc2-4eea-8350-99d57a179bbb req-06b40884-6308-420f-be57-688bd0361d5b tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:50.391741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1010a7ce-5fc2-4eea-8350-99d57a179bbb req-06b40884-6308-420f-be57-688bd0361d5b tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 1100 time: 0.0465956 Dec 16 09:28:50.427834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1010a7ce-5fc2-4eea-8350-99d57a179bbb req-bfb1cf6f-8711-4226-8394-15557b7309da tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298264 Dec 16 09:28:50.544318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72551a-4428-4cff-b1c5-09e71e2ff825 req-110eebe3-694b-4505-a0bb-993ed541ecdd tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:50.546759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a72551a-4428-4cff-b1c5-09e71e2ff825 req-110eebe3-694b-4505-a0bb-993ed541ecdd tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.0641172 Dec 16 09:28:50.555918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:50.560765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Request body: {'floatingip': {'port_id': '1dcc48a9-890c-441e-95b6-25ab0c840827'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:50.622531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.663880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:50.666408 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521bc8e6-2bfc-44ff-bc80-3d65882950ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:50.713783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fbcc2cf2-fc68-459e-adc0-64f76b095e9e req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-240392622', 'description': 'tempest-description-1966387587'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:50.745246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fbcc2cf2-fc68-459e-adc0-64f76b095e9e req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.836387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fbcc2cf2-fc68-459e-adc0-64f76b095e9e req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.843534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fbcc2cf2-fc68-459e-adc0-64f76b095e9e req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.881005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad984da-c550-40bb-8d45-d050aaa50dc3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:50.887623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fbcc2cf2-fc68-459e-adc0-64f76b095e9e req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:50.898242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbcc2cf2-fc68-459e-adc0-64f76b095e9e req-2a238d59-70f1-4bb6-9a2a-0dbb24f48ec3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1860123 Dec 16 09:28:50.993075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3afc4-b5a6-40d5-b779-4e8297fd7d73 req-113d7e7d-f92e-4083-8281-edc81fe260f3 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.000989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c3afc4-b5a6-40d5-b779-4e8297fd7d73 req-113d7e7d-f92e-4083-8281-edc81fe260f3 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 1101 time: 0.0493410 Dec 16 09:28:51.041910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c3afc4-b5a6-40d5-b779-4e8297fd7d73 req-a03eb9b3-53da-4b54-9606-bbbac8d98e40 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357034 Dec 16 09:28:51.124397 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a512273-0160-47a2-8e5b-f90464336edc x-openstack-request-id: req-7a512273-0160-47a2-8e5b-f90464336edc {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:51.124397 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:51.124397 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a512273-0160-47a2-8e5b-f90464336edc {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:51.124726 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'status': 'completed', 'code': 200} Dec 16 09:28:51.244746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c262ef-7682-45b0-8503-d15963e39ae0 req-300b82de-369c-4a2c-aa64-22003a43738c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.250618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89c262ef-7682-45b0-8503-d15963e39ae0 req-300b82de-369c-4a2c-aa64-22003a43738c tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0663035 Dec 16 09:28:51.306451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89c262ef-7682-45b0-8503-d15963e39ae0 req-4049e304-e36a-42d8-bd06-f7543e4dd406 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0527461 Dec 16 09:28:51.486176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:51.488471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-8a6604c1-87e4-4257-92c1-0acf2a486010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.490226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-8a6604c1-87e4-4257-92c1-0acf2a486010 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6db84ceddd464f01826cac020537149e&device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0584569 Dec 16 09:28:51.496294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:51.544998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d738da26-b502-46d8-b2cd-64f52be81a8b req-c58b2666-8ba4-44e6-a263-a0da79c1e7e2 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 10907 time: 0.0979660 Dec 16 09:28:51.628288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d738da26-b502-46d8-b2cd-64f52be81a8b req-6713e267-48c2-4143-bbfe-b34f825449c0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d003c6b7-d96c-4ecd-b560-7aec610ba057 HTTP/1.1" status: 200 len: 2985 time: 0.0754037 Dec 16 09:28:51.680489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-6c46b20c-28b1-41ac-93b0-f756681eec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.682152 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-6c46b20c-28b1-41ac-93b0-f756681eec2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 200 len: 930 time: 0.1817040 Dec 16 09:28:51.683375 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Floating IP 7b9760dc-f1b2-463e-967c-e1000eb0daa7 associated. External IP: 172.25.6.103, port: 1dcc48a9-890c-441e-95b6-25ab0c840827. Dec 16 09:28:51.704132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d738da26-b502-46d8-b2cd-64f52be81a8b req-0d65aea2-6a85-49ff-bca3-f410f4b4df2a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d003c6b7-d96c-4ecd-b560-7aec610ba057 HTTP/1.1" status: 200 len: 2985 time: 0.0748954 Dec 16 09:28:51.791187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-debf0731-4e02-419f-ba6e-d05a85b41670 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 200 len: 217 time: 0.0712242 Dec 16 09:28:51.815809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-2b2eff6a-94ed-4c12-a9b3-670de955d27a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392692 Dec 16 09:28:51.906028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-4a4e310d-d353-4085-ac39-a62fca4be961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.907508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-4a4e310d-d353-4085-ac39-a62fca4be961 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 200 len: 868 time: 0.1064224 Dec 16 09:28:51.960862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-d9b088aa-aec0-4443-bac4-cedcb395c91c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:51.962385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-d9b088aa-aec0-4443-bac4-cedcb395c91c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437888 Dec 16 09:28:51.997230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-0b8c7e6b-0660-4abd-a4e6-329ee465c01c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/quotas/80cfe87501fc44649961ffc2588a765a HTTP/1.1" status: 200 len: 375 time: 0.0201578 Dec 16 09:28:52.035740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-721a6cc1-d284-4e78-8c0d-634cda868ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:52.037270 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-721a6cc1-d284-4e78-8c0d-634cda868ca9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5c1cb934-165c-437e-84dc-51bb3baa5612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156280 Dec 16 09:28:52.074524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-d84cc860-2aaf-45e9-9904-cfe666a21966 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0757411 Dec 16 09:28:52.151773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Router 26215f6f-8c7a-4e8e-993e-00919438cbe3 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:28:52.166867 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-d3c40cad-998d-426d-9274-be3825548c48 service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139550 Dec 16 09:28:52.284022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b606e49b-67a9-4d4e-9493-9a2f52e46236 req-229460e1-8e80-41c0-ab47-7d5b6f5dbae8 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1003752 Dec 16 09:28:52.396756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:28:52.401952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.411710 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] Sync routers for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:28:52.430208 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:52.431129 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:52.433205 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-521bc8e6-2bfc-44ff-bc80-3d65882950ad req-468196da-9b72-4fc0-8c75-f57a542c90ac service neutron] 10.222.0.53 "GET /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580497 Dec 16 09:28:52.462310 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6072e714-ddc4-4efc-b4ad-5f71a99fd733 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "PUT /v2.0/floatingips/7b9760dc-f1b2-463e-967c-e1000eb0daa7 HTTP/1.1" status: 200 len: 991 time: 1.9049308 Dec 16 09:28:52.463159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:52.465724 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ddea35-5487-44db-94d6-5f51053bf5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:52.572632 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:52.577146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a47090d4-4a78-45e8-b75a-ccd62aa89123 req-b4563b12-e735-47ed-af2b-1dd38ed8d7b4 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/cbada6a8-35c6-49e0-853c-0ae77203c18f HTTP/1.1" status: 200 len: 1801 time: 0.0442870 Dec 16 09:28:52.646359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a47090d4-4a78-45e8-b75a-ccd62aa89123 req-87e25aa9-0d2c-44a5-8ad5-2e936be1bf60 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.672339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a47090d4-4a78-45e8-b75a-ccd62aa89123 req-87e25aa9-0d2c-44a5-8ad5-2e936be1bf60 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.716033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a47090d4-4a78-45e8-b75a-ccd62aa89123 req-87e25aa9-0d2c-44a5-8ad5-2e936be1bf60 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.718992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a47090d4-4a78-45e8-b75a-ccd62aa89123 req-87e25aa9-0d2c-44a5-8ad5-2e936be1bf60 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:52.720221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a47090d4-4a78-45e8-b75a-ccd62aa89123 req-87e25aa9-0d2c-44a5-8ad5-2e936be1bf60 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/cbada6a8-35c6-49e0-853c-0ae77203c18f HTTP/1.1" status: 204 len: 173 time: 0.1367302 Dec 16 09:28:52.730900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e25aa9-0d2c-44a5-8ad5-2e936be1bf60 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbada6a8-35c6-49e0-853c-0ae77203c18f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:52.842273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cec76a0-7e42-4d96-923e-2e7d2e8ba327 req-fdb8f63d-731c-4efa-b814-1aa81b1d4777 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 210 time: 0.0492637 Dec 16 09:28:52.993927 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7b9760dc-f1b2-463e-967c-e1000eb0daa7', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'port_id': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'mac_address': 'fa:16:3e:96:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:24Z', 'updated_at': '2021-12-16T09:28:51Z', 'revision_number': 1, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:53.026333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] Checking router: 26215f6f-8c7a-4e8e-993e-00919438cbe3 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:28:53.035045 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:28:53.035772 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:53.146947 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:28:53.354092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cc72-815d-4d1a-9728-f54f4e7b80b6 req-07e826f1-1ee2-4914-acd0-2f7df3dcf61f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:53.360573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cc72-815d-4d1a-9728-f54f4e7b80b6 req-07e826f1-1ee2-4914-acd0-2f7df3dcf61f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:53.362263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db59cc72-815d-4d1a-9728-f54f4e7b80b6 req-07e826f1-1ee2-4914-acd0-2f7df3dcf61f tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7&device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 1681 time: 0.0990343 Dec 16 09:28:53.364309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-8ad3c5ef-8ae7-4f85-ae60-bbbaca53fca8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439990 Dec 16 09:28:53.423183 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7b9760dc-f1b2-463e-967c-e1000eb0daa7', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'port_id': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'mac_address': 'fa:16:3e:96:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:24Z', 'updated_at': '2021-12-16T09:28:51Z', 'revision_number': 1, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:53.454330 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de0a61-4af7-46f2-a880-59d806bfe3d7 None None] The sync data for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 is: [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7b9760dc-f1b2-463e-967c-e1000eb0daa7', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'floating_ip_address': '172.25.6.103', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'port_id': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'mac_address': 'fa:16:3e:96:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:28:24Z', 'updated_at': '2021-12-16T09:28:51Z', 'revision_number': 1, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:28:53.472864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db59cc72-815d-4d1a-9728-f54f4e7b80b6 req-11e46da4-0404-4bca-bc1c-3d9ffe04bbe6 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029754 Dec 16 09:28:53.527715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.557860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-a306af27-3a85-43a8-8dea-0e713a1aac36 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:53.559384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-a306af27-3a85-43a8-8dea-0e713a1aac36 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879654 Dec 16 09:28:53.587897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:53.609549 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c775254-dfec-434b-bc1a-0c13fab35e7c x-openstack-request-id: req-8c775254-dfec-434b-bc1a-0c13fab35e7c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:53.610073 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:53.610160 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c775254-dfec-434b-bc1a-0c13fab35e7c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:53.610499 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'status': 'completed', 'code': 200} Dec 16 09:28:53.687501 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-ed0cb82c-74bd-4014-94ab-3125124f8a9f req-da4bb0eb-4146-4e21-bbd6-5eea5fcb56d9 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:28:53.688444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed0cb82c-74bd-4014-94ab-3125124f8a9f req-da4bb0eb-4146-4e21-bbd6-5eea5fcb56d9 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/cbada6a8-35c6-49e0-853c-0ae77203c18f HTTP/1.1" status: 404 len: 352 time: 0.0511210 Dec 16 09:28:53.712384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab8127d-ef4c-4741-970a-42308b24c179 None None] New status for floating IP 7b9760dc-f1b2-463e-967c-e1000eb0daa7: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:28:53.741253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-88405d68-1cef-41dd-86fe-05088b432dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:53.743370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-88405d68-1cef-41dd-86fe-05088b432dcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=968200f6d6f04711b5d1ddb03d7514c6&device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 1096 time: 0.0974574 Dec 16 09:28:53.821430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:28:53.825003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:53.954388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb5b0c-82ad-4fb0-9a7d-115b3f50006e req-0253b34c-04f6-4ad1-a651-2b22acf1a464 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:53.956003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cbb5b0c-82ad-4fb0-9a7d-115b3f50006e req-0253b34c-04f6-4ad1-a651-2b22acf1a464 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 945 time: 0.1800683 Dec 16 09:28:53.992608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-98769d8b-f3bb-4b1a-8ca9-8f10a8b75a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:53.994323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-98769d8b-f3bb-4b1a-8ca9-8f10a8b75a01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9a0c416-73fe-4921-9d7c-b191a215426b HTTP/1.1" status: 200 len: 907 time: 0.2306776 Dec 16 09:28:54.138685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cbb5b0c-82ad-4fb0-9a7d-115b3f50006e req-b2f1acfd-3e9d-4308-b95c-2ce355c33c50 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527352 Dec 16 09:28:54.141803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.62 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/39e43c71-24ee-4b19-8a79-25040af1fc50) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:28:54.166597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-20df0da7-2496-44f1-8f7b-c2b0f386511f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dcc48a9-890c-441e-95b6-25ab0c840827 HTTP/1.1" status: 200 len: 1001 time: 0.1256814 Dec 16 09:28:54.312164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-68b0bd0d-e5f9-4823-b222-d43e2e5d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:54.313543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-68b0bd0d-e5f9-4823-b222-d43e2e5d2805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c74c723a-0146-4e19-986e-dde927a7f793 HTTP/1.1" status: 200 len: 845 time: 0.1320651 Dec 16 09:28:54.370711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7fdaf-38c9-43ef-a137-695024e6abda req-947068ce-5eab-4237-9d97-63a219305ea2 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:54.372181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cc7fdaf-38c9-43ef-a137-695024e6abda req-947068ce-5eab-4237-9d97-63a219305ea2 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 945 time: 0.1549213 Dec 16 09:28:54.427083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.433654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-e0b32a6a-95be-4741-b739-c01e591fda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:54.435222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-e0b32a6a-95be-4741-b739-c01e591fda3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a0c416-73fe-4921-9d7c-b191a215426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137693 Dec 16 09:28:54.454682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cc7fdaf-38c9-43ef-a137-695024e6abda req-d14fee0e-4202-4060-9e56-c1d92dff514d tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/security-groups?id=849ae9bd-2c69-4cec-b791-6f14e5076b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733314 Dec 16 09:28:54.538364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.551860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253', 'b425d423-d472-4078-aec2-cab75d73bf32'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:54.555644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:54.636563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-8393e551-1c49-484e-bbca-653d74a5a2db service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850224 Dec 16 09:28:54.640906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:28:54.660708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:28:54.661788 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.665134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=39e43c71-24ee-4b19-8a79-25040af1fc50,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:54.676660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:28:54.730038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d58c682d-76af-4afa-9723-408e7f0275b5 req-f1ee176f-7fa0-40a3-bed9-113dbd47c0fd tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/0e9ecd1e-5a26-419d-84fc-9ba9a73f04c7 HTTP/1.1" status: 200 len: 1803 time: 0.1728284 Dec 16 09:28:54.795697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:54.796388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.851146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-797bd923-790f-466d-ba62-a4dda53cfdc3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2684925 Dec 16 09:28:54.861338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ddea35-5487-44db-94d6-5f51053bf5a8 req-07ddcfae-8fbb-4e9b-aa36-6426a5d56812 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134976 Dec 16 09:28:54.875425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Request body: {'port': {'device_id': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:54.905494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d58c682d-76af-4afa-9723-408e7f0275b5 req-da42f545-b68f-45ec-9293-7d333d2ca636 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.959923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d58c682d-76af-4afa-9723-408e7f0275b5 req-da42f545-b68f-45ec-9293-7d333d2ca636 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:54.972801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.037955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4047066e-78a1-4d43-a579-fcc8c277bfc2 None None] Provisioning complete for port 39e43c71-24ee-4b19-8a79-25040af1fc50 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:28:55.038310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4047066e-78a1-4d43-a579-fcc8c277bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.058704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d58c682d-76af-4afa-9723-408e7f0275b5 req-da42f545-b68f-45ec-9293-7d333d2ca636 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.061680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d58c682d-76af-4afa-9723-408e7f0275b5 req-da42f545-b68f-45ec-9293-7d333d2ca636 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.078512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d58c682d-76af-4afa-9723-408e7f0275b5 req-da42f545-b68f-45ec-9293-7d333d2ca636 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/0e9ecd1e-5a26-419d-84fc-9ba9a73f04c7 HTTP/1.1" status: 204 len: 173 time: 0.3379042 Dec 16 09:28:55.097581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4047066e-78a1-4d43-a579-fcc8c277bfc2 None None] Port 39e43c71-24ee-4b19-8a79-25040af1fc50 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:28:55.166864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42f545-b68f-45ec-9293-7d333d2ca636 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9ecd1e-5a26-419d-84fc-9ba9a73f04c7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:55.185654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-447ebec8-fe21-4288-ac8b-6d31d844b705 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.188007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-447ebec8-fe21-4288-ac8b-6d31d844b705 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 945 time: 0.0934439 Dec 16 09:28:55.289159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4adc58-6455-45be-a5c1-b6eea2e09018 req-eb2250c0-aff3-4a49-8445-840eafd8a1fe tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.296806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c4adc58-6455-45be-a5c1-b6eea2e09018 req-eb2250c0-aff3-4a49-8445-840eafd8a1fe tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 935 time: 0.1101835 Dec 16 09:28:55.306491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Deleting port 776167c0-84f0-42b6-bf3d-88db0e30ce5d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:55.306908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.366216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c4adc58-6455-45be-a5c1-b6eea2e09018 req-aa80f4c2-d23f-4598-8b3d-efb8f2c661a0 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Dec 16 09:28:55.428810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-2300afe8-1d29-4be1-aee7-7cda5bc1f2b6 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.430642 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-2300afe8-1d29-4be1-aee7-7cda5bc1f2b6 tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 945 time: 0.1098809 Dec 16 09:28:55.451678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e43c71-24ee-4b19-8a79-25040af1fc50 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:28:55.458084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.471016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Transition to ACTIVE for port object 39e43c71-24ee-4b19-8a79-25040af1fc50 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:28:55.473372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] For port 776167c0-84f0-42b6-bf3d-88db0e30ce5d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=776167c0-84f0-42b6-bf3d-88db0e30ce5d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:55.473893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.479045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.499620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Calling delete_port for 776167c0-84f0-42b6-bf3d-88db0e30ce5d owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:55.594113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e43c71-24ee-4b19-8a79-25040af1fc50,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:55.637698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Deleting port 269d35dd-fb8b-4ea7-a735-cebb343038fd {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:55.638145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.639374 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-fa273f7c-10c8-423d-b796-d3eeeabfce80 req-6bdb83c9-10d4-47de-aa8b-fc4862d5a3e3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:28:55.640526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa273f7c-10c8-423d-b796-d3eeeabfce80 req-6bdb83c9-10d4-47de-aa8b-fc4862d5a3e3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/0e9ecd1e-5a26-419d-84fc-9ba9a73f04c7 HTTP/1.1" status: 404 len: 352 time: 0.0236320 Dec 16 09:28:55.660370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Attempting to bind port 39e43c71-24ee-4b19-8a79-25040af1fc50 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:28:55.660702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Attempting to bind port 39e43c71-24ee-4b19-8a79-25040af1fc50 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:28:55.661021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Attempting to bind port 39e43c71-24ee-4b19-8a79-25040af1fc50 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:55.665671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Port 39e43c71-24ee-4b19-8a79-25040af1fc50 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:28:55.666167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Attempting to bind port 39e43c71-24ee-4b19-8a79-25040af1fc50 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:28:55.685041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:28:55.690541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:28:55.710111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:28:55.711416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Bound port: 39e43c71-24ee-4b19-8a79-25040af1fc50, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:28:55.712187 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.806684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] For port 269d35dd-fb8b-4ea7-a735-cebb343038fd, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=269d35dd-fb8b-4ea7-a735-cebb343038fd,segment=NetworkSegment(f59c4c9c-06ea-4f13-bfa8-850438173da6),segment_id=f59c4c9c-06ea-4f13-bfa8-850438173da6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:55.807096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.823495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.824470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d341c2d-e6eb-4343-be41-6174115047ec req-49a391de-5228-493b-8f3d-c44205b6eeaf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:55.826987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d341c2d-e6eb-4343-be41-6174115047ec req-49a391de-5228-493b-8f3d-c44205b6eeaf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ea80e0f-4135-43f0-8764-070d73c6a321 HTTP/1.1" status: 200 len: 945 time: 0.1103787 Dec 16 09:28:55.837437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Calling delete_port for 269d35dd-fb8b-4ea7-a735-cebb343038fd owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:55.860640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] For port 39e43c71-24ee-4b19-8a79-25040af1fc50, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:28:55.862018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Pushing event deleted for resources: {'Port': ['ID=776167c0-84f0-42b6-bf3d-88db0e30ce5d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:55.886527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] For port 39e43c71-24ee-4b19-8a79-25040af1fc50, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=39e43c71-24ee-4b19-8a79-25040af1fc50,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:28:55.897684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d341c2d-e6eb-4343-be41-6174115047ec req-071eca9b-0111-422f-928c-261b092d07cf tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c4088f3-414f-45e0-8d5d-f55972338e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608311 Dec 16 09:28:55.904922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.955061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] No DVR routers for this DVR port 776167c0-84f0-42b6-bf3d-88db0e30ce5d on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:55.962054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:55.965468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-487da275-c4fe-414b-b216-0a1bd136bfd1 req-bd2717a5-f99e-4fc8-930e-1dc6511216a5 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.53 "DELETE /v2.0/ports/776167c0-84f0-42b6-bf3d-88db0e30ce5d HTTP/1.1" status: 204 len: 173 time: 0.7679355 Dec 16 09:28:55.967689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'name': 'network-vif-deleted', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:55.970056 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214b7168-406c-49c0-8bf0-b7da32a2d766" -d '{"events": [{"server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "name": "network-vif-deleted", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:56.010659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.011619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.013686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/39e43c71-24ee-4b19-8a79-25040af1fc50 HTTP/1.1" status: 200 len: 1095 time: 1.1447775 Dec 16 09:28:56.028275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'tag': '39e43c71-24ee-4b19-8a79-25040af1fc50'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:56.031635 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751d242e-ae6a-41c3-8c19-d2dc3ad90666" -d '{"events": [{"name": "network-changed", "server_uuid": "955b6e7f-0e18-4bbb-ac0b-0f7d3557de82", "tag": "39e43c71-24ee-4b19-8a79-25040af1fc50"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:56.051275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f64b-6e8e-48f9-b1d9-23f1ce4104c4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e43c71-24ee-4b19-8a79-25040af1fc50,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:56.113382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['776167c0-84f0-42b6-bf3d-88db0e30ce5d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:56.116242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4c5a759-4192-4d83-aeea-d4d262e7c400 req-8b16db5f-a4a7-423d-9816-3ec4dcaa5f24 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306 tempest-FloatingIPsAssociationNegativeTestJSON-2105338306-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8a88e93-472a-4569-9a66-7676950fbbe2 HTTP/1.1" status: 200 len: 210 time: 0.1007276 Dec 16 09:28:56.216467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-ec58dd52-dfc6-44c3-a9b6-1b8f8b04eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.219401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-ec58dd52-dfc6-44c3-a9b6-1b8f8b04eb92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 1098 time: 0.1021399 Dec 16 09:28:56.234171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.249449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['269d35dd-fb8b-4ea7-a735-cebb343038fd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:56.285976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Pushing event deleted for resources: {'Port': ['ID=269d35dd-fb8b-4ea7-a735-cebb343038fd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:56.343768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-35d47ab5-282f-49af-9d98-1c0ff15bf2f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=39e43c71-24ee-4b19-8a79-25040af1fc50 HTTP/1.1" status: 200 len: 217 time: 0.1151707 Dec 16 09:28:56.367991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] No DVR routers for this DVR port 269d35dd-fb8b-4ea7-a735-cebb343038fd on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:56.371637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.383072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e3d95dc6-0d76-4c7a-b681-0d9eb164d372 req-0b6ddda0-9972-46cb-9486-981d3c50cc8c tempest-AttachVolumeNegativeTest-2113375723 tempest-AttachVolumeNegativeTest-2113375723-project] 10.222.0.53 "DELETE /v2.0/ports/269d35dd-fb8b-4ea7-a735-cebb343038fd HTTP/1.1" status: 204 len: 173 time: 0.9407685 Dec 16 09:28:56.439001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-7c962095-321f-412e-a9ac-1d52846ffd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.440658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-7c962095-321f-412e-a9ac-1d52846ffd5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0843072 Dec 16 09:28:56.444814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-030d7159-9536-4b1d-b0f5-3d307850ac13 req-a72ad6a0-5406-49cd-8347-1566dfa9e579 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/bad984da-c550-40bb-8d45-d050aaa50dc3 HTTP/1.1" status: 200 len: 1802 time: 0.0788381 Dec 16 09:28:56.527346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-221838f9-3663-40a6-b646-024f12b72678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.529227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-221838f9-3663-40a6-b646-024f12b72678 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715146 Dec 16 09:28:56.587135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-030d7159-9536-4b1d-b0f5-3d307850ac13 req-66325ea7-be65-43fc-9e25-672d536c7dc6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.620737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-030d7159-9536-4b1d-b0f5-3d307850ac13 req-66325ea7-be65-43fc-9e25-672d536c7dc6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.676011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-2b2ba35c-11ec-4549-81f1-2ab7a34e463c service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386690 Dec 16 09:28:56.709729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-030d7159-9536-4b1d-b0f5-3d307850ac13 req-66325ea7-be65-43fc-9e25-672d536c7dc6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.712300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-030d7159-9536-4b1d-b0f5-3d307850ac13 req-66325ea7-be65-43fc-9e25-672d536c7dc6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:56.713434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-030d7159-9536-4b1d-b0f5-3d307850ac13 req-66325ea7-be65-43fc-9e25-672d536c7dc6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/bad984da-c550-40bb-8d45-d050aaa50dc3 HTTP/1.1" status: 204 len: 173 time: 0.2623832 Dec 16 09:28:56.753617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66325ea7-be65-43fc-9e25-672d536c7dc6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad984da-c550-40bb-8d45-d050aaa50dc3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:56.756615 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2cb74-6e9e-4174-8f58-072e4e64914b x-openstack-request-id: req-b2d2cb74-6e9e-4174-8f58-072e4e64914b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:56.756948 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88e93-472a-4569-9a66-7676950fbbe2", "name": "network-vif-deleted", "tag": "776167c0-84f0-42b6-bf3d-88db0e30ce5d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:56.757304 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2d2cb74-6e9e-4174-8f58-072e4e64914b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:56.757783 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88e93-472a-4569-9a66-7676950fbbe2', 'name': 'network-vif-deleted', 'tag': '776167c0-84f0-42b6-bf3d-88db0e30ce5d', 'status': 'completed', 'code': 200} Dec 16 09:28:56.796611 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3ddc70-87a8-48ce-8c86-4b1792c2522f x-openstack-request-id: req-ff3ddc70-87a8-48ce-8c86-4b1792c2522f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:56.797242 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955b6e7f-0e18-4bbb-ac0b-0f7d3557de82", "tag": "39e43c71-24ee-4b19-8a79-25040af1fc50", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:56.797242 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff3ddc70-87a8-48ce-8c86-4b1792c2522f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:56.798516 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'tag': '39e43c71-24ee-4b19-8a79-25040af1fc50', 'status': 'completed', 'code': 200} Dec 16 09:28:56.805317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7931c3b7-fcc6-4bbb-80e8-d90fbed3677c req-1c639326-bcaf-4782-b63c-6da6f691ff86 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219501 Dec 16 09:28:56.892663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-3df48cba-37c0-4855-8e87-706f01940318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:56.894405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-3df48cba-37c0-4855-8e87-706f01940318 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 1098 time: 0.0434170 Dec 16 09:28:57.025822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-04034d3f-8392-45d3-b3fc-7ced5fd975b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.028222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-04034d3f-8392-45d3-b3fc-7ced5fd975b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1251714 Dec 16 09:28:57.081095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-4ea9f96b-715e-4966-87cf-063af045169c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=39e43c71-24ee-4b19-8a79-25040af1fc50 HTTP/1.1" status: 200 len: 217 time: 0.0387280 Dec 16 09:28:57.105180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9e001-d7b5-408b-8fb3-6c5694afa63d req-4a007559-5da4-467d-9b43-c18b8aba1664 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.106761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37b9e001-d7b5-408b-8fb3-6c5694afa63d req-4a007559-5da4-467d-9b43-c18b8aba1664 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 947 time: 0.0968308 Dec 16 09:28:57.171052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-ad91c973-dd0d-4079-96ee-621a18504671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.172817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-ad91c973-dd0d-4079-96ee-621a18504671 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0838318 Dec 16 09:28:57.177951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37b9e001-d7b5-408b-8fb3-6c5694afa63d req-b1eaa346-af46-45d4-bd5a-2e13abb81269 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485563 Dec 16 09:28:57.223365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-6733131a-f298-4c8b-a7f8-a792c5861a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:57.224926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-6733131a-f298-4c8b-a7f8-a792c5861a4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439765 Dec 16 09:28:57.309643 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-031ecfd5-a1fb-41d6-afca-affde25c1e79 req-f3cd83cf-a700-43f0-803c-a9e8bb7db90d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:28:57.310699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-031ecfd5-a1fb-41d6-afca-affde25c1e79 req-f3cd83cf-a700-43f0-803c-a9e8bb7db90d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/bad984da-c550-40bb-8d45-d050aaa50dc3 HTTP/1.1" status: 404 len: 352 time: 0.0483055 Dec 16 09:28:57.350195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:57.357627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-80a9fc32-7deb-4cc6-a263-4f96b8053982 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149824 Dec 16 09:28:57.403837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Deleting subnet c7eb9c24-bea2-45cf-846b-9cdbcb27f931 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:28:57.407495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.449954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.485080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-751d242e-ae6a-41c3-8c19-d2dc3ad90666 req-2e1796fa-19bb-461e-b1e6-04927cac7170 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138215 Dec 16 09:28:57.502137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.536815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37066) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:57.571282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.597899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7eb9c24-bea2-45cf-846b-9cdbcb27f931,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:57.605755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.610646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28208298-eb64-4598-91cd-b736410aa8f0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7eb9c24-bea2-45cf-846b-9cdbcb27f931 HTTP/1.1" status: 204 len: 168 time: 0.2578800 Dec 16 09:28:57.613154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:57.697151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.783589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.809088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4226f3db-1fbf-4159-a02b-0cca88658778']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:57.819935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c4c9c-06ea-4f13-bfa8-850438173da6') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:57.820287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c4c9c-06ea-4f13-bfa8-850438173da6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:28:57.834240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.848871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.855550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:28:57.855976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:28:57.857791 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:28:57.922457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.928721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:57.935621 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4226f3db-1fbf-4159-a02b-0cca88658778 HTTP/1.1" status: 204 len: 168 time: 0.3187828 Dec 16 09:28:57.945051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff4ea7-e6f4-4a47-b671-4f6b39b2f929 admin admin] Pushing event deleted for resources: {'Network': ['ID=4226f3db-1fbf-4159-a02b-0cca88658778,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:58.094295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4c59222-fb8f-42da-a6b8-704a3d116085 req-1a27fa7e-5956-40f1-a02a-36ed7d5cb939 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 6154 time: 0.5003996 Dec 16 09:28:58.127408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37072) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:58.169393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-84ceb006-3454-4508-80b6-3426912f7d99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e7a58b4b20348d6890b4f9b1490a241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406942 Dec 16 09:28:58.171876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37074) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:28:58.212285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4c59222-fb8f-42da-a6b8-704a3d116085 req-d72b91fd-6cd0-44a8-b071-c07551b0e71b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d003c6b7-d96c-4ecd-b560-7aec610ba057 HTTP/1.1" status: 200 len: 2985 time: 0.0791831 Dec 16 09:28:58.227037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f65f7b2c-5c4f-4d8b-b3af-9a40be7301bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.249282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f65f7b2c-5c4f-4d8b-b3af-9a40be7301bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.299344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f65f7b2c-5c4f-4d8b-b3af-9a40be7301bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.302021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f65f7b2c-5c4f-4d8b-b3af-9a40be7301bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.303167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f65f7b2c-5c4f-4d8b-b3af-9a40be7301bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c4088f3-414f-45e0-8d5d-f55972338e29 HTTP/1.1" status: 204 len: 168 time: 0.1301460 Dec 16 09:28:58.311073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4c59222-fb8f-42da-a6b8-704a3d116085 req-7444387e-3cd5-4b60-b21c-7eeba5299fb0 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d003c6b7-d96c-4ecd-b560-7aec610ba057 HTTP/1.1" status: 200 len: 2985 time: 0.0872772 Dec 16 09:28:58.335626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f7b2c-5c4f-4d8b-b3af-9a40be7301bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4088f3-414f-45e0-8d5d-f55972338e29,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:58.434853 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.601375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dca8-1913-4db4-85eb-694fb8c5c686 req-a30506b6-aa3c-494f-afbf-27fec3f36eb9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:58.603301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1350dca8-1913-4db4-85eb-694fb8c5c686 req-a30506b6-aa3c-494f-afbf-27fec3f36eb9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 947 time: 0.0702586 Dec 16 09:28:58.687011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1350dca8-1913-4db4-85eb-694fb8c5c686 req-d5df7936-2659-461d-8777-9bc2878c758f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726132 Dec 16 09:28:58.759504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'name': 'network-vif-deleted', 'tag': '269d35dd-fb8b-4ea7-a735-cebb343038fd'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:58.762068 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c7c29e-8a57-497f-82b0-ff7641461eed" -d '{"events": [{"server_uuid": "8ea80e0f-4135-43f0-8764-070d73c6a321", "name": "network-vif-deleted", "tag": "269d35dd-fb8b-4ea7-a735-cebb343038fd"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:28:58.799322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7261824b-d3b0-4771-8b1d-245b8b68f493 req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-933230345', 'description': 'tempest-description-812330349'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:28:58.829902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-28bcf53a-e2bb-4249-ac33-95b20ca2a678 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:58.831176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-28bcf53a-e2bb-4249-ac33-95b20ca2a678 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "GET /v2.0/ports?device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 945 time: 0.0982461 Dec 16 09:28:58.885253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7261824b-d3b0-4771-8b1d-245b8b68f493 req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:58.993193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Deleting port b54afd68-5965-42d8-9768-1e84809fe67d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:58.993193 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.082875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7261824b-d3b0-4771-8b1d-245b8b68f493 req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.099446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7261824b-d3b0-4771-8b1d-245b8b68f493 req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.108461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Deleting port 2de00d97-f710-41be-897f-9c6bd1e9ba09 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:59.108929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.183071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] For port b54afd68-5965-42d8-9768-1e84809fe67d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b54afd68-5965-42d8-9768-1e84809fe67d,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:59.183527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.192598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 776167c0-84f0-42b6-bf3d-88db0e30ce5d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:59.204684 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7261824b-d3b0-4771-8b1d-245b8b68f493 req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.206262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7261824b-d3b0-4771-8b1d-245b8b68f493 req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4168613 Dec 16 09:28:59.221539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Calling delete_port for b54afd68-5965-42d8-9768-1e84809fe67d owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:59.222402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-ffb126ec-2f41-440b-a2d3-70624bf6ae94 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:59.223547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9705f-9d17-4a7d-8fe2-e43aa5d59437 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab0508c-c879-462d-b940-d0369734c892,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:59.224011 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-ffb126ec-2f41-440b-a2d3-70624bf6ae94 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.53 "GET /v2.0/ports?device_id=582a16d9-f2dd-40dd-9124-f1db20a8bba7 HTTP/1.1" status: 200 len: 945 time: 0.0757754 Dec 16 09:28:59.234051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 776167c0-84f0-42b6-bf3d-88db0e30ce5d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:59.234401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 776167c0-84f0-42b6-bf3d-88db0e30ce5d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:59.234814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 269d35dd-fb8b-4ea7-a735-cebb343038fd no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:28:59.295376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 269d35dd-fb8b-4ea7-a735-cebb343038fd {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:28:59.295376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 269d35dd-fb8b-4ea7-a735-cebb343038fd not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:28:59.311573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] For port 2de00d97-f710-41be-897f-9c6bd1e9ba09, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2de00d97-f710-41be-897f-9c6bd1e9ba09,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:59.312167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.342190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Deleting port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:28:59.342697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.358559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Calling delete_port for 2de00d97-f710-41be-897f-9c6bd1e9ba09 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:59.434170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371345-9673-4c87-a849-d74bafdaaafd req-31ef76c5-0d63-4198-9f62-017324344fc9 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:28:59.435725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90371345-9673-4c87-a849-d74bafdaaafd req-31ef76c5-0d63-4198-9f62-017324344fc9 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/ports?device_id=735ca523-9a15-47e2-b523-4ef0ccb7ef6a HTTP/1.1" status: 200 len: 945 time: 0.1209166 Dec 16 09:28:59.450886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] For port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,segment=NetworkSegment(20c8f72a-82e1-460f-95c7-50c0778a20de),segment_id=20c8f72a-82e1-460f-95c7-50c0778a20de)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:28:59.451415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.467740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Calling delete_port for 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:28:59.553403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90371345-9673-4c87-a849-d74bafdaaafd req-4d095626-6076-46c4-b13f-db4095bcfb19 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa0cc130-ce9f-430e-8d66-349ef971d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837450 Dec 16 09:28:59.622738 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2bb2bc-0d2a-4448-b2e1-6007fd4fe859 x-openstack-request-id: req-1c2bb2bc-0d2a-4448-b2e1-6007fd4fe859 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:28:59.623045 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea80e0f-4135-43f0-8764-070d73c6a321", "name": "network-vif-deleted", "tag": "269d35dd-fb8b-4ea7-a735-cebb343038fd", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:28:59.623273 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c2bb2bc-0d2a-4448-b2e1-6007fd4fe859 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:28:59.623657 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea80e0f-4135-43f0-8764-070d73c6a321', 'name': 'network-vif-deleted', 'tag': '269d35dd-fb8b-4ea7-a735-cebb343038fd', 'status': 'completed', 'code': 200} Dec 16 09:28:59.645976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.658273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:59.692148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.692697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Pushing event deleted for resources: {'Port': ['ID=2f1b86d7-dfd4-4061-a3da-12bf08ec0be1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:59.701522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['2de00d97-f710-41be-897f-9c6bd1e9ba09'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:59.766664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:59.775218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] No DVR routers for this DVR port 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:59.778573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.783063 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c236f34a-ba5e-48c0-ab07-4fd929323533 req-622c70f6-c13c-4840-9718-c2b6ba97b3e0 tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.53 "DELETE /v2.0/ports/2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 HTTP/1.1" status: 204 len: 173 time: 0.5475068 Dec 16 09:28:59.784024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Pushing event deleted for resources: {'Port': ['ID=2de00d97-f710-41be-897f-9c6bd1e9ba09,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:59.786445 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.841717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['2de00d97-f710-41be-897f-9c6bd1e9ba09'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:28:59.856740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54afd68-5965-42d8-9768-1e84809fe67d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:28:59.880425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] No DVR routers for this DVR port 2de00d97-f710-41be-897f-9c6bd1e9ba09 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:28:59.884218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:28:59.893412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92785192-c1e4-4d5c-a2b6-5daf81bce4e1 req-9695a4a1-c21f-4a04-aff7-ee96a02068ac tempest-ListServersNegativeTestJSON-1911411203 tempest-ListServersNegativeTestJSON-1911411203-project] 10.222.0.69 "DELETE /v2.0/ports/2de00d97-f710-41be-897f-9c6bd1e9ba09 HTTP/1.1" status: 204 len: 173 time: 1.0408995 Dec 16 09:28:59.893932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'name': 'network-vif-deleted', 'tag': '2de00d97-f710-41be-897f-9c6bd1e9ba09'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:28:59.896467 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d15f2c3-aacf-48e7-9903-1c91b642bc9f" -d '{"events": [{"server_uuid": "735ca523-9a15-47e2-b523-4ef0ccb7ef6a", "name": "network-vif-deleted", "tag": "2de00d97-f710-41be-897f-9c6bd1e9ba09"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:00.207066 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.649208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f5816d77-4857-492b-b199-780171ed9d7e req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1734182637', 'description': 'tempest-description-1933836229'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:00.700322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5816d77-4857-492b-b199-780171ed9d7e req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.790902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5816d77-4857-492b-b199-780171ed9d7e req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.801746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Router ecbcd789-b4ee-4363-b445-489fe29f805b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:29:00.804996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5816d77-4857-492b-b199-780171ed9d7e req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.844606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d179a9bc-ef96-446b-97f7-b7e4615c09ab,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:00.864571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5816d77-4857-492b-b199-780171ed9d7e req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:00.865824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5816d77-4857-492b-b199-780171ed9d7e req-8dbe7b01-efcb-4e01-9cc3-5fa92db0a182 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2421679 Dec 16 09:29:01.002709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:29:01.018548 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] Sync routers for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:29:01.023574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bfbce88d-b0c0-4650-9831-08a5a05de107 admin admin] 10.222.0.61 "PUT /v2.0/routers/ecbcd789-b4ee-4363-b445-489fe29f805b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4837911 Dec 16 09:29:01.024503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37150) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:01.031774 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:29:01.032781 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.124232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 39e43c71-24ee-4b19-8a79-25040af1fc50 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:01.158257 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:29:01.265739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85071524-4f0a-4ccf-9902-2973146cf5dc req-d619a394-b3a1-4705-931f-4ba4286de942 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:01.267311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85071524-4f0a-4ccf-9902-2973146cf5dc req-d619a394-b3a1-4705-931f-4ba4286de942 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 947 time: 0.1096385 Dec 16 09:29:01.285930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.305983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 39e43c71-24ee-4b19-8a79-25040af1fc50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=39e43c71-24ee-4b19-8a79-25040af1fc50,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:01.322990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '39e43c71-24ee-4b19-8a79-25040af1fc50', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '39e43c71-24ee-4b19-8a79-25040af1fc50', 'mac_address': 'fa:16:3e:30:6a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:01.369449 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.401864 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:28:59Z', 'revision_number': 5, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port': {'id': '4219a44e-089c-499b-9dfe-2002dd44e3f0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:27:49Z', 'updated_at': '2021-12-16T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.402596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e43c71-24ee-4b19-8a79-25040af1fc50 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:01.407929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.429824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 39e43c71-24ee-4b19-8a79-25040af1fc50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=39e43c71-24ee-4b19-8a79-25040af1fc50,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:01.431650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85071524-4f0a-4ccf-9902-2973146cf5dc req-5306fb0c-efd0-4878-9a73-9175cc492022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563649 Dec 16 09:29:01.441738 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] Checking router: ecbcd789-b4ee-4363-b445-489fe29f805b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:29:01.445582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.464836 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] Routers {'ecbcd789-b4ee-4363-b445-489fe29f805b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:29:01.465773 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:28:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ecbcd789-b4ee-4363-b445-489fe29f805b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.530405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Deleting port 4219a44e-089c-499b-9dfe-2002dd44e3f0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:01.533236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.535323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=39e43c71-24ee-4b19-8a79-25040af1fc50,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:01.603422 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] Set router ecbcd789-b4ee-4363-b445-489fe29f805b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:29:01.624574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'name': 'network-vif-deleted', 'tag': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:01.629305 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3339418-bc4e-4705-86a6-e30a85d74747" -d '{"events": [{"server_uuid": "582a16d9-f2dd-40dd-9124-f1db20a8bba7", "name": "network-vif-deleted", "tag": "2f1b86d7-dfd4-4061-a3da-12bf08ec0be1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:01.664505 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:29:01Z', 'revision_number': 6, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:01.670286 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a4133-a1de-4412-ace8-e5298026ae34 x-openstack-request-id: req-fd2a4133-a1de-4412-ace8-e5298026ae34 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:01.670606 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735ca523-9a15-47e2-b523-4ef0ccb7ef6a", "name": "network-vif-deleted", "tag": "2de00d97-f710-41be-897f-9c6bd1e9ba09", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:01.670811 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd2a4133-a1de-4412-ace8-e5298026ae34 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:01.671204 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735ca523-9a15-47e2-b523-4ef0ccb7ef6a', 'name': 'network-vif-deleted', 'tag': '2de00d97-f710-41be-897f-9c6bd1e9ba09', 'status': 'completed', 'code': 200} Dec 16 09:29:01.692035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] For port 4219a44e-089c-499b-9dfe-2002dd44e3f0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4219a44e-089c-499b-9dfe-2002dd44e3f0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:01.692331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:01.699406 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cff97f-b817-4ff4-9008-2f005b31b53f None None] The sync data for ids ['ecbcd789-b4ee-4363-b445-489fe29f805b'] in n-d-821941-1 is: [{'id': 'ecbcd789-b4ee-4363-b445-489fe29f805b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2044870283-router', 'tenant_id': '6db84ceddd464f01826cac020537149e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:27:47Z', 'updated_at': '2021-12-16T09:29:01Z', 'revision_number': 6, 'project_id': '6db84ceddd464f01826cac020537149e', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:29:01.710052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Calling delete_port for 4219a44e-089c-499b-9dfe-2002dd44e3f0 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:01.917072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['39e43c71-24ee-4b19-8a79-25040af1fc50'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:01.982448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-9718a914-3b98-4d47-bf86-2f6d5356628a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:01.983801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-9718a914-3b98-4d47-bf86-2f6d5356628a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 813 time: 0.1533391 Dec 16 09:29:02.003357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.035437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=4219a44e-089c-499b-9dfe-2002dd44e3f0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:02.039848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-97ecfe0d-a09e-41e4-9a47-218b93d4648f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/quotas/d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 375 time: 0.0465729 Dec 16 09:29:02.096853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b54afd68-5965-42d8-9768-1e84809fe67d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:02.120676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b54afd68-5965-42d8-9768-1e84809fe67d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:02.121033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b54afd68-5965-42d8-9768-1e84809fe67d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:02.145424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.242490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-27333035-be70-4f3a-bcd5-6f0d2ea42bca tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513851 Dec 16 09:29:02.247696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.249957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.339910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.340517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecbcd789-b4ee-4363-b445-489fe29f805b {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:29:02.346152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.347427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d66fcefb-70f3-4e87-9615-82ea11052ecf admin admin] 10.222.0.61 "DELETE /v2.0/routers/ecbcd789-b4ee-4363-b445-489fe29f805b HTTP/1.1" status: 204 len: 168 time: 1.3215544 Dec 16 09:29:02.350399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37178) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:02.379333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-0cf9f77e-7c3c-4133-8348-134ca2717a57 service neutron] 10.222.0.61 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276145 Dec 16 09:29:02.396193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Deleting subnet 06810d43-fd94-4af5-a4be-abee8e927cb1 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:02.399434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.438894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.472842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-48fecd4c-e66f-4c0c-976e-fbabca9e3e33 service neutron] 10.222.0.61 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 Dec 16 09:29:02.526038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.591872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.621604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06810d43-fd94-4af5-a4be-abee8e927cb1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:02.626942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.632802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3af69-08a5-43ca-9946-1ac2423bc581 None None] Network 5c1cb934-165c-437e-84dc-51bb3baa5612 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:02.645573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/06810d43-fd94-4af5-a4be-abee8e927cb1 HTTP/1.1" status: 204 len: 168 time: 0.2934282 Dec 16 09:29:02.647704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37188) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:02.658183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.658529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.658864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.659192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.659515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.660265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.660610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.660935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.661256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.674588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.675206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.675774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b0693-21b6-4836-ba2c-00db25a93372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:02.689794 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6bdb25-0aa5-4826-b0c7-2851d5f93604 x-openstack-request-id: req-fa6bdb25-0aa5-4826-b0c7-2851d5f93604 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:02.690344 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582a16d9-f2dd-40dd-9124-f1db20a8bba7", "name": "network-vif-deleted", "tag": "2f1b86d7-dfd4-4061-a3da-12bf08ec0be1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:02.690942 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa6bdb25-0aa5-4826-b0c7-2851d5f93604 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:02.691467 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582a16d9-f2dd-40dd-9124-f1db20a8bba7', 'name': 'network-vif-deleted', 'tag': '2f1b86d7-dfd4-4061-a3da-12bf08ec0be1', 'status': 'completed', 'code': 200} Dec 16 09:29:02.815775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:02.900075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:02.979153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Deleting subnet e116b417-fb86-49e1-b3d1-69933925e080 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:02.988757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.012298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Deleting port cad637e5-c1df-4b85-a80f-6ce15e7e2807 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:03.012844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.046871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] DHCP port deletion for 5c1cb934-165c-437e-84dc-51bb3baa5612 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:29:03.112502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.121476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] Deleting port cad637e5-c1df-4b85-a80f-6ce15e7e2807 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:03.122178 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.141386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2de00d97-f710-41be-897f-9c6bd1e9ba09 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:03.147375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] For port cad637e5-c1df-4b85-a80f-6ce15e7e2807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cad637e5-c1df-4b85-a80f-6ce15e7e2807,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:03.147375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.164261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.168745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Calling delete_port for cad637e5-c1df-4b85-a80f-6ce15e7e2807 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:03.177902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259a4da-c0f5-4efd-bf16-f52cec4df53c req-b873b15c-1426-464a-abd3-d70cf40c0ead tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:03.185743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b259a4da-c0f5-4efd-bf16-f52cec4df53c req-b873b15c-1426-464a-abd3-d70cf40c0ead tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 948 time: 0.1007602 Dec 16 09:29:03.203965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 2de00d97-f710-41be-897f-9c6bd1e9ba09 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:03.204566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2de00d97-f710-41be-897f-9c6bd1e9ba09 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:03.231393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.233393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:03.236179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] For port cad637e5-c1df-4b85-a80f-6ce15e7e2807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cad637e5-c1df-4b85-a80f-6ce15e7e2807,segment=NetworkSegment(24b86a07-bbd3-4673-8897-d0e86adae49b),segment_id=24b86a07-bbd3-4673-8897-d0e86adae49b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:03.236749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.259299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e116b417-fb86-49e1-b3d1-69933925e080,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.263796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:03.264594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2f1b86d7-dfd4-4061-a3da-12bf08ec0be1 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:03.269628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] Calling delete_port for cad637e5-c1df-4b85-a80f-6ce15e7e2807 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:03.273407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.279861 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f595b825-bc82-4dae-b869-80f434e51c31 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e116b417-fb86-49e1-b3d1-69933925e080 HTTP/1.1" status: 204 len: 168 time: 0.4625828 Dec 16 09:29:03.280417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:03.285574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b259a4da-c0f5-4efd-bf16-f52cec4df53c req-51a83aa3-31df-4502-91aa-322c9301617e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987706 Dec 16 09:29:03.354009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.364083 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.373728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.385548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad637e5-c1df-4b85-a80f-6ce15e7e2807,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.397303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] No DVR routers for this DVR port cad637e5-c1df-4b85-a80f-6ce15e7e2807 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:03.415748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] Pushing event deleted for resources: {'Port': ['ID=cad637e5-c1df-4b85-a80f-6ce15e7e2807,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.417983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ccf7a4-11f1-4336-9d54-4f39aefe0b5e None None] No DVR routers for this DVR port cad637e5-c1df-4b85-a80f-6ce15e7e2807 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:03.494535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.509861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84269986-1474-4318-933a-780d1dbdb298 req-f46de49d-fbbd-47ad-a44d-5b7239513881 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 210 time: 0.0345743 Dec 16 09:29:03.517915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.522768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc67e6f-1ea4-4569-a2e0-13d0852b6585']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:03.536696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c8f72a-82e1-460f-95c7-50c0778a20de') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:03.537104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c8f72a-82e1-460f-95c7-50c0778a20de') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:03.550839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1cb934-165c-437e-84dc-51bb3baa5612']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:03.552462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.564645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b86a07-bbd3-4673-8897-d0e86adae49b') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:03.564938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b86a07-bbd3-4673-8897-d0e86adae49b') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:03.571299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.575257 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.578614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:03.579216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:03.586107 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:03.590096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.601519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:03.602363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:03.604390 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:03.653537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.666691 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.676222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] 10.222.0.61 "DELETE /v2.0/networks/9cc67e6f-1ea4-4569-a2e0-13d0852b6585 HTTP/1.1" status: 204 len: 168 time: 0.3923814 Dec 16 09:29:03.677951 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.684766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:03.689290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6c0db-c14d-431a-81ba-0a3010df311b admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc67e6f-1ea4-4569-a2e0-13d0852b6585,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.690385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5c1cb934-165c-437e-84dc-51bb3baa5612 HTTP/1.1" status: 204 len: 168 time: 1.0413938 Dec 16 09:29:03.723229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defef17f-35b8-4c0a-bcd2-6cb42da58742 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1cb934-165c-437e-84dc-51bb3baa5612,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:03.947054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37230) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:03.950505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37232) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:04.066428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-246def9a-06fc-44c2-94ff-1dfaa6af648b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6db84ceddd464f01826cac020537149e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1171768 Dec 16 09:29:04.068919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37236) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:04.128566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4219a44e-089c-499b-9dfe-2002dd44e3f0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:04.144831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0150b12-9b6a-4b0b-b096-ecf3e4b6b7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.185687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4219a44e-089c-499b-9dfe-2002dd44e3f0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:04.195786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4219a44e-089c-499b-9dfe-2002dd44e3f0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:04.196541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cad637e5-c1df-4b85-a80f-6ce15e7e2807 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:04.219778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0150b12-9b6a-4b0b-b096-ecf3e4b6b7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.263232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cad637e5-c1df-4b85-a80f-6ce15e7e2807 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:04.263939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cad637e5-c1df-4b85-a80f-6ce15e7e2807 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:04.305591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-01fce4db-706a-44ed-8684-a16d1f26c68c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52278d4048f54af7b72bad1fe2c166cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538251 Dec 16 09:29:04.308724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:04.311090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0150b12-9b6a-4b0b-b096-ecf3e4b6b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.314433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0150b12-9b6a-4b0b-b096-ecf3e4b6b7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.319683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c0150b12-9b6a-4b0b-b096-ecf3e4b6b7fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/849ae9bd-2c69-4cec-b791-6f14e5076b47 HTTP/1.1" status: 204 len: 168 time: 0.2492192 Dec 16 09:29:04.336940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150b12-9b6a-4b0b-b096-ecf3e4b6b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ae9bd-2c69-4cec-b791-6f14e5076b47,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:04.419928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-babd9704-0824-4e8b-983f-a4053c747c73 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:04.423039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-babd9704-0824-4e8b-983f-a4053c747c73 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.53 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 813 time: 0.3941488 Dec 16 09:29:04.434633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5d889-1cea-475b-b843-1430599faaea req-106e0a1e-30c9-4b84-bf05-aeaec0392fac tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:04.436809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19c5d889-1cea-475b-b843-1430599faaea req-106e0a1e-30c9-4b84-bf05-aeaec0392fac tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 948 time: 0.0691817 Dec 16 09:29:04.440360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'port': {'device_id': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4', 'admin_state_up': True, 'tenant_id': 'd19da175a33d4ebbb72b6665ac31c78a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:04.496037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19c5d889-1cea-475b-b843-1430599faaea req-a77015f9-21bd-4d46-981c-3840351f1ff2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Dec 16 09:29:04.564052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc78f560-1999-44b3-86b8-2be31a506e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:04.678760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-774912c3-a30c-4b80-b312-e7035c4fc470 req-40d1534e-813c-420b-b311-dfaa54144ba6 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 210 time: 0.0383584 Dec 16 09:29:04.964104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc78f560-1999-44b3-86b8-2be31a506e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.046213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Made reservation on behalf of d19da175a33d4ebbb72b6665ac31c78a for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:05.051275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.079798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc78f560-1999-44b3-86b8-2be31a506e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.082906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc78f560-1999-44b3-86b8-2be31a506e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.088305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bc78f560-1999-44b3-86b8-2be31a506e67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa0cc130-ce9f-430e-8d66-349ef971d23c HTTP/1.1" status: 204 len: 168 time: 0.7742522 Dec 16 09:29:05.130229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 39e43c71-24ee-4b19-8a79-25040af1fc50 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:05.164269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78f560-1999-44b3-86b8-2be31a506e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0cc130-ce9f-430e-8d66-349ef971d23c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:05.335662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 39e43c71-24ee-4b19-8a79-25040af1fc50 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:05.346514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 39e43c71-24ee-4b19-8a79-25040af1fc50 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:05.370289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.423590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Allocated IP 172.20.0.2 (a6758d9b-93bf-42cb-909e-46a23671daa4/9a4c006f-5808-47c5-b64a-953a96e969a2/45ae8954-2d00-447e-87ec-ef14687caabc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:05.523536 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.589033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e43c71-24ee-4b19-8a79-25040af1fc50'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:05.593624 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d2d5f5-10a4-4f76-a064-56e8e7907777" -d '{"events": [{"server_uuid": "955b6e7f-0e18-4bbb-ac0b-0f7d3557de82", "name": "network-vif-plugged", "status": "completed", "tag": "39e43c71-24ee-4b19-8a79-25040af1fc50"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:05.624983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 39e43c71-24ee-4b19-8a79-25040af1fc50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=39e43c71-24ee-4b19-8a79-25040af1fc50,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:05.640222 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.690360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3abd0-f85f-47c3-a236-644b7a1acb26 req-709eb6ad-dbfb-44f7-8296-acfa39051304 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.692047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ef3abd0-f85f-47c3-a236-644b7a1acb26 req-709eb6ad-dbfb-44f7-8296-acfa39051304 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 948 time: 0.0968733 Dec 16 09:29:05.697057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.717715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=39e43c71-24ee-4b19-8a79-25040af1fc50,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:05.738149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.753648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:05.775569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ef3abd0-f85f-47c3-a236-644b7a1acb26 req-e784b25a-17d3-4894-b0ff-1d0fed0d4a20 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Dec 16 09:29:05.807897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Network a6758d9b-93bf-42cb-909e-46a23671daa4 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:05.811249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:05.815161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:05.847564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:05.877997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:05.878637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:05.902803 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-6d03099e-cfdf-47e7-86c2-daa6e9683692 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4671333 Dec 16 09:29:05.918730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Request body: {'port': {'device_id': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:05.988626 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63952fa1-f192-4012-b2a9-9600c525d00c x-openstack-request-id: req-63952fa1-f192-4012-b2a9-9600c525d00c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:05.989363 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955b6e7f-0e18-4bbb-ac0b-0f7d3557de82", "name": "network-vif-plugged", "status": "completed", "tag": "39e43c71-24ee-4b19-8a79-25040af1fc50", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:05.989615 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63952fa1-f192-4012-b2a9-9600c525d00c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:05.990029 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e43c71-24ee-4b19-8a79-25040af1fc50', 'code': 200} Dec 16 09:29:05.999411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.167349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e39-c0fb-4548-aa5f-81a7cf3a159c req-7e60653b-9a2f-4bf5-b8b7-3fcda8d4588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:06.168908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d635e39-c0fb-4548-aa5f-81a7cf3a159c req-7e60653b-9a2f-4bf5-b8b7-3fcda8d4588a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 1100 time: 0.0985174 Dec 16 09:29:06.186541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84df8f-bc34-46c7-b589-936c303427e1 req-53020c6d-2017-4f75-94e4-cfdc05723ce7 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:06.188568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc84df8f-bc34-46c7-b589-936c303427e1 req-53020c6d-2017-4f75-94e4-cfdc05723ce7 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 931 time: 0.0717587 Dec 16 09:29:06.243740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d635e39-c0fb-4548-aa5f-81a7cf3a159c req-bad03d71-024b-4a47-a526-f42b60e49a36 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655077 Dec 16 09:29:06.285193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc84df8f-bc34-46c7-b589-936c303427e1 req-2696e3fb-12f8-400d-bca9-291e989f2df1 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 Dec 16 09:29:06.465774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ae8954-2d00-447e-87ec-ef14687caabc {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:06.483934 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.520499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37330) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:06.525603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Transition to ACTIVE for port object 45ae8954-2d00-447e-87ec-ef14687caabc will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:06.537142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.630381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:06.660096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Attempting to bind port 45ae8954-2d00-447e-87ec-ef14687caabc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:06.660543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Attempting to bind port 45ae8954-2d00-447e-87ec-ef14687caabc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:06.660975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Attempting to bind port 45ae8954-2d00-447e-87ec-ef14687caabc on network a6758d9b-93bf-42cb-909e-46a23671daa4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:06.670377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Port 45ae8954-2d00-447e-87ec-ef14687caabc on network a6758d9b-93bf-42cb-909e-46a23671daa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:06.670932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Attempting to bind port 45ae8954-2d00-447e-87ec-ef14687caabc on network a6758d9b-93bf-42cb-909e-46a23671daa4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:06.678813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:06.679385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Checking segment: {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:06.680082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Bound using segment: {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:06.680896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Bound port: 45ae8954-2d00-447e-87ec-ef14687caabc, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285d9f67-a5eb-4871-818d-462746db772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:06.681264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.686395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1735132452-network', 'tenant_id': '98b2ac88d12f49ce97fbdd41dd90121c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:06.712533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Made reservation on behalf of 98b2ac88d12f49ce97fbdd41dd90121c for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:06.716269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.727757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.771576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:06.779005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:06.788773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.850310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:06.850923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.852986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] 10.222.0.53 "PUT /v2.0/ports/45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 1091 time: 0.9412556 Dec 16 09:29:06.853457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:06.856462 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048fc3ad-1c4d-4938-a57a-be640a4678d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:06.938067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef8321-0731-44eb-94b4-b87430a345eb service neutron] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:06.946768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.954650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:06.963683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-d251e86e-1e94-4582-8979-4e08ec9b7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:06.965734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-d251e86e-1e94-4582-8979-4e08ec9b7fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1094 time: 0.0641005 Dec 16 09:29:07.034072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-51622cfe-3a09-4d66-8ecb-008534f0e4f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 217 time: 0.0592499 Dec 16 09:29:07.052842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:07.061311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9b456-02f8-4e78-9ac0-a11523ccfde7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:07.069392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.070381 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Added segment 7a117388-4de4-4c11-b052-2265401412d7 of type vlan for network e02b2033-ec43-4436-bb4c-7734001722f4 Dec 16 09:29:07.106232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-ae894acd-2263-4ae1-8c9c-29bd8c4a1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.107954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-ae894acd-2263-4ae1-8c9c-29bd8c4a1a50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.0667791 Dec 16 09:29:07.118736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef479c-0c2f-4621-9fe8-315339667f80 req-cd1a3826-6e98-46e3-b588-b81a49586c0e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.126390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9ef479c-0c2f-4621-9fe8-315339667f80 req-cd1a3826-6e98-46e3-b588-b81a49586c0e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 949 time: 0.1220891 Dec 16 09:29:07.142874 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-f468d543-046d-4c03-9e68-9725738574e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281193 Dec 16 09:29:07.163354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.184841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9ef479c-0c2f-4621-9fe8-315339667f80 req-f3b9ffb2-c7e1-482d-b223-bd435f075e74 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Dec 16 09:29:07.225811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.226936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.227657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.243361 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1773b3b8-cc0e-4bda-b27a-05a690ed7bd2 x-openstack-request-id: req-1773b3b8-cc0e-4bda-b27a-05a690ed7bd2 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:07.243647 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:07.243895 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1773b3b8-cc0e-4bda-b27a-05a690ed7bd2 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:07.244359 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc', 'status': 'completed', 'code': 200} Dec 16 09:29:07.265501 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-44707eb5-2c66-4aa8-85a5-0d4b228548ed service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145306 Dec 16 09:29:07.305263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e02b2033-ec43-4436-bb4c-7734001722f4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:07.317251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e02b2033-ec43-4436-bb4c-7734001722f4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:07.326696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f1579193-34b5-48aa-8f2f-da7c9233bbf4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8061624 Dec 16 09:29:07.329448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37366) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:07.334476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Request body: {'subnet': {'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1735132452-subnet', 'tenant_id': '98b2ac88d12f49ce97fbdd41dd90121c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:07.364208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Made reservation on behalf of 98b2ac88d12f49ce97fbdd41dd90121c for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:07.379579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:07.538168 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee4c183a-0c71-4fba-a614-015d6cc5c2fc req-27603db8-2fd8-4dfe-bc9b-c5d88788c351 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645676 Dec 16 09:29:07.682973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-f707caa2-35c0-49f6-a46e-6b99b039e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.684545 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-f707caa2-35c0-49f6-a46e-6b99b039e902 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1094 time: 0.0813270 Dec 16 09:29:07.792327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-3db7cdb6-98af-4ed3-8225-ecb13519991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.794089 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-3db7cdb6-98af-4ed3-8225-ecb13519991f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.0950487 Dec 16 09:29:07.840460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-bbdb87ef-58ac-4828-8a3d-ca8110e553f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 217 time: 0.0377698 Dec 16 09:29:07.908597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-3f28e149-ad7a-4619-99b2-75a83679e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.910846 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-3f28e149-ad7a-4619-99b2-75a83679e54c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.0624197 Dec 16 09:29:07.942338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c79577-79aa-4402-a7f0-4f7a39df5afa req-dd429371-686e-4c29-8dda-457c531abc4e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:07.943742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99c79577-79aa-4402-a7f0-4f7a39df5afa req-dd429371-686e-4c29-8dda-457c531abc4e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 943 time: 0.1133022 Dec 16 09:29:07.963193 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-dd48a6e7-fa3d-4131-9afb-7d39b1e2ce8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433555 Dec 16 09:29:08.062167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99c79577-79aa-4402-a7f0-4f7a39df5afa req-7e90e9b6-281d-4fc6-82ed-26bf2bf41a42 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071332 Dec 16 09:29:08.169092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-17b6d4ac-0972-495c-9044-42643c6ea5d4 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979377 Dec 16 09:29:08.180864 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:08.300714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Checking segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:08.301087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Network hostable DHCP agents. Network: e02b2033-ec43-4436-bb4c-7734001722f4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:08.303953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff294d4-66eb-436c-a2f3-e58928a353af,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:08.340561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-048fc3ad-1c4d-4938-a57a-be640a4678d0 req-309b91c8-fb7d-4fc6-848a-203cb5fec4f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627376 Dec 16 09:29:08.343811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Network e02b2033-ec43-4436-bb4c-7734001722f4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:08.372547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e02b2033-ec43-4436-bb4c-7734001722f4) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:08.379469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:08.380287 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:08.383679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab664125-8444-4e37-8540-6186400aff49 None None] Network e02b2033-ec43-4436-bb4c-7734001722f4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:08.401793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84a1c359-30f7-4bdb-8ab5-7f540dae2167 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0711911 Dec 16 09:29:08.572125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f8a90-8f47-4714-90ba-b7f415ede88f None None] Network e02b2033-ec43-4436-bb4c-7734001722f4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:08.889049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9ffa-dcea-42d1-9a0d-3cb0ddfe2439 req-399ee8ff-edc0-43a8-aa1b-d11847ec6554 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:08.890547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-433a9ffa-dcea-42d1-9a0d-3cb0ddfe2439 req-399ee8ff-edc0-43a8-aa1b-d11847ec6554 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 949 time: 0.0556021 Dec 16 09:29:08.929686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-433a9ffa-dcea-42d1-9a0d-3cb0ddfe2439 req-be654b92-d85f-4d41-aa31-11a55b4b91ad tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Dec 16 09:29:09.324044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-27a7e2bd-3376-4559-b024-d8ce806ee6f0 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:09.325601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-27a7e2bd-3376-4559-b024-d8ce806ee6f0 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 813 time: 0.1052713 Dec 16 09:29:09.341963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-24dcab88-9132-424b-8982-18dc9f1f4efb tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/quotas/98b2ac88d12f49ce97fbdd41dd90121c HTTP/1.1" status: 200 len: 375 time: 0.0097167 Dec 16 09:29:09.379205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-866e9d06-e03c-486a-bec7-27f585d83a53 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308475 Dec 16 09:29:09.472648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-ce77803e-af03-4057-9465-c17cc1fea831 service neutron] 10.222.0.61 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Dec 16 09:29:09.572219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-2e0a63df-bf9d-4189-9d37-91868c31fa8c service neutron] 10.222.0.61 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926731 Dec 16 09:29:10.270076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a0995-93e4-4542-8b27-781e027024b4 req-ca25e7c4-1065-485f-a94d-68ffea1b3d89 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:10.271587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d0a0995-93e4-4542-8b27-781e027024b4 req-ca25e7c4-1065-485f-a94d-68ffea1b3d89 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 1100 time: 0.0510762 Dec 16 09:29:10.317325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d0a0995-93e4-4542-8b27-781e027024b4 req-b4fe7f48-8882-4ac1-a8e1-3dcf9c8f95af tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Dec 16 09:29:10.591916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70677-2b9a-4e5e-a8f0-9092b7b1cd63 req-27e292b6-8995-42aa-a099-d6236b997120 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:10.599791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddd70677-2b9a-4e5e-a8f0-9092b7b1cd63 req-27e292b6-8995-42aa-a099-d6236b997120 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 943 time: 0.0712502 Dec 16 09:29:10.647563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddd70677-2b9a-4e5e-a8f0-9092b7b1cd63 req-c0741c57-2c2b-43b6-a9f0-7a987fe131c8 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467401 Dec 16 09:29:11.166281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-905a4de4-6bbb-409c-83ea-da2fd2dd232f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304964 Dec 16 09:29:11.314742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-c0d4662a-3c83-4bf6-8204-a01002ef5145 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:11.318242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 45ae8954-2d00-447e-87ec-ef14687caabc details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:11.323762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-c0d4662a-3c83-4bf6-8204-a01002ef5145 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565826 Dec 16 09:29:11.342577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-046519df-2e9e-4abd-ad79-8263a1b5b504 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/quotas/80cfe87501fc44649961ffc2588a765a HTTP/1.1" status: 200 len: 375 time: 0.0178173 Dec 16 09:29:11.475297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-c32ba0cb-1bff-41c0-a809-ce923b46c5dc tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:11.483390 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-c32ba0cb-1bff-41c0-a809-ce923b46c5dc tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 813 time: 0.2697856 Dec 16 09:29:11.500561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Request body: {'port': {'device_id': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'admin_state_up': True, 'tenant_id': '98b2ac88d12f49ce97fbdd41dd90121c'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:11.537900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-526e6e5c-82a3-4190-bdb6-3297aed3b6c5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1940978 Dec 16 09:29:11.605636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:11.697520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-88b2857a-bdfe-4fe8-8851-0cc354f43864 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:11.701510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-88b2857a-bdfe-4fe8-8851-0cc354f43864 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.69 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 813 time: 0.2898788 Dec 16 09:29:11.720729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Request body: {'port': {'device_id': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'admin_state_up': True, 'tenant_id': '98b2ac88d12f49ce97fbdd41dd90121c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:11.734462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Made reservation on behalf of 98b2ac88d12f49ce97fbdd41dd90121c for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:11.743185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:11.982623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4d21f32-d93f-4fc0-b2a1-f24e2060d4c2 req-ade7c604-90fd-4b3e-9397-2215c3d6a050 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 210 time: 0.0791621 Dec 16 09:29:12.036202 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:29:12.055850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Allocated IP 172.20.0.5 (e02b2033-ec43-4436-bb4c-7734001722f4/6ff294d4-66eb-436c-a2f3-e58928a353af/959d279b-d860-4cbc-9a0b-286b29cfeeee) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:12.076592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Made reservation on behalf of 98b2ac88d12f49ce97fbdd41dd90121c for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:12.087841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.111424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '45ae8954-2d00-447e-87ec-ef14687caabc', 'network_id': 'a6758d9b-93bf-42cb-909e-46a23671daa4', 'port_id': '45ae8954-2d00-447e-87ec-ef14687caabc', 'mac_address': 'fa:16:3e:b3:6d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4c006f-5808-47c5-b64a-953a96e969a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:12.198086 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.224815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ae8954-2d00-447e-87ec-ef14687caabc {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:12.266986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:12.272941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.373143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:12.412321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.451630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.554472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['45ae8954-2d00-447e-87ec-ef14687caabc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:12.615797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Network e02b2033-ec43-4436-bb4c-7734001722f4 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:12.618387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event updated for resources: {'Port': ['ID=959d279b-d860-4cbc-9a0b-286b29cfeeee,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:12.623831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:12.628215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:12.657930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Allocated IP 172.20.0.3 (e02b2033-ec43-4436-bb4c-7734001722f4/6ff294d4-66eb-436c-a2f3-e58928a353af/370a6e61-cf4f-44b4-a556-02114d8d250e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:12.754972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:12.757654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.809092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-8bcf90cd-6812-4e7c-adbf-811f2477f710 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119209 Dec 16 09:29:12.818503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Request body: {'port': {'device_id': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:12.902276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:12.959416 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.057377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.167243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Network e02b2033-ec43-4436-bb4c-7734001722f4 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:13.175032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:13.184031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:13.233112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54250877-a61f-4a70-8f75-b0c41dd4bf85 req-824f21ed-87dd-433d-b524-4a6cabd993df tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.234191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54250877-a61f-4a70-8f75-b0c41dd4bf85 req-824f21ed-87dd-433d-b524-4a6cabd993df tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 944 time: 0.2058265 Dec 16 09:29:13.250940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event updated for resources: {'Port': ['ID=370a6e61-cf4f-44b4-a556-02114d8d250e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:13.276295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.276626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.276952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.277277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.277597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.277943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.278254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.278566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.278877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.279184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.279487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.279791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:13.297731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.298388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.319842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54250877-a61f-4a70-8f75-b0c41dd4bf85 req-ad94be5d-3dfe-466f-ac86-813c32d55c2d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740292 Dec 16 09:29:13.323816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-dcac7665-335b-4b11-9843-755ffb895366 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6126480 Dec 16 09:29:13.346088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Request body: {'port': {'device_id': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:13.357401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d279b-d860-4cbc-9a0b-286b29cfeeee {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:13.365486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.377916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Transition to ACTIVE for port object 959d279b-d860-4cbc-9a0b-286b29cfeeee will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:13.385582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.435441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-763bf891-8716-4662-b5e4-82a74821096f req-4c33416b-a02d-4c13-905d-bc1bc4c3afca tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 210 time: 0.0359545 Dec 16 09:29:13.438413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.445270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Pushing event updated for resources: {'Port': ['ID=959d279b-d860-4cbc-9a0b-286b29cfeeee,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:13.541620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Attempting to bind port 959d279b-d860-4cbc-9a0b-286b29cfeeee on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:13.542054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Attempting to bind port 959d279b-d860-4cbc-9a0b-286b29cfeeee by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:13.542715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Attempting to bind port 959d279b-d860-4cbc-9a0b-286b29cfeeee on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:13.547722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Port 959d279b-d860-4cbc-9a0b-286b29cfeeee on network e02b2033-ec43-4436-bb4c-7734001722f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:13.548231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Attempting to bind port 959d279b-d860-4cbc-9a0b-286b29cfeeee on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:13.554859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:13.555277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Checking segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:13.555784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Bound using segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:13.556271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Bound port: 959d279b-d860-4cbc-9a0b-286b29cfeeee, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:13.556785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.621145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-bd21ed1e-5263-4bcf-a91e-1d067c887da8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349026 Dec 16 09:29:13.676221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] For port 959d279b-d860-4cbc-9a0b-286b29cfeeee, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:13.681462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] For port 959d279b-d860-4cbc-9a0b-286b29cfeeee, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:13.687487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.733163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.733163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.733829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-27056867-7147-461a-8f01-7c96896bb771 service neutron] 10.222.0.53 "PUT /v2.0/ports/959d279b-d860-4cbc-9a0b-286b29cfeeee HTTP/1.1" status: 200 len: 1091 time: 0.9220307 Dec 16 09:29:13.736609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'tag': '959d279b-d860-4cbc-9a0b-286b29cfeeee'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:13.740430 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc550b1-b855-4547-96d9-d70a1b45f4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd20d12-0d8e-4403-8411-9ebf8eb4488c", "tag": "959d279b-d860-4cbc-9a0b-286b29cfeeee"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:13.779773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27056867-7147-461a-8f01-7c96896bb771 service neutron] Pushing event updated for resources: {'Port': ['ID=959d279b-d860-4cbc-9a0b-286b29cfeeee,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:13.870604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-15fd1398-ad49-4b24-9e22-60226c3f7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.872034 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-15fd1398-ad49-4b24-9e22-60226c3f7159 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 1094 time: 0.0523758 Dec 16 09:29:13.913823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-9ed8353f-c0f3-4e07-a871-bf48c84418f5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.915565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-9ed8353f-c0f3-4e07-a871-bf48c84418f5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2797799 Dec 16 09:29:13.924669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-80889da9-90ae-4433-bc67-c40cdd96485d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee HTTP/1.1" status: 200 len: 217 time: 0.0437357 Dec 16 09:29:13.935514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14a0ab84-b5eb-48b8-bf24-ec82d1fe8ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:13.937083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:13.979053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-fe3c500a-18a3-4da9-848f-7f82235c591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:13.980855 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-fe3c500a-18a3-4da9-848f-7f82235c591d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.0473261 Dec 16 09:29:14.016840 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-6489eecb-1199-4331-adac-1e11cb6e7995 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282180 Dec 16 09:29:14.025222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5820fb-fc4c-482e-863d-048b24d757cb req-0a1a4e29-bd2a-467b-9c77-f9f0625f56a3 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.033028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c5820fb-fc4c-482e-863d-048b24d757cb req-0a1a4e29-bd2a-467b-9c77-f9f0625f56a3 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 943 time: 0.1746452 Dec 16 09:29:14.072008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370a6e61-cf4f-44b4-a556-02114d8d250e {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:14.085252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.116562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-445db996-aa31-43a8-ae4c-1f1dd1e58824 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915203 Dec 16 09:29:14.121951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c5820fb-fc4c-482e-863d-048b24d757cb req-655bb59f-d8c2-4bcc-8326-e9d20a8dad49 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884342 Dec 16 09:29:14.126332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Transition to ACTIVE for port object 370a6e61-cf4f-44b4-a556-02114d8d250e will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:14.136267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.198127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Pushing event updated for resources: {'Port': ['ID=370a6e61-cf4f-44b4-a556-02114d8d250e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:14.218072 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b8acbb-3cd9-4362-ae69-b185cc53c0a9 x-openstack-request-id: req-b5b8acbb-3cd9-4362-ae69-b185cc53c0a9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:14.218072 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd20d12-0d8e-4403-8411-9ebf8eb4488c", "tag": "959d279b-d860-4cbc-9a0b-286b29cfeeee", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:14.218072 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5b8acbb-3cd9-4362-ae69-b185cc53c0a9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:14.218417 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'tag': '959d279b-d860-4cbc-9a0b-286b29cfeeee', 'status': 'completed', 'code': 200} Dec 16 09:29:14.231157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-dd91d61c-c68f-4f6c-b4b2-b2e2e40d8cc4 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065562 Dec 16 09:29:14.254656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:14.258262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.333794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-9a828252-4622-43b9-ba68-e0b15d02cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.335433 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-9a828252-4622-43b9-ba68-e0b15d02cf20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 1094 time: 0.0530601 Dec 16 09:29:14.394662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Attempting to bind port 370a6e61-cf4f-44b4-a556-02114d8d250e on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:14.395098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Attempting to bind port 370a6e61-cf4f-44b4-a556-02114d8d250e by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:14.395466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Attempting to bind port 370a6e61-cf4f-44b4-a556-02114d8d250e on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:14.409337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Port 370a6e61-cf4f-44b4-a556-02114d8d250e on network e02b2033-ec43-4436-bb4c-7734001722f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:14.410020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Attempting to bind port 370a6e61-cf4f-44b4-a556-02114d8d250e on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:14.436829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:14.436829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Checking segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:14.437160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Bound using segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:14.437587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Bound port: 370a6e61-cf4f-44b4-a556-02114d8d250e, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:14.437984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.451273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-84e7f9d9-6f98-4d56-8094-30c002b2269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.453569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-84e7f9d9-6f98-4d56-8094-30c002b2269d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 914 time: 0.1102860 Dec 16 09:29:14.506523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.179 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/fcde19ec-f76a-41c4-b06d-10799f509f2b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:14.508244 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-6b8a5d4f-ec1a-470f-a673-0d67ab390e09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee HTTP/1.1" status: 200 len: 217 time: 0.0444276 Dec 16 09:29:14.550223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] For port 370a6e61-cf4f-44b4-a556-02114d8d250e, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:14.559221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] For port 370a6e61-cf4f-44b4-a556-02114d8d250e, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=370a6e61-cf4f-44b4-a556-02114d8d250e,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:14.574449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.610395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-7fc642ee-998b-4840-aacb-3d5651590646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.612173 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-7fc642ee-998b-4840-aacb-3d5651590646 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.0866127 Dec 16 09:29:14.663781 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-e142ef33-0a49-4065-9116-5f789a47ea9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433917 Dec 16 09:29:14.667991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.668674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.670325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] 10.222.0.69 "PUT /v2.0/ports/370a6e61-cf4f-44b4-a556-02114d8d250e HTTP/1.1" status: 200 len: 1091 time: 1.3325162 Dec 16 09:29:14.670814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'tag': '370a6e61-cf4f-44b4-a556-02114d8d250e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:14.673107 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2949fe2e-39c3-4b95-b030-0035ad2468b5", "tag": "370a6e61-cf4f-44b4-a556-02114d8d250e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:14.814142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-20b1afe5-d4a1-44b8-bf3a-062a2d1532f3 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360154 Dec 16 09:29:14.822885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a062c-d1ba-4d60-860a-3cce7232baff service neutron] Pushing event updated for resources: {'Port': ['ID=370a6e61-cf4f-44b4-a556-02114d8d250e,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:14.880188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-8eb31bb0-58e2-495a-bd3a-684f239266f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:14.881155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-8eb31bb0-58e2-495a-bd3a-684f239266f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 1094 time: 0.1523328 Dec 16 09:29:14.940257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-97abfc04-a0d7-4088-b599-bcbd039802db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370a6e61-cf4f-44b4-a556-02114d8d250e HTTP/1.1" status: 200 len: 217 time: 0.0441790 Dec 16 09:29:14.943467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dc550b1-b855-4547-96d9-d70a1b45f4e6 req-b3ec3922-5682-4bd4-84cc-3e62adaeddf5 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205714 Dec 16 09:29:14.966377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:14.979160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37690) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:15.008001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7d72d-bda4-4e19-bb8c-1e9c7ec7c780 req-0727d492-c586-40dd-86be-7546bf698e6c tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:15.009595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64e7d72d-bda4-4e19-bb8c-1e9c7ec7c780 req-0727d492-c586-40dd-86be-7546bf698e6c tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 944 time: 0.1988342 Dec 16 09:29:15.044205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc542-0331-468a-a034-2ca33425980b req-c3b92bb7-486c-4ab7-85ed-03bf1f3c1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:15.045680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-c3b92bb7-486c-4ab7-85ed-03bf1f3c1397 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.0949759 Dec 16 09:29:15.087288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-5f07886a-9529-44e4-866e-40112cf8222a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290956 Dec 16 09:29:15.110867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe894bb4-436e-48a9-8275-24d6828aedc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.129154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64e7d72d-bda4-4e19-bb8c-1e9c7ec7c780 req-521c7bdd-1450-4048-b1b3-6152b3898a7e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056337 Dec 16 09:29:15.163299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.178195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253', 'b425d423-d472-4078-aec2-cab75d73bf32'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:15.181704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff', '39e43c71-24ee-4b19-8a79-25040af1fc50'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:15.196305 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe894bb4-436e-48a9-8275-24d6828aedc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.203281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe894bb4-436e-48a9-8275-24d6828aedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.216636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:15.221278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:15.232583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:15.258556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fe894bb4-436e-48a9-8275-24d6828aedc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57b687806f1b47549f953a8a955527b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758896 Dec 16 09:29:15.258556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894bb4-436e-48a9-8275-24d6828aedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c3665-d0c8-4bda-bf03-719331dbbea1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:15.261205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37696) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:15.313801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=fcde19ec-f76a-41c4-b06d-10799f509f2b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:15.322006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04afb2df-6309-475a-be9f-90e7a9ed9fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.346999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04afb2df-6309-475a-be9f-90e7a9ed9fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.379224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 45ae8954-2d00-447e-87ec-ef14687caabc up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:15.383083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-50dca48e-dce4-42bf-9027-659b2e8b9fb8 service neutron] 10.222.0.69 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814310 Dec 16 09:29:15.393874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d0fa-bfe4-42a8-a845-c6e33c2a380e req-b69070ce-4495-4951-bf33-ecfe0686148a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:15.401663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30e0d0fa-bfe4-42a8-a845-c6e33c2a380e req-b69070ce-4495-4951-bf33-ecfe0686148a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 936 time: 0.1748443 Dec 16 09:29:15.408632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:15.409262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.447173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04afb2df-6309-475a-be9f-90e7a9ed9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.449834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04afb2df-6309-475a-be9f-90e7a9ed9fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.453476 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04afb2df-6309-475a-be9f-90e7a9ed9fb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc8c3665-d0c8-4bda-bf03-719331dbbea1 HTTP/1.1" status: 204 len: 168 time: 0.1890960 Dec 16 09:29:15.464885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afb2df-6309-475a-be9f-90e7a9ed9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c3665-d0c8-4bda-bf03-719331dbbea1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:15.542540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-4dba92c0-e70e-4298-b575-732759f0b8ee tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6108239 Dec 16 09:29:15.564592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30e0d0fa-bfe4-42a8-a845-c6e33c2a380e req-b41f028f-d53c-4b06-8d32-89fa61cba564 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580157 Dec 16 09:29:15.587342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Request body: {'port': {'device_id': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:15.667617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.702783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5e8b63e8-be84-4de8-a6e8-bd8ab2eb2a47 None None] Provisioning complete for port fcde19ec-f76a-41c4-b06d-10799f509f2b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:15.703523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e8b63e8-be84-4de8-a6e8-bd8ab2eb2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.768326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 45ae8954-2d00-447e-87ec-ef14687caabc completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:15.773548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-186bc542-0331-468a-a034-2ca33425980b req-7145bb71-9e4c-4320-af1e-99930a3c370f service neutron] 10.222.0.69 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612175 Dec 16 09:29:15.797880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 45ae8954-2d00-447e-87ec-ef14687caabc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:15.799300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:15.873143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b63e8-be84-4de8-a6e8-bd8ab2eb2a47 None None] Port fcde19ec-f76a-41c4-b06d-10799f509f2b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:15.910134 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541267c0-e29c-467a-b8e8-7178e2cd618c x-openstack-request-id: req-541267c0-e29c-467a-b8e8-7178e2cd618c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:15.910564 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2949fe2e-39c3-4b95-b030-0035ad2468b5", "tag": "370a6e61-cf4f-44b4-a556-02114d8d250e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:15.910826 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-541267c0-e29c-467a-b8e8-7178e2cd618c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:15.911250 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'tag': '370a6e61-cf4f-44b4-a556-02114d8d250e', 'status': 'completed', 'code': 200} Dec 16 09:29:16.071994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.101642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-265e2786-0008-4178-a2d1-c11f91eb6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.103202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-265e2786-0008-4178-a2d1-c11f91eb6c16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 1094 time: 0.1635036 Dec 16 09:29:16.114288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93d94-6d89-4582-892e-e22670428766 req-96e9b550-86f2-4773-ac8e-07ee3142530e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.115895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53b93d94-6d89-4582-892e-e22670428766 req-96e9b550-86f2-4773-ac8e-07ee3142530e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 943 time: 0.1222427 Dec 16 09:29:16.134535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:16.136628 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452c7fa-4732-46d5-97dd-56cd5dc76018" -d '{"events": [{"server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "name": "network-vif-plugged", "status": "completed", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:16.166719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:16.177221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.243929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-fec76b61-8bb3-459d-941a-ad56748e1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.245753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-fec76b61-8bb3-459d-941a-ad56748e1672 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 914 time: 0.1286476 Dec 16 09:29:16.251937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:16.321439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-ae1b9dcd-9251-4c39-9c1b-7c7d6a093db6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=370a6e61-cf4f-44b4-a556-02114d8d250e HTTP/1.1" status: 200 len: 217 time: 0.0584304 Dec 16 09:29:16.394580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53b93d94-6d89-4582-892e-e22670428766 req-01186ada-425b-44d1-9e68-29e46b6feaca tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402242 Dec 16 09:29:16.422226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91bef3ec-cfc7-4613-b27c-be519ac03431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.439357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-42587a26-3b4d-423b-8d65-b4deb24d5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:16.440852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-42587a26-3b4d-423b-8d65-b4deb24d5ba1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.1104784 Dec 16 09:29:16.484619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcde19ec-f76a-41c4-b06d-10799f509f2b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:16.490654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-b8857038-18b6-43d9-8c16-45fac819c98d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410216 Dec 16 09:29:16.494911 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.554486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Transition to ACTIVE for port object fcde19ec-f76a-41c4-b06d-10799f509f2b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:16.568919 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.658145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Pushing event updated for resources: {'Port': ['ID=fcde19ec-f76a-41c4-b06d-10799f509f2b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:16.676122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-2d8b48b5-d13c-4c6f-957b-f6cffdbf7337 service neutron] 10.222.0.69 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774638 Dec 16 09:29:16.859495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29ed41c8-20e6-47c6-95ab-ecd9c7397a0c req-2cac8b0d-8025-4143-b4cb-993a1cb7e3f4 service neutron] 10.222.0.69 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593845 Dec 16 09:29:16.888728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Attempting to bind port fcde19ec-f76a-41c4-b06d-10799f509f2b on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:16.890894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Attempting to bind port fcde19ec-f76a-41c4-b06d-10799f509f2b by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:16.892026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Attempting to bind port fcde19ec-f76a-41c4-b06d-10799f509f2b on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:16.897177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Port fcde19ec-f76a-41c4-b06d-10799f509f2b on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:16.897500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Attempting to bind port fcde19ec-f76a-41c4-b06d-10799f509f2b on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:16.903599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:16.903934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:16.904325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:16.904736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Bound port: fcde19ec-f76a-41c4-b06d-10799f509f2b, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:16.905093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:16.929497 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eb5776-d499-4e31-a18e-4656a711f9a7 x-openstack-request-id: req-04eb5776-d499-4e31-a18e-4656a711f9a7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:16.929796 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "name": "network-vif-plugged", "status": "completed", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:16.930077 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04eb5776-d499-4e31-a18e-4656a711f9a7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:16.930473 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc', 'code': 200} Dec 16 09:29:16.980009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] For port fcde19ec-f76a-41c4-b06d-10799f509f2b, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:16.984586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] For port fcde19ec-f76a-41c4-b06d-10799f509f2b, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:16.998414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.058030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d7287-a4ff-4574-b52a-580db4431c27 req-3667e8f2-6eaa-4419-8a90-7e5e365cf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.059040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.060286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.061432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] 10.222.0.69 "PUT /v2.0/ports/fcde19ec-f76a-41c4-b06d-10799f509f2b HTTP/1.1" status: 200 len: 1096 time: 1.4958079 Dec 16 09:29:17.061914 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-007d7287-a4ff-4574-b52a-580db4431c27 req-3667e8f2-6eaa-4419-8a90-7e5e365cf3e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1096 time: 0.0604341 Dec 16 09:29:17.100641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985c490-39a2-4f2b-9c17-3642b438d022 service neutron] Pushing event updated for resources: {'Port': ['ID=fcde19ec-f76a-41c4-b06d-10799f509f2b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:17.127006 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-007d7287-a4ff-4574-b52a-580db4431c27 req-bd2510a3-38ec-4f14-884d-227bc26e1b4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567777 Dec 16 09:29:17.147296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c270b-5917-46dc-b463-ce64205221d2 req-ff509179-d43a-40de-b3e3-4379747f555b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.148890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d9c270b-5917-46dc-b463-ce64205221d2 req-ff509179-d43a-40de-b3e3-4379747f555b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 945 time: 0.1628911 Dec 16 09:29:17.176542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-9361a69d-eec1-471d-80ea-8178e3192f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.178322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-9361a69d-eec1-471d-80ea-8178e3192f15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 1099 time: 0.0728664 Dec 16 09:29:17.240715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d9c270b-5917-46dc-b463-ce64205221d2 req-b76cca13-59d2-46c0-8b33-b1c6963d1940 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824108 Dec 16 09:29:17.243495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-cbae1e18-876e-4956-9e77-263225e6d917 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b HTTP/1.1" status: 200 len: 217 time: 0.0562646 Dec 16 09:29:17.322177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0466003f-f01c-4452-8386-9ddc9dde66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.323650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-0466003f-f01c-4452-8386-9ddc9dde66db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0719297 Dec 16 09:29:17.339898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 959d279b-d860-4cbc-9a0b-286b29cfeeee details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:17.402422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-1583c2df-6ed3-4a53-afbe-3a833a0d168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.403811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-1583c2df-6ed3-4a53-afbe-3a833a0d168d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699315 Dec 16 09:29:17.411903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34442728-eaec-4caf-9040-b509f781aceb req-f01cb122-6a1f-47d0-b807-bbff7e8f31c3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:17.413356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34442728-eaec-4caf-9040-b509f781aceb req-f01cb122-6a1f-47d0-b807-bbff7e8f31c3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 948 time: 0.0712643 Dec 16 09:29:17.490549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 959d279b-d860-4cbc-9a0b-286b29cfeeee, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:17.506640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '959d279b-d860-4cbc-9a0b-286b29cfeeee', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'port_id': '959d279b-d860-4cbc-9a0b-286b29cfeeee', 'mac_address': 'fa:16:3e:0f:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff294d4-66eb-436c-a2f3-e58928a353af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:17.571050 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.595511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d279b-d860-4cbc-9a0b-286b29cfeeee {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:17.637006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 959d279b-d860-4cbc-9a0b-286b29cfeeee, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:17.645029 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.705837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=959d279b-d860-4cbc-9a0b-286b29cfeeee,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:17.880188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34442728-eaec-4caf-9040-b509f781aceb req-9d15d783-4321-4b24-a10f-abf27ef7ed99 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583929 Dec 16 09:29:17.913900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'tag': 'fcde19ec-f76a-41c4-b06d-10799f509f2b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:17.916237 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa071a2d-2449-4152-bd46-763532b04364" -d '{"events": [{"name": "network-changed", "server_uuid": "355b4a50-3964-47a6-b8c2-59c91231f7ca", "tag": "fcde19ec-f76a-41c4-b06d-10799f509f2b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:17.923471 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:17.926258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-29ea3a23-6b79-40fc-a997-44dd896758f4 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119109 Dec 16 09:29:17.929037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['959d279b-d860-4cbc-9a0b-286b29cfeeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:18.088401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53dcd7c3-f6f8-49b1-8d89-e76e2640e03b req-cd5943f3-74c6-48b4-9175-4f4e12b24e3b service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548183 Dec 16 09:29:18.593363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0ae3a-c7f6-4454-b52b-bc754f486d3d req-c5391d25-1195-4ad8-856e-cef97b217f47 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.596167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51b0ae3a-c7f6-4454-b52b-bc754f486d3d req-c5391d25-1195-4ad8-856e-cef97b217f47 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 944 time: 0.0680654 Dec 16 09:29:18.634802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51b0ae3a-c7f6-4454-b52b-bc754f486d3d req-ac854e32-db57-4f3e-a61a-0373dffd9a7a tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Dec 16 09:29:18.683373 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46850c3-2fff-4932-84dd-6da8a3dc7d82 x-openstack-request-id: req-f46850c3-2fff-4932-84dd-6da8a3dc7d82 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:18.683676 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355b4a50-3964-47a6-b8c2-59c91231f7ca", "tag": "fcde19ec-f76a-41c4-b06d-10799f509f2b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:18.683929 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f46850c3-2fff-4932-84dd-6da8a3dc7d82 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:18.684330 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'tag': 'fcde19ec-f76a-41c4-b06d-10799f509f2b', 'status': 'completed', 'code': 200} Dec 16 09:29:18.750948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071a2d-2449-4152-bd46-763532b04364 req-56249bea-72bc-46fd-b57a-cf3d13263670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.752778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-56249bea-72bc-46fd-b57a-cf3d13263670 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 1099 time: 0.0452678 Dec 16 09:29:18.862650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc34e88-cc82-4d12-bebf-6c891ccac3a7 req-a60c535c-6f18-4113-92ca-0ca069e4b627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.864840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bc34e88-cc82-4d12-bebf-6c891ccac3a7 req-a60c535c-6f18-4113-92ca-0ca069e4b627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 945 time: 0.1105604 Dec 16 09:29:18.892194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37874) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:18.922346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071a2d-2449-4152-bd46-763532b04364 req-95d981bc-42f2-455c-b069-f587fb4bc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:18.923878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-95d981bc-42f2-455c-b069-f587fb4bc8b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1603234 Dec 16 09:29:18.942914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bc34e88-cc82-4d12-bebf-6c891ccac3a7 req-5967ecde-5f7d-432f-8f64-537173821799 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712261 Dec 16 09:29:19.000032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-629bd683-5821-4467-87b4-5cfa93588565 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b HTTP/1.1" status: 200 len: 217 time: 0.0560558 Dec 16 09:29:19.163959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071a2d-2449-4152-bd46-763532b04364 req-ed9d6c54-dffd-469b-a8a5-7c62436af43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.165547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-ed9d6c54-dffd-469b-a8a5-7c62436af43a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1547902 Dec 16 09:29:19.169960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37146c77-6bc7-4ab0-a9ca-9b7ffc5706b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.183444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344910d-d3ed-44b9-aa5a-1e0c31802133 req-797820cb-ca17-4041-808a-b71bc5b5d91c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.184991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2344910d-d3ed-44b9-aa5a-1e0c31802133 req-797820cb-ca17-4041-808a-b71bc5b5d91c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 948 time: 0.0735843 Dec 16 09:29:19.283956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2344910d-d3ed-44b9-aa5a-1e0c31802133 req-003f17a7-9734-45e4-8776-c1fa32eaca6a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907640 Dec 16 09:29:19.287709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa071a2d-2449-4152-bd46-763532b04364 req-e30be51f-661a-4ca3-9c30-6274c34aeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.290899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-e30be51f-661a-4ca3-9c30-6274c34aeaec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161661 Dec 16 09:29:19.303859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37146c77-6bc7-4ab0-a9ca-9b7ffc5706b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.318811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37146c77-6bc7-4ab0-a9ca-9b7ffc5706b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.352997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 959d279b-d860-4cbc-9a0b-286b29cfeeee up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:19.403614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37146c77-6bc7-4ab0-a9ca-9b7ffc5706b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7861027e1a841d195e3f07ba74a6674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102565 Dec 16 09:29:19.407571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37146c77-6bc7-4ab0-a9ca-9b7ffc5706b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c451bd4d-f450-4e50-a822-79ec8ef09a5d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:19.408238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37904) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:19.448686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 959d279b-d860-4cbc-9a0b-286b29cfeeee completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:19.453422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 959d279b-d860-4cbc-9a0b-286b29cfeeee triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:19.454027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.471685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-ebfdbbd0-f02e-42eb-b6a3-2c9b04669a24 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-933230345&fields=id&tenant_id=d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 267 time: 0.0957391 Dec 16 09:29:19.533814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dcb742a-9412-40fd-b678-dec21105504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.536910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-5737a2cd-4be7-4392-a05f-4f06aacf75c3 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375491 Dec 16 09:29:19.548007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.575940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d279b-d860-4cbc-9a0b-286b29cfeeee'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:19.579063 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945ae1c8-1e16-41a5-b66b-044c1366a4da" -d '{"events": [{"server_uuid": "1dd20d12-0d8e-4403-8411-9ebf8eb4488c", "name": "network-vif-plugged", "status": "completed", "tag": "959d279b-d860-4cbc-9a0b-286b29cfeeee"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:19.593047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 959d279b-d860-4cbc-9a0b-286b29cfeeee, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:19.597890 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.618396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dcb742a-9412-40fd-b678-dec21105504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.637000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-9ac18d94-89ad-4ea3-b3de-3da348da2608 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:19.638588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-9ac18d94-89ad-4ea3-b3de-3da348da2608 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 945 time: 0.1577222 Dec 16 09:29:19.648072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=959d279b-d860-4cbc-9a0b-286b29cfeeee,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:19.660884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'port': {'security_groups': ['d003c6b7-d96c-4ecd-b560-7aec610ba057', '1ab0508c-c879-462d-b940-d0369734c892']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:19.756653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.775210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa071a2d-2449-4152-bd46-763532b04364 req-d644d4a4-7f4b-41f1-a724-f6fc28e64e1c service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271616 Dec 16 09:29:19.779070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.796738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dcb742a-9412-40fd-b678-dec21105504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.799375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4dcb742a-9412-40fd-b678-dec21105504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:19.800886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4dcb742a-9412-40fd-b678-dec21105504b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c451bd4d-f450-4e50-a822-79ec8ef09a5d HTTP/1.1" status: 204 len: 168 time: 0.3891008 Dec 16 09:29:19.831796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb742a-9412-40fd-b678-dec21105504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451bd4d-f450-4e50-a822-79ec8ef09a5d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:19.858860 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.028590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:20.062993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.068281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.081955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['45ae8954-2d00-447e-87ec-ef14687caabc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:20.084579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:20.108162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:20.116785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.117435 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.121916 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6ec450e-21ff-43e6-afad-e27ded11ae6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.131426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a38755-0c82-4c15-822e-5707e3fa47a9 req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "PUT /v2.0/ports/45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 981 time: 0.4827857 Dec 16 09:29:20.202789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f65f64-801d-49dc-bebc-99eb23e5ed3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:20.223776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['45ae8954-2d00-447e-87ec-ef14687caabc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:20.303092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6ec450e-21ff-43e6-afad-e27ded11ae6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.308685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6ec450e-21ff-43e6-afad-e27ded11ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.359790 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b6ec450e-21ff-43e6-afad-e27ded11ae6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e2e002db1bf48c2a828db75670f4993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505331 Dec 16 09:29:20.360688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec450e-21ff-43e6-afad-e27ded11ae6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6167f45e-7df4-4062-8971-78f4f3ebdd6f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:20.363656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37938) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:20.426823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb2fecbf-6168-4f3b-a8c3-dc1ca526b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.450645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb2fecbf-6168-4f3b-a8c3-dc1ca526b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.500753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb2fecbf-6168-4f3b-a8c3-dc1ca526b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.505637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb2fecbf-6168-4f3b-a8c3-dc1ca526b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:20.507293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bb2fecbf-6168-4f3b-a8c3-dc1ca526b555 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6167f45e-7df4-4062-8971-78f4f3ebdd6f HTTP/1.1" status: 204 len: 168 time: 0.1421797 Dec 16 09:29:20.529204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fecbf-6168-4f3b-a8c3-dc1ca526b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6167f45e-7df4-4062-8971-78f4f3ebdd6f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:20.686711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:20.693789 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a247d-d792-49a5-8416-92f7a3e21581" -d '{"events": [{"name": "network-changed", "server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:20.843380 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba225a9-6e11-4050-8a00-82961d9f908c x-openstack-request-id: req-dba225a9-6e11-4050-8a00-82961d9f908c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:20.843786 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd20d12-0d8e-4403-8411-9ebf8eb4488c", "name": "network-vif-plugged", "status": "completed", "tag": "959d279b-d860-4cbc-9a0b-286b29cfeeee", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:20.843986 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dba225a9-6e11-4050-8a00-82961d9f908c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:20.844333 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d279b-d860-4cbc-9a0b-286b29cfeeee', 'code': 200} Dec 16 09:29:20.963882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8873dfe-a1ec-4334-80c1-ed1dca4de7c6 req-6ed3d0ef-6eab-40bd-bdea-c94ac84cc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.965603 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e8873dfe-a1ec-4334-80c1-ed1dca4de7c6 req-6ed3d0ef-6eab-40bd-bdea-c94ac84cc40d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 1096 time: 0.0548134 Dec 16 09:29:20.974527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307c9e-108e-4255-9699-d49912f1596d req-03720352-05c9-4031-844b-2710e74ec28d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:20.976243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce307c9e-108e-4255-9699-d49912f1596d req-03720352-05c9-4031-844b-2710e74ec28d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 945 time: 0.0824785 Dec 16 09:29:21.026088 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e8873dfe-a1ec-4334-80c1-ed1dca4de7c6 req-d7885807-995b-4690-a85c-e963bb4f974b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Dec 16 09:29:21.030933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce307c9e-108e-4255-9699-d49912f1596d req-332e0249-463f-4962-8e83-4b086fdcab8e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Dec 16 09:29:21.094887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb8ad43e-4b06-43e0-ba0e-9488121ae57d req-4e8b3e72-80d8-4c95-a097-2ad218e1e92e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1ab0508c-c879-462d-b940-d0369734c892 HTTP/1.1" status: 200 len: 1801 time: 0.0400109 Dec 16 09:29:21.154714 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-cb8ad43e-4b06-43e0-ba0e-9488121ae57d req-ec18746a-07af-4a28-a9af-e60b0d14b891 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:29:21.155865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb8ad43e-4b06-43e0-ba0e-9488121ae57d req-ec18746a-07af-4a28-a9af-e60b0d14b891 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ab0508c-c879-462d-b940-d0369734c892 HTTP/1.1" status: 409 len: 341 time: 0.0446489 Dec 16 09:29:21.171098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 370a6e61-cf4f-44b4-a556-02114d8d250e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:21.272596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060e83-2682-4678-bd40-39329cf48b20 req-b5d4aa07-90cb-4c97-96cc-34b526eb4a0f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:21.275650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24060e83-2682-4678-bd40-39329cf48b20 req-b5d4aa07-90cb-4c97-96cc-34b526eb4a0f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 948 time: 0.0556710 Dec 16 09:29:21.291056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 370a6e61-cf4f-44b4-a556-02114d8d250e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=370a6e61-cf4f-44b4-a556-02114d8d250e,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:21.307992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '370a6e61-cf4f-44b4-a556-02114d8d250e', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'port_id': '370a6e61-cf4f-44b4-a556-02114d8d250e', 'mac_address': 'fa:16:3e:b9:8c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff294d4-66eb-436c-a2f3-e58928a353af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:21.338532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24060e83-2682-4678-bd40-39329cf48b20 req-d2d0612a-0560-4c19-8fc3-5efa435b2124 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Dec 16 09:29:21.400480 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788d0ad4-257a-4f06-908b-77b173336683 x-openstack-request-id: req-788d0ad4-257a-4f06-908b-77b173336683 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:21.400815 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:21.401085 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-788d0ad4-257a-4f06-908b-77b173336683 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:21.401501 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc', 'status': 'completed', 'code': 200} Dec 16 09:29:21.405653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:21.461228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370a6e61-cf4f-44b4-a556-02114d8d250e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:21.511499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 370a6e61-cf4f-44b4-a556-02114d8d250e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=370a6e61-cf4f-44b4-a556-02114d8d250e,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:21.518037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-100267b5-b806-4b3d-9fe3-68e23a27c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:21.521335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-100267b5-b806-4b3d-9fe3-68e23a27c977 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1135 time: 0.0765288 Dec 16 09:29:21.523876 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:21.624915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=370a6e61-cf4f-44b4-a556-02114d8d250e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:21.712077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-7281a997-d0c8-473f-a13d-e06929809ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:21.716379 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-7281a997-d0c8-473f-a13d-e06929809ca0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.1836340 Dec 16 09:29:21.767879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-846ea60a-521a-4314-9372-e7a649732b5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 217 time: 0.0431249 Dec 16 09:29:21.827674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-a12197af-ce72-4406-bed6-5dfa957d669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:21.829420 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-a12197af-ce72-4406-bed6-5dfa957d669c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.0530107 Dec 16 09:29:21.896110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-3cdd4383-204b-48ca-a9b1-e7e5ec548286 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568449 Dec 16 09:29:21.908901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38044) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:22.013601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-4cea5271-579f-4f41-9d98-4e3478a10991 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081805 Dec 16 09:29:22.062173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb764ae2-3514-4e50-aab5-898389546b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.137204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['370a6e61-cf4f-44b4-a556-02114d8d250e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:22.180311 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a74a247d-d792-49a5-8416-92f7a3e21581 req-8784ba15-46f7-40a9-8ab5-f347ca889d4e service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440167 Dec 16 09:29:22.228463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb764ae2-3514-4e50-aab5-898389546b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.241387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bb764ae2-3514-4e50-aab5-898389546b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.300974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb764ae2-3514-4e50-aab5-898389546b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3d900f-3252-4771-8e2c-f31452e70d80,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:22.336823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bb764ae2-3514-4e50-aab5-898389546b00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f372100027f247cfb897c26789b20347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255948 Dec 16 09:29:22.340151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38070) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:22.352029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-5cb25de0-8d8e-47cc-a7dc-6274dd02c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.353552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-5cb25de0-8d8e-47cc-a7dc-6274dd02c42d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1135 time: 0.0760775 Dec 16 09:29:22.400877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dc87795-0653-4e53-b5a0-5cb22eb39a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.430131 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dc87795-0653-4e53-b5a0-5cb22eb39a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.465570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-9771cc17-cb50-4ac4-b76c-6e487ab4bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.467269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-9771cc17-cb50-4ac4-b76c-6e487ab4bd25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.1045654 Dec 16 09:29:22.518062 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-688a58e7-f878-409d-a4e9-a8f77bd32fc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 217 time: 0.0406847 Dec 16 09:29:22.520577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf973f-f2db-4603-9942-e17fbd5bfc66 req-ed8c47b0-b43b-4144-8b10-bd33bbcc8474 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.522070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9eaf973f-f2db-4603-9942-e17fbd5bfc66 req-ed8c47b0-b43b-4144-8b10-bd33bbcc8474 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 945 time: 0.0897896 Dec 16 09:29:22.547644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dc87795-0653-4e53-b5a0-5cb22eb39a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.551696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dc87795-0653-4e53-b5a0-5cb22eb39a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:22.555635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0dc87795-0653-4e53-b5a0-5cb22eb39a6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd3d900f-3252-4771-8e2c-f31452e70d80 HTTP/1.1" status: 204 len: 168 time: 0.2117717 Dec 16 09:29:22.581062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-3fac7347-e4a3-446a-abea-5669fdcc0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.588199 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-3fac7347-e4a3-446a-abea-5669fdcc0f1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.0603893 Dec 16 09:29:22.600401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9eaf973f-f2db-4603-9942-e17fbd5bfc66 req-dbb60050-ac02-4dce-8c9f-840c6f34f97a tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612805 Dec 16 09:29:22.601501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc87795-0653-4e53-b5a0-5cb22eb39a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3d900f-3252-4771-8e2c-f31452e70d80,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:22.644882 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-3107a840-d2e8-415a-835b-643394801a26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392010 Dec 16 09:29:22.726500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d82e-c014-46fb-b8b0-92f8c477b55b req-d0c1a39e-8c3a-4f25-96b7-d7877bf3c854 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.735182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4282d82e-c014-46fb-b8b0-92f8c477b55b req-d0c1a39e-8c3a-4f25-96b7-d7877bf3c854 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 984 time: 0.0681598 Dec 16 09:29:22.758218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-31cec5e2-fce0-42d3-a4a6-edb7fde730f8 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049259 Dec 16 09:29:22.779953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4282d82e-c014-46fb-b8b0-92f8c477b55b req-5dccc372-2f4a-4b5a-8b6d-7cc8ee2b2f48 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&id=1ab0508c-c879-462d-b940-d0369734c892&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0438395 Dec 16 09:29:22.892425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b77320-4f53-495b-9079-dbccca86b4e1 req-0ad80e76-581e-492c-a572-4f106e3de35a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:22.892640 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1920733c-ccda-4c3d-a671-eaf3180643b4 req-68ad7993-6b4e-42de-b0a1-36da9fbeaf56 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268723 Dec 16 09:29:22.894479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b77320-4f53-495b-9079-dbccca86b4e1 req-0ad80e76-581e-492c-a572-4f106e3de35a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 948 time: 0.0607951 Dec 16 09:29:22.947744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0b77320-4f53-495b-9079-dbccca86b4e1 req-33add1fc-95c8-47e2-be3a-e2ce9fc47d92 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Dec 16 09:29:23.201018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcde19ec-f76a-41c4-b06d-10799f509f2b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:23.359807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fcde19ec-f76a-41c4-b06d-10799f509f2b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:23.396171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fcde19ec-f76a-41c4-b06d-10799f509f2b', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'fcde19ec-f76a-41c4-b06d-10799f509f2b', 'mac_address': 'fa:16:3e:13:17:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:23.505512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.524226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.527871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcde19ec-f76a-41c4-b06d-10799f509f2b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:23.548755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fcde19ec-f76a-41c4-b06d-10799f509f2b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:23.555945 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:23.562499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ef1ae-c4f8-4bcb-bb39-338c455423ad req-fb0bfcd8-03b6-4655-93f0-84878b0555b6 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:23.568704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c80ef1ae-c4f8-4bcb-bb39-338c455423ad req-fb0bfcd8-03b6-4655-93f0-84878b0555b6 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 944 time: 0.0786362 Dec 16 09:29:23.630207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c80ef1ae-c4f8-4bcb-bb39-338c455423ad req-8ee30742-c167-4e1f-acc7-a19d9de20ffb tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Dec 16 09:29:23.638520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fcde19ec-f76a-41c4-b06d-10799f509f2b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:24.141383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fcde19ec-f76a-41c4-b06d-10799f509f2b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:24.292735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74883671-fc23-4f95-8d6e-2f9e666d060b req-7d153c44-55c6-48b5-95e7-6492808149c7 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:24.294297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74883671-fc23-4f95-8d6e-2f9e666d060b req-7d153c44-55c6-48b5-95e7-6492808149c7 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 984 time: 0.0546746 Dec 16 09:29:24.345403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74883671-fc23-4f95-8d6e-2f9e666d060b req-d97fc4b6-c3fc-424b-83fe-c1976a465c70 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d003c6b7-d96c-4ecd-b560-7aec610ba057&id=1ab0508c-c879-462d-b940-d0369734c892&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0432990 Dec 16 09:29:24.435306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:24.465678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05286d-a0af-4abc-927c-4bed6209871a req-dfb7f916-55ca-4b64-a4ba-b574583d13d3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:24.467236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb05286d-a0af-4abc-927c-4bed6209871a req-dfb7f916-55ca-4b64-a4ba-b574583d13d3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 949 time: 0.0571980 Dec 16 09:29:24.506190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb05286d-a0af-4abc-927c-4bed6209871a req-51ee961e-a956-4a43-bd29-0cd2553933c9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Dec 16 09:29:24.559006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd978747-88dc-4bb1-b490-c23bfa709d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.660035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd978747-88dc-4bb1-b490-c23bfa709d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.664163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-27cc78f2-9825-4176-9ffd-9562427192a3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1734182637&fields=id&tenant_id=d19da175a33d4ebbb72b6665ac31c78a HTTP/1.1" status: 200 len: 267 time: 0.0403178 Dec 16 09:29:24.664605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.671198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd978747-88dc-4bb1-b490-c23bfa709d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.711351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd978747-88dc-4bb1-b490-c23bfa709d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3396a-118d-42ed-b661-6c03fac6137c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:24.732585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd978747-88dc-4bb1-b490-c23bfa709d7f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01cd01956747438ea43d34ceae53b9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962019 Dec 16 09:29:24.735482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38252) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:24.772743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-3acc6484-5f30-4c1b-ae27-b2c3398266e2 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:24.774406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-3acc6484-5f30-4c1b-ae27-b2c3398266e2 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 984 time: 0.1034141 Dec 16 09:29:24.793543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'port': {'security_groups': ['1ab0508c-c879-462d-b940-d0369734c892', 'd003c6b7-d96c-4ecd-b560-7aec610ba057', 'd179a9bc-ef96-446b-97f7-b7e4615c09ab']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:24.875734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52a50d52-f140-4a26-97ec-05aa0a4df42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.886047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:24.917290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52a50d52-f140-4a26-97ec-05aa0a4df42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.029731 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52a50d52-f140-4a26-97ec-05aa0a4df42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.032154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52a50d52-f140-4a26-97ec-05aa0a4df42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.033286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-52a50d52-f140-4a26-97ec-05aa0a4df42c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7a3396a-118d-42ed-b661-6c03fac6137c HTTP/1.1" status: 204 len: 168 time: 0.2968817 Dec 16 09:29:25.047082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a50d52-f140-4a26-97ec-05aa0a4df42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3396a-118d-42ed-b661-6c03fac6137c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.171493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:25.204086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.209769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.217910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 370a6e61-cf4f-44b4-a556-02114d8d250e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:25.267574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['45ae8954-2d00-447e-87ec-ef14687caabc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:25.282863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38276) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:25.309045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.310291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.324102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c869db22-b12d-4665-9f01-3de7826cf1cc req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "PUT /v2.0/ports/45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 1020 time: 0.5388896 Dec 16 09:29:25.326411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:25.328775 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587a7937-8028-4c02-9658-9e9f913bb6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:25.373140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb66d9c-a6ac-4fb3-9e51-22a033fbe651 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.374689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 370a6e61-cf4f-44b4-a556-02114d8d250e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:25.403343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 370a6e61-cf4f-44b4-a556-02114d8d250e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:25.404051 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.408709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['45ae8954-2d00-447e-87ec-ef14687caabc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:25.428001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5a898f4-e53f-4d9b-9f97-790a246e52a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.454471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0179-5af5-43e1-82b7-ad91f1edd937 req-9fe05bbd-ef75-495f-8ea9-42412ed516c6 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:25.463795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3ee0179-5af5-43e1-82b7-ad91f1edd937 req-9fe05bbd-ef75-495f-8ea9-42412ed516c6 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 944 time: 0.0700939 Dec 16 09:29:25.517895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3ee0179-5af5-43e1-82b7-ad91f1edd937 req-7242d694-319e-4a94-9954-b4a201e5b286 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480161 Dec 16 09:29:25.528709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:25.590537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5a898f4-e53f-4d9b-9f97-790a246e52a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.599853 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5a898f4-e53f-4d9b-9f97-790a246e52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.613682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38294) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:25.638710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4677ee57-44a3-432f-8f21-e2976b5891a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.679503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a898f4-e53f-4d9b-9f97-790a246e52a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75344b22-9658-4a27-9bcc-5ad00ef9bcbc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.681947 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.706089 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c5a898f4-e53f-4d9b-9f97-790a246e52a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=feb4a80de3f04486865f8dcf0fdbf7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203913 Dec 16 09:29:25.708713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38298) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:25.808835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4677ee57-44a3-432f-8f21-e2976b5891a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.816054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9638a7ea-7c4b-4f8d-a532-77d63c1023a9 req-837f30e9-a4a1-4ba3-b157-a621a197b13e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d179a9bc-ef96-446b-97f7-b7e4615c09ab HTTP/1.1" status: 200 len: 1803 time: 0.1100476 Dec 16 09:29:25.826103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4677ee57-44a3-432f-8f21-e2976b5891a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.890507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001cdad-ab92-4929-9dd3-4995a6c595e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.892232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677ee57-44a3-432f-8f21-e2976b5891a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a2fd0-8fb3-493b-92dd-747fa9121f20,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:25.908299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370a6e61-cf4f-44b4-a556-02114d8d250e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:25.910988 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a133876-b489-4a14-9104-8ae5a815a9b0" -d '{"events": [{"server_uuid": "2949fe2e-39c3-4b95-b030-0035ad2468b5", "name": "network-vif-plugged", "status": "completed", "tag": "370a6e61-cf4f-44b4-a556-02114d8d250e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:25.915042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4677ee57-44a3-432f-8f21-e2976b5891a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6c589c0b1b347cfa5e04110caa18139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001742 Dec 16 09:29:25.917643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38310) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:25.938868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001cdad-ab92-4929-9dd3-4995a6c595e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.949346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 370a6e61-cf4f-44b4-a556-02114d8d250e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=370a6e61-cf4f-44b4-a556-02114d8d250e,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:25.959981 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-9638a7ea-7c4b-4f8d-a532-77d63c1023a9 req-9e7f6320-9991-4fbf-ac45-3f3f217470f5 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:29:25.977406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:25.977583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9638a7ea-7c4b-4f8d-a532-77d63c1023a9 req-9e7f6320-9991-4fbf-ac45-3f3f217470f5 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/d179a9bc-ef96-446b-97f7-b7e4615c09ab HTTP/1.1" status: 409 len: 341 time: 0.1501272 Dec 16 09:29:26.004913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d41d4c1-165b-4fdb-91e1-85cbc88990c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.020888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001cdad-ab92-4929-9dd3-4995a6c595e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.025588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001cdad-ab92-4929-9dd3-4995a6c595e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.025907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2001cdad-ab92-4929-9dd3-4995a6c595e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75344b22-9658-4a27-9bcc-5ad00ef9bcbc HTTP/1.1" status: 204 len: 168 time: 0.3149855 Dec 16 09:29:26.048364 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de0f05-fae3-4aa2-acfa-edf33bc188f4 x-openstack-request-id: req-a9de0f05-fae3-4aa2-acfa-edf33bc188f4 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:26.048615 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:26.050312 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9de0f05-fae3-4aa2-acfa-edf33bc188f4 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:26.051551 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc', 'status': 'completed', 'code': 200} Dec 16 09:29:26.052116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d41d4c1-165b-4fdb-91e1-85cbc88990c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.062571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001cdad-ab92-4929-9dd3-4995a6c595e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75344b22-9658-4a27-9bcc-5ad00ef9bcbc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:26.071317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=370a6e61-cf4f-44b4-a556-02114d8d250e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:26.136343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-88975d80-9135-4240-b07a-63a982d8675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.141118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-88975d80-9135-4240-b07a-63a982d8675e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1174 time: 0.0777569 Dec 16 09:29:26.214646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d41d4c1-165b-4fdb-91e1-85cbc88990c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.217020 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d41d4c1-165b-4fdb-91e1-85cbc88990c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:26.218223 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1d41d4c1-165b-4fdb-91e1-85cbc88990c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/750a2fd0-8fb3-493b-92dd-747fa9121f20 HTTP/1.1" status: 204 len: 168 time: 0.2991717 Dec 16 09:29:26.240301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a493-17d6-4ced-a107-30d8c0b48aa3 req-8edfd30e-d437-4c35-a96d-cba74791cac6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.243252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaf1a493-17d6-4ced-a107-30d8c0b48aa3 req-8edfd30e-d437-4c35-a96d-cba74791cac6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 949 time: 0.0850313 Dec 16 09:29:26.265401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41d4c1-165b-4fdb-91e1-85cbc88990c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a2fd0-8fb3-493b-92dd-747fa9121f20,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:26.330499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-4ae68c1b-21d9-4dff-8958-e098e78bb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.334224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-4ae68c1b-21d9-4dff-8958-e098e78bb344 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.1831193 Dec 16 09:29:26.358980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaf1a493-17d6-4ced-a107-30d8c0b48aa3 req-2bd7d989-d105-4c6b-ad39-02b93f71a664 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998626 Dec 16 09:29:26.463401 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-4638af6a-e2f8-4fff-a3fa-c770280ee331 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 200 len: 217 time: 0.1201062 Dec 16 09:29:26.467712 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469bad23-a747-42a4-a372-fab004a43473 x-openstack-request-id: req-469bad23-a747-42a4-a372-fab004a43473 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:26.468244 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2949fe2e-39c3-4b95-b030-0035ad2468b5", "name": "network-vif-plugged", "status": "completed", "tag": "370a6e61-cf4f-44b4-a556-02114d8d250e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:26.468684 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-469bad23-a747-42a4-a372-fab004a43473 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:26.469266 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370a6e61-cf4f-44b4-a556-02114d8d250e', 'code': 200} Dec 16 09:29:26.576783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-a0fc8c82-1d03-4859-bfdc-1be91f7a6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.587480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-a0fc8c82-1d03-4859-bfdc-1be91f7a6a98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.1055017 Dec 16 09:29:26.614917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90100d-7027-418c-9011-6d52bbf45b04 req-e1db4dd9-5c05-46ce-a25e-67d1a0eeb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.614917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e90100d-7027-418c-9011-6d52bbf45b04 req-e1db4dd9-5c05-46ce-a25e-67d1a0eeb245 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 1096 time: 0.0937545 Dec 16 09:29:26.644581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-b5a1524c-1f02-4ed9-a7b2-56abb3dc082b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530813 Dec 16 09:29:26.671016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e90100d-7027-418c-9011-6d52bbf45b04 req-80a7932e-b8ce-4d16-9629-cab8f1a0f134 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491738 Dec 16 09:29:26.770845 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-65a6e96b-72bf-4c98-869b-3230edbaf111 service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185603 Dec 16 09:29:26.904088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717b64-c17f-4256-8af6-f9527f60758a req-08b76a33-72c7-46b2-8698-f016cea57edf tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:26.910884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57717b64-c17f-4256-8af6-f9527f60758a req-08b76a33-72c7-46b2-8698-f016cea57edf tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 945 time: 0.0978601 Dec 16 09:29:26.921163 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-587a7937-8028-4c02-9658-9e9f913bb6b4 req-5925934f-2ed5-4421-a683-4abb248d511a service neutron] 10.222.0.53 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424088 Dec 16 09:29:26.954704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57717b64-c17f-4256-8af6-f9527f60758a req-4f0665b2-7265-49dc-8497-1280a1d985c0 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371649 Dec 16 09:29:27.233293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcde19ec-f76a-41c4-b06d-10799f509f2b up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:27.252684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e0fd-cef4-4c78-ac75-62c3c92334dd req-099e4d52-439c-46fb-9c2c-5173b3080a3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:27.255394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e907e0fd-cef4-4c78-ac75-62c3c92334dd req-099e4d52-439c-46fb-9c2c-5173b3080a3b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1023 time: 0.0576122 Dec 16 09:29:27.314001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port fcde19ec-f76a-41c4-b06d-10799f509f2b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:27.320468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e907e0fd-cef4-4c78-ac75-62c3c92334dd req-2b6ecadb-937a-4620-a56a-444f6d30690b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d179a9bc-ef96-446b-97f7-b7e4615c09ab&id=d003c6b7-d96c-4ecd-b560-7aec610ba057&id=1ab0508c-c879-462d-b940-d0369734c892&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0585976 Dec 16 09:29:27.322012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fcde19ec-f76a-41c4-b06d-10799f509f2b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:27.322391 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:27.434506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:27.477650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fcde19ec-f76a-41c4-b06d-10799f509f2b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:27.485160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:27.526297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5f849-3f48-4772-9617-c6143ca67163 req-cf08eb67-2e3f-40ea-a929-e117192bdcfa tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:27.535603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bd5f849-3f48-4772-9617-c6143ca67163 req-cf08eb67-2e3f-40ea-a929-e117192bdcfa tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 949 time: 0.0711453 Dec 16 09:29:27.577671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bd5f849-3f48-4772-9617-c6143ca67163 req-9dca2dc5-ce7e-4994-bba4-b6e56d54811e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Dec 16 09:29:27.606840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fcde19ec-f76a-41c4-b06d-10799f509f2b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:28.094526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88b012-fff0-432a-9a2d-5b28108380b6 req-727f6550-0b08-4423-b4d2-7f424e209b7e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.096025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a88b012-fff0-432a-9a2d-5b28108380b6 req-727f6550-0b08-4423-b4d2-7f424e209b7e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 945 time: 0.0700173 Dec 16 09:29:28.138238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a88b012-fff0-432a-9a2d-5b28108380b6 req-f50485a0-b613-4b8f-a3ee-017effa13f96 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Dec 16 09:29:28.278597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-c71255fa-5280-49e4-a277-28395525af6b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.281351 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-c71255fa-5280-49e4-a277-28395525af6b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1023 time: 0.0551116 Dec 16 09:29:28.440045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Deleting port 45ae8954-2d00-447e-87ec-ef14687caabc {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:28.440614 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:28.471015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcde19ec-f76a-41c4-b06d-10799f509f2b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:28.473946 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f26813-575b-4ed1-a928-2a78bc432ca8" -d '{"events": [{"server_uuid": "355b4a50-3964-47a6-b8c2-59c91231f7ca", "name": "network-vif-plugged", "status": "completed", "tag": "fcde19ec-f76a-41c4-b06d-10799f509f2b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:28.475965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3a94-2e03-46d4-985d-242bea2fa9d2 req-06094cfb-711b-449d-9e4d-2352b0569ebd tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.478143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-532d3a94-2e03-46d4-985d-242bea2fa9d2 req-06094cfb-711b-449d-9e4d-2352b0569ebd tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9184acb-00f7-412e-98bc-f35bd50912cd HTTP/1.1" status: 200 len: 1023 time: 0.0693853 Dec 16 09:29:28.547509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-532d3a94-2e03-46d4-985d-242bea2fa9d2 req-90a881ba-c731-44e2-833b-c3281c662ec2 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=d179a9bc-ef96-446b-97f7-b7e4615c09ab&id=d003c6b7-d96c-4ecd-b560-7aec610ba057&id=1ab0508c-c879-462d-b940-d0369734c892&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0607784 Dec 16 09:29:28.585898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] For port 45ae8954-2d00-447e-87ec-ef14687caabc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=45ae8954-2d00-447e-87ec-ef14687caabc,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:28.586250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:28.603387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Calling delete_port for 45ae8954-2d00-447e-87ec-ef14687caabc owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:28.633278 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d92f3c9-ef99-4573-9121-9a408ae9a049 x-openstack-request-id: req-6d92f3c9-ef99-4573-9121-9a408ae9a049 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:28.633576 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355b4a50-3964-47a6-b8c2-59c91231f7ca", "name": "network-vif-plugged", "status": "completed", "tag": "fcde19ec-f76a-41c4-b06d-10799f509f2b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:28.633827 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d92f3c9-ef99-4573-9121-9a408ae9a049 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:28.634261 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcde19ec-f76a-41c4-b06d-10799f509f2b', 'code': 200} Dec 16 09:29:28.796582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e628960-90cd-408c-880c-7222909f4221 req-7b639c90-fab7-4efe-ba83-909efa2d0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.798088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e628960-90cd-408c-880c-7222909f4221 req-7b639c90-fab7-4efe-ba83-909efa2d0b02 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 1101 time: 0.0853055 Dec 16 09:29:28.825542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce92be-1b61-4365-a86e-79b198f81cb8 req-839f2350-fdfd-440f-8574-4e4a57c11fe4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:28.826565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:28.827631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19ce92be-1b61-4365-a86e-79b198f81cb8 req-839f2350-fdfd-440f-8574-4e4a57c11fe4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.0832574 Dec 16 09:29:28.841380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['45ae8954-2d00-447e-87ec-ef14687caabc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:28.845722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:28.880773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e628960-90cd-408c-880c-7222909f4221 req-ba0735f4-a07c-404c-9fce-8985e3c9785d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Dec 16 09:29:28.887596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19ce92be-1b61-4365-a86e-79b198f81cb8 req-ac3b0ba7-d79f-4cc2-aabc-7baa7d4dfbbd tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514359 Dec 16 09:29:28.931464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'Port': ['ID=45ae8954-2d00-447e-87ec-ef14687caabc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:28.993639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38446) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:29.008537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] No DVR routers for this DVR port 45ae8954-2d00-447e-87ec-ef14687caabc on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:29.011726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.016191 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b154fa6-508a-4b44-bc5e-6964ee721fd5 req-b6b726f5-b5d4-414a-97f5-4b3cb406aa4b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.53 "DELETE /v2.0/ports/45ae8954-2d00-447e-87ec-ef14687caabc HTTP/1.1" status: 204 len: 173 time: 0.7235184 Dec 16 09:29:29.016657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'name': 'network-vif-deleted', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:29.019153 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9d58f-ed21-4df6-bdb3-f0bfefe0eccf" -d '{"events": [{"server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "name": "network-vif-deleted", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:29.141112 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2488f8-c9f7-419d-a4e6-2e8e49ad37ce x-openstack-request-id: req-2a2488f8-c9f7-419d-a4e6-2e8e49ad37ce {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:29.141549 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9184acb-00f7-412e-98bc-f35bd50912cd", "name": "network-vif-deleted", "tag": "45ae8954-2d00-447e-87ec-ef14687caabc", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:29.142666 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a2488f8-c9f7-419d-a4e6-2e8e49ad37ce {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:29.142915 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9184acb-00f7-412e-98bc-f35bd50912cd', 'name': 'network-vif-deleted', 'tag': '45ae8954-2d00-447e-87ec-ef14687caabc', 'status': 'completed', 'code': 200} Dec 16 09:29:29.238132 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-42ebb246-d3c9-459f-8b6d-4e45b2dbcd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.325948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38464) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:29.340846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734445-b161-4314-84b2-2d62ecb7dd4f req-565ca235-87c2-4167-b92f-d17c0a8bd0fd tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:29.342414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a734445-b161-4314-84b2-2d62ecb7dd4f req-565ca235-87c2-4167-b92f-d17c0a8bd0fd tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 945 time: 0.0850809 Dec 16 09:29:29.387608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-42ebb246-d3c9-459f-8b6d-4e45b2dbcd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.400991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-42ebb246-d3c9-459f-8b6d-4e45b2dbcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.416540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a734445-b161-4314-84b2-2d62ecb7dd4f req-f16c5d4b-0814-4e84-b3b3-8e868bc6ab3e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646985 Dec 16 09:29:29.445406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebb246-d3c9-459f-8b6d-4e45b2dbcd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f5e503-0553-40b9-8208-ce2e2765f3ea,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:29.452445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:29.452639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-42ebb246-d3c9-459f-8b6d-4e45b2dbcd67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=573e63b08fd44826bc9e591b913533d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579101 Dec 16 09:29:29.509034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dde8d92d-6e44-4e4e-9933-a080c4c83477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.562867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9132-9480-4237-8879-bad417148e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.600400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9132-9480-4237-8879-bad417148e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.664582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dde8d92d-6e44-4e4e-9933-a080c4c83477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.670104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dde8d92d-6e44-4e4e-9933-a080c4c83477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.692039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9132-9480-4237-8879-bad417148e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.694541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e3c9132-9480-4237-8879-bad417148e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.695742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e3c9132-9480-4237-8879-bad417148e13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1f5e503-0553-40b9-8208-ce2e2765f3ea HTTP/1.1" status: 204 len: 168 time: 0.2420433 Dec 16 09:29:29.716898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dde8d92d-6e44-4e4e-9933-a080c4c83477 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d83aa21fd2d44921b55db65f3b062df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892901 Dec 16 09:29:29.717816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8d92d-6e44-4e4e-9933-a080c4c83477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09caba8-dab4-431d-aac2-899f69b929bb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:29.719722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38484) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:29.728389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c9132-9480-4237-8879-bad417148e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f5e503-0553-40b9-8208-ce2e2765f3ea,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:29.795666 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e82524-5588-4bdb-bf1d-bbce9157fc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.819177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e82524-5588-4bdb-bf1d-bbce9157fc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.883974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e82524-5588-4bdb-bf1d-bbce9157fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.886687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e82524-5588-4bdb-bf1d-bbce9157fc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:29.887838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-98e82524-5588-4bdb-bf1d-bbce9157fc92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b09caba8-dab4-431d-aac2-899f69b929bb HTTP/1.1" status: 204 len: 168 time: 0.1670656 Dec 16 09:29:29.896175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e82524-5588-4bdb-bf1d-bbce9157fc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09caba8-dab4-431d-aac2-899f69b929bb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:30.122763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c946890-9417-49c3-b2fd-6b3d3e9c4252 req-09bafb90-3091-487f-8446-979f002e0726 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1ab0508c-c879-462d-b940-d0369734c892 HTTP/1.1" status: 200 len: 1801 time: 0.0536964 Dec 16 09:29:30.180757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7c946890-9417-49c3-b2fd-6b3d3e9c4252 req-51e0ba11-bcce-4786-9e42-53c25bce171a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.205109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7c946890-9417-49c3-b2fd-6b3d3e9c4252 req-51e0ba11-bcce-4786-9e42-53c25bce171a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.251902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7c946890-9417-49c3-b2fd-6b3d3e9c4252 req-51e0ba11-bcce-4786-9e42-53c25bce171a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.255715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7c946890-9417-49c3-b2fd-6b3d3e9c4252 req-51e0ba11-bcce-4786-9e42-53c25bce171a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.257141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c946890-9417-49c3-b2fd-6b3d3e9c4252 req-51e0ba11-bcce-4786-9e42-53c25bce171a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ab0508c-c879-462d-b940-d0369734c892 HTTP/1.1" status: 204 len: 173 time: 0.1315806 Dec 16 09:29:30.267812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0ba11-bcce-4786-9e42-53c25bce171a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab0508c-c879-462d-b940-d0369734c892,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:30.326681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38534) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:30.349879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc488-46a6-47b1-b11f-ae4660d401ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.407688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0eef3-f9ab-4bfa-a772-2937f677468f req-f924c8fa-61e4-4652-95f3-19211ecf2861 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:30.409217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7eb0eef3-f9ab-4bfa-a772-2937f677468f req-f924c8fa-61e4-4652-95f3-19211ecf2861 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.0757899 Dec 16 09:29:30.468738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7eb0eef3-f9ab-4bfa-a772-2937f677468f req-db746a92-a088-45b3-8e99-e76e029b922f tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Dec 16 09:29:30.492864 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc488-46a6-47b1-b11f-ae4660d401ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.498569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc488-46a6-47b1-b11f-ae4660d401ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.539453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d5bc488-46a6-47b1-b11f-ae4660d401ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d42d8e6ceb514a85986556097cea0ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115684 Dec 16 09:29:30.540448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bc488-46a6-47b1-b11f-ae4660d401ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23095ab3-f080-4e28-8b30-0c261bc61925,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:30.542352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38546) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:30.610960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58340053-bf70-4b0f-9428-9742f735e88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.649412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58340053-bf70-4b0f-9428-9742f735e88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.688827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b004b44b-0e14-4b26-afa0-9746e606dad9 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:30.690272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b004b44b-0e14-4b26-afa0-9746e606dad9 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 813 time: 0.1207626 Dec 16 09:29:30.710468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58340053-bf70-4b0f-9428-9742f735e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.713444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58340053-bf70-4b0f-9428-9742f735e88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:30.714767 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58340053-bf70-4b0f-9428-9742f735e88a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23095ab3-f080-4e28-8b30-0c261bc61925 HTTP/1.1" status: 204 len: 168 time: 0.1708632 Dec 16 09:29:30.723276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58340053-bf70-4b0f-9428-9742f735e88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23095ab3-f080-4e28-8b30-0c261bc61925,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:30.750491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-92f84d48-4894-4c5e-8260-1f35d5fc58ae tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/quotas/98b2ac88d12f49ce97fbdd41dd90121c HTTP/1.1" status: 200 len: 375 time: 0.0456586 Dec 16 09:29:30.805676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-399e4e0f-b9ab-425a-a1f3-46a2d867e302 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500453 Dec 16 09:29:30.907754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-e3e31125-367a-4cb8-aba3-462d73555160 service neutron] 10.222.0.61 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937548 Dec 16 09:29:31.015539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-69225aaa-e353-4a71-b8ed-5cc51a932cad service neutron] 10.222.0.61 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041484 Dec 16 09:29:31.272237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6aff6f2b-8520-47fe-b97a-9cb355935feb req-a97bcc8a-fea3-4581-83d3-5b54c68af335 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d179a9bc-ef96-446b-97f7-b7e4615c09ab HTTP/1.1" status: 200 len: 1803 time: 0.0643520 Dec 16 09:29:31.425691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6aff6f2b-8520-47fe-b97a-9cb355935feb req-c7c3c6e1-11a0-43ff-8502-2d60f2cc4627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.440672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-eeb9e4ad-02dd-435d-b146-676f917ac76d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:31.443483 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-eeb9e4ad-02dd-435d-b146-676f917ac76d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd20d12-0d8e-4403-8411-9ebf8eb4488c HTTP/1.1" status: 200 len: 945 time: 0.1316261 Dec 16 09:29:31.467309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6aff6f2b-8520-47fe-b97a-9cb355935feb req-c7c3c6e1-11a0-43ff-8502-2d60f2cc4627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.559829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6aff6f2b-8520-47fe-b97a-9cb355935feb req-c7c3c6e1-11a0-43ff-8502-2d60f2cc4627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.562746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-6aff6f2b-8520-47fe-b97a-9cb355935feb req-c7c3c6e1-11a0-43ff-8502-2d60f2cc4627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.564339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6aff6f2b-8520-47fe-b97a-9cb355935feb req-c7c3c6e1-11a0-43ff-8502-2d60f2cc4627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/d179a9bc-ef96-446b-97f7-b7e4615c09ab HTTP/1.1" status: 204 len: 173 time: 0.2916064 Dec 16 09:29:31.585528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3c6e1-11a0-43ff-8502-2d60f2cc4627 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d179a9bc-ef96-446b-97f7-b7e4615c09ab,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:31.682209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Deleting port 959d279b-d860-4cbc-9a0b-286b29cfeeee {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:31.683685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.809414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-85a6c7a1-0991-4a59-aa44-33fe952ef382 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:31.812032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-85a6c7a1-0991-4a59-aa44-33fe952ef382 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.69 "GET /v2.0/ports?device_id=2949fe2e-39c3-4b95-b030-0035ad2468b5 HTTP/1.1" status: 200 len: 945 time: 0.1109350 Dec 16 09:29:31.847682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] For port 959d279b-d860-4cbc-9a0b-286b29cfeeee, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=959d279b-d860-4cbc-9a0b-286b29cfeeee,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:31.848284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:31.863278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Calling delete_port for 959d279b-d860-4cbc-9a0b-286b29cfeeee owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:31.966601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Deleting port 370a6e61-cf4f-44b4-a556-02114d8d250e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:31.967679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.206869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22369dfc-0f0c-4120-b069-098118a9d73a req-4cc2ac3e-ff0d-46c4-b639-9bc57b6f3d49 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:32.208131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22369dfc-0f0c-4120-b069-098118a9d73a req-4cc2ac3e-ff0d-46c4-b639-9bc57b6f3d49 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.1247194 Dec 16 09:29:32.244572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] For port 370a6e61-cf4f-44b4-a556-02114d8d250e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=370a6e61-cf4f-44b4-a556-02114d8d250e,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:32.245377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.280778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Calling delete_port for 370a6e61-cf4f-44b4-a556-02114d8d250e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:32.318082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22369dfc-0f0c-4120-b069-098118a9d73a req-a4c72066-f916-407b-8de3-2c88c022bd86 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960560 Dec 16 09:29:32.391167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d61783c6-3473-49b4-ac3d-e2a833e8d77e req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-82146421', 'description': 'tempest-description-1290918427'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:32.398858 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.413606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['959d279b-d860-4cbc-9a0b-286b29cfeeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:32.425533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['370a6e61-cf4f-44b4-a556-02114d8d250e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:32.434569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event deleted for resources: {'Port': ['ID=959d279b-d860-4cbc-9a0b-286b29cfeeee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:32.495694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d61783c6-3473-49b4-ac3d-e2a833e8d77e req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.509185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] No DVR routers for this DVR port 959d279b-d860-4cbc-9a0b-286b29cfeeee on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:32.511764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.515738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36ef9e81-881a-43c4-9189-0ec564a36959 req-f9c629b4-8675-4bc8-88f8-18e3b2ce0d67 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "DELETE /v2.0/ports/959d279b-d860-4cbc-9a0b-286b29cfeeee HTTP/1.1" status: 204 len: 173 time: 1.0649793 Dec 16 09:29:32.516718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'name': 'network-vif-deleted', 'tag': '959d279b-d860-4cbc-9a0b-286b29cfeeee'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:32.518952 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0674963d-b174-43a8-9e75-b81fcea1e2c0" -d '{"events": [{"server_uuid": "1dd20d12-0d8e-4403-8411-9ebf8eb4488c", "name": "network-vif-deleted", "tag": "959d279b-d860-4cbc-9a0b-286b29cfeeee"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:32.700963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.724443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['959d279b-d860-4cbc-9a0b-286b29cfeeee'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:32.738103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event deleted for resources: {'Port': ['ID=370a6e61-cf4f-44b4-a556-02114d8d250e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:32.810207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] No DVR routers for this DVR port 370a6e61-cf4f-44b4-a556-02114d8d250e on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:32.817586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.822118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2755c8e5-a1de-4b3a-bbc8-5da8d640a7ef req-e6fab318-ca99-434b-8b5e-5609967a9632 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.69 "DELETE /v2.0/ports/370a6e61-cf4f-44b4-a556-02114d8d250e HTTP/1.1" status: 204 len: 173 time: 1.0031056 Dec 16 09:29:32.822588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'name': 'network-vif-deleted', 'tag': '370a6e61-cf4f-44b4-a556-02114d8d250e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:32.825051 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ee138-129c-414d-a31f-b54e3659bc68" -d '{"events": [{"server_uuid": "2949fe2e-39c3-4b95-b030-0035ad2468b5", "name": "network-vif-deleted", "tag": "370a6e61-cf4f-44b4-a556-02114d8d250e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:32.840821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d61783c6-3473-49b4-ac3d-e2a833e8d77e req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.845408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d61783c6-3473-49b4-ac3d-e2a833e8d77e req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.891296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d61783c6-3473-49b4-ac3d-e2a833e8d77e req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:32.906739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d61783c6-3473-49b4-ac3d-e2a833e8d77e req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5218740 Dec 16 09:29:32.907628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedb7f2-0f24-41a2-9e96-aa269a587481 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319ca2ed-be5a-4d02-9149-220c290fe514,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:33.049106 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5452902a-4f91-43d3-ba3a-822c8a5514de req-c8d8ac85-c024-4f94-9ae3-7cd49f0562d3 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 210 time: 0.0339496 Dec 16 09:29:33.197702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b901-c2d6-4193-b1f4-61845b380951 req-edcddc9a-2065-40f8-8414-a89279d0d418 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:33.199414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2b1b901-c2d6-4193-b1f4-61845b380951 req-edcddc9a-2065-40f8-8414-a89279d0d418 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 1101 time: 0.0480137 Dec 16 09:29:33.215727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-c358b8fd-c3bd-49e8-a40c-74a21778d4d1 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:33.217716 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-c358b8fd-c3bd-49e8-a40c-74a21778d4d1 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 813 time: 0.1811161 Dec 16 09:29:33.235220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Request body: {'port': {'device_id': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'admin_state_up': True, 'tenant_id': '98b2ac88d12f49ce97fbdd41dd90121c'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:33.273179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2b1b901-c2d6-4193-b1f4-61845b380951 req-c244c0bd-bd35-49d9-b373-498e3a5f093f tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Dec 16 09:29:33.359149 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded0f5f1-cb7e-4e4e-a50a-aaf0a7652876 x-openstack-request-id: req-ded0f5f1-cb7e-4e4e-a50a-aaf0a7652876 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:33.359376 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd20d12-0d8e-4403-8411-9ebf8eb4488c", "name": "network-vif-deleted", "tag": "959d279b-d860-4cbc-9a0b-286b29cfeeee", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:33.359601 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ded0f5f1-cb7e-4e4e-a50a-aaf0a7652876 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:33.359981 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd20d12-0d8e-4403-8411-9ebf8eb4488c', 'name': 'network-vif-deleted', 'tag': '959d279b-d860-4cbc-9a0b-286b29cfeeee', 'status': 'completed', 'code': 200} Dec 16 09:29:33.429014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 959d279b-d860-4cbc-9a0b-286b29cfeeee no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:33.455742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Made reservation on behalf of 98b2ac88d12f49ce97fbdd41dd90121c for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:33.464988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.474505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 959d279b-d860-4cbc-9a0b-286b29cfeeee {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:33.480872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 959d279b-d860-4cbc-9a0b-286b29cfeeee not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:33.481536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 45ae8954-2d00-447e-87ec-ef14687caabc no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:33.534570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 45ae8954-2d00-447e-87ec-ef14687caabc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:33.537265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 45ae8954-2d00-447e-87ec-ef14687caabc not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:33.607143 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca155fe-9064-4a7a-898b-1db9c7834642 x-openstack-request-id: req-eca155fe-9064-4a7a-898b-1db9c7834642 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:33.607724 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2949fe2e-39c3-4b95-b030-0035ad2468b5", "name": "network-vif-deleted", "tag": "370a6e61-cf4f-44b4-a556-02114d8d250e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:33.608211 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eca155fe-9064-4a7a-898b-1db9c7834642 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:33.608808 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2949fe2e-39c3-4b95-b030-0035ad2468b5', 'name': 'network-vif-deleted', 'tag': '370a6e61-cf4f-44b4-a556-02114d8d250e', 'status': 'completed', 'code': 200} Dec 16 09:29:33.691112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Allocated IP 172.20.0.11 (e02b2033-ec43-4436-bb4c-7734001722f4/6ff294d4-66eb-436c-a2f3-e58928a353af/66604b0a-a824-4255-9c03-0944175706a7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:33.699377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-a53f1fef-2e7a-405d-9383-51c456e19a6e tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/319ca2ed-be5a-4d02-9149-220c290fe514 HTTP/1.1" status: 200 len: 1801 time: 0.0615392 Dec 16 09:29:33.704231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1282357206', 'description': 'tempest-description-hth-2106777832'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:33.738908 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.811984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.819399 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.827775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:33.831435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-feffdf1f-f8f3-4fa3-95d8-20d54f1a4c79 req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "PUT /v2.0/security-groups/319ca2ed-be5a-4d02-9149-220c290fe514 HTTP/1.1" status: 200 len: 1777 time: 0.1311359 Dec 16 09:29:33.904288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf3042-1cd4-4f10-894c-e5af00d945ce tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319ca2ed-be5a-4d02-9149-220c290fe514,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:34.020565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.044375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6070907c-769f-4d68-9bf2-298aa8e29066 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:34.048449 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6070907c-769f-4d68-9bf2-298aa8e29066 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 813 time: 0.2370784 Dec 16 09:29:34.062844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Request body: {'port': {'device_id': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'admin_state_up': True, 'tenant_id': '98b2ac88d12f49ce97fbdd41dd90121c'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:34.106707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-5cc41471-ffa0-4e45-843f-80e6634e6054 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284915 Dec 16 09:29:34.164967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.236793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Network e02b2033-ec43-4436-bb4c-7734001722f4 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:34.243317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-8edffb7b-66e0-4fbe-a2f2-c2352df64c93 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:34.248110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:34.250673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:34.252786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-8edffb7b-66e0-4fbe-a2f2-c2352df64c93 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362116 Dec 16 09:29:34.256673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event updated for resources: {'Port': ['ID=66604b0a-a824-4255-9c03-0944175706a7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:34.270706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-8f6861d7-5aa0-4482-97ad-a1a7c0994de4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/quotas/80cfe87501fc44649961ffc2588a765a HTTP/1.1" status: 200 len: 375 time: 0.0117733 Dec 16 09:29:34.312078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Made reservation on behalf of 98b2ac88d12f49ce97fbdd41dd90121c for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:34.316324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.333829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:34.334485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.359437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-96681cb7-a0db-4719-96aa-640bb57499ae tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0818205 Dec 16 09:29:34.361141 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6d6a2dfb-6ae2-43e8-8ef4-8dabbc70fa42 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1319952 Dec 16 09:29:34.400205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Request body: {'port': {'device_id': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:34.479019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:34.563780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62ff913f-6779-4017-bc49-32f443410af7 req-223510c2-80fd-481b-9b6b-19ec8bcf25f3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/319ca2ed-be5a-4d02-9149-220c290fe514 HTTP/1.1" status: 200 len: 1777 time: 0.0570593 Dec 16 09:29:34.681694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-206b7add-18c7-4e80-a6a3-40c9d79a4dd0 req-cdf8a448-ccc5-4be7-95ea-8f0933ddaba1 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 210 time: 0.0386591 Dec 16 09:29:34.742145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Allocated IP 172.20.0.13 (e02b2033-ec43-4436-bb4c-7734001722f4/6ff294d4-66eb-436c-a2f3-e58928a353af/f1f8d013-966d-449d-914a-a60f3bf4bb70) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:34.847178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15cd59d9-5c78-4ec2-b9ef-57ff867286b3 req-b0949b61-5694-4f65-ae0e-075ba9e480d4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Dec 16 09:29:35.004883 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.025466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb50a530-c522-44b8-8cb1-51ed24b9d370 req-921ae5a9-080c-4727-88bf-2833ceb28b19 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/319ca2ed-be5a-4d02-9149-220c290fe514 HTTP/1.1" status: 200 len: 1777 time: 0.0642936 Dec 16 09:29:35.067135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.155444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb50a530-c522-44b8-8cb1-51ed24b9d370 req-2ac6db84-00da-49d0-b361-99bd1655745b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.158358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38808) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:35.218434 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb50a530-c522-44b8-8cb1-51ed24b9d370 req-2ac6db84-00da-49d0-b361-99bd1655745b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.236023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Network e02b2033-ec43-4436-bb4c-7734001722f4 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:35.239266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event updated for resources: {'Port': ['ID=f1f8d013-966d-449d-914a-a60f3bf4bb70,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:35.242106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:35.246045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:35.273584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 370a6e61-cf4f-44b4-a556-02114d8d250e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:35.292695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb50a530-c522-44b8-8cb1-51ed24b9d370 req-2ac6db84-00da-49d0-b361-99bd1655745b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.297583 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb50a530-c522-44b8-8cb1-51ed24b9d370 req-2ac6db84-00da-49d0-b361-99bd1655745b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.304534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb50a530-c522-44b8-8cb1-51ed24b9d370 req-2ac6db84-00da-49d0-b361-99bd1655745b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/319ca2ed-be5a-4d02-9149-220c290fe514 HTTP/1.1" status: 204 len: 173 time: 0.2758710 Dec 16 09:29:35.322162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 370a6e61-cf4f-44b4-a556-02114d8d250e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:35.329244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6db84-00da-49d0-b361-99bd1655745b tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ca2ed-be5a-4d02-9149-220c290fe514,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:35.339917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 370a6e61-cf4f-44b4-a556-02114d8d250e not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:35.359479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:35.360242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.414186 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-3aeb1b72-1362-42a7-8c3d-68c41689ffe4 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3558507 Dec 16 09:29:35.440120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Request body: {'port': {'device_id': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:35.497105 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-d258e680-4d4c-4e45-bed0-8e3b4fc8f9f7 req-010ee1ea-25b1-44a7-9392-d0d047bb9621 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:29:35.499008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d258e680-4d4c-4e45-bed0-8e3b4fc8f9f7 req-010ee1ea-25b1-44a7-9392-d0d047bb9621 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/d179a9bc-ef96-446b-97f7-b7e4615c09ab HTTP/1.1" status: 404 len: 352 time: 0.0326459 Dec 16 09:29:35.541936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66604b0a-a824-4255-9c03-0944175706a7 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:35.560188 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-238e6189-c881-4c37-81e4-d1ecc32f24bd req-6111bf69-4dc1-47e0-9866-ac446402d5bb tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:29:35.566437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-238e6189-c881-4c37-81e4-d1ecc32f24bd req-6111bf69-4dc1-47e0-9866-ac446402d5bb tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1ab0508c-c879-462d-b940-d0369734c892 HTTP/1.1" status: 404 len: 352 time: 0.0408175 Dec 16 09:29:35.568760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.585897 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.596039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a8705b9-8ce0-4706-ae38-4eabc7bb5590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.598839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Transition to ACTIVE for port object 66604b0a-a824-4255-9c03-0944175706a7 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:35.606755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.649160 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-ec7b5488-0eda-4fb3-8a00-182f26cbe5fe req-5d9574b5-6149-4070-94ef-8ab625ad4be3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:29:35.657406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec7b5488-0eda-4fb3-8a00-182f26cbe5fe req-5d9574b5-6149-4070-94ef-8ab625ad4be3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/bad984da-c550-40bb-8d45-d050aaa50dc3 HTTP/1.1" status: 404 len: 352 time: 0.0634477 Dec 16 09:29:35.721631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-e534b669-2e59-4545-9804-36c496cb2b84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973684 Dec 16 09:29:35.741097 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-56a65474-534e-4679-a865-763b95cd805e req-9f61b41b-519a-4679-aaab-0e665c85932a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:29:35.764745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56a65474-534e-4679-a865-763b95cd805e req-9f61b41b-519a-4679-aaab-0e665c85932a tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/0e9ecd1e-5a26-419d-84fc-9ba9a73f04c7 HTTP/1.1" status: 404 len: 352 time: 0.0794840 Dec 16 09:29:35.795965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Pushing event updated for resources: {'Port': ['ID=66604b0a-a824-4255-9c03-0944175706a7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:35.890919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b370f7e-3a10-4160-a798-feb43e63794b req-68605266-c8d6-4bd4-98ab-b2c42a67718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:35.892535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-68605266-c8d6-4bd4-98ab-b2c42a67718a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1175 time: 0.1285064 Dec 16 09:29:35.917420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Attempting to bind port 66604b0a-a824-4255-9c03-0944175706a7 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:35.917755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Attempting to bind port 66604b0a-a824-4255-9c03-0944175706a7 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:35.918102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Attempting to bind port 66604b0a-a824-4255-9c03-0944175706a7 on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:35.924796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Port 66604b0a-a824-4255-9c03-0944175706a7 on network e02b2033-ec43-4436-bb4c-7734001722f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:35.925193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Attempting to bind port 66604b0a-a824-4255-9c03-0944175706a7 on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:35.929043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a8705b9-8ce0-4706-ae38-4eabc7bb5590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.932964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:35.933293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Checking segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:35.933678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Bound using segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:35.934175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Bound port: 66604b0a-a824-4255-9c03-0944175706a7, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:35.934518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:35.947668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f562ff-dd7f-47c8-8191-d99669bba6a3 req-1fb9e7fb-7875-4022-ba52-a938a567ee1a tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:35.949238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48f562ff-dd7f-47c8-8191-d99669bba6a3 req-1fb9e7fb-7875-4022-ba52-a938a567ee1a tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 932 time: 0.1099615 Dec 16 09:29:35.975524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a8705b9-8ce0-4706-ae38-4eabc7bb5590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.057066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8705b9-8ce0-4706-ae38-4eabc7bb5590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e532a1d-4f29-4dc7-b053-af31f6e016eb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.059829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] For port 66604b0a-a824-4255-9c03-0944175706a7, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:36.069998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2a8705b9-8ce0-4706-ae38-4eabc7bb5590 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12f6d721f6b5481d8ea9a83fcf186298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9056804 Dec 16 09:29:36.073123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:36.085855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] For port 66604b0a-a824-4255-9c03-0944175706a7, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=66604b0a-a824-4255-9c03-0944175706a7,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:36.097262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f8d013-966d-449d-914a-a60f3bf4bb70 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:36.098145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48f562ff-dd7f-47c8-8191-d99669bba6a3 req-093928fa-45e7-47ca-9837-f81e5bee1e72 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Dec 16 09:29:36.103678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.121693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.122431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b370f7e-3a10-4160-a798-feb43e63794b req-eea805cc-244f-48ed-ac30-69b809b52d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.124976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-eea805cc-244f-48ed-ac30-69b809b52d61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 200 len: 914 time: 0.2099257 Dec 16 09:29:36.179741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.180367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.181747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] 10.222.0.53 "PUT /v2.0/ports/66604b0a-a824-4255-9c03-0944175706a7 HTTP/1.1" status: 200 len: 1092 time: 1.7861226 Dec 16 09:29:36.191462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'tag': '66604b0a-a824-4255-9c03-0944175706a7'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:36.195194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-0b361be6-5aed-4be8-b171-dcb976e6fb4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 200 len: 217 time: 0.0615253 Dec 16 09:29:36.197478 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1eead-361d-4dd6-bb41-b81631e03f56" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6548ae-5caa-48b7-866f-4d914efe31bc", "tag": "66604b0a-a824-4255-9c03-0944175706a7"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:36.206693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Transition to ACTIVE for port object f1f8d013-966d-449d-914a-a60f3bf4bb70 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:36.237240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.250848 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-e476c9fe-714e-4aa7-82f4-f25384c74bbd req-fb2b8cc6-6d4f-4acd-813a-1841e1828e5d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:29:36.251056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-de426f33-3de0-449b-85ef-57f5a040b293 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80cfe87501fc44649961ffc2588a765a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469613 Dec 16 09:29:36.259518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e476c9fe-714e-4aa7-82f4-f25384c74bbd req-fb2b8cc6-6d4f-4acd-813a-1841e1828e5d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/cbada6a8-35c6-49e0-853c-0ae77203c18f HTTP/1.1" status: 404 len: 352 time: 0.0601904 Dec 16 09:29:36.276387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f97fb-0e37-47a1-9c9d-6fc76d717578 service neutron] Pushing event updated for resources: {'Port': ['ID=66604b0a-a824-4255-9c03-0944175706a7,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.299061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53b9d0ba-ac83-4ce0-949b-419ac3105b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.321889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b370f7e-3a10-4160-a798-feb43e63794b req-72d09a0e-0c2c-46d3-9743-7ad8bf728a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.323363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-72d09a0e-0c2c-46d3-9743-7ad8bf728a07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 200 len: 853 time: 0.1144814 Dec 16 09:29:36.345593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-c58421b3-94ea-4ab9-b9d5-da3c5f09e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.347235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-c58421b3-94ea-4ab9-b9d5-da3c5f09e35d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 1095 time: 0.1000106 Dec 16 09:29:36.364011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-8e07a282-a8df-487a-bd01-9e592cd704a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a6758d9b-93bf-42cb-909e-46a23671daa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318961 Dec 16 09:29:36.395400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53b9d0ba-ac83-4ce0-949b-419ac3105b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.414635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-eb22487f-5b62-4782-853c-93b27279c3da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66604b0a-a824-4255-9c03-0944175706a7 HTTP/1.1" status: 200 len: 217 time: 0.0532129 Dec 16 09:29:36.452358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f8d013-966d-449d-914a-a60f3bf4bb70,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.520029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e0da89a-c8b3-4a64-9bde-30c30b4e164e req-5025075c-e106-40dd-ba90-c400d66a74c9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 210 time: 0.0396223 Dec 16 09:29:36.533836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-3ee99368-9608-4104-9412-34aedbfb671b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.534647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-e995f9b9-921c-4656-89c8-79b9516738b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.535453 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-3ee99368-9608-4104-9412-34aedbfb671b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717695 Dec 16 09:29:36.536126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-e995f9b9-921c-4656-89c8-79b9516738b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.1118455 Dec 16 09:29:36.558063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Request body: {'port': {'device_id': '81a99841-96c9-4846-af8b-383f61818d89', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '80cfe87501fc44649961ffc2588a765a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:36.563142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Attempting to bind port f1f8d013-966d-449d-914a-a60f3bf4bb70 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:36.563527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Attempting to bind port f1f8d013-966d-449d-914a-a60f3bf4bb70 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:36.563979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Attempting to bind port f1f8d013-966d-449d-914a-a60f3bf4bb70 on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:36.582341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53b9d0ba-ac83-4ce0-949b-419ac3105b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.588911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-53b9d0ba-ac83-4ce0-949b-419ac3105b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.588911 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-53b9d0ba-ac83-4ce0-949b-419ac3105b20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e532a1d-4f29-4dc7-b053-af31f6e016eb HTTP/1.1" status: 204 len: 168 time: 0.5123432 Dec 16 09:29:36.588911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Port f1f8d013-966d-449d-914a-a60f3bf4bb70 on network e02b2033-ec43-4436-bb4c-7734001722f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:36.588911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Attempting to bind port f1f8d013-966d-449d-914a-a60f3bf4bb70 on network e02b2033-ec43-4436-bb4c-7734001722f4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:36.610096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-67903852-14f9-4f31-be25-01e822d33aeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542116 Dec 16 09:29:36.612733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-1c663b84-496e-499e-bbd8-460619604b3c service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381132 Dec 16 09:29:36.639102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:36.639567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Checking segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:36.639823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Bound using segment: {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:36.640267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Bound port: f1f8d013-966d-449d-914a-a60f3bf4bb70, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a117388-4de4-4c11-b052-2265401412d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:36.640618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.642603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9d0ba-ac83-4ce0-949b-419ac3105b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e532a1d-4f29-4dc7-b053-af31f6e016eb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:36.786923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] For port f1f8d013-966d-449d-914a-a60f3bf4bb70, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:36.792152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] For port f1f8d013-966d-449d-914a-a60f3bf4bb70, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:36.800902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.813995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Made reservation on behalf of 80cfe87501fc44649961ffc2588a765a for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:36.818190 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.858985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:36.859774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:36.861428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] 10.222.0.53 "PUT /v2.0/ports/f1f8d013-966d-449d-914a-a60f3bf4bb70 HTTP/1.1" status: 200 len: 1092 time: 1.4330258 Dec 16 09:29:36.866866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-0ef56ed9-0e5d-4566-8466-f77fcdbc57f7 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483082 Dec 16 09:29:36.936016 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680d05a-54fa-4ee6-a35e-f652da8566c7 x-openstack-request-id: req-4680d05a-54fa-4ee6-a35e-f652da8566c7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:36.936146 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6548ae-5caa-48b7-866f-4d914efe31bc", "tag": "66604b0a-a824-4255-9c03-0944175706a7", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:36.938263 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4680d05a-54fa-4ee6-a35e-f652da8566c7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:36.938263 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'tag': '66604b0a-a824-4255-9c03-0944175706a7', 'status': 'completed', 'code': 200} Dec 16 09:29:37.001996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed8814-ccf4-4db9-9019-5a7eb3bdb723 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f8d013-966d-449d-914a-a60f3bf4bb70,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:37.046981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-954d4586-88eb-4e44-a163-52090f37b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.048316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-954d4586-88eb-4e44-a163-52090f37b7af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 1095 time: 0.1100640 Dec 16 09:29:37.068377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Allocated IP 192.168.233.204 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/38172812-623f-4079-b162-15057b7a5df5) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:37.108143 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-9ac74974-bd45-40d9-a9eb-1bc5d20e2873 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70 HTTP/1.1" status: 200 len: 217 time: 0.0464044 Dec 16 09:29:37.117655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38884) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:37.169613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be57bf5-5f94-47d3-bcaa-0b103ccbe5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.220144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e5515-0ea6-4378-80c5-9e400009219c req-c22de886-ce44-4750-a443-fb0c3c35f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.221572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-c22de886-ce44-4750-a443-fb0c3c35f758 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.1054137 Dec 16 09:29:37.302925 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-f5853c97-cf9a-4b01-ada2-e1b54daa4d4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715704 Dec 16 09:29:37.400871 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-7d3872ea-ea10-45ca-afac-c42af3d71a27 req-447e80de-10af-40f8-b8e5-76d12467c99f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] show failed (client error): The resource could not be found. Dec 16 09:29:37.401492 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d3872ea-ea10-45ca-afac-c42af3d71a27 req-447e80de-10af-40f8-b8e5-76d12467c99f tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/1945db8a-14af-4db1-a4f7-6d43e37a9961 HTTP/1.1" status: 404 len: 352 time: 0.0638909 Dec 16 09:29:37.452412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.460243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b370f7e-3a10-4160-a798-feb43e63794b req-ba1ab33f-894b-4276-a4fe-6f9e4f214319 service neutron] 10.222.0.69 "GET /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202891 Dec 16 09:29:37.474404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-63a9c39f-b720-4765-a2f0-a39dec3c5a8c service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354558 Dec 16 09:29:37.514130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be57bf5-5f94-47d3-bcaa-0b103ccbe5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.521518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.524791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be57bf5-5f94-47d3-bcaa-0b103ccbe5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.536259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff', '39e43c71-24ee-4b19-8a79-25040af1fc50', 'fcde19ec-f76a-41c4-b06d-10799f509f2b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:37.547289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-5c282f4e-54a3-4549-8b08-b75869cf1291 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352116 Dec 16 09:29:37.553696 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-6da869ab-5eb5-4d37-8cb0-8f72b6340de4 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381523 Dec 16 09:29:37.580225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253', 'b425d423-d472-4078-aec2-cab75d73bf32'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:37.625659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:37.656536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be57bf5-5f94-47d3-bcaa-0b103ccbe5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49405c8-58c9-425c-aec6-6d9a39d89c8f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:37.663408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1be57bf5-5f94-47d3-bcaa-0b103ccbe5bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75ff40e582b049c5814b4117ccd28789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421059 Dec 16 09:29:37.663613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-28816981-62ed-4128-8ea6-3d54666bd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.664415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-28816981-62ed-4128-8ea6-3d54666bd140 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 1095 time: 0.1194372 Dec 16 09:29:37.665044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38902) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:37.670914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:37.674759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:37.677466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event updated for resources: {'Port': ['ID=38172812-623f-4079-b162-15057b7a5df5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:37.779786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db8e5515-0ea6-4378-80c5-9e400009219c req-bf347ebe-abe8-409e-b97e-aa014df9a61f service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987369 Dec 16 09:29:37.798585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.799891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.831444 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-7223be16-0f16-4b9b-9b32-94addc9fe84c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2782915 Dec 16 09:29:37.845743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Request body: {'port': {'device_id': '81a99841-96c9-4846-af8b-383f61818d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:37.856119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-8cac1e90-fa7b-41eb-ad26-e81b572692e7 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.857673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-8cac1e90-fa7b-41eb-ad26-e81b572692e7 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982373 Dec 16 09:29:37.930383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-ec768b2a-1c2e-4b67-ba9f-35304c8a910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:37.931973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-ec768b2a-1c2e-4b67-ba9f-35304c8a910e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 914 time: 0.2498188 Dec 16 09:29:37.932963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:37.956490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbc4e-48b0-43d8-8106-66993dd62676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.031471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-186e799a-e0e1-4e2e-be85-9ad7c0871065 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/quotas/6b9c8af9d9b841a39274eda6c07b584f HTTP/1.1" status: 200 len: 375 time: 0.0965161 Dec 16 09:29:38.035305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-1d0d3208-93c8-4e47-a02f-df046371c0a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66604b0a-a824-4255-9c03-0944175706a7 HTTP/1.1" status: 200 len: 217 time: 0.0713937 Dec 16 09:29:38.114991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-60aa58ff-8d5d-4a6b-bb61-d71301db9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.116480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-60aa58ff-8d5d-4a6b-bb61-d71301db9a45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.0603552 Dec 16 09:29:38.132608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbc4e-48b0-43d8-8106-66993dd62676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.135630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1420852e-122d-4c07-ba7c-971ae327fbeb None None] Provisioning complete for port 38172812-623f-4079-b162-15057b7a5df5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:38.136255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1420852e-122d-4c07-ba7c-971ae327fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.146447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-27679eb1-06e0-4429-89ec-9c9ece248379 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068997 Dec 16 09:29:38.180143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-4d62ef4a-289c-4285-ab7d-d6dea88b9539 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367017 Dec 16 09:29:38.280993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbc4e-48b0-43d8-8106-66993dd62676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.287557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed8fbc4e-48b0-43d8-8106-66993dd62676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.287557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ed8fbc4e-48b0-43d8-8106-66993dd62676 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a49405c8-58c9-425c-aec6-6d9a39d89c8f HTTP/1.1" status: 204 len: 168 time: 0.6170568 Dec 16 09:29:38.287816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1420852e-122d-4c07-ba7c-971ae327fbeb None None] Port 38172812-623f-4079-b162-15057b7a5df5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:38.313864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fbc4e-48b0-43d8-8106-66993dd62676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49405c8-58c9-425c-aec6-6d9a39d89c8f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:38.347540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-0e1418c2-13d1-4de6-9444-0eed13e67ee1 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522467 Dec 16 09:29:38.495315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38172812-623f-4079-b162-15057b7a5df5 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:38.517466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.551338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Transition to ACTIVE for port object 38172812-623f-4079-b162-15057b7a5df5 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:38.562389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.576011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4d1eead-361d-4dd6-bb41-b81631e03f56 req-39ad8ee4-a421-4212-a801-0912b0a14734 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071533 Dec 16 09:29:38.658912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120000e-5216-49fc-9b39-8cac4716996d req-a803e158-094c-40c3-aef8-97d47b66cf34 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:38.662867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Pushing event updated for resources: {'Port': ['ID=38172812-623f-4079-b162-15057b7a5df5,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:38.677474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5120000e-5216-49fc-9b39-8cac4716996d req-a803e158-094c-40c3-aef8-97d47b66cf34 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 944 time: 0.1580715 Dec 16 09:29:38.732406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5120000e-5216-49fc-9b39-8cac4716996d req-f651e551-f835-4378-ade2-2f0e973de058 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519321 Dec 16 09:29:38.773505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Attempting to bind port 38172812-623f-4079-b162-15057b7a5df5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:38.773775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Attempting to bind port 38172812-623f-4079-b162-15057b7a5df5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:38.774129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Attempting to bind port 38172812-623f-4079-b162-15057b7a5df5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:38.779356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Port 38172812-623f-4079-b162-15057b7a5df5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:38.779906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Attempting to bind port 38172812-623f-4079-b162-15057b7a5df5 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:38.787066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:38.787401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:38.787786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:38.790036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Bound port: 38172812-623f-4079-b162-15057b7a5df5, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:38.790467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:38.931755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] For port 38172812-623f-4079-b162-15057b7a5df5, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:38.936636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] For port 38172812-623f-4079-b162-15057b7a5df5, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=38172812-623f-4079-b162-15057b7a5df5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:38.937868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'tag': 'f1f8d013-966d-449d-914a-a60f3bf4bb70'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:38.940813 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc69eb5-8412-4fec-9f10-beef596d867b" -d '{"events": [{"name": "network-changed", "server_uuid": "d87750a2-f049-4636-9d2e-3164946c1c43", "tag": "f1f8d013-966d-449d-914a-a60f3bf4bb70"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:38.952918 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:39.041036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.041729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:39.043575 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] 10.222.0.53 "PUT /v2.0/ports/38172812-623f-4079-b162-15057b7a5df5 HTTP/1.1" status: 200 len: 1096 time: 1.2036386 Dec 16 09:29:39.084601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29431b-5972-4896-a217-1cbd77190efa service neutron] Pushing event updated for resources: {'Port': ['ID=38172812-623f-4079-b162-15057b7a5df5,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:39.159999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-b81c2141-4ba7-434e-b8f9-348a7afb20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.161639 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-b81c2141-4ba7-434e-b8f9-348a7afb20e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 1099 time: 0.0624530 Dec 16 09:29:39.392677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1933855-f950-48fb-9363-d9655d872fff req-2256acb2-433a-46d7-a4f2-3d806ddc05fc tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.402933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1933855-f950-48fb-9363-d9655d872fff req-2256acb2-433a-46d7-a4f2-3d806ddc05fc tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 948 time: 0.1119783 Dec 16 09:29:39.452766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1933855-f950-48fb-9363-d9655d872fff req-f3f1489b-d426-490f-9a52-ceea53b523bc tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Dec 16 09:29:39.578161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-856d31d9-82a2-4581-9a64-2c87f86893d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=38172812-623f-4079-b162-15057b7a5df5 HTTP/1.1" status: 200 len: 217 time: 0.4069884 Dec 16 09:29:39.659006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-11d2a200-c629-4632-ba6e-918ad70026bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.660770 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-11d2a200-c629-4632-ba6e-918ad70026bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0751486 Dec 16 09:29:39.718926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-d3b96168-79ff-4bb1-9342-93d10ce9e842 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353763 Dec 16 09:29:39.726646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-bee6eee2-36f5-4105-8082-516dd355f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:39.728643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-bee6eee2-36f5-4105-8082-516dd355f657 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602002 Dec 16 09:29:39.862143 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-6db2b981-47b3-4421-96e4-6ae78351de30 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249495 Dec 16 09:29:39.875537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-405cfad7-3309-44d2-81a9-1167fed24ece tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356276 Dec 16 09:29:39.991556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-43c4c16b-afe9-418d-81f3-13ce7062070d tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:40.005916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-43c4c16b-afe9-418d-81f3-13ce7062070d tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780321 Dec 16 09:29:40.014259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fd22fc49-7a75-4350-a1ae-533ef9e17899 req-157f916d-390a-40fa-af65-5a2e619c9655 service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391144 Dec 16 09:29:40.052064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-b596d75d-7095-4325-bfa9-1847a6f2bbb1 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/quotas/6b9c8af9d9b841a39274eda6c07b584f HTTP/1.1" status: 200 len: 375 time: 0.0351205 Dec 16 09:29:40.115413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-079ccef2-bb90-4b9c-9301-2fac5a8b4969 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623689 Dec 16 09:29:40.126602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-cc6d7d78-68c6-4df2-ba5b-c1012977a3fb tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:40.128188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-cc6d7d78-68c6-4df2-ba5b-c1012977a3fb tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2417479 Dec 16 09:29:40.143579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Request body: {'port': {'device_id': '5235e385-d810-446b-aae8-ff973208943d', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '6b9c8af9d9b841a39274eda6c07b584f'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:40.301210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Made reservation on behalf of 6b9c8af9d9b841a39274eda6c07b584f for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:40.311158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:40.344000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:40.398541 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a51398-c52d-4e4e-8118-d6d728b56c7c x-openstack-request-id: req-07a51398-c52d-4e4e-8118-d6d728b56c7c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:40.398830 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87750a2-f049-4636-9d2e-3164946c1c43", "tag": "f1f8d013-966d-449d-914a-a60f3bf4bb70", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:40.399174 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07a51398-c52d-4e4e-8118-d6d728b56c7c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:40.399625 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'tag': 'f1f8d013-966d-449d-914a-a60f3bf4bb70', 'status': 'completed', 'code': 200} Dec 16 09:29:40.482629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-1e016e31-2f8f-4e8e-87f5-c405fc450690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:40.484257 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-1e016e31-2f8f-4e8e-87f5-c405fc450690 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 1095 time: 0.0595260 Dec 16 09:29:40.543356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:40.551307 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:40.657172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac2af-b825-47b8-9845-12430666caca req-37d900a0-f612-4f21-96b0-29e671583d16 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:40.658361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-2313a404-5df1-4a55-8116-e7f2e074a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:40.662294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-2313a404-5df1-4a55-8116-e7f2e074a053 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 200 len: 914 time: 0.1679859 Dec 16 09:29:40.665798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb8ac2af-b825-47b8-9845-12430666caca req-37d900a0-f612-4f21-96b0-29e671583d16 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1024 time: 0.1752083 Dec 16 09:29:40.675998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa9d2a-2c16-499c-a138-4785d3b5bda7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:40.719894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-9e503188-eae2-4bde-be0d-a9c5b5db7001 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70 HTTP/1.1" status: 200 len: 217 time: 0.0520499 Dec 16 09:29:40.798602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-0b48401c-3957-4e85-9841-bb97c2572ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:40.799596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb8ac2af-b825-47b8-9845-12430666caca req-cbed0a32-49cf-4ce9-99af-001a169a0b25 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e5e7f0-51b9-4feb-b2ca-5e38656f7115&id=49efc762-967d-4463-8368-b3220a81bf7b&id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1328785 Dec 16 09:29:40.815842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-0b48401c-3957-4e85-9841-bb97c2572ead service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 200 len: 853 time: 0.0891755 Dec 16 09:29:40.830740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Allocated IP 192.168.233.29 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:40.855851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38996) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:40.874358 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-86ba492a-ff35-437b-96e4-0eff222390de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e02b2033-ec43-4436-bb4c-7734001722f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487635 Dec 16 09:29:41.004741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1054f-2a01-4321-8243-810560f2b8a5 req-d55f0647-7da3-444c-91c2-89e3066d5c58 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:41.006579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6c1054f-2a01-4321-8243-810560f2b8a5 req-d55f0647-7da3-444c-91c2-89e3066d5c58 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 944 time: 0.1109684 Dec 16 09:29:41.021532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-6db4ff53-a398-4fb9-817f-57f89d316209 service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370256 Dec 16 09:29:41.102030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69515c5-0c61-4f26-bd42-444561560554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.149576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6c1054f-2a01-4321-8243-810560f2b8a5 req-35551858-d51f-48ff-b89a-97f29ca28bab tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245718 Dec 16 09:29:41.157126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.159074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fbc69eb5-8412-4fec-9f10-beef596d867b req-65725273-0b76-4119-b813-56cbe22c8b6e service neutron] 10.222.0.53 "GET /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284757 Dec 16 09:29:41.174413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-8a8c676f-52ad-46a1-a0fb-be8dbe3f62d2 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:41.176062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-8a8c676f-52ad-46a1-a0fb-be8dbe3f62d2 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.69 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1024 time: 0.1638832 Dec 16 09:29:41.314493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.395314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69515c5-0c61-4f26-bd42-444561560554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.399307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b4c00fd-03d2-4513-927f-ee4c383d8397 req-e77cf1b1-7a12-42c4-ba81-36c6fee0ace6 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 210 time: 0.0804663 Dec 16 09:29:41.411249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:41.413954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69515c5-0c61-4f26-bd42-444561560554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.427258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f1f8d013-966d-449d-914a-a60f3bf4bb70 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:41.429801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:41.446084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:41.461871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:41.529876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b69515c5-0c61-4f26-bd42-444561560554 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=737fec2e9f614c8bb65764063ac8a17c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727574 Dec 16 09:29:41.532565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39002) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:41.551402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69515c5-0c61-4f26-bd42-444561560554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7e814-2571-481f-ae9a-58cc3e93457c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:41.606183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Deleting port 61ab79c0-0ace-46ce-9737-808f83d418eb {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:41.606522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.621008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:41.621880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.663780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port f1f8d013-966d-449d-914a-a60f3bf4bb70, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:41.689048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e8e47c0-11f3-4894-bc31-5bee04c2f0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.700045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8577c-bc8f-4b67-a37e-f0696090ed0e req-c4b8e236-cbdb-4150-a120-0d92b111b5f2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:41.708197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31d8577c-bc8f-4b67-a37e-f0696090ed0e req-c4b8e236-cbdb-4150-a120-0d92b111b5f2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 948 time: 0.2064204 Dec 16 09:29:41.720431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e8e47c0-11f3-4894-bc31-5bee04c2f0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.723174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-a1f8fbf4-4831-4794-b730-c6577a64ccd9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5845788 Dec 16 09:29:41.731782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'f1f8d013-966d-449d-914a-a60f3bf4bb70', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'port_id': 'f1f8d013-966d-449d-914a-a60f3bf4bb70', 'mac_address': 'fa:16:3e:96:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff294d4-66eb-436c-a2f3-e58928a353af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:41.738451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Request body: {'port': {'device_id': '5235e385-d810-446b-aae8-ff973208943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:41.776663 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-cfb89a7f-b41f-4452-9190-37b79b06b5fa tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231759 Dec 16 09:29:41.819468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31d8577c-bc8f-4b67-a37e-f0696090ed0e req-51ae38ee-e2b8-45b6-85a6-6a7b62677ef6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093976 Dec 16 09:29:41.821633 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.833053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e8e47c0-11f3-4894-bc31-5bee04c2f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.836070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e8e47c0-11f3-4894-bc31-5bee04c2f0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.838335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e8e47c0-11f3-4894-bc31-5bee04c2f0b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00e7e814-2571-481f-ae9a-58cc3e93457c HTTP/1.1" status: 204 len: 168 time: 0.3010952 Dec 16 09:29:41.891231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] For port 61ab79c0-0ace-46ce-9737-808f83d418eb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=61ab79c0-0ace-46ce-9737-808f83d418eb,segment=NetworkSegment(285d9f67-a5eb-4871-818d-462746db772f),segment_id=285d9f67-a5eb-4871-818d-462746db772f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:41.891604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.895164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e47c0-11f3-4894-bc31-5bee04c2f0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7e814-2571-481f-ae9a-58cc3e93457c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:41.901136 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.915279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f8d013-966d-449d-914a-a60f3bf4bb70 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:41.919611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Calling delete_port for 61ab79c0-0ace-46ce-9737-808f83d418eb owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:41.947655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6f0ca307-3591-4cb0-b3c1-31eed801eefa None None] Provisioning complete for port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:41.948021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f0ca307-3591-4cb0-b3c1-31eed801eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:41.990049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port f1f8d013-966d-449d-914a-a60f3bf4bb70, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:42.004667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6f0ca307-3591-4cb0-b3c1-31eed801eefa None None] Port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:42.008402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.009020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 66604b0a-a824-4255-9c03-0944175706a7 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:42.021785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-9edea2a0-ac55-4054-8163-c19b381de3ae tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:42.030819 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-9edea2a0-ac55-4054-8163-c19b381de3ae tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420251 Dec 16 09:29:42.051448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Request body: {'port': {'device_id': '12f1aac2-912f-4590-b692-b96784f50365', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '6b9c8af9d9b841a39274eda6c07b584f'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:42.116804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=f1f8d013-966d-449d-914a-a60f3bf4bb70,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:42.134071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.134486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.134819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.135146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.135482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.136260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.136260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.136473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.136749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.137324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.137439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.137678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:29:42.142849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 66604b0a-a824-4255-9c03-0944175706a7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=66604b0a-a824-4255-9c03-0944175706a7,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:42.155943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '66604b0a-a824-4255-9c03-0944175706a7', 'network_id': 'e02b2033-ec43-4436-bb4c-7734001722f4', 'port_id': '66604b0a-a824-4255-9c03-0944175706a7', 'mac_address': 'fa:16:3e:24:19:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff294d4-66eb-436c-a2f3-e58928a353af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:42.202434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.219808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66604b0a-a824-4255-9c03-0944175706a7 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:42.248283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 66604b0a-a824-4255-9c03-0944175706a7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=66604b0a-a824-4255-9c03-0944175706a7,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:42.265253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82ace6-36de-4633-9b5d-7ed4e64d51e9 req-7e1b126f-ff5c-492f-8850-3a3570753921 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:42.265676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.270465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Made reservation on behalf of 6b9c8af9d9b841a39274eda6c07b584f for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:42.274714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.277366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c82ace6-36de-4633-9b5d-7ed4e64d51e9 req-7e1b126f-ff5c-492f-8850-3a3570753921 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/ports?device_id=c60d6ec6-9b78-439e-bfee-e7474e2d99d9 HTTP/1.1" status: 200 len: 1024 time: 0.1902835 Dec 16 09:29:42.348009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=66604b0a-a824-4255-9c03-0944175706a7,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:42.400942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a99841-96c9-4846-af8b-383f61818d89', 'tag': '38172812-623f-4079-b162-15057b7a5df5'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:42.404327 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8ea972-08d0-457c-bb93-4777a2e2af43" -d '{"events": [{"name": "network-changed", "server_uuid": "81a99841-96c9-4846-af8b-383f61818d89", "tag": "38172812-623f-4079-b162-15057b7a5df5"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:42.457478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c82ace6-36de-4633-9b5d-7ed4e64d51e9 req-c6b5adc9-f1eb-4862-b99a-669200ff585c tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e5e7f0-51b9-4feb-b2ca-5e38656f7115&id=49efc762-967d-4463-8368-b3220a81bf7b&id=d003c6b7-d96c-4ecd-b560-7aec610ba057&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1793208 Dec 16 09:29:42.486781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.499475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['61ab79c0-0ace-46ce-9737-808f83d418eb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:42.535516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'Port': ['ID=61ab79c0-0ace-46ce-9737-808f83d418eb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:42.553030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['f1f8d013-966d-449d-914a-a60f3bf4bb70'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:42.555637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['66604b0a-a824-4255-9c03-0944175706a7'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:42.630332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] No DVR routers for this DVR port 61ab79c0-0ace-46ce-9737-808f83d418eb on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:42.634665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.638424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f71e8a81-33ae-4cc1-a0ef-bbb039dab9e3 req-b3ced17e-6685-429b-90ed-6ed3979fe6c3 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.69 "DELETE /v2.0/ports/61ab79c0-0ace-46ce-9737-808f83d418eb HTTP/1.1" status: 204 len: 173 time: 1.4550130 Dec 16 09:29:42.639128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'name': 'network-vif-deleted', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:42.641890 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05f1bd-7719-4ca8-bf8f-3b8c8a00617e" -d '{"events": [{"server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "name": "network-vif-deleted", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:42.704754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ecbd4-0981-4f5c-8989-32334ba18334 req-4456a135-dc88-4b8f-92e8-101888376691 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:42.706283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-602ecbd4-0981-4f5c-8989-32334ba18334 req-4456a135-dc88-4b8f-92e8-101888376691 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 945 time: 0.1455247 Dec 16 09:29:42.715376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:42.728726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.754160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Transition to ACTIVE for port object 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:42.767806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.774179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-602ecbd4-0981-4f5c-8989-32334ba18334 req-b1d163ef-b13f-41f2-9ab3-83f9129e56a7 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Dec 16 09:29:42.826812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:42.949593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Attempting to bind port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:42.949975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Attempting to bind port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:42.950579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Attempting to bind port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:42.955756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:42.956013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Attempting to bind port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:42.962482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:42.962820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:42.963198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:42.963631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Bound port: 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:42.963999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:42.979416 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe5ded0-36f7-4d98-8a40-9576f7de9a6e x-openstack-request-id: req-2fe5ded0-36f7-4d98-8a40-9576f7de9a6e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:42.981643 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a99841-96c9-4846-af8b-383f61818d89", "tag": "38172812-623f-4079-b162-15057b7a5df5", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:42.986020 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fe5ded0-36f7-4d98-8a40-9576f7de9a6e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:42.986981 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a99841-96c9-4846-af8b-383f61818d89', 'tag': '38172812-623f-4079-b162-15057b7a5df5', 'status': 'completed', 'code': 200} Dec 16 09:29:43.050444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Allocated IP 192.168.233.34 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/7c16456d-d48b-4ff4-afaf-2b067b1fcc13) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:43.111255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c4d987d-1b9d-465d-8bdc-f29631f7ddc6 req-147e1994-2e20-487e-8236-3b5fb5d403ac tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 210 time: 0.0385005 Dec 16 09:29:43.116495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:43.133337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:43.151549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.188482 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec947613-a64b-415b-8ac4-812628345afa x-openstack-request-id: req-ec947613-a64b-415b-8ac4-812628345afa {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:43.188824 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60d6ec6-9b78-439e-bfee-e7474e2d99d9", "name": "network-vif-deleted", "tag": "61ab79c0-0ace-46ce-9737-808f83d418eb", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:43.189083 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec947613-a64b-415b-8ac4-812628345afa {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:43.189779 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60d6ec6-9b78-439e-bfee-e7474e2d99d9', 'name': 'network-vif-deleted', 'tag': '61ab79c0-0ace-46ce-9737-808f83d418eb', 'status': 'completed', 'code': 200} Dec 16 09:29:43.195620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-b69ea932-555b-44b7-b1b1-6c94d34a21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.196038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.196821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.198045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-b69ea932-555b-44b7-b1b1-6c94d34a21f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80cfe87501fc44649961ffc2588a765a&device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 1099 time: 0.1759033 Dec 16 09:29:43.198730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd HTTP/1.1" status: 200 len: 1095 time: 1.4665818 Dec 16 09:29:43.251435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88381f-55b2-40ef-be40-5e34f3ee04f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:43.387374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-688e2d7c-542e-465e-948e-cf0545ec53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.388976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-688e2d7c-542e-465e-948e-cf0545ec53ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 1098 time: 0.1322298 Dec 16 09:29:43.408726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1db712-d061-4ca5-aeab-2f45777adc91 req-b076c73f-be63-4b7c-b10d-5bce83c5cb39 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.418842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b1db712-d061-4ca5-aeab-2f45777adc91 req-b076c73f-be63-4b7c-b10d-5bce83c5cb39 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 948 time: 0.1492624 Dec 16 09:29:43.437374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 38172812-623f-4079-b162-15057b7a5df5 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:43.470201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-d5f9991e-95c5-4f4c-bdf1-9a9a161f7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.474483 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-d5f9991e-95c5-4f4c-bdf1-9a9a161f7ef3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2668812 Dec 16 09:29:43.544881 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-15152aeb-766a-4b1b-911e-1f7514749993 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=38172812-623f-4079-b162-15057b7a5df5 HTTP/1.1" status: 200 len: 217 time: 0.0590804 Dec 16 09:29:43.610296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.613104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-87a38f26-0807-45f4-aad8-0c5554164ee5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd HTTP/1.1" status: 200 len: 217 time: 0.1913762 Dec 16 09:29:43.614157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 38172812-623f-4079-b162-15057b7a5df5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=38172812-623f-4079-b162-15057b7a5df5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:43.626630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-708efec6-93a3-47ef-9e5c-0ec38d3b02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.628785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-708efec6-93a3-47ef-9e5c-0ec38d3b02e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0730312 Dec 16 09:29:43.634054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '38172812-623f-4079-b162-15057b7a5df5', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '38172812-623f-4079-b162-15057b7a5df5', 'mac_address': 'fa:16:3e:7d:8a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:43.662533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b1db712-d061-4ca5-aeab-2f45777adc91 req-900ad1ff-396f-4eab-a846-a093f534db9c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426267 Dec 16 09:29:43.707570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-8dd1c45e-2f7e-40eb-b7e9-3da80699226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.713377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-8dd1c45e-2f7e-40eb-b7e9-3da80699226e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0918102 Dec 16 09:29:43.722555 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.740988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38172812-623f-4079-b162-15057b7a5df5 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:43.759916 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.784479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 38172812-623f-4079-b162-15057b7a5df5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=38172812-623f-4079-b162-15057b7a5df5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:43.793880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:43.802454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-bef96a6f-64f7-404c-9b7d-8a7d3b0eb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.803352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-bef96a6f-64f7-404c-9b7d-8a7d3b0eb49b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794227 Dec 16 09:29:43.826779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:43.833794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:43.839823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:43.859443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-a74a368e-1bdc-4cf7-b7fe-c6b587345f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:43.865616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-a74a368e-1bdc-4cf7-b7fe-c6b587345f59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289512 Dec 16 09:29:43.919355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=38172812-623f-4079-b162-15057b7a5df5,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:43.926131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:43.978896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b04d6a91-ba16-42a9-ad9a-29255df75653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.033741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:44.034589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.063258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-03da5568-5c0d-4df5-a5b8-ef1616d436eb service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509604 Dec 16 09:29:44.081251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['38172812-623f-4079-b162-15057b7a5df5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:44.090346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-4e00bae1-3a0b-4822-aafd-29065d78d15a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0433877 Dec 16 09:29:44.117911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Request body: {'port': {'device_id': '12f1aac2-912f-4590-b692-b96784f50365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:44.168506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-8e1e76a3-c70f-450e-8763-de2a4a7780da service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775769 Dec 16 09:29:44.184408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d853529-caf1-48bb-ac5d-ec8b98ac3835 req-aa5ebf67-b385-4e89-b299-8460f8503e99 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102057 Dec 16 09:29:44.197518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b05fd1-876b-4504-973d-e14c7f261f83 req-cf145026-9fd6-429b-a867-6f3b154cbf55 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:44.207664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15b05fd1-876b-4504-973d-e14c7f261f83 req-cf145026-9fd6-429b-a867-6f3b154cbf55 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 945 time: 0.2462127 Dec 16 09:29:44.259900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.270871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15b05fd1-876b-4504-973d-e14c7f261f83 req-27d8164d-143a-4ed6-90fa-d0eae0aa482f tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Dec 16 09:29:44.283888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-545c0841-a05d-4a85-9442-28f5a98f67e2 None None] Provisioning complete for port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:44.283888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-545c0841-a05d-4a85-9442-28f5a98f67e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.351768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-545c0841-a05d-4a85-9442-28f5a98f67e2 None None] Port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:29:44.353343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16a4fa99-04f9-4a7d-b471-1d60b49389f3 req-54df31f6-40d3-4b13-95bf-d73bc5b37cbb tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/49efc762-967d-4463-8368-b3220a81bf7b HTTP/1.1" status: 200 len: 1800 time: 0.0528073 Dec 16 09:29:44.360180 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9f8ea972-08d0-457c-bb93-4777a2e2af43 req-e538a15a-9758-4d05-8f2d-34757b80812c service neutron] 10.222.0.53 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786249 Dec 16 09:29:44.430396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-16a4fa99-04f9-4a7d-b471-1d60b49389f3 req-44dfa57d-e838-41e1-bec7-61b72276427d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.457269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-16a4fa99-04f9-4a7d-b471-1d60b49389f3 req-44dfa57d-e838-41e1-bec7-61b72276427d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.508579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-16a4fa99-04f9-4a7d-b471-1d60b49389f3 req-44dfa57d-e838-41e1-bec7-61b72276427d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.511780 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-16a4fa99-04f9-4a7d-b471-1d60b49389f3 req-44dfa57d-e838-41e1-bec7-61b72276427d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.518760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16a4fa99-04f9-4a7d-b471-1d60b49389f3 req-44dfa57d-e838-41e1-bec7-61b72276427d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/49efc762-967d-4463-8368-b3220a81bf7b HTTP/1.1" status: 204 len: 173 time: 0.1557765 Dec 16 09:29:44.539833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfa57d-e838-41e1-bec7-61b72276427d tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49efc762-967d-4463-8368-b3220a81bf7b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:44.623419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39078) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:44.710504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:44.721663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.731781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9f01b-f2f9-4032-a896-6b4a3abdfaad req-559d8952-2dd9-4a1e-bd6d-21a5a92327c2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:44.733487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55d9f01b-f2f9-4032-a896-6b4a3abdfaad req-559d8952-2dd9-4a1e-bd6d-21a5a92327c2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 935 time: 0.0561850 Dec 16 09:29:44.738802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Transition to ACTIVE for port object 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:29:44.748002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.777668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-eb608a3d-367f-4c78-8ae6-14e061f5b0c9 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:44.814431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55d9f01b-f2f9-4032-a896-6b4a3abdfaad req-7d9eaffe-3827-4f80-9d94-424a5e631e9d tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725081 Dec 16 09:29:44.822161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:44.846752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eb608a3d-367f-4c78-8ae6-14e061f5b0c9 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "PUT /v2.0/quotas/d68a48f76de643dc86f1e13726f2c8b9 HTTP/1.1" status: 200 len: 368 time: 0.2221186 Dec 16 09:29:44.850436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39088) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:44.857251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Request body: {'network': {'project_id': 'd68a48f76de643dc86f1e13726f2c8b9'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:44.895273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb96d486-18fe-425f-9614-e564729bcd15 req-b4701e1e-3fb2-41d4-95ca-687225b6e0a5 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "GET /v2.0/security-groups/c9e5e7f0-51b9-4feb-b2ca-5e38656f7115 HTTP/1.1" status: 200 len: 1802 time: 0.0699914 Dec 16 09:29:44.901142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Made reservation on behalf of d68a48f76de643dc86f1e13726f2c8b9 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:44.903772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.916557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:44.923833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Attempting to bind port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:44.925339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Attempting to bind port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:44.925339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Attempting to bind port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:44.931154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:29:44.931375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Attempting to bind port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:44.939523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:44.939855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:44.940242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:44.940809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Bound port: 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:44.941207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.005129 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb96d486-18fe-425f-9614-e564729bcd15 req-cda87543-77a4-46f9-9bb5-13c1fcd25439 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.021799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:45.025637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:45.031160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.052988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb96d486-18fe-425f-9614-e564729bcd15 req-cda87543-77a4-46f9-9bb5-13c1fcd25439 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.081872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.082669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.083990 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] 10.222.0.69 "PUT /v2.0/ports/7c16456d-d48b-4ff4-afaf-2b067b1fcc13 HTTP/1.1" status: 200 len: 1095 time: 0.9773664 Dec 16 09:29:45.086910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:45.090014 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17febf01-5004-41fd-a89f-97817ff74bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:45.114471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.121648 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.131633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031852d8-2021-4e72-ac1d-2e1138daf531 service neutron] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.141455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb96d486-18fe-425f-9614-e564729bcd15 req-cda87543-77a4-46f9-9bb5-13c1fcd25439 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.144048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb96d486-18fe-425f-9614-e564729bcd15 req-cda87543-77a4-46f9-9bb5-13c1fcd25439 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.145443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb96d486-18fe-425f-9614-e564729bcd15 req-cda87543-77a4-46f9-9bb5-13c1fcd25439 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] 10.222.0.61 "DELETE /v2.0/security-groups/c9e5e7f0-51b9-4feb-b2ca-5e38656f7115 HTTP/1.1" status: 204 len: 173 time: 0.2382815 Dec 16 09:29:45.151758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:45.156794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39092) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:45.185502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-756f7967-26ce-412b-ac5e-cd0d86f7980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.187297 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-756f7967-26ce-412b-ac5e-cd0d86f7980c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 1098 time: 0.0514328 Dec 16 09:29:45.209023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:45.211329 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db65d656-caaa-4a35-9913-bc6454c63f97" -d '{"events": [{"name": "network-changed", "server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:45.224578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.224920 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Added segment 029193ce-cbc1-46ff-969b-f2987760c877 of type vlan for network d0477dd4-f131-4f63-a903-e578de81b335 Dec 16 09:29:45.235829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90108c87-86b7-4c96-b426-2b99394157ee,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.250532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-92014aae-b019-467c-bd0b-9120d4f96d97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13 HTTP/1.1" status: 200 len: 217 time: 0.0513611 Dec 16 09:29:45.274395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Deleting subnet 9a4c006f-5808-47c5-b64a-953a96e969a2 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:45.311791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.315523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda87543-77a4-46f9-9bb5-13c1fcd25439 tempest-SecurityGroupsTestJSON-442595917 tempest-SecurityGroupsTestJSON-442595917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e5e7f0-51b9-4feb-b2ca-5e38656f7115,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.323263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-2d5b5202-6b61-4925-87f9-66b17337d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.325670 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-2d5b5202-6b61-4925-87f9-66b17337d15a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0672865 Dec 16 09:29:45.348672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 61ab79c0-0ace-46ce-9737-808f83d418eb no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:45.391146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 61ab79c0-0ace-46ce-9737-808f83d418eb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:45.392004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 61ab79c0-0ace-46ce-9737-808f83d418eb not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:45.395777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.397358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd341-922a-4585-8393-7efe898e029c req-3f438c74-8e00-40a7-bc8f-083617cde1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.399031 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-3f438c74-8e00-40a7-bc8f-083617cde1f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645156 Dec 16 09:29:45.425117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8707-6b2d-4747-ba20-9c33c58fa851 req-040ea33b-c5fe-4bc6-aebb-10ee1c18be02 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.426588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c4b8707-6b2d-4747-ba20-9c33c58fa851 req-040ea33b-c5fe-4bc6-aebb-10ee1c18be02 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 949 time: 0.2110763 Dec 16 09:29:45.428875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.442629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 66604b0a-a824-4255-9c03-0944175706a7 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:45.503830 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.505182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 66604b0a-a824-4255-9c03-0944175706a7 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:45.505329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.505962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.508313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-44f5075f-b851-4666-a9a4-97d2c390dbab service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005280 Dec 16 09:29:45.510078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 66604b0a-a824-4255-9c03-0944175706a7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:45.510679 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.537254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.575580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c4b8707-6b2d-4747-ba20-9c33c58fa851 req-5170c6bd-8493-4678-8df9-7067d8e525b9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171865 Dec 16 09:29:45.578917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7275224 Dec 16 09:29:45.584713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39098) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:45.591153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Request body: {'network': {'project_id': 'd68a48f76de643dc86f1e13726f2c8b9'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:45.626088 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.653752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66604b0a-a824-4255-9c03-0944175706a7'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:45.657076 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464f01e-2ffd-41b0-a737-cef5209a97bb" -d '{"events": [{"server_uuid": "ef6548ae-5caa-48b7-866f-4d914efe31bc", "name": "network-vif-plugged", "status": "completed", "tag": "66604b0a-a824-4255-9c03-0944175706a7"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:45.661250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Made reservation on behalf of d68a48f76de643dc86f1e13726f2c8b9 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:45.665528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.673194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 66604b0a-a824-4255-9c03-0944175706a7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=66604b0a-a824-4255-9c03-0944175706a7,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:45.681082 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.682395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 38172812-623f-4079-b162-15057b7a5df5 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:45.685769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a5b6-f3c9-4a20-87f2-07f0a26d1ead tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Pushing event updated for resources: {'Network': ['ID=d0477dd4-f131-4f63-a903-e578de81b335,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.687205 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-991bd341-922a-4585-8393-7efe898e029c req-a1f0ce1e-b631-48d5-8e4b-782996fe4e5b service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698024 Dec 16 09:29:45.705696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:45.727961 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.729035 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Added segment 018affbf-b99d-4d2d-82da-0c8b398ace46 of type vlan for network 262e4803-022a-472b-979d-aba6e9759289 Dec 16 09:29:45.734529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.735909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d0477dd4-f131-4f63-a903-e578de81b335 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:45.790611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.796123 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48bb0a-ceaa-4a4f-9d25-5a66a245b965 x-openstack-request-id: req-4f48bb0a-ceaa-4a4f-9d25-5a66a245b965 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:45.796509 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:45.796872 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f48bb0a-ceaa-4a4f-9d25-5a66a245b965 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:45.797418 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'status': 'completed', 'code': 200} Dec 16 09:29:45.798388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4c006f-5808-47c5-b64a-953a96e969a2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.832827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.834690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.836196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:45.837890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.842365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fab26753-cca9-4391-a81d-cac07918085e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9a4c006f-5808-47c5-b64a-953a96e969a2 HTTP/1.1" status: 204 len: 168 time: 0.6791043 Dec 16 09:29:45.842645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39108) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:45.846312 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85793c10-4f38-4c5d-8964-8cc5e22728f3 x-openstack-request-id: req-85793c10-4f38-4c5d-8964-8cc5e22728f3 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:45.846749 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:45.847901 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85793c10-4f38-4c5d-8964-8cc5e22728f3 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:45.848554 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'status': 'completed', 'code': 200} Dec 16 09:29:45.865422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=66604b0a-a824-4255-9c03-0944175706a7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:45.883216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 38172812-623f-4079-b162-15057b7a5df5 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:45.891728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 38172812-623f-4079-b162-15057b7a5df5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:45.892036 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:45.935155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3491976 Dec 16 09:29:45.939280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39110) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:45.960796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-34ee6a95-26e4-4105-b1ad-19ef783871e1 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Request body: {'network': {'project_id': 'd68a48f76de643dc86f1e13726f2c8b9'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:45.963172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.001160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.008796 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ee6a95-26e4-4105-b1ad-19ef783871e1 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 09:29:46.009624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ee6a95-26e4-4105-b1ad-19ef783871e1 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:29:46.014167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34ee6a95-26e4-4105-b1ad-19ef783871e1 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0583761 Dec 16 09:29:46.015934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39112) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:46.020072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bcf83-e1d3-428a-bb70-880632781efb tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Pushing event updated for resources: {'Network': ['ID=262e4803-022a-472b-979d-aba6e9759289,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:46.037061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 262e4803-022a-472b-979d-aba6e9759289 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:46.065558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-84d037b9-624d-41ec-97d5-49fbdcdb0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.068265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-84d037b9-624d-41ec-97d5-49fbdcdb0a3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 1098 time: 0.2120032 Dec 16 09:29:46.107380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 38172812-623f-4079-b162-15057b7a5df5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=38172812-623f-4079-b162-15057b7a5df5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:46.109657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.115241 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b75603e-98fe-4033-866e-f400eb203717 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d68a48f76de643dc86f1e13726f2c8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972044 Dec 16 09:29:46.122484 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.123278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f1f8d013-966d-449d-914a-a60f3bf4bb70 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:46.131961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6758d9b-93bf-42cb-909e-46a23671daa4']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:46.142278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285d9f67-a5eb-4871-818d-462746db772f') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:46.142607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285d9f67-a5eb-4871-818d-462746db772f') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:46.150309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39114) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:46.152829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.175122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.175122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:46.175122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.228359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=38172812-623f-4079-b162-15057b7a5df5,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:46.229525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21c92bc-2b84-4c4c-bdad-a0a5e95f8a9e tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:46.233440 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:46.242239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.249341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-f7157a03-a563-4946-a590-559df07ccad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.253433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-f7157a03-a563-4946-a590-559df07ccad8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 1098 time: 0.2855804 Dec 16 09:29:46.253433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.260933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] 10.222.0.61 "DELETE /v2.0/networks/a6758d9b-93bf-42cb-909e-46a23671daa4 HTTP/1.1" status: 204 len: 168 time: 0.4140980 Dec 16 09:29:46.273211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port f1f8d013-966d-449d-914a-a60f3bf4bb70 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:46.284901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port f1f8d013-966d-449d-914a-a60f3bf4bb70 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:46.285275 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.291226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21c92bc-2b84-4c4c-bdad-a0a5e95f8a9e tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.298867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-b3911f5f-b339-4c8e-9c00-0e161fdc1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.301643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-b3911f5f-b339-4c8e-9c00-0e161fdc1c47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2209969 Dec 16 09:29:46.373697 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-247ff807-573d-427b-bf4b-bd7991d0d9fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13 HTTP/1.1" status: 200 len: 217 time: 0.0607152 Dec 16 09:29:46.435064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-1e179631-24d6-4916-987b-6f03ca54cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.436745 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-1e179631-24d6-4916-987b-6f03ca54cae3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0559490 Dec 16 09:29:46.475145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ccf5af1c-eefe-42d2-841f-2d0bbe7f2041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.483412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.512170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21c92bc-2b84-4c4c-bdad-a0a5e95f8a9e tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.515412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21c92bc-2b84-4c4c-bdad-a0a5e95f8a9e tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.519561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f21c92bc-2b84-4c4c-bdad-a0a5e95f8a9e tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/90108c87-86b7-4c96-b426-2b99394157ee HTTP/1.1" status: 204 len: 168 time: 0.3654134 Dec 16 09:29:46.520970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39118) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:46.540379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-4ba96ac9-6a24-47cf-82a9-e71c7973653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.542237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-4ba96ac9-6a24-47cf-82a9-e71c7973653a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969510 Dec 16 09:29:46.544909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c92bc-2b84-4c4c-bdad-a0a5e95f8a9e tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90108c87-86b7-4c96-b426-2b99394157ee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:46.564785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port f1f8d013-966d-449d-914a-a60f3bf4bb70, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:46.580479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.665135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=f1f8d013-966d-449d-914a-a60f3bf4bb70,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:46.668743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39120) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:46.688383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4b791-a164-4862-9641-665fa3aaf269 req-a3172e09-f94e-4634-a0b5-9484fc1d9f90 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.696259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e4b791-a164-4862-9641-665fa3aaf269 req-a3172e09-f94e-4634-a0b5-9484fc1d9f90 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 945 time: 0.7198396 Dec 16 09:29:46.698235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1822-d270-497c-9040-0dd431d19f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6758d9b-93bf-42cb-909e-46a23671daa4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:46.730078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-cb49f470-f91a-4bcf-9b1e-aca4b7005759 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702261 Dec 16 09:29:46.732912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.797591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-016a1b4c-e615-4c87-94ac-da962e771944 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d19da175a33d4ebbb72b6665ac31c78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256099 Dec 16 09:29:46.800419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39130) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:46.854484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e4b791-a164-4862-9641-665fa3aaf269 req-c0a4bd6d-e1a7-4075-aed3-9b61174789c2 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573350 Dec 16 09:29:46.881057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.907927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-222f7d85-10bf-477c-9bbf-2f97375b0728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.910673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-35dc26d6-5e19-4a27-a2b5-2080f2eee274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:46.912310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-35dc26d6-5e19-4a27-a2b5-2080f2eee274 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.2444360 Dec 16 09:29:46.922703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262e4803-022a-472b-979d-aba6e9759289']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:46.934261 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-17febf01-5004-41fd-a89f-97817ff74bc9 req-4ed949a9-d4dc-4919-961c-3cc80807aa71 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945455 Dec 16 09:29:46.935899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018affbf-b99d-4d2d-82da-0c8b398ace46') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:46.936189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018affbf-b99d-4d2d-82da-0c8b398ace46') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:46.945835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.964956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.965861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-434c0914-1d59-4d31-9070-79f429e6ad19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd HTTP/1.1" status: 200 len: 217 time: 0.0444937 Dec 16 09:29:46.970769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-222f7d85-10bf-477c-9bbf-2f97375b0728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.971947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:46.972500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:46.975297 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:47.002813 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fdacd2-8c4f-4af0-bf79-601313a19b42 x-openstack-request-id: req-22fdacd2-8c4f-4af0-bf79-601313a19b42 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:47.003143 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6548ae-5caa-48b7-866f-4d914efe31bc", "name": "network-vif-plugged", "status": "completed", "tag": "66604b0a-a824-4255-9c03-0944175706a7", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:47.003389 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22fdacd2-8c4f-4af0-bf79-601313a19b42 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:47.004141 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66604b0a-a824-4255-9c03-0944175706a7', 'code': 200} Dec 16 09:29:47.053440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-61463315-d98d-481e-9d52-e47782bc49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.055001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-61463315-d98d-481e-9d52-e47782bc49c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0756550 Dec 16 09:29:47.069423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.075343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.078462 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "DELETE /v2.0/networks/262e4803-022a-472b-979d-aba6e9759289 HTTP/1.1" status: 204 len: 168 time: 0.5545743 Dec 16 09:29:47.086800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39132) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:47.099629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f5a8b-2075-45f5-99b3-6d8d2826d873 tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Pushing event deleted for resources: {'Network': ['ID=262e4803-022a-472b-979d-aba6e9759289,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:47.124298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-222f7d85-10bf-477c-9bbf-2f97375b0728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.126758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-222f7d85-10bf-477c-9bbf-2f97375b0728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.130383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-222f7d85-10bf-477c-9bbf-2f97375b0728 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d003c6b7-d96c-4ecd-b560-7aec610ba057 HTTP/1.1" status: 204 len: 168 time: 0.3243098 Dec 16 09:29:47.136278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f0d0d-ff3f-4839-b99f-f175517a4d2a req-bfc65261-b617-4fe2-b704-e93893e17bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.138634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de7f0d0d-ff3f-4839-b99f-f175517a4d2a req-bfc65261-b617-4fe2-b704-e93893e17bbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 1097 time: 0.0485346 Dec 16 09:29:47.180024 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de7f0d0d-ff3f-4839-b99f-f175517a4d2a req-6181c66d-092b-4f1e-97b3-977df90f6f81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339897 Dec 16 09:29:47.184892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7d85-10bf-477c-9bbf-2f97375b0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d003c6b7-d96c-4ecd-b560-7aec610ba057,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:47.220012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-ef3da256-016b-4835-b5ac-11d08f2f4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.221526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-ef3da256-016b-4835-b5ac-11d08f2f4397 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1579425 Dec 16 09:29:47.227295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.239079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745b6c-362b-444f-907a-9b03eea7707b req-e668e26d-69b5-4b28-9ce7-ddb6dcb29c28 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.242496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b745b6c-362b-444f-907a-9b03eea7707b req-e668e26d-69b5-4b28-9ce7-ddb6dcb29c28 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 947 time: 0.1684215 Dec 16 09:29:47.452654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b745b6c-362b-444f-907a-9b03eea7707b req-2e4277cc-926e-48a2-8710-f1d505458cbe tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909070 Dec 16 09:29:47.456249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.461459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-42b97281-5479-4413-b3fb-d75dfc8e3c83 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307250 Dec 16 09:29:47.512255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0477dd4-f131-4f63-a903-e578de81b335']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:47.526520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029193ce-cbc1-46ff-969b-f2987760c877') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:47.527227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029193ce-cbc1-46ff-969b-f2987760c877') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:47.537564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.615916 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.630546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:47.631076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:47.633729 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:47.728059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35623ef-5ac4-483b-8e9e-54ea20cab511 req-6b97bdd6-a9ce-435d-b839-6e259e0d5579 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:47.729583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a35623ef-5ac4-483b-8e9e-54ea20cab511 req-6b97bdd6-a9ce-435d-b839-6e259e0d5579 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.1900632 Dec 16 09:29:47.732401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db65d656-caaa-4a35-9913-bc6454c63f97 req-9421e470-9553-4d30-a2bb-3459d17a8b72 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631538 Dec 16 09:29:47.735726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.742735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.746540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] 10.222.0.61 "DELETE /v2.0/networks/d0477dd4-f131-4f63-a903-e578de81b335 HTTP/1.1" status: 204 len: 168 time: 0.6447947 Dec 16 09:29:47.765676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03153a67-70a2-49b7-ae9d-58f1f7eadf0d tempest-QuotasNegativeTest-181968915 tempest-QuotasNegativeTest-181968915-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0477dd4-f131-4f63-a903-e578de81b335,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:47.809267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a35623ef-5ac4-483b-8e9e-54ea20cab511 req-4d305394-c47b-4934-a7ee-105e76d61ef3 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Dec 16 09:29:47.917248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:47.990854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39164) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:48.019674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f45c4f-cf2f-40af-aeb4-108885bf4cd2 req-b85c2fde-6988-4999-ba6e-b46651be2998 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.021769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92f45c4f-cf2f-40af-aeb4-108885bf4cd2 req-b85c2fde-6988-4999-ba6e-b46651be2998 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 946 time: 0.0538604 Dec 16 09:29:48.064695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92f45c4f-cf2f-40af-aeb4-108885bf4cd2 req-32f3739e-9a61-4bb7-855a-1b289ba56d75 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Dec 16 09:29:48.120529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-254153073-network', 'tenant_id': '9f25f08930eb4324a7ff73650759a997'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:48.147843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Made reservation on behalf of 9f25f08930eb4324a7ff73650759a997 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:48.152976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.167282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.267350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.279819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39170) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:48.299469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.327630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:48.338057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.344237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.344577 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Added segment d7de9c14-87fb-4ce3-b2b5-0534fcf1a676 of type vlan for network 91268ceb-9f60-45bd-b95a-381ccc272ed5 Dec 16 09:29:48.393725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.422266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.423347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.424054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.447430 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f6fcd5d-68cd-4440-a0c3-0faf6837ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.480795 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4862134 Dec 16 09:29:48.485517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:48.488185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d83f-40cf-4c64-949f-ef6a43348472 admin admin] Pushing event updated for resources: {'Network': ['ID=91268ceb-9f60-45bd-b95a-381ccc272ed5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.493138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Request body: {'subnet': {'network_id': '91268ceb-9f60-45bd-b95a-381ccc272ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-254153073-subnet', 'tenant_id': '9f25f08930eb4324a7ff73650759a997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:48.499907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 91268ceb-9f60-45bd-b95a-381ccc272ed5 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:48.524156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Made reservation on behalf of 9f25f08930eb4324a7ff73650759a997 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:48.526638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.578392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f6fcd5d-68cd-4440-a0c3-0faf6837ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.615053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f6fcd5d-68cd-4440-a0c3-0faf6837ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.660382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fcd5d-68cd-4440-a0c3-0faf6837ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa10940-e443-4aa1-821a-bef26dbe2739,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.669440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0f6fcd5d-68cd-4440-a0c3-0faf6837ad7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aee6d81fb942450e845bf6d292d5e1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877962 Dec 16 09:29:48.673113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:48.677663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb59d1-a443-4521-83e3-bf8d211f424a req-b492f03d-0478-4aa8-9440-69a2d9eed6b9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.679163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdfb59d1-a443-4521-83e3-bf8d211f424a req-b492f03d-0478-4aa8-9440-69a2d9eed6b9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 947 time: 0.0991755 Dec 16 09:29:48.720655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdfb59d1-a443-4521-83e3-bf8d211f424a req-b7dd2170-b6db-4dc4-9f31-09be2ea511b0 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342245 Dec 16 09:29:48.770834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.780255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7650069-f813-4a37-baac-7c238ed24722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.848396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7650069-f813-4a37-baac-7c238ed24722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.850156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3b383b-8509-4d8a-a8b5-5317d9428eef,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.898696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Checking segment: {'id': 'd7de9c14-87fb-4ce3-b2b5-0534fcf1a676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91268ceb-9f60-45bd-b95a-381ccc272ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:48.899073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Network hostable DHCP agents. Network: 91268ceb-9f60-45bd-b95a-381ccc272ed5, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:48.923671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Network 91268ceb-9f60-45bd-b95a-381ccc272ed5 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:48.935704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7650069-f813-4a37-baac-7c238ed24722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.938619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7650069-f813-4a37-baac-7c238ed24722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.940033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7650069-f813-4a37-baac-7c238ed24722 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfa10940-e443-4aa1-821a-bef26dbe2739 HTTP/1.1" status: 204 len: 168 time: 0.2658050 Dec 16 09:29:48.941786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418298d0-b44f-453d-96a1-0880b576b325 req-7cb1c109-e7fe-4ac2-9147-73eb411b5179 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.944619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 91268ceb-9f60-45bd-b95a-381ccc272ed5) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:48.954682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:48.957605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0cab23-0823-496d-af0c-a9f951fb35ea None None] Network 91268ceb-9f60-45bd-b95a-381ccc272ed5 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:48.965983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:48.968548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-418298d0-b44f-453d-96a1-0880b576b325 req-7cb1c109-e7fe-4ac2-9147-73eb411b5179 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.0981152 Dec 16 09:29:48.971467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7650069-f813-4a37-baac-7c238ed24722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa10940-e443-4aa1-821a-bef26dbe2739,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:48.990194 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0fe3fedb-f192-4de7-aba7-15d3fa32c272 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5029182 Dec 16 09:29:49.029429 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:29:49.032184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-418298d0-b44f-453d-96a1-0880b576b325 req-ee9cc4a5-9a40-4ade-a945-0336e8d3164d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Dec 16 09:29:49.115079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a99841-96c9-4846-af8b-383f61818d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38172812-623f-4079-b162-15057b7a5df5'}, {'server_uuid': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8d013-966d-449d-914a-a60f3bf4bb70'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:49.117595 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91f0b69-af4c-4956-b8f2-6c27051fde4f" -d '{"events": [{"server_uuid": "81a99841-96c9-4846-af8b-383f61818d89", "name": "network-vif-plugged", "status": "completed", "tag": "38172812-623f-4079-b162-15057b7a5df5"}, {"server_uuid": "d87750a2-f049-4636-9d2e-3164946c1c43", "name": "network-vif-plugged", "status": "completed", "tag": "f1f8d013-966d-449d-914a-a60f3bf4bb70"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:49.277179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f43884-6c0f-45fd-ae4c-fde186658ec8 None None] Network 91268ceb-9f60-45bd-b95a-381ccc272ed5 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:49.280616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24079a87-771e-412c-9f5f-b8df98c80c76 req-8d99fd9f-328b-488f-bce2-bfcb61bead11 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:49.282754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24079a87-771e-412c-9f5f-b8df98c80c76 req-8d99fd9f-328b-488f-bce2-bfcb61bead11 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 946 time: 0.0666976 Dec 16 09:29:49.324837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24079a87-771e-412c-9f5f-b8df98c80c76 req-e53e3936-b086-47fc-bb9c-6cfbc37a973c tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Dec 16 09:29:49.393954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:49.394503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39216) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:49.412547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0eb60b60-2dd3-4a6b-8ec9-d4b8b7a0eff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.482052 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7eafb9-5bda-44d9-8c4c-c0a4ddaf00cf x-openstack-request-id: req-7b7eafb9-5bda-44d9-8c4c-c0a4ddaf00cf {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:49.488652 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a99841-96c9-4846-af8b-383f61818d89", "name": "network-vif-plugged", "status": "completed", "tag": "38172812-623f-4079-b162-15057b7a5df5", "code": 200}, {"server_uuid": "d87750a2-f049-4636-9d2e-3164946c1c43", "name": "network-vif-plugged", "status": "completed", "tag": "f1f8d013-966d-449d-914a-a60f3bf4bb70", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:49.488930 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b7eafb9-5bda-44d9-8c4c-c0a4ddaf00cf {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:49.489331 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a99841-96c9-4846-af8b-383f61818d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38172812-623f-4079-b162-15057b7a5df5', 'code': 200} Dec 16 09:29:49.489668 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8d013-966d-449d-914a-a60f3bf4bb70', 'code': 200} Dec 16 09:29:49.555572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0eb60b60-2dd3-4a6b-8ec9-d4b8b7a0eff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.558176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:49.570881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0eb60b60-2dd3-4a6b-8ec9-d4b8b7a0eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.578142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'mac_address': 'fa:16:3e:c8:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:49.619369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0eb60b60-2dd3-4a6b-8ec9-d4b8b7a0eff9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7748ba3feaff418d8369ab7fc6cff15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214754 Dec 16 09:29:49.624247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39220) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:49.624404 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.640769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:49.650830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb60b60-2dd3-4a6b-8ec9-d4b8b7a0eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96892e94-ea78-4d19-b572-4e5449470888,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:49.656572 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd37d7-70ee-42cf-b199-583e26d6c119 req-98297a6f-80d9-4027-9754-e03e636b2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:49.658842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9fbd37d7-70ee-42cf-b199-583e26d6c119 req-98297a6f-80d9-4027-9754-e03e636b2ab4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 1097 time: 0.1008277 Dec 16 09:29:49.668117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:49.675363 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.676612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:29:49.691177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cac99-9180-4f51-bec9-7cb4fcc8c4d3 req-4a495913-6075-46e7-976d-466de369a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:49.693265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f8cac99-9180-4f51-bec9-7cb4fcc8c4d3 req-4a495913-6075-46e7-976d-466de369a8be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 1101 time: 0.1347003 Dec 16 09:29:49.701023 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9fbd37d7-70ee-42cf-b199-583e26d6c119 req-90e57693-0d18-4773-8438-a6c030a8b6bb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Dec 16 09:29:49.738506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:49.763173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f8cac99-9180-4f51-bec9-7cb4fcc8c4d3 req-b9f97538-0ca3-4e5b-a2ff-73afa98d9834 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584760 Dec 16 09:29:49.767241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd791712-8efb-44c6-ba06-84282dfda141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.786119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'mac_address': 'fa:16:3e:3a:56:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:29:49.798099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd791712-8efb-44c6-ba06-84282dfda141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.845180 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.853297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:49.857580 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-312e8025-d9da-4fcf-a936-17b2a8f22927 req-6313812d-7e86-41d5-832b-e9276e9f3d90 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] show failed (client error): The resource could not be found. Dec 16 09:29:49.858638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-312e8025-d9da-4fcf-a936-17b2a8f22927 req-6313812d-7e86-41d5-832b-e9276e9f3d90 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups/4dabe71f-6064-4e8c-8272-574a66cc0a48 HTTP/1.1" status: 404 len: 352 time: 0.0187967 Dec 16 09:29:49.870798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.873039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.879622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd791712-8efb-44c6-ba06-84282dfda141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.882401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd791712-8efb-44c6-ba06-84282dfda141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:49.886849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dd791712-8efb-44c6-ba06-84282dfda141 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96892e94-ea78-4d19-b572-4e5449470888 HTTP/1.1" status: 204 len: 168 time: 0.2580166 Dec 16 09:29:49.892936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:29:49.897303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd791712-8efb-44c6-ba06-84282dfda141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96892e94-ea78-4d19-b572-4e5449470888,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:49.928646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:49.934853 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:50.026742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:50.039736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1693f-e934-4aa0-9d04-56de8e6f4375 req-f6096fea-aa10-4d74-90e5-e2c75a0b5600 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.041343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48b1693f-e934-4aa0-9d04-56de8e6f4375 req-f6096fea-aa10-4d74-90e5-e2c75a0b5600 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 948 time: 0.0944028 Dec 16 09:29:50.091697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48b1693f-e934-4aa0-9d04-56de8e6f4375 req-42407ae3-7d05-46c4-a940-4943c919d56d tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Dec 16 09:29:50.222262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a1870-e9ce-4884-92ea-c654d12e58fc req-29a5a3ff-262f-414d-a40f-7f0084c13452 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.224113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c1a1870-e9ce-4884-92ea-c654d12e58fc req-29a5a3ff-262f-414d-a40f-7f0084c13452 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.0535834 Dec 16 09:29:50.270820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c1a1870-e9ce-4884-92ea-c654d12e58fc req-08e0e7d6-8159-440a-b76b-6e3449e8cb9c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Dec 16 09:29:50.349094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72ac9841-a759-4900-8c4d-dcfa1994bfcd req-4c651a39-9c64-46a3-ae0b-842c0115ee39 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f25f08930eb4324a7ff73650759a997 HTTP/1.1" status: 200 len: 2988 time: 0.0487473 Dec 16 09:29:50.399403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7c16456d-d48b-4ff4-afaf-2b067b1fcc13'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:50.407432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72ac9841-a759-4900-8c4d-dcfa1994bfcd req-a69f51b7-3739-4915-803c-532f5d784d02 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups/4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f HTTP/1.1" status: 200 len: 2985 time: 0.0520282 Dec 16 09:29:50.432886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:50.472745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72ac9841-a759-4900-8c4d-dcfa1994bfcd req-70635688-3e9b-449f-b6a1-a409fccad90f tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups/4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f HTTP/1.1" status: 200 len: 2985 time: 0.0635641 Dec 16 09:29:50.669104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265dde2-af32-49e0-a114-4a196aa8905f req-2fc356c1-ca3f-4e83-8b6f-0d9730a7883d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:50.671014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3265dde2-af32-49e0-a114-4a196aa8905f req-2fc356c1-ca3f-4e83-8b6f-0d9730a7883d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 946 time: 0.0746095 Dec 16 09:29:50.735982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3265dde2-af32-49e0-a114-4a196aa8905f req-67bdf63c-65f2-4dd7-9070-07692251a4d0 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Dec 16 09:29:50.870942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766c15b1-89b4-475e-9f26-d284c2d31e0f req-0ab2706a-c027-4adc-82d8-9e3a3cdbc419 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups/4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f HTTP/1.1" status: 200 len: 2985 time: 0.0418077 Dec 16 09:29:50.936633 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-766c15b1-89b4-475e-9f26-d284c2d31e0f req-8d79b2b8-a65e-49b6-ae0c-3edf204b4e1c tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 09:29:50.937834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-766c15b1-89b4-475e-9f26-d284c2d31e0f req-8d79b2b8-a65e-49b6-ae0c-3edf204b4e1c tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "DELETE /v2.0/security-groups/4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f HTTP/1.1" status: 409 len: 352 time: 0.0594256 Dec 16 09:29:50.983600 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-a90db2cc-a1e8-437b-97a9-b96309f27324 req-b5d713bf-0c1b-4f15-a54c-44123c4ea110 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] show failed (client error): The resource could not be found. Dec 16 09:29:50.985389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a90db2cc-a1e8-437b-97a9-b96309f27324 req-b5d713bf-0c1b-4f15-a54c-44123c4ea110 tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups/41961e74-d607-44c2-acf3-b8ff1c3f82c7 HTTP/1.1" status: 404 len: 352 time: 0.0202067 Dec 16 09:29:51.026919 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-aff5586a-b661-4344-91c2-955ef813aa2e req-1e3f108d-0ad7-4567-af72-0787dea170fa tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] show failed (client error): The resource could not be found. Dec 16 09:29:51.028097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aff5586a-b661-4344-91c2-955ef813aa2e req-1e3f108d-0ad7-4567-af72-0787dea170fa tempest-SecurityGroupsNegativeTestJSON-56410712 tempest-SecurityGroupsNegativeTestJSON-56410712-project] 10.222.0.61 "GET /v2.0/security-groups/d388b5b6-6c99-4b77-b884-90ea1277b68a HTTP/1.1" status: 404 len: 352 time: 0.0189469 Dec 16 09:29:51.049093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39278) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:51.124879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Deleting subnet 3f3b383b-8509-4d8a-a8b5-5317d9428eef {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:51.127151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.202324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.259396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbd147-de5b-4bc8-881d-c480bd6c7abd req-be29126d-34a3-4584-9d9c-54952b364596 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:51.261302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51fbd147-de5b-4bc8-881d-c480bd6c7abd req-be29126d-34a3-4584-9d9c-54952b364596 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 948 time: 0.0814888 Dec 16 09:29:51.280498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.326628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51fbd147-de5b-4bc8-881d-c480bd6c7abd req-65f8243a-9911-45a5-877e-f24d8a706030 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Dec 16 09:29:51.360566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.399901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3b383b-8509-4d8a-a8b5-5317d9428eef,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:51.402417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.406285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6c188737-9f37-491b-9dd8-4626299de707 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3f3b383b-8509-4d8a-a8b5-5317d9428eef HTTP/1.1" status: 204 len: 168 time: 0.3550057 Dec 16 09:29:51.408450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39294) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:51.480045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c75c6-8541-4921-a158-1bec26adc830 req-bfd17723-a4ee-43e6-af74-a5e602017d1e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:51.480630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.481619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca7c75c6-8541-4921-a158-1bec26adc830 req-bfd17723-a4ee-43e6-af74-a5e602017d1e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.0538352 Dec 16 09:29:51.558624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca7c75c6-8541-4921-a158-1bec26adc830 req-b94f4ae3-62fc-429c-85a3-3e166cabe6b2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686166 Dec 16 09:29:51.559199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39298) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:51.604991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.627060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91268ceb-9f60-45bd-b95a-381ccc272ed5']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:51.638826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7de9c14-87fb-4ce3-b2b5-0534fcf1a676') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:51.639349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7de9c14-87fb-4ce3-b2b5-0534fcf1a676') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:51.650552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.667091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.676516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:51.677079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:51.679220 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:51.695803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1799097276', 'router:external': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:51.743732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Made reservation on behalf of 6fde6e72e3bf457db9e869c345c71327 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:51.746592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.749114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.760906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.766525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] 10.222.0.61 "DELETE /v2.0/networks/91268ceb-9f60-45bd-b95a-381ccc272ed5 HTTP/1.1" status: 204 len: 168 time: 0.3548083 Dec 16 09:29:51.769409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.779765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6804f0e-d916-4ab2-bc00-837c7cc0f698 admin admin] Pushing event deleted for resources: {'Network': ['ID=91268ceb-9f60-45bd-b95a-381ccc272ed5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:51.803390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5bec9-bc6a-4db9-8035-85c03a72f459 req-7efb7bab-e4a1-4cb0-b19f-c983a8ab057c tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:51.804632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7f5bec9-bc6a-4db9-8035-85c03a72f459 req-7efb7bab-e4a1-4cb0-b19f-c983a8ab057c tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 1101 time: 0.0943041 Dec 16 09:29:51.865785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7f5bec9-bc6a-4db9-8035-85c03a72f459 req-5feb7f4c-064a-4822-9df2-533211c10e93 tempest-ServersOnMultiNodesTest-831028436 tempest-ServersOnMultiNodesTest-831028436-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Dec 16 09:29:51.906596 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.913992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.938999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:51.961341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:51.961686 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Added segment ee9607ad-23fc-486a-b6e8-361c69d953fa of type vlan for network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a Dec 16 09:29:51.963223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9393f330-ac44-477f-9af1-c6e74dc11303,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:52.020362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39312) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:52.049580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.080691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c669f86-ebcd-4bc3-b2a7-cfc2342fccb7 req-773d21e0-0a6a-4e65-ae66-fe77b53fcc32 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.083396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c669f86-ebcd-4bc3-b2a7-cfc2342fccb7 req-773d21e0-0a6a-4e65-ae66-fe77b53fcc32 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 946 time: 0.1087165 Dec 16 09:29:52.125218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.126396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.127150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.167124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c669f86-ebcd-4bc3-b2a7-cfc2342fccb7 req-879668b1-d01b-41c2-b995-465aeb56edf9 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772266 Dec 16 09:29:52.262988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7025011 Dec 16 09:29:52.265777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39318) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:52.271849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'subnet': {'network_id': '03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:52.288230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7fc65-42ee-4517-82eb-1177cdabf250 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Network': ['ID=03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:52.303121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:52.317153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Made reservation on behalf of 6fde6e72e3bf457db9e869c345c71327 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:52.322141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.434835 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f432e6e-3c68-43b5-b7c6-056c8df27746 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f25f08930eb4324a7ff73650759a997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127998 Dec 16 09:29:52.435567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39322) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:52.504720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d50aa43d-9cd7-4a6d-b246-a94e61a18292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.535038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d50aa43d-9cd7-4a6d-b246-a94e61a18292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.606985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d50aa43d-9cd7-4a6d-b246-a94e61a18292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.609936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d50aa43d-9cd7-4a6d-b246-a94e61a18292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.613941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d50aa43d-9cd7-4a6d-b246-a94e61a18292 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f HTTP/1.1" status: 204 len: 168 time: 0.1750152 Dec 16 09:29:52.632147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa43d-9cd7-4a6d-b246-a94e61a18292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aca9bbb-c1ff-4d5c-bcc8-eeaef193208f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:52.662393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e701-2a3a-4ac2-8539-433de87cea78 req-35acecb9-e793-4329-8541-90d8df5672e5 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.670941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fd4e701-2a3a-4ac2-8539-433de87cea78 req-35acecb9-e793-4329-8541-90d8df5672e5 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 946 time: 0.1221759 Dec 16 09:29:52.755998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fd4e701-2a3a-4ac2-8539-433de87cea78 req-5b9bf793-51dc-4b7c-9d90-770d753ad566 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841312 Dec 16 09:29:52.841359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:29:52.841833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:52.924323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5559f98-8854-426f-8f79-76e797398be2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:52.953500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca1122-19f5-4d31-b278-99a0b6c3ec85 req-a38ad5f0-18b1-4a36-a006-2d620095ead2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:52.955274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aca1122-19f5-4d31-b278-99a0b6c3ec85 req-a38ad5f0-18b1-4a36-a006-2d620095ead2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 948 time: 0.1156254 Dec 16 09:29:52.961913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Checking segment: {'id': 'ee9607ad-23fc-486a-b6e8-361c69d953fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:52.962322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network hostable DHCP agents. Network: 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:53.008212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aca1122-19f5-4d31-b278-99a0b6c3ec85 req-c5e0c02e-bb3a-49af-91f6-e94503b899a1 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Dec 16 09:29:53.009327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:53.020238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:53.024786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:53.025741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.033165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049daeff-bfbb-4f3a-b19e-e9f3b5631483 None None] Network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:53.054325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-81c62a67-9aac-49fc-8134-be4f537cbc30 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7869990 Dec 16 09:29:53.056923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39340) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:53.061879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-627667391', 'network_id': '03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:53.120559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Made reservation on behalf of 6fde6e72e3bf457db9e869c345c71327 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:53.123100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.159689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] device_id is not set on port 066b53ad-54da-412e-b144-fa5a98e21862 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:29:53.179775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f36f-2590-4ade-b5cb-b8b6d14480f6 req-791b8988-71ea-434c-90b6-af7a8dad49ac tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:53.182602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8397f36f-2590-4ade-b5cb-b8b6d14480f6 req-791b8988-71ea-434c-90b6-af7a8dad49ac tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.0819657 Dec 16 09:29:53.214756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434eaab-b2af-4e31-8c0f-01a203c69c3c None None] Network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:53.274193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8397f36f-2590-4ade-b5cb-b8b6d14480f6 req-be62f470-ce4a-4192-a679-3ca4ac651747 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795965 Dec 16 09:29:53.370228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Allocated IP 2001:db8::3dc (03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a/b5559f98-8854-426f-8f79-76e797398be2/066b53ad-54da-412e-b144-fa5a98e21862) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:53.420506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:53.530580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.559626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:53.568466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:53.568901 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.584512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.594072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39356) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:53.638175 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.670849 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.706839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:53.707453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:53.710052 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a4554-ebdf-4b14-95c9-893aa3885878" -d '{"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-plugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:53.713775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.714617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:53.717744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:53.719687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:53.724514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:53.726214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:53.726214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.751045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Port': ['ID=066b53ad-54da-412e-b144-fa5a98e21862,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:53.767253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-989885386-network', 'tenant_id': '689c4dd4d5394dceb4f8975630229505'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:53.770282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9360e4b-e4fd-41b7-8aac-d9ab4be291db tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7104371 Dec 16 09:29:53.771180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39364) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:53.792505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:53.792858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Made reservation on behalf of 689c4dd4d5394dceb4f8975630229505 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:53.808767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.822461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:29:53.828268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:53.829043 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.834925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.910386 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be361bc-6a24-436a-be8e-bdb9dca790d2 x-openstack-request-id: req-0be361bc-6a24-436a-be8e-bdb9dca790d2 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:53.910386 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-plugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:53.910386 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0be361bc-6a24-436a-be8e-bdb9dca790d2 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:53.910960 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'code': 200} Dec 16 09:29:53.918668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Deleting port 066b53ad-54da-412e-b144-fa5a98e21862 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:53.919246 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.946898 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.970553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:53.985722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:53.991828 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.013719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.020729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.033748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Calling delete_port for 066b53ad-54da-412e-b144-fa5a98e21862 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:54.050835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:54.061372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9948f-9a87-44c5-9806-25f447858914 req-dc93ecff-d72a-46f2-aac6-5e4fa3e06c3e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.062872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ef9948f-9a87-44c5-9806-25f447858914 req-dc93ecff-d72a-46f2-aac6-5e4fa3e06c3e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.1674609 Dec 16 09:29:54.063606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:29:54.081679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399d727-8490-4264-8c64-10d9def921f3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:54.096950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.097290 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Added segment 483db1f7-1b47-4a47-9893-a3d6fa9a786d of type vlan for network 1883cea2-1317-422f-b093-d95bb2d301bd Dec 16 09:29:54.122130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf3fae-023a-4e0a-a4d2-fe2c24078ff2 req-3f544201-6f5f-4e07-bc5f-b3739729f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.123734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84cf3fae-023a-4e0a-a4d2-fe2c24078ff2 req-3f544201-6f5f-4e07-bc5f-b3739729f577 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 1100 time: 0.1554151 Dec 16 09:29:54.145612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce0471-d3e2-490d-bc29-ce5595d43115 req-6b9195f2-8655-47bb-9a37-cf2034b03644 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.147228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ce0471-d3e2-490d-bc29-ce5595d43115 req-6b9195f2-8655-47bb-9a37-cf2034b03644 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 946 time: 0.1924767 Dec 16 09:29:54.176374 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.205456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event deleted for resources: {'Port': ['ID=066b53ad-54da-412e-b144-fa5a98e21862,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:54.232620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.235803 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9dd62823-c6e5-41d5-99cf-1fe434b1d4e5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/ports/066b53ad-54da-412e-b144-fa5a98e21862 HTTP/1.1" status: 204 len: 168 time: 0.4634068 Dec 16 09:29:54.238624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:54.242981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a', 'external_fixed_ips': [{'subnet_id': 'b5559f98-8854-426f-8f79-76e797398be2', 'ip_address': '2001:db8::3dc'}]}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:54.244889 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.266410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.267498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.283471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84cf3fae-023a-4e0a-a4d2-fe2c24078ff2 req-c768a282-2510-43a1-b6ff-824847dcfc17 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482575 Dec 16 09:29:54.297364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ce0471-d3e2-490d-bc29-ce5595d43115 req-ea55faed-f4d9-4e5b-9cbf-23da04156cf0 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388309 Dec 16 09:29:54.312236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.313239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.313825 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.326380 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.379965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port 38172812-623f-4079-b162-15057b7a5df5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:54.380278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.389532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7928078 Dec 16 09:29:54.392458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39376) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:54.408653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Request body: {'subnet': {'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-989885386-subnet', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:54.452427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29d873-e581-488f-9e5d-125aacb9b4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1883cea2-1317-422f-b093-d95bb2d301bd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:54.466678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 1883cea2-1317-422f-b093-d95bb2d301bd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:29:54.520663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Made reservation on behalf of 689c4dd4d5394dceb4f8975630229505 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:29:54.520889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.523087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.580368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9ff58-bb46-4e6a-99f4-61384862448c req-ad98f2b3-b314-4ef2-8012-1ac150fed02b tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.588118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44f9ff58-bb46-4e6a-99f4-61384862448c req-ad98f2b3-b314-4ef2-8012-1ac150fed02b tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 949 time: 0.1903417 Dec 16 09:29:54.616929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port 38172812-623f-4079-b162-15057b7a5df5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=38172812-623f-4079-b162-15057b7a5df5,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:54.617294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.644155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for 38172812-623f-4079-b162-15057b7a5df5 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:54.678536 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.685902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44f9ff58-bb46-4e6a-99f4-61384862448c req-abaf709f-1626-45d9-886e-e76723f0fa50 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891473 Dec 16 09:29:54.815585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.850269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:54.946220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4047ed-9a47-4f0c-9216-3d670ad1d74f req-08908bdf-1751-475e-a906-c2251efd8ab2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:54.947720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd4047ed-9a47-4f0c-9216-3d670ad1d74f req-08908bdf-1751-475e-a906-c2251efd8ab2 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=81a99841-96c9-4846-af8b-383f61818d89 HTTP/1.1" status: 200 len: 950 time: 0.1695166 Dec 16 09:29:54.951256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.008808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.024142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Allocated IP 2001:db8::3dc (03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a/b5559f98-8854-426f-8f79-76e797398be2/9445fe1b-bc81-4838-a2b1-796d160c4352) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:55.024509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff', '39e43c71-24ee-4b19-8a79-25040af1fc50', 'fcde19ec-f76a-41c4-b06d-10799f509f2b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:55.058801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=38172812-623f-4079-b162-15057b7a5df5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:55.089381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253', 'b425d423-d472-4078-aec2-cab75d73bf32', '38172812-623f-4079-b162-15057b7a5df5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:29:55.094136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283ff8a7-3871-4795-b007-4be66b084426,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:55.130633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd4047ed-9a47-4f0c-9216-3d670ad1d74f req-43db2eeb-9a30-44ec-a096-57a1d19e6775 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630876 Dec 16 09:29:55.178138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port 38172812-623f-4079-b162-15057b7a5df5 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:55.183146 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.186486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ef9948f-9a87-44c5-9806-25f447858914 req-0a8588b6-6b56-4469-8793-2cdc7076f7df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "DELETE /v2.0/ports/38172812-623f-4079-b162-15057b7a5df5 HTTP/1.1" status: 204 len: 173 time: 1.1061366 Dec 16 09:29:55.187285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a99841-96c9-4846-af8b-383f61818d89', 'name': 'network-vif-deleted', 'tag': '38172812-623f-4079-b162-15057b7a5df5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:55.189581 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ebcab-94e6-4c68-98f0-d3c03cc5a903" -d '{"events": [{"server_uuid": "81a99841-96c9-4846-af8b-383f61818d89", "name": "network-vif-deleted", "tag": "38172812-623f-4079-b162-15057b7a5df5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:55.211052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Checking segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:55.211413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Network hostable DHCP agents. Network: 1883cea2-1317-422f-b093-d95bb2d301bd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:29:55.253422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Network 1883cea2-1317-422f-b093-d95bb2d301bd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:29:55.277920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 1883cea2-1317-422f-b093-d95bb2d301bd) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:55.283057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.283660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.303963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-861e66fa-9fd6-483b-9059-8837a0a8f74e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.307625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-861e66fa-9fd6-483b-9059-8837a0a8f74e tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 946 time: 0.1526105 Dec 16 09:29:55.319477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8831e159-f0ea-478e-b25c-42d403710725 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9247625 Dec 16 09:29:55.320149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39392) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:55.327685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:29:55.383105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3b000-4448-4b1e-bec9-10ec2ffa2519 None None] Network 1883cea2-1317-422f-b093-d95bb2d301bd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:55.423885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.463091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.466975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.493219 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eb872b-a62b-42e9-9ce0-70f134b11f79 x-openstack-request-id: req-a3eb872b-a62b-42e9-9ce0-70f134b11f79 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:55.495931 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a99841-96c9-4846-af8b-383f61818d89", "name": "network-vif-deleted", "tag": "38172812-623f-4079-b162-15057b7a5df5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:55.496198 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3eb872b-a62b-42e9-9ce0-70f134b11f79 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:55.496622 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a99841-96c9-4846-af8b-383f61818d89', 'name': 'network-vif-deleted', 'tag': '38172812-623f-4079-b162-15057b7a5df5', 'status': 'completed', 'code': 200} Dec 16 09:29:55.520684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c45a0-3db7-412b-8094-267279df74bf req-4da6dc09-e98f-4991-952f-121740f99206 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:55.522262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c45a0-3db7-412b-8094-267279df74bf req-4da6dc09-e98f-4991-952f-121740f99206 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "GET /v2.0/ports?device_id=d87750a2-f049-4636-9d2e-3164946c1c43 HTTP/1.1" status: 200 len: 946 time: 0.2012367 Dec 16 09:29:55.581248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Deleting port 66604b0a-a824-4255-9c03-0944175706a7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:55.581473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.586041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.629326 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.669656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:55.678068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:55.688940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:55.737516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Port': ['ID=9445fe1b-bc81-4838-a2b1-796d160c4352,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:55.855284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] For port 66604b0a-a824-4255-9c03-0944175706a7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=66604b0a-a824-4255-9c03-0944175706a7,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:55.855956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:55.910476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Calling delete_port for 66604b0a-a824-4255-9c03-0944175706a7 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:55.928524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:55.930968 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa300d93-2543-4d9c-89bc-3e3c1e20280c" -d '{"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-plugged", "status": "completed", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:55.961650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-1883cea2-1317-422f-b093-d95bb2d301bd', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:29:55.962722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.087727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.151778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Allocated IP 172.20.0.2 (1883cea2-1317-422f-b093-d95bb2d301bd/283ff8a7-3871-4795-b007-4be66b084426/d9d85833-8443-46dc-9b7d-0c5c6470b9a0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:56.234264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.278480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event deleted for resources: {'Port': ['ID=66604b0a-a824-4255-9c03-0944175706a7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:56.285602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.300364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129f1bc-f33b-4709-9cf5-b214672c67c7 req-bdb2fec0-f144-435e-9108-e94148440b08 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:56.304353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.307588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b129f1bc-f33b-4709-9cf5-b214672c67c7 req-bdb2fec0-f144-435e-9108-e94148440b08 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef6548ae-5caa-48b7-866f-4d914efe31bc HTTP/1.1" status: 200 len: 946 time: 0.7574115 Dec 16 09:29:56.314093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.388633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] No DVR routers for this DVR port 66604b0a-a824-4255-9c03-0944175706a7 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:56.391314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.395812 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ecd0c081-32e4-4908-9af3-47adc5a846b8 req-d5c17702-aaa4-4a42-aba9-911ac66e4d52 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "DELETE /v2.0/ports/66604b0a-a824-4255-9c03-0944175706a7 HTTP/1.1" status: 204 len: 173 time: 1.0641046 Dec 16 09:29:56.398948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'name': 'network-vif-deleted', 'tag': '66604b0a-a824-4255-9c03-0944175706a7'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:56.401980 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3f35f3-45e1-437a-9a73-0d597f8680eb" -d '{"events": [{"server_uuid": "ef6548ae-5caa-48b7-866f-4d914efe31bc", "name": "network-vif-deleted", "tag": "66604b0a-a824-4255-9c03-0944175706a7"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:56.407586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Network 1883cea2-1317-422f-b093-d95bb2d301bd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:56.415050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:56.432334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b129f1bc-f33b-4709-9cf5-b214672c67c7 req-9aafcaf3-2bcd-4b4c-bb33-84ef3574dc49 tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9e9b456-02f8-4e78-9ac0-a11523ccfde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238410 Dec 16 09:29:56.445453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:56.474397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Pushing event updated for resources: {'Port': ['ID=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:56.511586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.536156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Deleting port f1f8d013-966d-449d-914a-a60f3bf4bb70 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:56.536551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.643691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Attempting to bind port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:29:56.644233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Attempting to bind port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:29:56.644878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Attempting to bind port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 on network 1883cea2-1317-422f-b093-d95bb2d301bd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:29:56.669015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:29:56.669416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Checking segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:29:56.669989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.670535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Bound using segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:29:56.670854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Bound port: d9d85833-8443-46dc-9b7d-0c5c6470b9a0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:29:56.671233 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.781314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] For port d9d85833-8443-46dc-9b7d-0c5c6470b9a0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:29:56.785865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] For port d9d85833-8443-46dc-9b7d-0c5c6470b9a0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:29:56.797178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Router 8fe82df5-2346-4fd6-8f16-51ac5a3bdead is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:29:56.799059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] For port f1f8d013-966d-449d-914a-a60f3bf4bb70, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f1f8d013-966d-449d-914a-a60f3bf4bb70,segment=NetworkSegment(7a117388-4de4-4c11-b052-2265401412d7),segment_id=7a117388-4de4-4c11-b052-2265401412d7)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:56.799059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.800176 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:56.821377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Calling delete_port for f1f8d013-966d-449d-914a-a60f3bf4bb70 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:56.943744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3b71c-13a4-4dd3-badd-65feff115974 None None] Pushing event updated for resources: {'Port': ['ID=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:56.956995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:29:56.972215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Sync routers for ids ['8fe82df5-2346-4fd6-8f16-51ac5a3bdead'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:29:56.992832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Routers {'8fe82df5-2346-4fd6-8f16-51ac5a3bdead'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:29:56.993964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8fe82df5-2346-4fd6-8f16-51ac5a3bdead'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:57.006478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.007734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ec1c066f-5488-46b2-8b02-c4c89d11c24d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7681730 Dec 16 09:29:57.017486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39412) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:57.076792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea48077-0c38-4423-bab6-37e4bb64e744 req-f97dc34a-cb07-4599-a555-35f81a248c0f tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:57.085539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cea48077-0c38-4423-bab6-37e4bb64e744 req-f97dc34a-cb07-4599-a555-35f81a248c0f tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 949 time: 0.3993399 Dec 16 09:29:57.091651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.188228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Pushing event deleted for resources: {'Port': ['ID=f1f8d013-966d-449d-914a-a60f3bf4bb70,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:57.208879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cea48077-0c38-4423-bab6-37e4bb64e744 req-e5234b50-69f5-4410-8ef8-04cc7969f576 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222215 Dec 16 09:29:57.233751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.251955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Set router 8fe82df5-2346-4fd6-8f16-51ac5a3bdead gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:29:57.332571 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed16ef-1bc7-4bd1-a02b-5c8b041b82d6 x-openstack-request-id: req-50ed16ef-1bc7-4bd1-a02b-5c8b041b82d6 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:57.333021 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-plugged", "status": "completed", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:57.333366 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50ed16ef-1bc7-4bd1-a02b-5c8b041b82d6 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:57.333873 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'code': 200} Dec 16 09:29:57.456136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.513443 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28399ec2-7441-4baa-b4b7-4455d34a9057 x-openstack-request-id: req-28399ec2-7441-4baa-b4b7-4455d34a9057 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:57.513810 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6548ae-5caa-48b7-866f-4d914efe31bc", "name": "network-vif-deleted", "tag": "66604b0a-a824-4255-9c03-0944175706a7", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:57.514176 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28399ec2-7441-4baa-b4b7-4455d34a9057 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:57.521191 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6548ae-5caa-48b7-866f-4d914efe31bc', 'name': 'network-vif-deleted', 'tag': '66604b0a-a824-4255-9c03-0944175706a7', 'status': 'completed', 'code': 200} Dec 16 09:29:57.544771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 66604b0a-a824-4255-9c03-0944175706a7 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:57.564506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.567009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] No DVR routers for this DVR port f1f8d013-966d-449d-914a-a60f3bf4bb70 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:29:57.591103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.593542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Deleting port 9445fe1b-bc81-4838-a2b1-796d160c4352 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:29:57.593928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.594463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-918c45a0-3db7-412b-8094-267279df74bf req-2fa43333-aa62-4f4a-acc1-2ad4bf8dda6d tempest-MultipleCreateTestJSON-1687776878 tempest-MultipleCreateTestJSON-1687776878-project] 10.222.0.53 "DELETE /v2.0/ports/f1f8d013-966d-449d-914a-a60f3bf4bb70 HTTP/1.1" status: 204 len: 173 time: 2.0622559 Dec 16 09:29:57.596798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'name': 'network-vif-deleted', 'tag': 'f1f8d013-966d-449d-914a-a60f3bf4bb70'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:29:57.598939 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63057fdb-8bf3-4018-bdd7-bb92c83d71d0" -d '{"events": [{"server_uuid": "d87750a2-f049-4636-9d2e-3164946c1c43", "name": "network-vif-deleted", "tag": "f1f8d013-966d-449d-914a-a60f3bf4bb70"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:29:57.605317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.728565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Allocated IP 172.25.6.15 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4e335c5f-b175-4f19-8c03-7dc3c5319d18) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:29:57.752772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 66604b0a-a824-4255-9c03-0944175706a7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:57.753340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 66604b0a-a824-4255-9c03-0944175706a7 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:57.753870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 38172812-623f-4079-b162-15057b7a5df5 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:57.780269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 38172812-623f-4079-b162-15057b7a5df5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:57.780652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 38172812-623f-4079-b162-15057b7a5df5 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:57.795402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f82fe6-0b61-4211-b0a2-9b6ddbbeded1 req-736cd6c2-d212-44d5-a300-446a59dd229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:57.797116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7f82fe6-0b61-4211-b0a2-9b6ddbbeded1 req-736cd6c2-d212-44d5-a300-446a59dd229e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 1100 time: 0.3164170 Dec 16 09:29:57.820815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.836268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Calling delete_port for 9445fe1b-bc81-4838-a2b1-796d160c4352 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:29:57.840618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe82df5-2346-4fd6-8f16-51ac5a3bdead', 'name': '', 'tenant_id': '6fde6e72e3bf457db9e869c345c71327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a', 'external_fixed_ips': [{'subnet_id': 'b5559f98-8854-426f-8f79-76e797398be2', 'ip_address': '2001:db8::3dc'}], 'enable_snat': True}, 'gw_port_id': '9445fe1b-bc81-4838-a2b1-796d160c4352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:54Z', 'updated_at': '2021-12-16T09:29:55Z', 'revision_number': 3, 'project_id': '6fde6e72e3bf457db9e869c345c71327', 'gw_port': {'id': '9445fe1b-bc81-4838-a2b1-796d160c4352', 'name': '', 'network_id': '03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:25:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe82df5-2346-4fd6-8f16-51ac5a3bdead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'b5559f98-8854-426f-8f79-76e797398be2', 'ip_address': '2001:db8::3dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:54Z', 'updated_at': '2021-12-16T09:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5559f98-8854-426f-8f79-76e797398be2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:57.854590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7f82fe6-0b61-4211-b0a2-9b6ddbbeded1 req-ef5ff134-21bd-42e7-ac5d-222b1cb9b88d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Dec 16 09:29:57.895290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.897587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Checking router: 8fe82df5-2346-4fd6-8f16-51ac5a3bdead for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:29:57.898165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Updating router 8fe82df5-2346-4fd6-8f16-51ac5a3bdead port 9445fe1b-bc81-4838-a2b1-796d160c4352 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:29:57.954674 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cd83cf-5228-4553-b54d-6082d4b770e3 x-openstack-request-id: req-74cd83cf-5228-4553-b54d-6082d4b770e3 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:29:57.954990 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87750a2-f049-4636-9d2e-3164946c1c43", "name": "network-vif-deleted", "tag": "f1f8d013-966d-449d-914a-a60f3bf4bb70", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:29:57.955247 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74cd83cf-5228-4553-b54d-6082d4b770e3 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:29:57.955655 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87750a2-f049-4636-9d2e-3164946c1c43', 'name': 'network-vif-deleted', 'tag': 'f1f8d013-966d-449d-914a-a60f3bf4bb70', 'status': 'completed', 'code': 200} Dec 16 09:29:57.958680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:57.959645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.090183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:29:58.095616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:29:58.103226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:29:58.249310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.291376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d9d85833-8443-46dc-9b7d-0c5c6470b9a0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:29:58.305486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event deleted for resources: {'Port': ['ID=9445fe1b-bc81-4838-a2b1-796d160c4352,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:58.324693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.349350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Pushing event updated for resources: {'Port': ['ID=4e335c5f-b175-4f19-8c03-7dc3c5319d18,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:58.393121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2fdbb-7dad-485b-80da-cec0e2c61315 req-59e72c29-a712-42ec-b87d-a324b553ce06 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:58.401974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4e2fdbb-7dad-485b-80da-cec0e2c61315 req-59e72c29-a712-42ec-b87d-a324b553ce06 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.3909669 Dec 16 09:29:58.434979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.437212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.455766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335be6b4-d834-4a08-af50-ff98cb6d4aa3 None None] Network 1883cea2-1317-422f-b093-d95bb2d301bd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:29:58.457594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4e2fdbb-7dad-485b-80da-cec0e2c61315 req-2e13624c-590e-40a9-a2cc-c8301e0a2710 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546372 Dec 16 09:29:58.529421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39430) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:58.568234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:58.569344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.584852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Deleting subnet 6ff294d4-66eb-436c-a2f3-e58928a353af {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:58.589262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.616717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.617418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe82df5-2346-4fd6-8f16-51ac5a3bdead {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:29:58.622869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.624086 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a299b9dc-71cb-4665-9787-7a35c782ba35 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/routers/8fe82df5-2346-4fd6-8f16-51ac5a3bdead HTTP/1.1" status: 204 len: 168 time: 1.6054990 Dec 16 09:29:58.626668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:58.652577 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:29:58.653101 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:29:58.673446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d50c8b-5e04-4def-8f77-7912a7e59bb7 req-b8e7a130-eb68-4ad5-b4fe-855bddb4daa2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:58.676750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.682818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57d50c8b-5e04-4def-8f77-7912a7e59bb7 req-b8e7a130-eb68-4ad5-b4fe-855bddb4daa2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 949 time: 0.0914271 Dec 16 09:29:58.688939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4d202bf0-5d4c-433f-a824-b4f81fbe94c9 None None] Provisioning complete for port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:58.689438 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4d202bf0-5d4c-433f-a824-b4f81fbe94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.692419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.821238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.833703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57d50c8b-5e04-4def-8f77-7912a7e59bb7 req-6f6a8c4b-6645-44de-8c0e-18ec32fe9cdd tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495619 Dec 16 09:29:58.889068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port d9d85833-8443-46dc-9b7d-0c5c6470b9a0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:29:58.945035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4d202bf0-5d4c-433f-a824-b4f81fbe94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:58.947391 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.042749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:59.047992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Deleting subnet b5559f98-8854-426f-8f79-76e797398be2 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:29:59.060691 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.107033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.117326 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-4d202bf0-5d4c-433f-a824-b4f81fbe94c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:29:59.118232 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-4d202bf0-5d4c-433f-a824-b4f81fbe94c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:29:59.128876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.140240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.182871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Port 9445fe1b-bc81-4838-a2b1-796d160c4352 not found while updating agent binding for router 8fe82df5-2346-4fd6-8f16-51ac5a3bdead. {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 09:29:59.199751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.201068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:29:59.202543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:29:59.203357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8fe82df5-2346-4fd6-8f16-51ac5a3bdead'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:29:59.203874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dcf7f-6880-4627-80d8-d981c6c4fbe6 None None] The sync data for ids ['8fe82df5-2346-4fd6-8f16-51ac5a3bdead'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:29:59.238889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.273835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff294d4-66eb-436c-a2f3-e58928a353af,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:59.290383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.293308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:29:59.294284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99e76fac-2529-4f0a-8f05-b316d7e45a7a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6ff294d4-66eb-436c-a2f3-e58928a353af HTTP/1.1" status: 204 len: 168 time: 0.7637372 Dec 16 09:29:59.297076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:59.347443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.397229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5559f98-8854-426f-8f79-76e797398be2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:29:59.401284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.404495 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f5847d3f-0705-41f6-904f-569860b89d0c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/b5559f98-8854-426f-8f79-76e797398be2 HTTP/1.1" status: 204 len: 168 time: 0.7769186 Dec 16 09:29:59.407311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:59.411242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.420067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:29:59.431784 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Sync routers for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:29:59.444414 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:29:59.445341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.445557 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.449871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5f1248f9-f05d-4ad4-8218-6f2790e89a8b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1275373 Dec 16 09:29:59.450568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39442) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:29:59.552072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f1f8d013-966d-449d-914a-a60f3bf4bb70 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:29:59.580701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.622779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: f1f8d013-966d-449d-914a-a60f3bf4bb70 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:29:59.623453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f1f8d013-966d-449d-914a-a60f3bf4bb70 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:29:59.631867 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:29:59.678996 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.781454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42850b44-e9da-4cf8-a2c4-4b534acc0168 req-c07d8c92-8ba4-4c08-96d3-f47991d0c2e9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:29:59.789446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42850b44-e9da-4cf8-a2c4-4b534acc0168 req-c07d8c92-8ba4-4c08-96d3-f47991d0c2e9 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.1760960 Dec 16 09:29:59.793892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02b2033-ec43-4436-bb4c-7734001722f4']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.815892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a117388-4de4-4c11-b052-2265401412d7') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.817047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a117388-4de4-4c11-b052-2265401412d7') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.818028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cae46406-289f-4190-b92f-ab3ab4ee5f5e None None] Provisioning complete for port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:29:59.819168 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cae46406-289f-4190-b92f-ab3ab4ee5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.831619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.835301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.847025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42850b44-e9da-4cf8-a2c4-4b534acc0168 req-61d1c341-8508-4da3-9bd6-3bafcf7b9978 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Dec 16 09:29:59.880379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.893966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.912196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:29:59.912832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:29:59.914779 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:29:59.918184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9607ad-23fc-486a-b6e8-361c69d953fa') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.918741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9607ad-23fc-486a-b6e8-361c69d953fa') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:29:59.968909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:29:59.998017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.007065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:30:00.007659 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:30:00.010716 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:30:00.030872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.057307 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:29:58Z', 'revision_number': 3, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:00.095737 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Checking router: bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:30:00.096555 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Updating router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:30:00.100269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-cab4bd7e-1864-4b2f-b6c7-d8a26943bf66 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:00.101755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-cab4bd7e-1864-4b2f-b6c7-d8a26943bf66 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.1531537 Dec 16 09:30:00.126830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.130169 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.141579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e02b2033-ec43-4436-bb4c-7734001722f4 HTTP/1.1" status: 204 len: 168 time: 0.8357041 Dec 16 09:30:00.207572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d9d85833-8443-46dc-9b7d-0c5c6470b9a0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:00.244092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb302af-7b98-499e-bc9e-bf761bcd460e req-f9beefeb-bab7-4579-9daa-2e6cc1bd4f87 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:00.252875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbb302af-7b98-499e-bc9e-bf761bcd460e req-f9beefeb-bab7-4579-9daa-2e6cc1bd4f87 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 949 time: 0.2562623 Dec 16 09:30:00.258549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b4a6-0b92-4ced-919e-743432a625e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e02b2033-ec43-4436-bb4c-7734001722f4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:00.262258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.283712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:30:00.341245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event deleted for resources: {'Network': ['ID=03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:00.363666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.382469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:00.383001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.383591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c3b442a7-f4c4-4fc0-a22c-f6e856def50c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/networks/03d7b90c-24dd-4794-a3aa-4f41d0e5ce4a HTTP/1.1" status: 204 len: 168 time: 0.9745765 Dec 16 09:30:00.457519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbb302af-7b98-499e-bc9e-bf761bcd460e req-c0cf5f7e-5a64-40d7-b0f4-29f1030a1116 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021248 Dec 16 09:30:00.536801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:00.596103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port fcde19ec-f76a-41c4-b06d-10799f509f2b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:00.601436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.673628 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e57a73b-2fd4-46bf-944e-63c16019bedd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98b2ac88d12f49ce97fbdd41dd90121c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355450 Dec 16 09:30:00.676749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39462) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:00.781934 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.795057 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.827206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a0e9-ed14-4005-8fef-6938c6aff97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.858574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.864411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a0e9-ed14-4005-8fef-6938c6aff97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.883457 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Attempting to bind port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:00.883821 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Attempting to bind port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:00.884370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Attempting to bind port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:00.892987 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:00.893827 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:00.894501 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.895064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:00.895694 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Bound port: 4e335c5f-b175-4f19-8c03-7dc3c5319d18, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:00.896225 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.952884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port fcde19ec-f76a-41c4-b06d-10799f509f2b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fcde19ec-f76a-41c4-b06d-10799f509f2b,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:00.953663 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.963172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] For port 4e335c5f-b175-4f19-8c03-7dc3c5319d18, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:00.968975 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] For port 4e335c5f-b175-4f19-8c03-7dc3c5319d18, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e335c5f-b175-4f19-8c03-7dc3c5319d18,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:00.980160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a0e9-ed14-4005-8fef-6938c6aff97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.983689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a0e9-ed14-4005-8fef-6938c6aff97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:00.984227 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Pushing event updated for resources: {'Port': ['ID=4e335c5f-b175-4f19-8c03-7dc3c5319d18,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:00.985064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a6e3a0e9-ed14-4005-8fef-6938c6aff97a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9e9b456-02f8-4e78-9ac0-a11523ccfde7 HTTP/1.1" status: 204 len: 168 time: 0.3071439 Dec 16 09:30:00.987830 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.003918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a0e9-ed14-4005-8fef-6938c6aff97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9b456-02f8-4e78-9ac0-a11523ccfde7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.005932 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.006466 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.006944 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.007416 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.007889 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.008370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.008835 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.009313 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.009778 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.010265 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.010744 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.011205 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:01.054888 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:01.056377 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:01.088135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for fcde19ec-f76a-41c4-b06d-10799f509f2b owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:01.142864 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f4739-7bf8-41ce-87cc-be31d0cb5a54 None None] Pushing event updated for resources: {'Port': ['ID=4e335c5f-b175-4f19-8c03-7dc3c5319d18,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:01.189815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e2d0-e7dd-49fd-b89d-4d48068d380b req-26b77637-ff4e-4406-a331-e5cdea070c16 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.192158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4401e2d0-e7dd-49fd-b89d-4d48068d380b req-26b77637-ff4e-4406-a331-e5cdea070c16 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 949 time: 0.2241168 Dec 16 09:30:01.242913 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:01.295825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4401e2d0-e7dd-49fd-b89d-4d48068d380b req-6d683286-20ff-4af4-bce9-9c3e3e98dd9e tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694201 Dec 16 09:30:01.327758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:01.333168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'name': 'tempest-router--558336755', 'project_id': '23c2ac78e0f14398ab4d85d88f6156b7'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:01.400882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.401973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.522024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.537041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.552747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.554009 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b05a409-ea71-474e-adc7-67642e8cad84 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2252355 Dec 16 09:30:01.557635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:01.575413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Allocated IP 172.20.0.1 (1883cea2-1317-422f-b093-d95bb2d301bd/283ff8a7-3871-4795-b007-4be66b084426/4d3b6871-8db8-4235-8410-051c6a6dd878) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:01.679922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.692549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:29:58Z', 'revision_number': 3, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:01.696658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd848e-8eab-4e8b-b0d2-7b491fc1ffbb req-2aa23b22-0e81-4ed7-91af-ef306d6483fb tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:01.704867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cbd848e-8eab-4e8b-b0d2-7b491fc1ffbb req-2aa23b22-0e81-4ed7-91af-ef306d6483fb tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=355b4a50-3964-47a6-b8c2-59c91231f7ca HTTP/1.1" status: 200 len: 950 time: 0.2193131 Dec 16 09:30:01.743410 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5877bb71-861b-4dc8-ab00-7fc9204e4ebb None None] The sync data for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 is: [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:29:58Z', 'revision_number': 3, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:01.952472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:01.953957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.010456 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.011461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36650969-d20f-4976-9726-a1fa6847b3ba {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:02.019164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.020562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9f58ca5d-4f75-4737-b0fe-8bd84eec8a54 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/routers/36650969-d20f-4976-9726-a1fa6847b3ba HTTP/1.1" status: 204 len: 168 time: 0.4619203 Dec 16 09:30:02.451869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.465010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff', '39e43c71-24ee-4b19-8a79-25040af1fc50'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:02.470290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253', 'b425d423-d472-4078-aec2-cab75d73bf32'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:02.511197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39500) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:02.552949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=fcde19ec-f76a-41c4-b06d-10799f509f2b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:02.593195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cbd848e-8eab-4e8b-b0d2-7b491fc1ffbb req-496e34d0-15ad-49b4-95b0-c9ffddc575be tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8854940 Dec 16 09:30:02.743440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port fcde19ec-f76a-41c4-b06d-10799f509f2b on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:02.761489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.779901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf5636d2-4866-4d2b-adcc-7b6517406a03 req-1faac7b9-740a-4b04-b942-8e4ceb9bf37b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "DELETE /v2.0/ports/fcde19ec-f76a-41c4-b06d-10799f509f2b HTTP/1.1" status: 204 len: 173 time: 2.6483674 Dec 16 09:30:02.780404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'name': 'network-vif-deleted', 'tag': 'fcde19ec-f76a-41c4-b06d-10799f509f2b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:02.785177 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73ba06e-d36f-4e77-8c04-687c07405ffa" -d '{"events": [{"server_uuid": "355b4a50-3964-47a6-b8c2-59c91231f7ca", "name": "network-vif-deleted", "tag": "fcde19ec-f76a-41c4-b06d-10799f509f2b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:02.815070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:02.970145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.072501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Network 1883cea2-1317-422f-b093-d95bb2d301bd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:03.074379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Pushing event updated for resources: {'Port': ['ID=4d3b6871-8db8-4235-8410-051c6a6dd878,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:03.077998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:03.091957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:03.184177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.213768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1032599115', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:03.264998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.266372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.412495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.478741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcde19ec-f76a-41c4-b06d-10799f509f2b no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:03.534471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: fcde19ec-f76a-41c4-b06d-10799f509f2b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:03.535732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.537780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fcde19ec-f76a-41c4-b06d-10799f509f2b not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:03.893624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3b383072-079f-4069-ac1b-fbc45b5495df None None] Provisioning complete for port 4d3b6871-8db8-4235-8410-051c6a6dd878 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:03.894021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b383072-079f-4069-ac1b-fbc45b5495df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.933537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:03.992668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.000305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.082483 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcacbd8-4056-44a8-b4a0-415aff0808b2 x-openstack-request-id: req-ebcacbd8-4056-44a8-b4a0-415aff0808b2 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:04.086543 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355b4a50-3964-47a6-b8c2-59c91231f7ca", "name": "network-vif-deleted", "tag": "fcde19ec-f76a-41c4-b06d-10799f509f2b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:04.087026 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebcacbd8-4056-44a8-b4a0-415aff0808b2 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:04.088857 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355b4a50-3964-47a6-b8c2-59c91231f7ca', 'name': 'network-vif-deleted', 'tag': 'fcde19ec-f76a-41c4-b06d-10799f509f2b', 'status': 'completed', 'code': 200} Dec 16 09:30:04.104582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3b383072-079f-4069-ac1b-fbc45b5495df None None] Port 4d3b6871-8db8-4235-8410-051c6a6dd878 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:04.211652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Pushing event updated for resources: {'Port': ['ID=4d3b6871-8db8-4235-8410-051c6a6dd878,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:04.220424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.367270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e335c5f-b175-4f19-8c03-7dc3c5319d18 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:04.399276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.429137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.445398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:04.446266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.521048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Network 1883cea2-1317-422f-b093-d95bb2d301bd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:04.528204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:04.617198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.641522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4e335c5f-b175-4f19-8c03-7dc3c5319d18, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e335c5f-b175-4f19-8c03-7dc3c5319d18,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:04.648314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.721602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Allocated IP 172.25.6.207 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/bb9edaca-c031-4549-ba60-ac54fbf34aa6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:04.752009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4e335c5f-b175-4f19-8c03-7dc3c5319d18,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:04.923098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:04.938596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:30:05.042413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:05.050220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ca3f17d1-40ba-4e72-b213-bb52397e3e22 None None] Provisioning complete for port 4d3b6871-8db8-4235-8410-051c6a6dd878 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:05.050710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ca3f17d1-40ba-4e72-b213-bb52397e3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:05.119424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event updated for resources: {'Port': ['ID=bb9edaca-c031-4549-ba60-ac54fbf34aa6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:05.126912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f17d1-40ba-4e72-b213-bb52397e3e22 None None] Port 4d3b6871-8db8-4235-8410-051c6a6dd878 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:05.135161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.135501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.135830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.136155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.136478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.137251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.137251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.137460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.137702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.138039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.138352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.138664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:05.152692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:05.155274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:05.159590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:05.170210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:05.177911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4f2f154a-55a3-4b3f-95d2-673ae757e09e admin admin] 10.222.0.61 "PUT /v2.0/routers/bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7246308 Dec 16 09:30:05.179734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Sync routers for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:05.193316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:05.194103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:05.210930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a434-12de-4530-a6b1-db09a865e9c2 req-fb1d9578-f8b6-4cd3-8a42-dbdac6729a68 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:05.212331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b747a434-12de-4530-a6b1-db09a865e9c2 req-fb1d9578-f8b6-4cd3-8a42-dbdac6729a68 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 949 time: 0.0891547 Dec 16 09:30:05.304699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b747a434-12de-4530-a6b1-db09a865e9c2 req-98af32a2-208c-4fce-a54d-9000c7308dab tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853646 Dec 16 09:30:05.395324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:05.626758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:05.853507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39578) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:05.858330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787991626', 'description': 'tempest-description--1748835863'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:05.880119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 2, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:05.889351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39584) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:05.914929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Checking router: bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:30:05.915359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Updating router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 port 4d3b6871-8db8-4235-8410-051c6a6dd878 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:30:05.921394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:05.981909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.034633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.044796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.079071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.121661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.125323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2707245 Dec 16 09:30:06.133802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39598) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:06.142908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Request body: {'security_group_rule': {'security_group_id': '214fb39e-e96d-463a-86c5-78d255ffc472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:06.154303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95890955-6f1e-44fc-9574-302375b101f0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214fb39e-e96d-463a-86c5-78d255ffc472,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:06.206609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.261922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e335c5f-b175-4f19-8c03-7dc3c5319d18 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:06.275356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a39b63be-1830-42c3-b8aa-cf162a5dd548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.338701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Router 5da72956-28f6-47ec-9efd-73e6da4a9f93 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:06.343364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.355050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.384757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.385977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2508428 Dec 16 09:30:06.388704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:06.389198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.390663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39602) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:06.391323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da77541-28f2-4537-ad53-c2a2a0304ca1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4969d1-c4fb-4577-8e22-54ac5f00299f,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:06.397182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Request body: {'security_group_rule': {'security_group_id': '214fb39e-e96d-463a-86c5-78d255ffc472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:06.437349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a39b63be-1830-42c3-b8aa-cf162a5dd548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.446502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a39b63be-1830-42c3-b8aa-cf162a5dd548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.525350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.572111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:06.588374 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] Sync routers for ids ['5da72956-28f6-47ec-9efd-73e6da4a9f93'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:06.595920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a39b63be-1830-42c3-b8aa-cf162a5dd548 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=255d5d6d941e49cfb74a04e6659b7b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054842 Dec 16 09:30:06.598150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39604) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:06.607808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b63be-1830-42c3-b8aa-cf162a5dd548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65312fb-1bbc-49b7-868f-cce7ca8826ee,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:06.614213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.615772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-49f3cd81-7b1f-4ed2-bdcf-e1275657f0f5 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1032584 Dec 16 09:30:06.619548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39606) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:06.622320 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] Routers {'5da72956-28f6-47ec-9efd-73e6da4a9f93'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:06.623167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5da72956-28f6-47ec-9efd-73e6da4a9f93'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:06.684460 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:06.695646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] Routers {'5da72956-28f6-47ec-9efd-73e6da4a9f93'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:06.696518 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5da72956-28f6-47ec-9efd-73e6da4a9f93'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:06.716294 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.733766 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:06.734842 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c85a-398b-441e-a20f-43a94039e748 None None] The sync data for ids ['5da72956-28f6-47ec-9efd-73e6da4a9f93'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:06.746418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.752474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02d163-0528-4046-9437-a86501fc43ab req-f403514a-5f5c-4cf4-9a40-6dca5d75efba tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:06.760411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae02d163-0528-4046-9437-a86501fc43ab req-f403514a-5f5c-4cf4-9a40-6dca5d75efba tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 949 time: 0.2707682 Dec 16 09:30:06.804033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.811022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0be3d9e5-da4d-4607-b839-6274556375f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.814246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.819014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534ee36-8479-42d9-b4b5-e7fffa7c25d4 None None] Pushing event updated for resources: {'Port': ['ID=4d3b6871-8db8-4235-8410-051c6a6dd878,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:06.867162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6effbe9e-9be1-48f5-8be0-ee5255b49132,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:06.880518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae02d163-0528-4046-9437-a86501fc43ab req-94b6a5dd-fe76-4f6b-a2a8-0e800ea0ddd6 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188366 Dec 16 09:30:06.901919 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.903541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fca00216-51df-42d7-a97a-02c05a69b21e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5103102 Dec 16 09:30:06.907461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39608) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:06.912528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:06.918164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0be3d9e5-da4d-4607-b839-6274556375f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.919916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Attempting to bind port 4d3b6871-8db8-4235-8410-051c6a6dd878 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:06.920564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Attempting to bind port 4d3b6871-8db8-4235-8410-051c6a6dd878 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:06.921124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Attempting to bind port 4d3b6871-8db8-4235-8410-051c6a6dd878 on network 1883cea2-1317-422f-b093-d95bb2d301bd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:06.928527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:06.928756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Checking segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:06.929101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:06.929499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Bound using segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:06.929987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Bound port: 4d3b6871-8db8-4235-8410-051c6a6dd878, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:06.930673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.045426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.082255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] For port 4d3b6871-8db8-4235-8410-051c6a6dd878, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:07.086049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] For port 4d3b6871-8db8-4235-8410-051c6a6dd878, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4d3b6871-8db8-4235-8410-051c6a6dd878,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:07.094428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.132813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0be3d9e5-da4d-4607-b839-6274556375f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.139476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0be3d9e5-da4d-4607-b839-6274556375f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.153260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0be3d9e5-da4d-4607-b839-6274556375f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c65312fb-1bbc-49b7-868f-cce7ca8826ee HTTP/1.1" status: 204 len: 168 time: 0.5395474 Dec 16 09:30:07.159056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:07.160295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:07.220825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3d9e5-da4d-4607-b839-6274556375f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65312fb-1bbc-49b7-868f-cce7ca8826ee,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:07.223671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534ee36-8479-42d9-b4b5-e7fffa7c25d4 None None] Pushing event updated for resources: {'Port': ['ID=4d3b6871-8db8-4235-8410-051c6a6dd878,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:07.308979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d5465749-1677-4182-a615-b15a9686985a tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/5da72956-28f6-47ec-9efd-73e6da4a9f93 HTTP/1.1" status: 200 len: 925 time: 0.6859393 Dec 16 09:30:07.312088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:07.389160 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-53c20c97-6941-4d46-82e7-e61e4b7f9f2e tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=5da72956-28f6-47ec-9efd-73e6da4a9f93 HTTP/1.1" status: 200 len: 205 time: 0.0757928 Dec 16 09:30:07.392325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39630) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:07.402322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c28afeb2-1be5-4786-9240-ed9c8b2d3f56 None None] Provisioning complete for port 4d3b6871-8db8-4235-8410-051c6a6dd878 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:07.402928 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28afeb2-1be5-4786-9240-ed9c8b2d3f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.460311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:07.471230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.599852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.602425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-8fc983fb-4b57-41c1-b94f-f5c273aa6c7d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:07.604079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-8fc983fb-4b57-41c1-b94f-f5c273aa6c7d tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 949 time: 0.2247553 Dec 16 09:30:07.820075 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.852749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28afeb2-1be5-4786-9240-ed9c8b2d3f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.873505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Allocated IP 172.25.6.102 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/fbae39a7-8112-4b9d-8d8a-eef083b24d28) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:07.887872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port 39e43c71-24ee-4b19-8a79-25040af1fc50 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:07.890516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.918950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c28afeb2-1be5-4786-9240-ed9c8b2d3f56 None None] For port 4d3b6871-8db8-4235-8410-051c6a6dd878, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4d3b6871-8db8-4235-8410-051c6a6dd878,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:07.932268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Deleting port bb9edaca-c031-4549-ba60-ac54fbf34aa6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:07.932648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:07.949778 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28afeb2-1be5-4786-9240-ed9c8b2d3f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.010649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port 39e43c71-24ee-4b19-8a79-25040af1fc50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=39e43c71-24ee-4b19-8a79-25040af1fc50,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:08.011017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.013430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28afeb2-1be5-4786-9240-ed9c8b2d3f56 None None] Pushing event updated for resources: {'Port': ['ID=4d3b6871-8db8-4235-8410-051c6a6dd878,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:08.086098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.091114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for 39e43c71-24ee-4b19-8a79-25040af1fc50 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:08.101470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Calling delete_port for bb9edaca-c031-4549-ba60-ac54fbf34aa6 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:08.162040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8ef690e7-58cc-4cbf-a6af-5785b641b773 None None] Provisioning complete for port 4d3b6871-8db8-4235-8410-051c6a6dd878 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:08.162451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8ef690e7-58cc-4cbf-a6af-5785b641b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.271555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:08.307214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0018a085-8a9b-4acd-acc8-072f432787fd None None] The sync data for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 is: [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:08.342237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc208b4-62cd-4ebd-88db-9b07885ab640 req-60b7d7aa-76b5-4f16-ad52-0d0d91bba3ce tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:08.344386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcc208b4-62cd-4ebd-88db-9b07885ab640 req-60b7d7aa-76b5-4f16-ad52-0d0d91bba3ce tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=955b6e7f-0e18-4bbb-ac0b-0f7d3557de82 HTTP/1.1" status: 200 len: 949 time: 0.3103995 Dec 16 09:30:08.576897 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.623157 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.628891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event deleted for resources: {'Port': ['ID=bb9edaca-c031-4549-ba60-ac54fbf34aa6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:08.629545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcc208b4-62cd-4ebd-88db-9b07885ab640 req-0773cafa-6402-4100-aa29-41a337511710 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059824 Dec 16 09:30:08.779646 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.790975 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.854382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.870541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253', 'b425d423-d472-4078-aec2-cab75d73bf32'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:08.874042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['07221523-1a0c-4fe6-afaa-cf4a093d03ff', '39e43c71-24ee-4b19-8a79-25040af1fc50'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:08.880566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:08.888711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:08.896112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:08.921137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event updated for resources: {'Port': ['ID=fbae39a7-8112-4b9d-8d8a-eef083b24d28,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:08.986666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port 39e43c71-24ee-4b19-8a79-25040af1fc50 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:08.988515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=39e43c71-24ee-4b19-8a79-25040af1fc50,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:08.990927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:08.994329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c3b3a3f-6822-4f85-8b07-ea063ab47489 req-eb6fc16d-e800-450d-8c52-ef3c855ee370 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "DELETE /v2.0/ports/39e43c71-24ee-4b19-8a79-25040af1fc50 HTTP/1.1" status: 204 len: 173 time: 1.3824675 Dec 16 09:30:08.996622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'name': 'network-vif-deleted', 'tag': '39e43c71-24ee-4b19-8a79-25040af1fc50'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:09.001056 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938e700-5b9e-4d9c-8748-125720898576" -d '{"events": [{"server_uuid": "955b6e7f-0e18-4bbb-ac0b-0f7d3557de82", "name": "network-vif-deleted", "tag": "39e43c71-24ee-4b19-8a79-25040af1fc50"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:09.101492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39670) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:09.137291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.142686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.158246 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.197980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.285897 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882dd1d3-d11e-4b19-ab24-72bbc0f7f268 x-openstack-request-id: req-882dd1d3-d11e-4b19-ab24-72bbc0f7f268 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:09.286427 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955b6e7f-0e18-4bbb-ac0b-0f7d3557de82", "name": "network-vif-deleted", "tag": "39e43c71-24ee-4b19-8a79-25040af1fc50", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:09.287467 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-882dd1d3-d11e-4b19-ab24-72bbc0f7f268 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:09.289446 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955b6e7f-0e18-4bbb-ac0b-0f7d3557de82', 'name': 'network-vif-deleted', 'tag': '39e43c71-24ee-4b19-8a79-25040af1fc50', 'status': 'completed', 'code': 200} Dec 16 09:30:09.295205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.295775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Fanout notify agent at l3_agent the message router_deleted on router 5da72956-28f6-47ec-9efd-73e6da4a9f93 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:09.305733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.310676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-694735b4-3383-44a7-88b5-7a0e8337cef4 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/5da72956-28f6-47ec-9efd-73e6da4a9f93 HTTP/1.1" status: 204 len: 168 time: 1.9156740 Dec 16 09:30:09.311879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:09.316091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1985576101', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': False}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:09.361255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.363000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.389180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1252436287-network', 'tenant_id': 'dfd65dce6b8c40078a2aa5882ba231c0'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:09.452796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Made reservation on behalf of dfd65dce6b8c40078a2aa5882ba231c0 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:09.453078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.460056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.483084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.492365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:09.651605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.662736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.676758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:30:09.689015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.689562 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Added segment 9e31c922-32f7-4b22-8c55-154278dc6b79 of type vlan for network 8feb3d45-f498-4478-9fe9-83f81f649132 Dec 16 09:30:09.716243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:09.757392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'mac_address': 'fa:16:3e:c8:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:09.791906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.865669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb8d6f0-6c04-497a-8580-43bfc0c37f39,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:09.881033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.902076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.921696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:09.929037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.947745 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.947977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:09.961452 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.962563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:09.963175 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:09.974731 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.069828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:10.081037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event updated for resources: {'Port': ['ID=fbae39a7-8112-4b9d-8d8a-eef083b24d28,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:10.087803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9850798 Dec 16 09:30:10.092857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39686) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:10.100623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Request body: {'subnet': {'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1252436287-subnet', 'tenant_id': 'dfd65dce6b8c40078a2aa5882ba231c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:10.121687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:10.127423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c9ef-a433-4ea4-b1d8-e3acd65280d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8feb3d45-f498-4478-9fe9-83f81f649132,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:10.153747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Made reservation on behalf of dfd65dce6b8c40078a2aa5882ba231c0 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:10.156849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.237918 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8feb3d45-f498-4478-9fe9-83f81f649132 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:30:10.287176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.311928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d3b6871-8db8-4235-8410-051c6a6dd878 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:10.317400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.346090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.397373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.404091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ba507ce-0f04-4801-8309-5401b25f71c0 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4953315 Dec 16 09:30:10.593910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.689959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Allocated IP 172.25.6.49 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/daf65953-8fcd-49c2-82a7-803afcfc1807) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:10.726209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca2f99c-7b1c-494e-b4fb-e8323b09741e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:10.735188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Checking segment: {'id': '9e31c922-32f7-4b22-8c55-154278dc6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:10.736297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Network hostable DHCP agents. Network: 8feb3d45-f498-4478-9fe9-83f81f649132, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:30:10.770274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Network 8feb3d45-f498-4478-9fe9-83f81f649132 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:30:10.797066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 8feb3d45-f498-4478-9fe9-83f81f649132) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:10.814504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:10.815188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:10.835300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d32c8e60-61e8-49e1-a07f-7549a42453ed admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7388129 Dec 16 09:30:10.842971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490cf3fc-f0f7-4588-8835-cb52382b2a53 None None] Network 8feb3d45-f498-4478-9fe9-83f81f649132 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:10.950547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.031674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.082898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4d3b6871-8db8-4235-8410-051c6a6dd878 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:11.083264 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.087903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:11.092769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:11.101337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:11.190495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Port': ['ID=daf65953-8fcd-49c2-82a7-803afcfc1807,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:11.458720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599859a-daa3-454f-bb49-0e583f5f0e79 None None] Network 8feb3d45-f498-4478-9fe9-83f81f649132 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:11.492360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.557335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:11.691955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:11.692320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.711728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-1e2152a8-1262-42a6-bee0-3c322c8d6c14 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:11.713407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-1e2152a8-1262-42a6-bee0-3c322c8d6c14 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/networks?id=8feb3d45-f498-4478-9fe9-83f81f649132 HTTP/1.1" status: 200 len: 813 time: 0.1430750 Dec 16 09:30:11.740006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-2f15ddd0-dffd-4884-8ddb-80dc2dfe59b1 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/quotas/dfd65dce6b8c40078a2aa5882ba231c0 HTTP/1.1" status: 200 len: 375 time: 0.0194705 Dec 16 09:30:11.797523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.799429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-0b560dff-bfa0-4ef2-a7d7-bdc1e318a3a5 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfd65dce6b8c40078a2aa5882ba231c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483227 Dec 16 09:30:11.812256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.825203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:11.827586 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ee1892-1114-43bd-a5a2-966f7047fb47" -d '{"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-plugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:11.845912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:11.848024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:11.848992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 39e43c71-24ee-4b19-8a79-25040af1fc50 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:11.931400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 39e43c71-24ee-4b19-8a79-25040af1fc50 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:11.931744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 39e43c71-24ee-4b19-8a79-25040af1fc50 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:11.937561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:12.009164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-2f1378b5-85c2-493a-83bd-5b402988e9c1 service neutron] 10.222.0.61 "GET /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085481 Dec 16 09:30:12.011935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Router 4edc9027-2150-4003-aa37-099a51e196c1 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:12.151064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-07033b4a-8478-4959-841e-5d8b3c6b6717 service neutron] 10.222.0.61 "GET /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350563 Dec 16 09:30:12.173119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:12.185234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Sync routers for ids ['4edc9027-2150-4003-aa37-099a51e196c1'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:12.195503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:12.199550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39804) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:12.201667 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93dbc090-2bec-475a-98e0-6ce2a60c47a6 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8872144 Dec 16 09:30:12.217616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Routers {'4edc9027-2150-4003-aa37-099a51e196c1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:12.218342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['4edc9027-2150-4003-aa37-099a51e196c1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:12.409067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Set router 4edc9027-2150-4003-aa37-099a51e196c1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:12.420214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e253eaf0-dddb-46d5-a82f-67d531a9c194 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/4edc9027-2150-4003-aa37-099a51e196c1 HTTP/1.1" status: 200 len: 908 time: 0.2161305 Dec 16 09:30:12.422557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:12.427205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1985576101', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': True}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:12.488267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:12.490072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:12.507797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fa2da-651a-40c8-8c39-362eb9936f6a req-7960f915-297d-4975-bc24-05fae58b7a36 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.509666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b0fa2da-651a-40c8-8c39-362eb9936f6a req-7960f915-297d-4975-bc24-05fae58b7a36 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 950 time: 0.0744202 Dec 16 09:30:12.645796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:12.838348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-3f707745-e901-49ce-bfdb-bb4fc25545ea tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:12.839834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-3f707745-e901-49ce-bfdb-bb4fc25545ea tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/ports?device_id=11b14fab-7084-4d4c-8d70-6d5d4dfa69c3 HTTP/1.1" status: 200 len: 949 time: 0.2907250 Dec 16 09:30:12.855474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edc9027-2150-4003-aa37-099a51e196c1', 'name': 'tempest-snat-router-1985576101', 'tenant_id': '6fde6e72e3bf457db9e869c345c71327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': False}, 'gw_port_id': 'daf65953-8fcd-49c2-82a7-803afcfc1807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:09Z', 'updated_at': '2021-12-16T09:30:11Z', 'revision_number': 3, 'project_id': '6fde6e72e3bf457db9e869c345c71327', 'gw_port': {'id': 'daf65953-8fcd-49c2-82a7-803afcfc1807', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edc9027-2150-4003-aa37-099a51e196c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:10Z', 'updated_at': '2021-12-16T09:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:12.893257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Checking router: 4edc9027-2150-4003-aa37-099a51e196c1 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:30:12.893609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Updating router 4edc9027-2150-4003-aa37-099a51e196c1 port daf65953-8fcd-49c2-82a7-803afcfc1807 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:30:12.895002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b0fa2da-651a-40c8-8c39-362eb9936f6a req-cc095240-2993-47e6-b011-680df333eee8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425374 Dec 16 09:30:12.957825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.308992 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a827efdb-3b3a-4e61-b8ab-5db1a84fde3b x-openstack-request-id: req-a827efdb-3b3a-4e61-b8ab-5db1a84fde3b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:13.309268 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-plugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:13.309945 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a827efdb-3b3a-4e61-b8ab-5db1a84fde3b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:13.311657 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'code': 200} Dec 16 09:30:13.701079 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.711111 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.772161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c69c3-f257-4efa-a0ec-eb82c8395b78 None None] Pushing event updated for resources: {'Port': ['ID=daf65953-8fcd-49c2-82a7-803afcfc1807,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:13.774940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Attempting to bind port daf65953-8fcd-49c2-82a7-803afcfc1807 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:13.775662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Attempting to bind port daf65953-8fcd-49c2-82a7-803afcfc1807 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:13.776878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Attempting to bind port daf65953-8fcd-49c2-82a7-803afcfc1807 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:13.782218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:13.782805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:13.783270 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.784677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:13.784677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Bound port: daf65953-8fcd-49c2-82a7-803afcfc1807, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:13.784947 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.858214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] For port daf65953-8fcd-49c2-82a7-803afcfc1807, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:13.858891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.860814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] For port daf65953-8fcd-49c2-82a7-803afcfc1807, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=daf65953-8fcd-49c2-82a7-803afcfc1807,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:13.871183 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:13.898401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f82b4572-f1d0-42a8-9188-87ee3d43738c req-5dbb437e-e307-4d29-9a58-74acd9472efb tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 210 time: 0.0909657 Dec 16 09:30:13.987114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a72c59-f230-4c59-b194-b86140e22888 req-b22b4737-592c-4dc9-b68d-77651a0372df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:13.994047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1a72c59-f230-4c59-b194-b86140e22888 req-b22b4737-592c-4dc9-b68d-77651a0372df tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "GET /v2.0/ports?device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 950 time: 1.1508675 Dec 16 09:30:14.043623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ffffed2e-ef0f-48fe-8277-8c8baff9f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.063871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Routers {'4edc9027-2150-4003-aa37-099a51e196c1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:14.064670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:29:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['4edc9027-2150-4003-aa37-099a51e196c1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:14.282173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-23a3ccb9-55a1-40cf-92a9-1d680479f7f8 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:14.284077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-23a3ccb9-55a1-40cf-92a9-1d680479f7f8 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.53 "GET /v2.0/networks?id=8feb3d45-f498-4478-9fe9-83f81f649132 HTTP/1.1" status: 200 len: 813 time: 0.2289793 Dec 16 09:30:14.296697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Request body: {'port': {'device_id': '22659559-0021-4005-a9c4-507e196080eb', 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132', 'admin_state_up': True, 'tenant_id': 'dfd65dce6b8c40078a2aa5882ba231c0'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:14.342401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c69c3-f257-4efa-a0ec-eb82c8395b78 None None] Pushing event updated for resources: {'Port': ['ID=daf65953-8fcd-49c2-82a7-803afcfc1807,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:14.375370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] Set router 4edc9027-2150-4003-aa37-099a51e196c1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:14.418665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6330b-8b87-4f6c-9105-df94534558c6 req-679fcdd1-4906-496f-9ef3-d8f3e1cb43d8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:14.426093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad6330b-8b87-4f6c-9105-df94534558c6 req-679fcdd1-4906-496f-9ef3-d8f3e1cb43d8 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d HTTP/1.1" status: 200 len: 950 time: 0.3086438 Dec 16 09:30:14.431697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port b425d423-d472-4078-aec2-cab75d73bf32 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:14.432031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.571188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad6330b-8b87-4f6c-9105-df94534558c6 req-e4ad385e-fa4f-4629-b131-d0d2127ff401 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438160 Dec 16 09:30:14.618882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port 07221523-1a0c-4fe6-afaa-cf4a093d03ff {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:14.619420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.628791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Made reservation on behalf of dfd65dce6b8c40078a2aa5882ba231c0 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:14.635862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.699210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edc9027-2150-4003-aa37-099a51e196c1', 'name': 'tempest-snat-router-1985576101', 'tenant_id': '6fde6e72e3bf457db9e869c345c71327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': False}, 'gw_port_id': 'daf65953-8fcd-49c2-82a7-803afcfc1807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:09Z', 'updated_at': '2021-12-16T09:30:11Z', 'revision_number': 3, 'project_id': '6fde6e72e3bf457db9e869c345c71327', 'gw_port': {'id': 'daf65953-8fcd-49c2-82a7-803afcfc1807', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edc9027-2150-4003-aa37-099a51e196c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:10Z', 'updated_at': '2021-12-16T09:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:14.762372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611d488-46a5-4b2c-bfe0-a83c25d719e6 None None] The sync data for ids ['4edc9027-2150-4003-aa37-099a51e196c1'] in n-d-821941-1 is: [{'id': '4edc9027-2150-4003-aa37-099a51e196c1', 'name': 'tempest-snat-router-1985576101', 'tenant_id': '6fde6e72e3bf457db9e869c345c71327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': False}, 'gw_port_id': 'daf65953-8fcd-49c2-82a7-803afcfc1807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:09Z', 'updated_at': '2021-12-16T09:30:11Z', 'revision_number': 3, 'project_id': '6fde6e72e3bf457db9e869c345c71327', 'gw_port': {'id': 'daf65953-8fcd-49c2-82a7-803afcfc1807', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:72:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edc9027-2150-4003-aa37-099a51e196c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:10Z', 'updated_at': '2021-12-16T09:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:14.771579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port b425d423-d472-4078-aec2-cab75d73bf32, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b425d423-d472-4078-aec2-cab75d73bf32,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:14.771942 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:14.815607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for b425d423-d472-4078-aec2-cab75d73bf32 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:14.854944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Allocated IP 172.20.0.5 (8feb3d45-f498-4478-9fe9-83f81f649132/5ca2f99c-7b1c-494e-b4fb-e8323b09741e/c36a6010-712a-4d31-82c2-48d3fb22f14b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:15.042986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port 07221523-1a0c-4fe6-afaa-cf4a093d03ff, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=07221523-1a0c-4fe6-afaa-cf4a093d03ff,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:15.043443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.081118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for 07221523-1a0c-4fe6-afaa-cf4a093d03ff owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:15.106457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.135907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.534937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 07221523-1a0c-4fe6-afaa-cf4a093d03ff no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:15.658101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Allocated IP 172.25.6.45 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/182c2837-f5cd-428e-969a-b03182338640) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:15.705112 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.738670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b425d423-d472-4078-aec2-cab75d73bf32 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:15.766467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.771210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.802245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:15.857086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:15.907751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: b425d423-d472-4078-aec2-cab75d73bf32 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:15.908855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b425d423-d472-4078-aec2-cab75d73bf32 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:15.948187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=b425d423-d472-4078-aec2-cab75d73bf32,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:15.959453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Network 8feb3d45-f498-4478-9fe9-83f81f649132 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:15.963434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:15.975636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:16.092404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.121219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.121560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.121900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.122234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.122555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.122875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.123191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.123501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.132242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Pushing event updated for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:16.135979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.136642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.137124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.137594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:16.177674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port b425d423-d472-4078-aec2-cab75d73bf32 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:16.222995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:16.228860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.229279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.238917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b265ebf5-2be5-4873-a5d2-666400d6a72d req-2a10fcae-e004-4b6f-bbee-c7cd5a5f7022 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "DELETE /v2.0/ports/b425d423-d472-4078-aec2-cab75d73bf32 HTTP/1.1" status: 204 len: 173 time: 3.3827190 Dec 16 09:30:16.240003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'name': 'network-vif-deleted', 'tag': 'b425d423-d472-4078-aec2-cab75d73bf32'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:16.243007 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2864e8a8-fc18-4656-9d2c-25a50b058ffa" -d '{"events": [{"server_uuid": "11b14fab-7084-4d4c-8d70-6d5d4dfa69c3", "name": "network-vif-deleted", "tag": "b425d423-d472-4078-aec2-cab75d73bf32"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:16.280073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.283509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e098e5c9-158a-4912-813c-04b39b250e08 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9906857 Dec 16 09:30:16.284139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=07221523-1a0c-4fe6-afaa-cf4a093d03ff,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:16.296689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Request body: {'port': {'device_id': '22659559-0021-4005-a9c4-507e196080eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:16.463432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device daf65953-8fcd-49c2-82a7-803afcfc1807 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:16.470971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.475512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port 07221523-1a0c-4fe6-afaa-cf4a093d03ff on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:16.503329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.508500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1a72c59-f230-4c59-b194-b86140e22888 req-8c996c0b-809d-4764-94ee-ea37072a5c25 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.69 "DELETE /v2.0/ports/07221523-1a0c-4fe6-afaa-cf4a093d03ff HTTP/1.1" status: 204 len: 173 time: 2.4776235 Dec 16 09:30:16.584030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.661763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Port': ['ID=182c2837-f5cd-428e-969a-b03182338640,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:16.706496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d95435b-c2fb-4c6a-83e4-3ae66437107a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:16.733374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:16.738844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:16.750988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:16.927052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port daf65953-8fcd-49c2-82a7-803afcfc1807 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:16.927052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.220893 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.289416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port daf65953-8fcd-49c2-82a7-803afcfc1807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=daf65953-8fcd-49c2-82a7-803afcfc1807,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:17.296127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.375921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36a6010-712a-4d31-82c2-48d3fb22f14b {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:17.405984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.438684 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.445577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=daf65953-8fcd-49c2-82a7-803afcfc1807,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:17.461685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Transition to ACTIVE for port object c36a6010-712a-4d31-82c2-48d3fb22f14b will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:17.471106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.678818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Pushing event updated for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:17.763975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Attempting to bind port c36a6010-712a-4d31-82c2-48d3fb22f14b on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:17.764289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Attempting to bind port c36a6010-712a-4d31-82c2-48d3fb22f14b by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '9e31c922-32f7-4b22-8c55-154278dc6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:17.766141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Attempting to bind port c36a6010-712a-4d31-82c2-48d3fb22f14b on network 8feb3d45-f498-4478-9fe9-83f81f649132 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:17.776074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Port c36a6010-712a-4d31-82c2-48d3fb22f14b on network 8feb3d45-f498-4478-9fe9-83f81f649132 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:17.777086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Attempting to bind port c36a6010-712a-4d31-82c2-48d3fb22f14b on network 8feb3d45-f498-4478-9fe9-83f81f649132 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:17.792784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:17.793996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Checking segment: {'id': '9e31c922-32f7-4b22-8c55-154278dc6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:17.795166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Bound using segment: {'id': '9e31c922-32f7-4b22-8c55-154278dc6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:17.795699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Bound port: c36a6010-712a-4d31-82c2-48d3fb22f14b, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e31c922-32f7-4b22-8c55-154278dc6b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:17.796046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.922619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:17.930383 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.937628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:17.961211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:17.968213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b,segment=NetworkSegment(9e31c922-32f7-4b22-8c55-154278dc6b79),segment_id=9e31c922-32f7-4b22-8c55-154278dc6b79)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:17.981521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.052540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:18.053172 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.071700 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] 10.222.0.53 "PUT /v2.0/ports/c36a6010-712a-4d31-82c2-48d3fb22f14b HTTP/1.1" status: 200 len: 1091 time: 1.7790596 Dec 16 09:30:18.072634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:18.124923 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872" -d '{"events": [{"name": "network-changed", "server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:18.359908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7ce7f-3726-455e-a1f4-247b622328cb service neutron] Pushing event updated for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:18.375206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-1e72b2dc-0102-4eff-9a81-a7b7791f1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:18.377614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-1e72b2dc-0102-4eff-9a81-a7b7791f1879 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfd65dce6b8c40078a2aa5882ba231c0&device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 1094 time: 0.2167082 Dec 16 09:30:18.475145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device daf65953-8fcd-49c2-82a7-803afcfc1807 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:18.506227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Router 371fc673-7cce-4e76-bc59-1ea79d4bc387 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:18.514966 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-3ba11e15-18be-4749-804a-156360d25350 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b HTTP/1.1" status: 200 len: 217 time: 0.1285532 Dec 16 09:30:18.628565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e5bfa14b-e109-437b-9be9-958e94577a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:18.630223 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-e5bfa14b-e109-437b-9be9-958e94577a91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ca2f99c-7b1c-494e-b4fb-e8323b09741e HTTP/1.1" status: 200 len: 853 time: 0.1055861 Dec 16 09:30:18.697185 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-62ec2abc-56a6-4458-b9ec-ea38a8223992 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8feb3d45-f498-4478-9fe9-83f81f649132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589876 Dec 16 09:30:18.907992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:18.920548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port daf65953-8fcd-49c2-82a7-803afcfc1807 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:18.920754 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.925462 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Sync routers for ids ['371fc673-7cce-4e76-bc59-1ea79d4bc387'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:18.943377 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Routers {'371fc673-7cce-4e76-bc59-1ea79d4bc387'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:18.945088 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['371fc673-7cce-4e76-bc59-1ea79d4bc387'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:18.959282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:18.962747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-d10faa39-54e5-4bde-a0c2-49095552b20e service neutron] 10.222.0.53 "GET /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576506 Dec 16 09:30:18.964579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:18.967049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-798e0bc2-642e-4c24-8b26-04612fc0b695 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5413184 Dec 16 09:30:19.241104 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a6056fb9-5ca7-4ed1-ac84-ebbe295f693c req-021357a3-d6d6-46c9-a196-77fc3fd1562f service neutron] 10.222.0.53 "GET /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652302 Dec 16 09:30:19.245975 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-97ddda10-2c3d-470e-b9f8-69e4adeb04e7 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/371fc673-7cce-4e76-bc59-1ea79d4bc387 HTTP/1.1" status: 200 len: 907 time: 0.2764452 Dec 16 09:30:19.246960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39908) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:19.281485 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Set router 371fc673-7cce-4e76-bc59-1ea79d4bc387 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:30:19.492767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.702137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.713223 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fc673-7cce-4e76-bc59-1ea79d4bc387', 'name': 'tempest-snat-router-1985576101', 'tenant_id': '6fde6e72e3bf457db9e869c345c71327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '182c2837-f5cd-428e-969a-b03182338640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:30:12Z', 'updated_at': '2021-12-16T09:30:17Z', 'revision_number': 3, 'project_id': '6fde6e72e3bf457db9e869c345c71327', 'gw_port': {'id': '182c2837-f5cd-428e-969a-b03182338640', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fc673-7cce-4e76-bc59-1ea79d4bc387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:15Z', 'updated_at': '2021-12-16T09:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:19.765007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.802638 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Checking router: 371fc673-7cce-4e76-bc59-1ea79d4bc387 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:30:19.812384 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Updating router 371fc673-7cce-4e76-bc59-1ea79d4bc387 port 182c2837-f5cd-428e-969a-b03182338640 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:30:19.815680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Deleting port 182c2837-f5cd-428e-969a-b03182338640 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:19.816105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.862699 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:19.871787 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.010779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.077370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Calling delete_port for 182c2837-f5cd-428e-969a-b03182338640 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:20.398998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.434537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event deleted for resources: {'Port': ['ID=182c2837-f5cd-428e-969a-b03182338640,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:20.546192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.643857 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.db.api [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:30:20.644893 n-d-821941-1 neutron-server[102400]: DEBUG oslo_db.api [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:30:20.718875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.721690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.795141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.795669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 371fc673-7cce-4e76-bc59-1ea79d4bc387 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:20.803668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:20.808444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b1056eb9-23a5-452f-814c-da2accd8e522 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/routers/371fc673-7cce-4e76-bc59-1ea79d4bc387 HTTP/1.1" status: 204 len: 168 time: 1.5602067 Dec 16 09:30:20.813139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39916) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:20.992269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:21.130324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:21.180093 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Port 182c2837-f5cd-428e-969a-b03182338640 not found while updating agent binding for router 371fc673-7cce-4e76-bc59-1ea79d4bc387. {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 09:30:21.200018 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:21.201435 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:30:21.202475 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_agentschedulers_db [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'371fc673-7cce-4e76-bc59-1ea79d4bc387'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:30:21.202851 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0c172-e009-43b5-99a9-f9840b80d39c None None] The sync data for ids ['371fc673-7cce-4e76-bc59-1ea79d4bc387'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:21.667038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Deleting port daf65953-8fcd-49c2-82a7-803afcfc1807 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:21.667038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:21.680177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c36a6010-712a-4d31-82c2-48d3fb22f14b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:21.757653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] For port daf65953-8fcd-49c2-82a7-803afcfc1807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=daf65953-8fcd-49c2-82a7-803afcfc1807,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:21.758266 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:21.788204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Calling delete_port for daf65953-8fcd-49c2-82a7-803afcfc1807 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:21.887137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b,segment=NetworkSegment(9e31c922-32f7-4b22-8c55-154278dc6b79),segment_id=9e31c922-32f7-4b22-8c55-154278dc6b79)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:21.913662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'c36a6010-712a-4d31-82c2-48d3fb22f14b', 'network_id': '8feb3d45-f498-4478-9fe9-83f81f649132', 'port_id': 'c36a6010-712a-4d31-82c2-48d3fb22f14b', 'mac_address': 'fa:16:3e:77:9d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca2f99c-7b1c-494e-b4fb-e8323b09741e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:21.981932 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.003592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36a6010-712a-4d31-82c2-48d3fb22f14b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:22.035201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b,segment=NetworkSegment(9e31c922-32f7-4b22-8c55-154278dc6b79),segment_id=9e31c922-32f7-4b22-8c55-154278dc6b79)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:22.046045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.178547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:22.179631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.214547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event deleted for resources: {'Port': ['ID=daf65953-8fcd-49c2-82a7-803afcfc1807,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:22.300811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['c36a6010-712a-4d31-82c2-48d3fb22f14b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:22.311099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.519754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.523135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.615726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.617254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4edc9027-2150-4003-aa37-099a51e196c1 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:22.622840 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.624415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d7315f4-7f45-4113-baff-2d34a7192eed tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "DELETE /v2.0/routers/4edc9027-2150-4003-aa37-099a51e196c1 HTTP/1.1" status: 204 len: 168 time: 1.8081093 Dec 16 09:30:22.639544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:22.655071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-642068975', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:22.765388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.766877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:22.917038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.119595 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.535201 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.696496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c36a6010-712a-4d31-82c2-48d3fb22f14b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:23.795837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port c36a6010-712a-4d31-82c2-48d3fb22f14b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:30:23.804989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port c36a6010-712a-4d31-82c2-48d3fb22f14b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:23.805778 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.824980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:23.847712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.011725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.043100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Allocated IP 172.25.6.223 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/180e3cd6-2869-4b3a-a42f-f87fa8d50bc0) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:24.061893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b,segment=NetworkSegment(9e31c922-32f7-4b22-8c55-154278dc6b79),segment_id=9e31c922-32f7-4b22-8c55-154278dc6b79)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:24.064018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:24.068711 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfc6e4-56d5-4b10-9554-b0a3805ab7a2" -d '{"events": [{"server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "name": "network-vif-plugged", "status": "completed", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:24.074007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.217828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:24.243934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device daf65953-8fcd-49c2-82a7-803afcfc1807 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:24.356827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: daf65953-8fcd-49c2-82a7-803afcfc1807 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:24.357208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device daf65953-8fcd-49c2-82a7-803afcfc1807 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:24.435971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.531899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:24.602239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:24.606817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:24.618505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:24.667665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event updated for resources: {'Port': ['ID=180e3cd6-2869-4b3a-a42f-f87fa8d50bc0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:24.681541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.035348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.380107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:25.786964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Router 1a04b437-6df4-49f7-9cf4-2e4efaa92a8d is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:25.978911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:25.991111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] Sync routers for ids ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:26.006491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] Routers {'1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:26.007134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:26.024692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:26.026494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c9e1b26c-e557-45d1-a127-e8bddfdaf56d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3852770 Dec 16 09:30:26.029246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39944) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:26.030481 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:30:26.035272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': False}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:26.049042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:26.073183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] Routers {'1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:26.085477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:26.161529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:26.165768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64958b50-4a8a-4f85-b630-ba1f4b99201f None None] The sync data for ids ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:26.504341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.326050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.332452 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.497668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Router 1a04b437-6df4-49f7-9cf4-2e4efaa92a8d has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:30:27.667545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:27.680548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:27.684522 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] Sync routers for ids ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:27.685244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-53b8c9ce-a29c-4581-9751-ccbfa0025f6d tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "PUT /v2.0/routers/1a04b437-6df4-49f7-9cf4-2e4efaa92a8d HTTP/1.1" status: 200 len: 925 time: 1.6524210 Dec 16 09:30:27.686338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:27.713725 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] Routers {'1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:27.718770 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:27.758645 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:27.769308 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] Routers {'1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:27.770264 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:27.817631 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:27.818565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633272c1-8d67-4eb9-a6b6-0e5dcd88b557 None None] The sync data for ids ['1a04b437-6df4-49f7-9cf4-2e4efaa92a8d'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:27.859638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-92f7d1cf-c55e-42c0-8828-3889f620a84c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/1a04b437-6df4-49f7-9cf4-2e4efaa92a8d HTTP/1.1" status: 200 len: 925 time: 0.1719580 Dec 16 09:30:27.862288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39960) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:27.968775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd757faa-893a-4601-a9e0-e56686d60fa8 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:27.970384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dd757faa-893a-4601-a9e0-e56686d60fa8 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=1a04b437-6df4-49f7-9cf4-2e4efaa92a8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1071854 Dec 16 09:30:27.973919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:28.110246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a0915-4dcf-45aa-b66f-35a0c8aa43c4 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:28.115972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39964) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:28.125561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-690a0915-4dcf-45aa-b66f-35a0c8aa43c4 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.1505466 Dec 16 09:30:28.157663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39966) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:28.165435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-13d9d85f-8905-48bb-a74f-cd6335b9f570 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a04b437-6df4-49f7-9cf4-2e4efaa92a8d HTTP/1.1" status: 200 len: 205 time: 0.0480647 Dec 16 09:30:28.482669 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.718467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:28.859549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Deleting port 180e3cd6-2869-4b3a-a42f-f87fa8d50bc0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:28.861398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.054324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.071425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Calling delete_port for 180e3cd6-2869-4b3a-a42f-f87fa8d50bc0 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:29.379788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.438897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event deleted for resources: {'Port': ['ID=180e3cd6-2869-4b3a-a42f-f87fa8d50bc0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:29.631033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.824118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.828062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.884505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.885063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Fanout notify agent at l3_agent the message router_deleted on router 1a04b437-6df4-49f7-9cf4-2e4efaa92a8d {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:29.892431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.894488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0021f073-f0c6-47f3-bb5f-8a8735ec3567 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/1a04b437-6df4-49f7-9cf4-2e4efaa92a8d HTTP/1.1" status: 204 len: 168 time: 1.7353749 Dec 16 09:30:29.902166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:29.903664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-680931531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:29.946113 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:29.947542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.034501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.042449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.074855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.077045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a2bb256f-4060-4db5-ba18-8485e73e5f59 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1782393 Dec 16 09:30:30.079230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39978) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:30.084751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:30.580013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:30.986322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.015264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.185324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Allocated IP 172.25.6.45 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4b1a61d4-275b-4872-ac5c-5b9c5680e47e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:31.823201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.938466 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:31.999026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:32.017515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:32.030431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:32.069112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event updated for resources: {'Port': ['ID=4b1a61d4-275b-4872-ac5c-5b9c5680e47e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:32.511446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:32.859352 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:32.871284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.121868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Router d2291f50-6b2c-43e2-b20c-8b06f779334c is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:33.340223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:33.351272 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:33.352498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] Sync routers for ids ['d2291f50-6b2c-43e2-b20c-8b06f779334c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:33.355266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40000) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.362457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fe6b5468-c0f9-426f-a7ed-e95c8c06601f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "PUT /v2.0/routers/d2291f50-6b2c-43e2-b20c-8b06f779334c HTTP/1.1" status: 200 len: 882 time: 3.2818806 Dec 16 09:30:33.376236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] Routers {'d2291f50-6b2c-43e2-b20c-8b06f779334c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:33.377183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d2291f50-6b2c-43e2-b20c-8b06f779334c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:33.452968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:33.469253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] Routers {'d2291f50-6b2c-43e2-b20c-8b06f779334c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:33.470686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d2291f50-6b2c-43e2-b20c-8b06f779334c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:33.526711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:33.527728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17f63e-cdff-4b7d-9754-3b01a10c1836 None None] The sync data for ids ['d2291f50-6b2c-43e2-b20c-8b06f779334c'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:33.556977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.570935 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a7a136e-5eaa-4c7d-86ef-147a9abad2f0 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/d2291f50-6b2c-43e2-b20c-8b06f779334c HTTP/1.1" status: 200 len: 923 time: 0.2139592 Dec 16 09:30:33.641505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711562bd-0dc1-4270-be1c-a109c1a8fbbb tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.641505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-711562bd-0dc1-4270-be1c-a109c1a8fbbb tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=d2291f50-6b2c-43e2-b20c-8b06f779334c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0742056 Dec 16 09:30:33.641505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40008) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.816011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3fd2c-ecad-449e-93f2-0a401a239a1c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:33.821891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40018) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.839659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60c3fd2c-ecad-449e-93f2-0a401a239a1c tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.2021587 Dec 16 09:30:33.875085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40020) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:33.894384 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-00ebd38d-6d20-48a8-b125-23078d09218c tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2291f50-6b2c-43e2-b20c-8b06f779334c HTTP/1.1" status: 200 len: 205 time: 0.0721025 Dec 16 09:30:34.032985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.259797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.361818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f449759-4457-4215-802f-2ea7e116757b req-586cba02-d127-45bf-9f08-61c1626775f3 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.363487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f449759-4457-4215-802f-2ea7e116757b req-586cba02-d127-45bf-9f08-61c1626775f3 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 945 time: 0.0988293 Dec 16 09:30:34.418468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Deleting port 4b1a61d4-275b-4872-ac5c-5b9c5680e47e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:34.419354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.481714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f449759-4457-4215-802f-2ea7e116757b req-d50636a8-bde0-4729-9273-e5c8623c997d tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bb8d6f0-6c04-497a-8580-43bfc0c37f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115551 Dec 16 09:30:34.557434 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:34.587885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Calling delete_port for 4b1a61d4-275b-4872-ac5c-5b9c5680e47e owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:34.683112 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4650d1f-b0c4-4c35-9e98-949bc13b4350 x-openstack-request-id: req-c4650d1f-b0c4-4c35-9e98-949bc13b4350 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:34.683430 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b14fab-7084-4d4c-8d70-6d5d4dfa69c3", "name": "network-vif-deleted", "tag": "b425d423-d472-4078-aec2-cab75d73bf32", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:34.683679 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4650d1f-b0c4-4c35-9e98-949bc13b4350 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:34.684092 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b14fab-7084-4d4c-8d70-6d5d4dfa69c3', 'name': 'network-vif-deleted', 'tag': 'b425d423-d472-4078-aec2-cab75d73bf32', 'status': 'completed', 'code': 200} Dec 16 09:30:34.741936 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c738693-6935-4197-82c7-ae7b76d4aeb8 x-openstack-request-id: req-6c738693-6935-4197-82c7-ae7b76d4aeb8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:34.742852 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:34.743375 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c738693-6935-4197-82c7-ae7b76d4aeb8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:34.743991 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b', 'status': 'completed', 'code': 200} Dec 16 09:30:34.884131 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ba8f1-d367-4576-ad3c-59ce87540e20 x-openstack-request-id: req-a59ba8f1-d367-4576-ad3c-59ce87540e20 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:34.884690 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "name": "network-vif-plugged", "status": "completed", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:34.885383 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a59ba8f1-d367-4576-ad3c-59ce87540e20 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:34.885894 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b', 'code': 200} Dec 16 09:30:34.890502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-ebfe4738-d567-4e05-bf6d-2a482a6fc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:34.894443 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-ebfe4738-d567-4e05-bf6d-2a482a6fc821 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfd65dce6b8c40078a2aa5882ba231c0&device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 1096 time: 0.1205542 Dec 16 09:30:35.188325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-352f8afe-37a7-42ab-aaf2-9b942c4c67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.190241 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-352f8afe-37a7-42ab-aaf2-9b942c4c67e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8feb3d45-f498-4478-9fe9-83f81f649132 HTTP/1.1" status: 200 len: 914 time: 0.2855484 Dec 16 09:30:35.215753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd2984-b274-44a4-94f1-cb9f759648c4 req-e0b5893c-80de-47ae-8fbd-4262443415d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.217772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37cd2984-b274-44a4-94f1-cb9f759648c4 req-e0b5893c-80de-47ae-8fbd-4262443415d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 1096 time: 0.2501216 Dec 16 09:30:35.219808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.312441 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-4bcfce45-454d-4f5e-a593-a4c03c85d816 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b HTTP/1.1" status: 200 len: 217 time: 0.1088240 Dec 16 09:30:35.354385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-2927d2b4-0090-46d9-8d62-37c55d011e7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3852131 Dec 16 09:30:35.355779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event deleted for resources: {'Port': ['ID=4b1a61d4-275b-4872-ac5c-5b9c5680e47e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:35.435852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-a55c414c-f88a-4841-b325-1b9da7adbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.437262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-a55c414c-f88a-4841-b325-1b9da7adbd5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ca2f99c-7b1c-494e-b4fb-e8323b09741e HTTP/1.1" status: 200 len: 853 time: 0.1240938 Dec 16 09:30:35.487005 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-c5a30760-1c3f-4e25-bf88-55635079e76f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8feb3d45-f498-4478-9fe9-83f81f649132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413589 Dec 16 09:30:35.518191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37cd2984-b274-44a4-94f1-cb9f759648c4 req-ef35f76d-99bd-4387-bf0f-dcd942823ccd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2bb8d6f0-6c04-497a-8580-43bfc0c37f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840848 Dec 16 09:30:35.538610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.641259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.667141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811af00-9a8c-4b63-b0b5-32ec70ab8d60 req-fba580f3-de0f-4b8c-8c4d-932f55eec129 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.669415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5811af00-9a8c-4b63-b0b5-32ec70ab8d60 req-fba580f3-de0f-4b8c-8c4d-932f55eec129 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 949 time: 0.3767061 Dec 16 09:30:35.672208 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.681895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-5972ccd0-7cde-44cd-824b-62808ae58850 service neutron] 10.222.0.53 "GET /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837144 Dec 16 09:30:35.751230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.752117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.753073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.753726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.754395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.755087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.755709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:35.758892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3b62c751-67a2-4d6c-853f-a0fb7011827c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a9615d598564f92933e85862f718ca9&device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6502 time: 0.3124774 Dec 16 09:30:35.823606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.823959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Fanout notify agent at l3_agent the message router_deleted on router d2291f50-6b2c-43e2-b20c-8b06f779334c {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:35.853808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6430b5db-bc48-45c1-ac3d-9e50d9c3e872 req-e1141e05-db12-4d57-8e97-fd7ec83fad43 service neutron] 10.222.0.53 "GET /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360898 Dec 16 09:30:35.872605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.873693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4741f018-662c-402f-afc0-253ba1ee2149 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/d2291f50-6b2c-43e2-b20c-8b06f779334c HTTP/1.1" status: 204 len: 168 time: 1.9976645 Dec 16 09:30:35.876891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5811af00-9a8c-4b63-b0b5-32ec70ab8d60 req-1ef674e8-7008-43e8-abad-7c4138447732 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971929 Dec 16 09:30:35.878410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:35.883112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472124313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:35.934264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:35.936974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.003138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-bc6ea237-71d6-47c4-9268-b39e9026277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.003855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-bc6ea237-71d6-47c4-9268-b39e9026277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.004374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-bc6ea237-71d6-47c4-9268-b39e9026277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.006609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-bc6ea237-71d6-47c4-9268-b39e9026277d service neutron] 10.222.0.69 "GET /v2.0/networks?id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&id=dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 200 len: 2298 time: 0.2169251 Dec 16 09:30:36.041097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.052091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.085389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.086649 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-720a3a8f-d196-428a-8689-46205fe26363 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2071476 Dec 16 09:30:36.092035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40080) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:36.108776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': True}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:36.165554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-7d494da5-8c6f-47bf-895e-bed6b8fa61f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 200 len: 1000 time: 0.1416054 Dec 16 09:30:36.272351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-4d77c652-b69f-4712-a636-bebc6c0fe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.275046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-4d77c652-b69f-4712-a636-bebc6c0fe661 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8e9564cc-7746-4b75-9db9-ef8486b36d3a HTTP/1.1" status: 200 len: 856 time: 0.0907729 Dec 16 09:30:36.361012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.378937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142aceb-393a-42ca-844c-a575221b31df req-3305f805-f049-43c6-977c-36acc85d6bb0 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.402619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6142aceb-393a-42ca-844c-a575221b31df req-3305f805-f049-43c6-977c-36acc85d6bb0 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 945 time: 0.1261876 Dec 16 09:30:36.447194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-25ebda47-71dd-462a-bb64-7e98887ad33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:36.460810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-25ebda47-71dd-462a-bb64-7e98887ad33e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=892e4d4f-9517-441f-93ce-dd13ce9eaad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489542 Dec 16 09:30:36.791627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.824536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:36.877569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'name': 'network-vif-deleted', 'tag': '07221523-1a0c-4fe6-afaa-cf4a093d03ff'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:36.880906 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0149014-3b06-4eb6-8f02-a59f1a919767" -d '{"events": [{"server_uuid": "a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d", "name": "network-vif-deleted", "tag": "07221523-1a0c-4fe6-afaa-cf4a093d03ff"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:36.908849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6142aceb-393a-42ca-844c-a575221b31df req-904af988-44dc-40cb-8b78-c433ee046b5f tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bb8d6f0-6c04-497a-8580-43bfc0c37f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049667 Dec 16 09:30:36.956147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-6336958a-8bc1-459b-bb06-cdfcd60b1540 service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772389 Dec 16 09:30:37.006831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Allocated IP 172.25.6.24 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/edbd1167-09e5-484f-a61c-e4ed08a4becf) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:37.111182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-cf9ba5ea-30d6-4571-aa2f-db7c2aa2fbcb service neutron] 10.222.0.69 "GET /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449900 Dec 16 09:30:37.263801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-9b13499a-58d2-4efe-ac85-a383a8985537 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 217 time: 0.1439078 Dec 16 09:30:37.382876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.535032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-41d5aff6-350f-40fd-bc01-d40aa6a68727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.536963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-41d5aff6-350f-40fd-bc01-d40aa6a68727 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.2509480 Dec 16 09:30:37.573343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.656792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-b2c55859-c2e1-4359-a88c-3d8878fcc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:37.659421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-b2c55859-c2e1-4359-a88c-3d8878fcc8d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123173 Dec 16 09:30:37.662453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:37.675961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:37.686345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:37.686943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:37.735871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Port': ['ID=edbd1167-09e5-484f-a61c-e4ed08a4becf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:37.893247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-7baed5af-144e-4db5-a272-e5ab7db8bdf6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221611 Dec 16 09:30:37.896269 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48be2d14-16a4-4964-a929-871fdb60b604 x-openstack-request-id: req-48be2d14-16a4-4964-a929-871fdb60b604 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:37.898819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:37.899480 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d", "name": "network-vif-deleted", "tag": "07221523-1a0c-4fe6-afaa-cf4a093d03ff", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:37.899939 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48be2d14-16a4-4964-a929-871fdb60b604 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:37.901079 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a840e9da-dd0a-4dba-8f45-1d9d1ec71a5d', 'name': 'network-vif-deleted', 'tag': '07221523-1a0c-4fe6-afaa-cf4a093d03ff', 'status': 'completed', 'code': 200} Dec 16 09:30:37.972190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:37.979147 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149d279b-3e96-41c3-8748-9aff5611b963" -d '{"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-unplugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:38.023848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:38.031633 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.117007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:38.156206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-c524cd02-1bba-45b1-8f88-64fe8d0c54cf service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515674 Dec 16 09:30:38.215384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-cf758946-9208-48c5-b382-77013239a786 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 217 time: 0.0506814 Dec 16 09:30:38.256927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:38.316751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-d6dff6b2-3907-4555-b736-832f38f1b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.319051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-d6dff6b2-3907-4555-b736-832f38f1b018 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0941868 Dec 16 09:30:38.416585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-c84cbbbb-9f48-4b24-b022-9752671f742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.418152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-c84cbbbb-9f48-4b24-b022-9752671f742f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894923 Dec 16 09:30:38.677456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab89b-900a-4a91-859b-d5d35ee60d15 req-c6662ed2-2479-4d2b-a18c-6c6ccacc9ff0 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:38.685177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ccab89b-900a-4a91-859b-d5d35ee60d15 req-c6662ed2-2479-4d2b-a18c-6c6ccacc9ff0 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 945 time: 0.1492572 Dec 16 09:30:38.696944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-5260bb62-baec-4e87-bdf6-b2297a5d3379 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702186 Dec 16 09:30:38.816424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ccab89b-900a-4a91-859b-d5d35ee60d15 req-49523def-4d35-4f95-a6d4-811600d224de tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bb8d6f0-6c04-497a-8580-43bfc0c37f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144278 Dec 16 09:30:38.908122 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8651ec-7e09-43d8-8793-1b5ba4f4a914 x-openstack-request-id: req-1f8651ec-7e09-43d8-8793-1b5ba4f4a914 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:38.908811 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-unplugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:38.908811 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f8651ec-7e09-43d8-8793-1b5ba4f4a914 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:38.909439 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'code': 200} Dec 16 09:30:38.917228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-056fffd7-4bd1-426c-9546-f397ccd67a03 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078121 Dec 16 09:30:38.990708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-af8b8a4f-6d4c-49c7-a7be-24c7246c88df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739 HTTP/1.1" status: 200 len: 217 time: 0.0646532 Dec 16 09:30:39.008743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.010247 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.089742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3e43cb3a-3c0f-41a5-be60-4c49802e7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.091728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3e43cb3a-3c0f-41a5-be60-4c49802e7ad2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.0862398 Dec 16 09:30:39.145494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3106dc-857d-4ac4-82b9-ca947247e055 req-f605954a-5547-46ba-8e9b-e506d9c883cd tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.153493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c3106dc-857d-4ac4-82b9-ca947247e055 req-f605954a-5547-46ba-8e9b-e506d9c883cd tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 950 time: 0.1585164 Dec 16 09:30:39.195421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-8106f8cd-542d-4907-90d4-4d71049d784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.198701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-8106f8cd-542d-4907-90d4-4d71049d784a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982778 Dec 16 09:30:39.216204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-734d4b66-d6ba-4a55-a24e-75948e8a7453 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.219091 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-734d4b66-d6ba-4a55-a24e-75948e8a7453 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 950 time: 0.1575353 Dec 16 09:30:39.311863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c3106dc-857d-4ac4-82b9-ca947247e055 req-11a113e9-2446-40b8-92a8-0a890230172c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574452 Dec 16 09:30:39.313781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-50b19713-279b-489b-9a64-eda9fa298deb service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976772 Dec 16 09:30:39.376705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Router c2e541fe-e925-43dc-8d87-1dc60537e2c7 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:39.396025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port b3bdd003-9096-4e0f-9578-5531ca56dfbb {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:39.396500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.560979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-3049d503-9992-4131-8166-c0d5940cc05c service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380733 Dec 16 09:30:39.609238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port b3bdd003-9096-4e0f-9578-5531ca56dfbb, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b3bdd003-9096-4e0f-9578-5531ca56dfbb,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:39.609238 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.627652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for b3bdd003-9096-4e0f-9578-5531ca56dfbb owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:39.665718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-1244b424-48b9-422f-bcc1-eb59e5869958 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=1dfcc240-ffda-464c-b53e-c36104fa51db HTTP/1.1" status: 200 len: 217 time: 0.0933478 Dec 16 09:30:39.866918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:39.886650 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] Sync routers for ids ['c2e541fe-e925-43dc-8d87-1dc60537e2c7'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:39.887492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:39.888911 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5f2126fd-78ae-4fdd-bf9b-4adc1be6e5fa tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "PUT /v2.0/routers/c2e541fe-e925-43dc-8d87-1dc60537e2c7 HTTP/1.1" status: 200 len: 918 time: 3.7959020 Dec 16 09:30:39.915266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40164) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:39.928336 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] Routers {'c2e541fe-e925-43dc-8d87-1dc60537e2c7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:39.938515 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c2e541fe-e925-43dc-8d87-1dc60537e2c7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:39.992831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-90163070-6763-4f53-9483-96178075a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:39.997715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-90163070-6763-4f53-9483-96178075a965 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 200 len: 797 time: 0.3167100 Dec 16 09:30:40.000678 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:40.013097 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] Routers {'c2e541fe-e925-43dc-8d87-1dc60537e2c7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:40.014023 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c2e541fe-e925-43dc-8d87-1dc60537e2c7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:40.052406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-462d3666-347f-4db7-858e-16777d57277c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.058555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-462d3666-347f-4db7-858e-16777d57277c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6 HTTP/1.1" status: 200 len: 949 time: 0.2405703 Dec 16 09:30:40.113259 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:40.114629 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a6746-0493-4ebb-94c2-f26141ff22c1 None None] The sync data for ids ['c2e541fe-e925-43dc-8d87-1dc60537e2c7'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:40.219600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-e9664e12-f56b-4a82-8cd2-3af550342e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.221655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-e9664e12-f56b-4a82-8cd2-3af550342e5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a3494737-a1cb-40c9-be22-a4f16e5d68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2100279 Dec 16 09:30:40.277727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.289432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821', 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', '617aad20-717a-470e-9f71-ce9e65e20253'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:40.333506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.344792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.359120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.363456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=b3bdd003-9096-4e0f-9578-5531ca56dfbb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:40.374347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.391261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.419203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.443929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:40.461551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-f144a1bc-1a95-45e2-a793-7f8b2c2f8247 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.3372440 Dec 16 09:30:40.464285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-08c47319-958e-4faf-b019-21f6271692d7 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/c2e541fe-e925-43dc-8d87-1dc60537e2c7 HTTP/1.1" status: 200 len: 924 time: 0.5476162 Dec 16 09:30:40.466720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40172) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:40.560647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port b3bdd003-9096-4e0f-9578-5531ca56dfbb on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:40.564170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:40.571436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-adda3855-a88c-440b-8540-30e5bfcbcbdc req-a309d73a-a90d-4cc6-8e7b-db90d3af74e4 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "DELETE /v2.0/ports/b3bdd003-9096-4e0f-9578-5531ca56dfbb HTTP/1.1" status: 204 len: 173 time: 1.3426890 Dec 16 09:30:40.572516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'name': 'network-vif-deleted', 'tag': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:40.576024 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2da498-71b3-473e-9f41-d9816fe0716f" -d '{"events": [{"server_uuid": "fbb1d4aa-5a46-40b3-b7fb-5258e686194e", "name": "network-vif-deleted", "tag": "b3bdd003-9096-4e0f-9578-5531ca56dfbb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:41.085595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed499583-15db-4fb2-82de-2d6a2c740c7b req-a26c6fb0-478f-4739-bbfc-91719fffec09 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6227469 Dec 16 09:30:41.380378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2306e4f-d4b1-4663-a9fb-fe5beb1c896b tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:41.406558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2306e4f-d4b1-4663-a9fb-fe5beb1c896b tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=c2e541fe-e925-43dc-8d87-1dc60537e2c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7757401 Dec 16 09:30:41.410068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40190) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:41.428766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port 617aad20-717a-470e-9f71-ce9e65e20253 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:41.430284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.514553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-095716b7-e912-4224-a5b4-9373962f46a6 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2356291 Dec 16 09:30:41.646327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port 617aad20-717a-470e-9f71-ce9e65e20253, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=617aad20-717a-470e-9f71-ce9e65e20253,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:41.646704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.663284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for 617aad20-717a-470e-9f71-ce9e65e20253 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:41.699516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:30:41.788063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84024de7-52f2-4418-80c7-08585869447e tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:41.798162 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-84024de7-52f2-4418-80c7-08585869447e tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.3859875 Dec 16 09:30:41.798976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:41.829566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:41.923692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:41.934887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40196) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:41.941479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-41cedc27-db56-4e06-84d8-1324fdea83bb tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e541fe-e925-43dc-8d87-1dc60537e2c7 HTTP/1.1" status: 200 len: 205 time: 0.1372843 Dec 16 09:30:41.944444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'mac_address': 'fa:16:3e:3a:56:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:30:41.962546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e270184c-1e4f-4630-aaf7-9dcf6b41ce68 req-948dec2e-7616-4b97-a4d5-e8308cc6d719 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbb1d4aa-5a46-40b3-b7fb-5258e686194e HTTP/1.1" status: 200 len: 210 time: 0.1468458 Dec 16 09:30:42.010618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:42.015619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.063010 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3103e04-2ebe-451e-92fe-b455f2336a6e x-openstack-request-id: req-f3103e04-2ebe-451e-92fe-b455f2336a6e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:42.063643 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb1d4aa-5a46-40b3-b7fb-5258e686194e", "name": "network-vif-deleted", "tag": "b3bdd003-9096-4e0f-9578-5531ca56dfbb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:42.064060 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3103e04-2ebe-451e-92fe-b455f2336a6e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:42.064628 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb1d4aa-5a46-40b3-b7fb-5258e686194e', 'name': 'network-vif-deleted', 'tag': 'b3bdd003-9096-4e0f-9578-5531ca56dfbb', 'status': 'completed', 'code': 200} Dec 16 09:30:42.067058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:42.146535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port 617aad20-717a-470e-9f71-ce9e65e20253 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:42.152777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=617aad20-717a-470e-9f71-ce9e65e20253,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:42.176848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:42.187900 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.269050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:42.274966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b046c5a-5c46-4fa1-95ac-df55ec5549f6 req-0fbc0f51-8aed-479a-8056-5e3044edf73a tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "DELETE /v2.0/ports/617aad20-717a-470e-9f71-ce9e65e20253 HTTP/1.1" status: 204 len: 173 time: 2.2083905 Dec 16 09:30:42.278316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'name': 'network-vif-deleted', 'tag': '617aad20-717a-470e-9f71-ce9e65e20253'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:42.282606 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde5eebd-5637-4c5c-ad21-e6bd4e857848" -d '{"events": [{"server_uuid": "dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6", "name": "network-vif-deleted", "tag": "617aad20-717a-470e-9f71-ce9e65e20253"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:42.387587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:42.402775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.403299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.403755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.404188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.404614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.405039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.405459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.405943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.406581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.407163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.407635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.408016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:30:42.440535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7c16456d-d48b-4ff4-afaf-2b067b1fcc13'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:42.615515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-6f16c527-4fb5-44fe-b54e-a930120f6807 service neutron] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048077 Dec 16 09:30:42.682563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-1ba92c64-5272-466e-9722-4ddf67ee381e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 200 len: 217 time: 0.0573359 Dec 16 09:30:42.697017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.703735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.709346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.715035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.720809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.726931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.732646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:42.745753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-985cb4be-f4d8-4c52-b2e5-0c8e530a548e req-02397970-2c67-4a5d-95aa-e0f8440b875c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.2068832 Dec 16 09:30:42.764602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.226204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-79b41e7e-431f-4a81-9ad2-bdd55aa2d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.227663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-79b41e7e-431f-4a81-9ad2-bdd55aa2d77c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.4755471 Dec 16 09:30:43.240941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398d27a-d00b-4e70-923a-d3832588d605 req-4e08e9ca-7380-45cc-8462-022c121e1799 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.242617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c398d27a-d00b-4e70-923a-d3832588d605 req-4e08e9ca-7380-45cc-8462-022c121e1799 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.53 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 945 time: 0.4221356 Dec 16 09:30:43.261050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f99cbe-2e7d-4da0-9ce6-319484c83e5c req-89ca4f86-6987-42f1-aac1-393992164e7d tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.262532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7f99cbe-2e7d-4da0-9ce6-319484c83e5c req-89ca4f86-6987-42f1-aac1-393992164e7d tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/ports?device_id=22659559-0021-4005-a9c4-507e196080eb HTTP/1.1" status: 200 len: 945 time: 0.4382000 Dec 16 09:30:43.351223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.425452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-f6c88db2-dcd3-4b89-9eeb-8edf7624d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:43.426980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-f6c88db2-dcd3-4b89-9eeb-8edf7624d89e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1813107 Dec 16 09:30:43.430491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7f99cbe-2e7d-4da0-9ce6-319484c83e5c req-5aaedede-d5af-49f5-b62a-615d4c8ed50a tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.61 "GET /v2.0/security-groups?id=2bb8d6f0-6c04-497a-8580-43bfc0c37f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561701 Dec 16 09:30:43.496456 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc5e5d7-7c00-4840-a891-7b2bddf582a0 x-openstack-request-id: req-ccc5e5d7-7c00-4840-a891-7b2bddf582a0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:43.496747 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6", "name": "network-vif-deleted", "tag": "617aad20-717a-470e-9f71-ce9e65e20253", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:43.496992 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ccc5e5d7-7c00-4840-a891-7b2bddf582a0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:43.499808 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe516bf-73f4-4b0c-93fa-3e3c6a4320a6', 'name': 'network-vif-deleted', 'tag': '617aad20-717a-470e-9f71-ce9e65e20253', 'status': 'completed', 'code': 200} Dec 16 09:30:43.570567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Deleting port c36a6010-712a-4d31-82c2-48d3fb22f14b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:43.571253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.574977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Deleting port edbd1167-09e5-484f-a61c-e4ed08a4becf {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:43.575678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.681268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-8fad930f-cebb-4808-b692-a27973431faf service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432528 Dec 16 09:30:43.703754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:30:43.781771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:43.783388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.812505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b3bdd003-9096-4e0f-9578-5531ca56dfbb no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:43.839256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b,segment=NetworkSegment(9e31c922-32f7-4b22-8c55-154278dc6b79),segment_id=9e31c922-32f7-4b22-8c55-154278dc6b79)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:43.839854 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.848057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: b3bdd003-9096-4e0f-9578-5531ca56dfbb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:43.848611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b3bdd003-9096-4e0f-9578-5531ca56dfbb not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:43.849021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c36a6010-712a-4d31-82c2-48d3fb22f14b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:43.860321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Calling delete_port for c36a6010-712a-4d31-82c2-48d3fb22f14b owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:43.913817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.976093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:43.976303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Calling delete_port for edbd1167-09e5-484f-a61c-e4ed08a4becf owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:43.981904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-7507f4f2-6153-44d1-a435-6e9f80f67c48 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1787991626&fields=id&tenant_id=689c4dd4d5394dceb4f8975630229505 HTTP/1.1" status: 200 len: 267 time: 0.2377450 Dec 16 09:30:43.992261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-ad1a198b-7fcd-4c8f-be5e-6314823040a8 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017018 Dec 16 09:30:43.995547 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b6530bc2-514a-42ae-ba7b-5ed5e0da7647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.013337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:44.016063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:44.018549 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70904777-368a-4f12-9e25-63f3c8547cff" -d '{"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-plugged", "status": "completed", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:44.026089 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.054022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.110530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c36a6010-712a-4d31-82c2-48d3fb22f14b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c36a6010-712a-4d31-82c2-48d3fb22f14b,segment=NetworkSegment(9e31c922-32f7-4b22-8c55-154278dc6b79),segment_id=9e31c922-32f7-4b22-8c55-154278dc6b79)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:44.121000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.121723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 617aad20-717a-470e-9f71-ce9e65e20253 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:44.131391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-88e181dc-5819-4994-98dd-4a6cd283121c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 200 len: 217 time: 0.1155376 Dec 16 09:30:44.141082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:44.143899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 617aad20-717a-470e-9f71-ce9e65e20253 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:44.144238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 617aad20-717a-470e-9f71-ce9e65e20253 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:44.192889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:44.220173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-e6bc0f47-fbca-46ca-9eb1-40551d7bcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.221870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-e6bc0f47-fbca-46ca-9eb1-40551d7bcaf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 200 len: 797 time: 0.0796022 Dec 16 09:30:44.350906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-5539fb23-b78e-4f40-9d7d-0a95848f237d tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.352380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-5539fb23-b78e-4f40-9d7d-0a95848f237d tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/networks?id=1883cea2-1317-422f-b093-d95bb2d301bd HTTP/1.1" status: 200 len: 815 time: 0.3579638 Dec 16 09:30:44.392129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-0bb667e5-e0db-4d74-9ea4-79f8c3236363 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/quotas/689c4dd4d5394dceb4f8975630229505 HTTP/1.1" status: 200 len: 375 time: 0.0275636 Dec 16 09:30:44.395921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.401138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-98176d9b-6d9b-4ff1-a636-ea58e753a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:44.402770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-98176d9b-6d9b-4ff1-a636-ea58e753a230 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc5f8284-3f45-40d0-afcd-a60305c5dacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688817 Dec 16 09:30:44.505825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Pushing event deleted for resources: {'Port': ['ID=c36a6010-712a-4d31-82c2-48d3fb22f14b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:44.686219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] No DVR routers for this DVR port c36a6010-712a-4d31-82c2-48d3fb22f14b on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:44.691840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-04fabae4-3926-4b97-897d-1543107f1395 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680817 Dec 16 09:30:44.693109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.697562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c398d27a-d00b-4e70-923a-d3832588d605 req-5be774c2-6ce3-474e-b15c-eb46d213a198 tempest-ServerPasswordTestJSON-30030220 tempest-ServerPasswordTestJSON-30030220-project] 10.222.0.53 "DELETE /v2.0/ports/c36a6010-712a-4d31-82c2-48d3fb22f14b HTTP/1.1" status: 204 len: 173 time: 1.4341469 Dec 16 09:30:44.722587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-1d1d1f62-db83-44c4-8e8e-a66a2608bc97 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=689c4dd4d5394dceb4f8975630229505&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3156579 Dec 16 09:30:44.723859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:44.790599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40260) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:44.895958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event deleted for resources: {'Port': ['ID=edbd1167-09e5-484f-a61c-e4ed08a4becf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:44.911675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40264) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:44.953245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe7d-6444-44dc-9bf4-4b35c374972b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.040396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-cdf41f1e-9fd7-46c4-bd94-6079848edffd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459861 Dec 16 09:30:45.043196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.044057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.044530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.045248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.045726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.046277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.046887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.047400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.050380 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-fa0e9911-ce85-4837-9127-2078ee3acad2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 6502 time: 0.1372721 Dec 16 09:30:45.124423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe7d-6444-44dc-9bf4-4b35c374972b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.128354 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-ddf98d9a-9347-49bc-9111-0b801c15261a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635512 Dec 16 09:30:45.129243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc00fe7d-6444-44dc-9bf4-4b35c374972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.170978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00fe7d-6444-44dc-9bf4-4b35c374972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d485d520-35c5-4a7d-8437-2b44967c277a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:45.178108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bc00fe7d-6444-44dc-9bf4-4b35c374972b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07d8d14009254b54867f91acdadd7c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857279 Dec 16 09:30:45.180737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40270) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:45.239396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c21387e-124d-4c73-b18d-3fb4fec4bbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.264279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c21387e-124d-4c73-b18d-3fb4fec4bbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.319218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c21387e-124d-4c73-b18d-3fb4fec4bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.321761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c21387e-124d-4c73-b18d-3fb4fec4bbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.322976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4c21387e-124d-4c73-b18d-3fb4fec4bbc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d485d520-35c5-4a7d-8437-2b44967c277a HTTP/1.1" status: 204 len: 168 time: 0.1412849 Dec 16 09:30:45.332330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21387e-124d-4c73-b18d-3fb4fec4bbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d485d520-35c5-4a7d-8437-2b44967c277a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:45.396504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-cb61fa1b-bf14-4202-a3fd-73baa62b650a service neutron] 10.222.0.61 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506994 Dec 16 09:30:45.452666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9fa4a09-55a8-4dac-8759-1602a5151da3 req-fc4a7436-48c7-4734-a083-a24d12f919f3 service neutron] 10.222.0.69 "GET /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016013 Dec 16 09:30:45.506191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.507095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'name': 'network-vif-deleted', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:45.509372 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4ec0a-a1ab-453c-9ad3-d371fc27b87f" -d '{"events": [{"server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "name": "network-vif-deleted", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:45.513534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.593443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-6308293f-2651-4db4-bda0-b7a9f5525b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.594983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-6308293f-2651-4db4-bda0-b7a9f5525b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.1973355 Dec 16 09:30:45.597618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.598195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Fanout notify agent at l3_agent the message router_deleted on router c2e541fe-e925-43dc-8d87-1dc60537e2c7 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:45.606006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.607080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a30c3e61-5d70-488b-8ef9-44a3d5cbab4b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/c2e541fe-e925-43dc-8d87-1dc60537e2c7 HTTP/1.1" status: 204 len: 168 time: 3.6691806 Dec 16 09:30:45.610982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40284) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:45.616392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-250428293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:45.633878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-77feec1c-f069-4889-8f4f-eb60a4f6db9e service neutron] 10.222.0.61 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941218 Dec 16 09:30:45.642375 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.644833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.711678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.717191 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.740092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-e90cc418-3937-473a-8c7f-b1e4a097fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.740402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:45.744394 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-63d325fa-06ee-41cb-99bf-1c3dc4f184e0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1291165 Dec 16 09:30:45.744527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-e90cc418-3937-473a-8c7f-b1e4a097fd4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1186078 Dec 16 09:30:45.744623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40290) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:45.749049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': False}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:45.796059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-654b3ecc-ceee-4efc-86ad-1fabe09ef8ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0451400 Dec 16 09:30:45.853718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-6d77699e-57f6-4944-a236-1e1fd8708c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.855590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-6d77699e-57f6-4944-a236-1e1fd8708c16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0525091 Dec 16 09:30:45.931405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-ab054873-cd5e-48d7-bbf4-1cd99b07eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:45.933698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-ab054873-cd5e-48d7-bbf4-1cd99b07eaed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706565 Dec 16 09:30:46.037191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-c68b62a7-b6d9-4e26-8455-e59e1694426e service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966222 Dec 16 09:30:46.060381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.179430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e38c8b9-f6b5-4fd6-b1b3-4ce6591fedfb req-7925e704-36a5-4a54-9749-386887fb6012 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340716 Dec 16 09:30:46.180379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40320) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:46.253957 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a35a86f-34d6-4316-855f-8652009a3fdd x-openstack-request-id: req-5a35a86f-34d6-4316-855f-8652009a3fdd {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:46.254452 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-plugged", "status": "completed", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:46.254452 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a35a86f-34d6-4316-855f-8652009a3fdd {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:46.254862 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'code': 200} Dec 16 09:30:46.307069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1026988337-network', 'tenant_id': '4fe43ab55fcd4fe8a26262b2eea4665a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:46.310501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40330) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:46.377975 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.387382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Deleting subnet 5ca2f99c-7b1c-494e-b4fb-e8323b09741e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:30:46.396334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.398108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Made reservation on behalf of 4fe43ab55fcd4fe8a26262b2eea4665a for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:46.400943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.421479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.432896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a44a8083-42b9-4745-a5e4-4a5b8c802b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.435119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.453229 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5869d-93d1-4367-a257-8b7fd50de0ff x-openstack-request-id: req-c1f5869d-93d1-4367-a257-8b7fd50de0ff {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:46.453650 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "name": "network-vif-deleted", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:46.453921 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1f5869d-93d1-4367-a257-8b7fd50de0ff {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:46.454315 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'name': 'network-vif-deleted', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b', 'status': 'completed', 'code': 200} Dec 16 09:30:46.471374 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.547536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d393463a-44da-42c7-a88c-6999eba80c73 req-86c4934c-3a4c-44f3-ae0f-23991de5ac6d tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0541532 Dec 16 09:30:46.570920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.579248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Allocated IP 172.25.6.169 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/f5a823a6-4cf7-4666-ae3a-fb2d8683fc07) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:46.645989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.652945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.705364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.712103 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.738058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:30:46.753690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.780626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b49ab46-d46a-4e39-857c-71a24632f366,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:46.786629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca2f99c-7b1c-494e-b4fb-e8323b09741e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:46.789705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.795097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1eebdd25-1c9e-471f-b905-0be5d79ed328 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5ca2f99c-7b1c-494e-b4fb-e8323b09741e HTTP/1.1" status: 204 len: 168 time: 0.4812825 Dec 16 09:30:46.796632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40336) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:46.804196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.804536 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Added segment acd82a2a-4088-4587-98e1-af1662a81beb of type vlan for network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 Dec 16 09:30:46.833177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:46.843674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:46.846233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Pushing event updated for resources: {'Port': ['ID=f5a823a6-4cf7-4666-ae3a-fb2d8683fc07,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:46.855415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:46.916012 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.944564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.985292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:46.986455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:46.987573 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.080650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b443e-fd02-4f0b-989a-dadef32cd42c req-c2865a0c-f0d9-4c57-896d-77c24d878d27 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:47.082322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa8b443e-fd02-4f0b-989a-dadef32cd42c req-c2865a0c-f0d9-4c57-896d-77c24d878d27 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.1490684 Dec 16 09:30:47.100584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9188290 Dec 16 09:30:47.103661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40340) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:47.111501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Request body: {'subnet': {'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1026988337-subnet', 'tenant_id': '4fe43ab55fcd4fe8a26262b2eea4665a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:47.152736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957cd8d-ae7f-4a89-986c-e93869e748e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:47.157477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Made reservation on behalf of 4fe43ab55fcd4fe8a26262b2eea4665a for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:47.160682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.167303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:30:47.178031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.193301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa8b443e-fd02-4f0b-989a-dadef32cd42c req-bd7aa596-0fe7-49e5-b3dd-05148470f539 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983062 Dec 16 09:30:47.210490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb3d45-f498-4478-9fe9-83f81f649132']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:47.221730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e31c922-32f7-4b22-8c55-154278dc6b79') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:47.222117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e31c922-32f7-4b22-8c55-154278dc6b79') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:47.222939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.233937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.252660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.281402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:30:47.281817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:30:47.294792 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:30:47.362883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.377293 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.384756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8feb3d45-f498-4478-9fe9-83f81f649132 HTTP/1.1" status: 204 len: 168 time: 0.5849802 Dec 16 09:30:47.483382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f11f3-af2b-4a56-a62c-dc20250cd531 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb3d45-f498-4478-9fe9-83f81f649132,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:47.522267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.532656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.581789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e4ef74da-1601-4fbd-afc0-c845b3f66ee5 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:47.584276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e4ef74da-1601-4fbd-afc0-c845b3f66ee5 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.53 "GET /v2.0/networks?id=1883cea2-1317-422f-b093-d95bb2d301bd HTTP/1.1" status: 200 len: 815 time: 0.1994212 Dec 16 09:30:47.639446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40358) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:47.720320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-d972618a-832e-490c-b9c7-16adec507280 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=689c4dd4d5394dceb4f8975630229505 HTTP/1.1" status: 200 len: 380 time: 0.1238158 Dec 16 09:30:47.725041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04687e4c-58cc-4392-9534-b89865aea40a req-4b33e5a0-a8ef-476b-9a10-0d85d5c3cf4b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0651374 Dec 16 09:30:47.732875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Request body: {'port': {'device_id': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'admin_state_up': True, 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'security_groups': ['214fb39e-e96d-463a-86c5-78d255ffc472']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:47.794723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4825788c-8bd1-4c06-8add-ededb37bd182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfd65dce6b8c40078a2aa5882ba231c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531851 Dec 16 09:30:47.804262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40360) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:47.897979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8db29a5-c4e3-4d6c-bb13-d428ce0af010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.918140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Made reservation on behalf of 689c4dd4d5394dceb4f8975630229505 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:47.920796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.923174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.948731 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8db29a5-c4e3-4d6c-bb13-d428ce0af010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:47.986470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.051009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=354a35cd-69d2-4e1b-9014-c2c1cc1f6279,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:48.078014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Checking segment: {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:48.078401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Network hostable DHCP agents. Network: 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:30:48.090868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8db29a5-c4e3-4d6c-bb13-d428ce0af010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.093920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8db29a5-c4e3-4d6c-bb13-d428ce0af010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.095263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a8db29a5-c4e3-4d6c-bb13-d428ce0af010 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bb8d6f0-6c04-497a-8580-43bfc0c37f39 HTTP/1.1" status: 204 len: 168 time: 0.2899482 Dec 16 09:30:48.098853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Router 194be4bb-cfb0-44f0-a1e7-e485434fc8f3 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:48.113337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db29a5-c4e3-4d6c-bb13-d428ce0af010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb8d6f0-6c04-497a-8580-43bfc0c37f39,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:48.115069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:30:48.125932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Allocated IP 172.20.0.3 (1883cea2-1317-422f-b093-d95bb2d301bd/283ff8a7-3871-4795-b007-4be66b084426/0373a8b4-49f0-4f88-9a2f-295bd7ab73c3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:48.237517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:48.248703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230dff56-89c0-4258-b395-20ded8efced3 None None] Network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:48.250838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.251488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.287526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:48.292605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.297100 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f724d866-d356-47e2-b1cb-83b47c56eed1 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "PUT /v2.0/routers/194be4bb-cfb0-44f0-a1e7-e485434fc8f3 HTTP/1.1" status: 200 len: 919 time: 2.5510921 Dec 16 09:30:48.297772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40368) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:48.311733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e803e00-2723-4007-87d4-d138da045d0d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2063479 Dec 16 09:30:48.371320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:48.373745 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f436a556-da80-499e-b139-70d3bff1a21d" -d '{"events": [{"server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "name": "network-vif-unplugged", "status": "completed", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:48.385195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.396223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] Sync routers for ids ['194be4bb-cfb0-44f0-a1e7-e485434fc8f3'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:48.400643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad7856-a665-491d-95f4-e8b8ff591d91 req-4d563b89-694b-4ad6-8fbe-4a170cb010a5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.409235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bbad7856-a665-491d-95f4-e8b8ff591d91 req-4d563b89-694b-4ad6-8fbe-4a170cb010a5 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.1289628 Dec 16 09:30:48.455731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40376) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:48.456049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3ca16130-846b-4758-895a-6ff038f6d4f5 tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/194be4bb-cfb0-44f0-a1e7-e485434fc8f3 HTTP/1.1" status: 200 len: 925 time: 0.1566474 Dec 16 09:30:48.486304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bbad7856-a665-491d-95f4-e8b8ff591d91 req-fadac02c-acae-4c58-9d72-87cb9bca207b tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/security-groups?id=0fffc7b3-19ca-438b-aa96-ad51a90e2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 Dec 16 09:30:48.503894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] Routers {'194be4bb-cfb0-44f0-a1e7-e485434fc8f3'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:48.504551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['194be4bb-cfb0-44f0-a1e7-e485434fc8f3'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:48.551716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.563295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-2c41d84c-d83d-48db-a65b-d1f7b911532e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.568458 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-2c41d84c-d83d-48db-a65b-d1f7b911532e tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 950 time: 0.1034045 Dec 16 09:30:48.649915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd0cf5-9e98-4162-b698-7d11eaf6cefb tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:48.654123 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-87cd0cf5-9e98-4162-b698-7d11eaf6cefb tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=194be4bb-cfb0-44f0-a1e7-e485434fc8f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1938188 Dec 16 09:30:48.654293 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce4896-81b1-4cd3-b09a-8cfceacaa510 x-openstack-request-id: req-12ce4896-81b1-4cd3-b09a-8cfceacaa510 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:48.654293 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22659559-0021-4005-a9c4-507e196080eb", "name": "network-vif-unplugged", "status": "completed", "tag": "c36a6010-712a-4d31-82c2-48d3fb22f14b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:48.654293 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12ce4896-81b1-4cd3-b09a-8cfceacaa510 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:48.654293 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22659559-0021-4005-a9c4-507e196080eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36a6010-712a-4d31-82c2-48d3fb22f14b', 'code': 200} Dec 16 09:30:48.654973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:48.676837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40394) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:48.735207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc361379-26e3-41a2-9c19-25a8387130c0 None None] Network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:48.744584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] Routers {'194be4bb-cfb0-44f0-a1e7-e485434fc8f3'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:48.745246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['194be4bb-cfb0-44f0-a1e7-e485434fc8f3'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:48.756616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Deleting port a6d64d02-8e76-4fd0-8b70-0155b9361821 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:48.760135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:48.804229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Network 1883cea2-1317-422f-b093-d95bb2d301bd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:48.807854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:48.817542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:48.820296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event updated for resources: {'Port': ['ID=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:49.017054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] For port a6d64d02-8e76-4fd0-8b70-0155b9361821, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a6d64d02-8e76-4fd0-8b70-0155b9361821,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:30:49.018475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.046276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.046958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.079054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Calling delete_port for a6d64d02-8e76-4fd0-8b70-0155b9361821 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:49.152123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c6ed8-aa1c-465e-b684-f6206455081b tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.163645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1c6c6ed8-aa1c-465e-b684-f6206455081b tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.4828725 Dec 16 09:30:49.185102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:49.186608 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1f681-15ef-4724-9abf-094402a58cc7 None None] The sync data for ids ['194be4bb-cfb0-44f0-a1e7-e485434fc8f3'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:49.188316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a634-9896-43b1-a6a5-0cfb2cd97add req-3669bf2a-8fb3-4c42-885d-691ce9042557 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:49.190013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e994a634-9896-43b1-a6a5-0cfb2cd97add req-3669bf2a-8fb3-4c42-885d-691ce9042557 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 931 time: 0.3108497 Dec 16 09:30:49.197617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e75fab23-4d2b-4c7c-a295-2cd9292ae033 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4686632 Dec 16 09:30:49.198170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40418) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:49.231684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Request body: {'port': {'device_id': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:49.362748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-de19c018-0da3-418c-b566-75a8e888d830 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=194be4bb-cfb0-44f0-a1e7-e485434fc8f3 HTTP/1.1" status: 200 len: 205 time: 0.1592686 Dec 16 09:30:49.365816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ae1b20ff-230a-4f13-8620-a1f416e822fd None None] Provisioning complete for port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:30:49.366206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ae1b20ff-230a-4f13-8620-a1f416e822fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.368411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40430) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:49.487897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b20ff-230a-4f13-8620-a1f416e822fd None None] Port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:30:49.558450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.577759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a6d64d02-8e76-4fd0-8b70-0155b9361821'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:30:49.614274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e994a634-9896-43b1-a6a5-0cfb2cd97add req-0b9be244-9fe0-4b63-a952-c0a3a003849b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497438 Dec 16 09:30:49.626296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.632417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Pushing event deleted for resources: {'Port': ['ID=a6d64d02-8e76-4fd0-8b70-0155b9361821,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:49.759349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] No DVR routers for this DVR port a6d64d02-8e76-4fd0-8b70-0155b9361821 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:30:49.763998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.777573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4f0f0108-dcf2-4188-9e0e-603cb451c8a9 req-eb5f9d9c-02d6-4f8b-ad4c-911816616284 tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.53 "DELETE /v2.0/ports/a6d64d02-8e76-4fd0-8b70-0155b9361821 HTTP/1.1" status: 204 len: 173 time: 1.2013838 Dec 16 09:30:49.779368 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.780192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'name': 'network-vif-deleted', 'tag': 'a6d64d02-8e76-4fd0-8b70-0155b9361821'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:49.782998 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae574d1f-462b-4130-a5c5-90640bf15bee" -d '{"events": [{"server_uuid": "fd4d701c-cf9f-4027-b7d2-e56f6e95a960", "name": "network-vif-deleted", "tag": "a6d64d02-8e76-4fd0-8b70-0155b9361821"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:49.791426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6b95258-9eb2-4071-b4c2-c4ea2344e53a req-0564aa94-fb74-4673-ae26-256c48529d8c tempest-ServersOnMultiNodesTest-120205879 tempest-ServersOnMultiNodesTest-120205879-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd4d701c-cf9f-4027-b7d2-e56f6e95a960 HTTP/1.1" status: 200 len: 210 time: 0.0517373 Dec 16 09:30:49.797703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:49.922112 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.055601 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26faf6-5333-4026-8734-7a9a81e2688a x-openstack-request-id: req-2e26faf6-5333-4026-8734-7a9a81e2688a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:50.056073 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4d701c-cf9f-4027-b7d2-e56f6e95a960", "name": "network-vif-deleted", "tag": "a6d64d02-8e76-4fd0-8b70-0155b9361821", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:50.056469 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e26faf6-5333-4026-8734-7a9a81e2688a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:50.057375 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4d701c-cf9f-4027-b7d2-e56f6e95a960', 'name': 'network-vif-deleted', 'tag': 'a6d64d02-8e76-4fd0-8b70-0155b9361821', 'status': 'completed', 'code': 200} Dec 16 09:30:50.404689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40470) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:50.618076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72785bf0-85c5-4cb4-b31f-0dec23455884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.809332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72785bf0-85c5-4cb4-b31f-0dec23455884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.820813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72785bf0-85c5-4cb4-b31f-0dec23455884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.836829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769613d9-065d-4c58-b5a4-fdcb1ebd9384 req-0b387f59-855e-49a7-9e44-347b0fc76bc9 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:50.844645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-769613d9-065d-4c58-b5a4-fdcb1ebd9384 req-0b387f59-855e-49a7-9e44-347b0fc76bc9 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 931 time: 0.1479704 Dec 16 09:30:50.847779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.873387 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72785bf0-85c5-4cb4-b31f-0dec23455884 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d99882f73cd400ab184411afa47c276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665363 Dec 16 09:30:50.875309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40478) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:50.888438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72785bf0-85c5-4cb4-b31f-0dec23455884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00feac-c950-485a-9b5d-82c304aa2528,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:50.949709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f25c2bf7-ab7e-400f-96ad-0d4272b94897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:50.960322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-769613d9-065d-4c58-b5a4-fdcb1ebd9384 req-be247604-51dc-4793-abf3-48b155ab7e75 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090946 Dec 16 09:30:50.986372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f25c2bf7-ab7e-400f-96ad-0d4272b94897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.088667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f25c2bf7-ab7e-400f-96ad-0d4272b94897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.097057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f25c2bf7-ab7e-400f-96ad-0d4272b94897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.100948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f25c2bf7-ab7e-400f-96ad-0d4272b94897 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f00feac-c950-485a-9b5d-82c304aa2528 HTTP/1.1" status: 204 len: 168 time: 0.2231305 Dec 16 09:30:51.115103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c2bf7-ab7e-400f-96ad-0d4272b94897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00feac-c950-485a-9b5d-82c304aa2528,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:51.123386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:30:51.158008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.196854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Deleting port f5a823a6-4cf7-4666-ae3a-fb2d8683fc07 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:51.197292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.258586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Transition to ACTIVE for port object 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:30:51.268621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.396074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.410924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Calling delete_port for f5a823a6-4cf7-4666-ae3a-fb2d8683fc07 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:51.479894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40502) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:51.708269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Pushing event updated for resources: {'Port': ['ID=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:51.730228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.803142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dfe97a95-3c96-44bc-84ee-23ddac2f9f1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80cfe87501fc44649961ffc2588a765a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219774 Dec 16 09:30:51.803812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:51.821103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event deleted for resources: {'Port': ['ID=f5a823a6-4cf7-4666-ae3a-fb2d8683fc07,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:51.830902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a6d64d02-8e76-4fd0-8b70-0155b9361821 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:30:51.882153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: a6d64d02-8e76-4fd0-8b70-0155b9361821 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:30:51.882521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a6d64d02-8e76-4fd0-8b70-0155b9361821 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:30:51.911575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:51.962817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cf38a4b-b878-426b-913c-38ea37bc3c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.035241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.047762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cf38a4b-b878-426b-913c-38ea37bc3c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.065892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.095453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Attempting to bind port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:30:52.095453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Attempting to bind port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:30:52.095453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Attempting to bind port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 on network 1883cea2-1317-422f-b093-d95bb2d301bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:52.126588 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cf38a4b-b878-426b-913c-38ea37bc3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.135123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1cf38a4b-b878-426b-913c-38ea37bc3c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.137875 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1cf38a4b-b878-426b-913c-38ea37bc3c84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0fffc7b3-19ca-438b-aa96-ad51a90e2a48 HTTP/1.1" status: 204 len: 168 time: 0.3330834 Dec 16 09:30:52.158752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf38a4b-b878-426b-913c-38ea37bc3c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fffc7b3-19ca-438b-aa96-ad51a90e2a48,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:52.205222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 on network 1883cea2-1317-422f-b093-d95bb2d301bd not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:30:52.206879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Attempting to bind port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 on network 1883cea2-1317-422f-b093-d95bb2d301bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:30:52.228247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.228909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Fanout notify agent at l3_agent the message router_deleted on router 194be4bb-cfb0-44f0-a1e7-e485434fc8f3 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:52.257005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:30:52.257417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Checking segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:52.257909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Bound using segment: {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:30:52.258425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Bound port: 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483db1f7-1b47-4a47-9893-a3d6fa9a786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:30:52.258843 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.266092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.272024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aae7f01d-2412-4f2e-9ddd-450f1d02f064 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/194be4bb-cfb0-44f0-a1e7-e485434fc8f3 HTTP/1.1" status: 204 len: 168 time: 2.8971224 Dec 16 09:30:52.272210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40536) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:52.279007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1729231894', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:52.331218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.334515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.382775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb57e3a-31f9-44b8-922e-16ec8ce05f96 req-cb53cf6a-b233-452c-9761-2ac9c3595c23 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.396266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bb57e3a-31f9-44b8-922e-16ec8ce05f96 req-cb53cf6a-b233-452c-9761-2ac9c3595c23 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.1995239 Dec 16 09:30:52.483513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.499682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] For port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:30:52.515312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] For port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:30:52.538927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bb57e3a-31f9-44b8-922e-16ec8ce05f96 req-83ecbc67-3bb4-4984-94d2-11b6ababa1dd tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370201 Dec 16 09:30:52.540931 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.676274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Pushing event updated for resources: {'Port': ['ID=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:52.706143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.707070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.708842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-e9321141-80e8-4f85-8352-c69dae0b97da service neutron] 10.222.0.53 "PUT /v2.0/ports/0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 HTTP/1.1" status: 200 len: 1091 time: 3.4982784 Dec 16 09:30:52.709723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:30:52.712815 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59882d9e-c4f5-446c-aa15-5ec2f18bd759" -d '{"events": [{"name": "network-changed", "server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:30:52.779798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:52.863901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:52.890970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-5e9d2c55-94fb-4fd4-a0e6-8a7fa266f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:52.893158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-5e9d2c55-94fb-4fd4-a0e6-8a7fa266f18b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=689c4dd4d5394dceb4f8975630229505&device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 1094 time: 0.1248333 Dec 16 09:30:52.994031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18e3c4f1-e38a-4137-bde1-e8eabed1a220 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a6cedcd0fcb4cffbb2c7a741b21c606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127042 Dec 16 09:30:52.997808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-b96e29db-a6fe-4008-84e9-a71cfbe06872 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 HTTP/1.1" status: 200 len: 217 time: 0.0944772 Dec 16 09:30:52.998602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40556) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:53.224387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-379f27bf-8808-4eea-8ec7-ad4dc97373db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.236179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-8e61d0ea-ca90-40bd-92f1-94885e3c1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.237966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-8e61d0ea-ca90-40bd-92f1-94885e3c1b68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=283ff8a7-3871-4795-b007-4be66b084426 HTTP/1.1" status: 200 len: 854 time: 0.1614156 Dec 16 09:30:53.268486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.283701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-379f27bf-8808-4eea-8ec7-ad4dc97373db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.310268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.426592 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470aaae3-9807-4924-af06-1a1cbc77eddf x-openstack-request-id: req-470aaae3-9807-4924-af06-1a1cbc77eddf {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:30:53.426881 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:30:53.428903 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-470aaae3-9807-4924-af06-1a1cbc77eddf {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:30:53.432159 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'status': 'completed', 'code': 200} Dec 16 09:30:53.484885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Allocated IP 172.25.6.148 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/1c386932-8401-4570-a71f-be1744e7a3d7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:30:53.561345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.565582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-379f27bf-8808-4eea-8ec7-ad4dc97373db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.576199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-379f27bf-8808-4eea-8ec7-ad4dc97373db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:53.587518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-379f27bf-8808-4eea-8ec7-ad4dc97373db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93701f53-79b6-4df4-84f0-722f93e71b7e HTTP/1.1" status: 204 len: 168 time: 0.5875072 Dec 16 09:30:53.603143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-0f013436-81ff-41fe-94e9-40ff7ab7dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:53.604660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-0f013436-81ff-41fe-94e9-40ff7ab7dcfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1883cea2-1317-422f-b093-d95bb2d301bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148256 Dec 16 09:30:53.665406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f27bf-8808-4eea-8ec7-ad4dc97373db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93701f53-79b6-4df4-84f0-722f93e71b7e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:53.886019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.035027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.057873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b400-a746-4ac5-890e-4567855587cf req-fec6bd73-014d-4e13-9edf-fad22d651f07 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.070846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9475b400-a746-4ac5-890e-4567855587cf req-fec6bd73-014d-4e13-9edf-fad22d651f07 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.4341707 Dec 16 09:30:54.121457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40578) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:54.168676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-202cfd7b-4d45-4f07-9c22-dae607fbb5ef service neutron] 10.222.0.53 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312097 Dec 16 09:30:54.185180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:30:54.205502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9475b400-a746-4ac5-890e-4567855587cf req-00d279fc-3e5d-484a-9389-05975ff36f02 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272469 Dec 16 09:30:54.211852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:54.238744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event updated for resources: {'Port': ['ID=1c386932-8401-4570-a71f-be1744e7a3d7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:54.241462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:30:54.428428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c6c3fd1-3219-4039-9017-c0279c467ad4 req-fa34d0d2-e5c0-474a-b863-bbbf8668e660 service neutron] 10.222.0.53 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496054 Dec 16 09:30:54.492671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ab5343a-474e-4262-8ded-9dd46105f9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.600109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ab5343a-474e-4262-8ded-9dd46105f9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.613152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ab5343a-474e-4262-8ded-9dd46105f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.699688 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.729523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-02e8bdfc-60a4-4284-861b-789d9764ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.731247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-02e8bdfc-60a4-4284-861b-789d9764ce7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=689c4dd4d5394dceb4f8975630229505&device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 1094 time: 0.2267981 Dec 16 09:30:54.733456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5343a-474e-4262-8ded-9dd46105f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e742b2-cd57-4929-826e-8fe382aca004,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:54.745586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9ab5343a-474e-4262-8ded-9dd46105f9de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a047c5f87bdc4d0790c8fabbddf708e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229284 Dec 16 09:30:54.746686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40600) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:54.859106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-6054e125-a318-4e68-985b-72dbd0a1ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:54.860506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-6054e125-a318-4e68-985b-72dbd0a1ca34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1883cea2-1317-422f-b093-d95bb2d301bd HTTP/1.1" status: 200 len: 916 time: 0.1129503 Dec 16 09:30:54.891718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:54.925981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-f0713d3d-c043-40e5-ae83-1a6c11547424 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 HTTP/1.1" status: 200 len: 217 time: 0.0572484 Dec 16 09:30:54.999340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-7c75a590-241f-4c90-9704-d0171e4d3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.001876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-7c75a590-241f-4c90-9704-d0171e4d3d25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=283ff8a7-3871-4795-b007-4be66b084426 HTTP/1.1" status: 200 len: 854 time: 0.0549486 Dec 16 09:30:55.053466 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7690-471d-48ea-bbe5-5cc6b7ce5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.078888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7690-471d-48ea-bbe5-5cc6b7ce5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.126984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40608) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:55.150043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7690-471d-48ea-bbe5-5cc6b7ce5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.155409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f8d7690-471d-48ea-bbe5-5cc6b7ce5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.162866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7f8d7690-471d-48ea-bbe5-5cc6b7ce5048 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9e742b2-cd57-4929-826e-8fe382aca004 HTTP/1.1" status: 204 len: 168 time: 0.4138222 Dec 16 09:30:55.177032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-2ed7c03a-4603-40aa-8c86-a08e45d1001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.178595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-2ed7c03a-4603-40aa-8c86-a08e45d1001f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1883cea2-1317-422f-b093-d95bb2d301bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678393 Dec 16 09:30:55.188096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d7690-471d-48ea-bbe5-5cc6b7ce5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e742b2-cd57-4929-826e-8fe382aca004,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:55.394798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-ba9e1e48-12eb-43cd-b681-d7d01e1e03d4 service neutron] 10.222.0.53 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083235 Dec 16 09:30:55.406353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.435683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-54881405-network', 'tenant_id': '79d6bba271574014bb06e4402df736c6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:55.625324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Router 1248adab-92d5-4023-bbf9-eabee13fe347 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:30:55.755840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59882d9e-c4f5-446c-aa15-5ec2f18bd759 req-d4b1393e-712b-4e9e-b7d0-614dfd136537 service neutron] 10.222.0.53 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062544 Dec 16 09:30:55.827078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68e182-40a9-435f-b040-60c12fbaba7f req-f034c729-e255-49a9-9849-81abb95e9c98 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:55.828607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f68e182-40a9-435f-b040-60c12fbaba7f req-f034c729-e255-49a9-9849-81abb95e9c98 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.4326921 Dec 16 09:30:55.829838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Made reservation on behalf of 79d6bba271574014bb06e4402df736c6 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:55.843183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.926676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f68e182-40a9-435f-b040-60c12fbaba7f req-bfb5830a-7bd0-4b10-b2e1-df48dc2713be tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806496 Dec 16 09:30:55.934750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:55.938391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:55.951280 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] Sync routers for ids ['1248adab-92d5-4023-bbf9-eabee13fe347'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:55.984310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] Routers {'1248adab-92d5-4023-bbf9-eabee13fe347'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:55.987799 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1248adab-92d5-4023-bbf9-eabee13fe347'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:56.015292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.018359 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0759f72a-91ee-4c1f-a007-f227222c08b0 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7452281 Dec 16 09:30:56.022454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40640) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:56.041237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:56.083072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.090383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.123452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:30:56.147663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18521f18-8341-406c-90ba-ab2aee854147,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:56.161493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.164595 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Added segment 8015f3f4-fa70-4c57-969f-c3a80f2a02bf of type vlan for network a55740bf-f605-4b9f-a945-28e3be461194 Dec 16 09:30:56.193286 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:56.253749 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] Routers {'1248adab-92d5-4023-bbf9-eabee13fe347'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:56.254415 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1248adab-92d5-4023-bbf9-eabee13fe347'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:56.262100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.301443 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:56.302472 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953faea1-c48d-42d2-8d22-db3e73af18d3 None None] The sync data for ids ['1248adab-92d5-4023-bbf9-eabee13fe347'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:56.316740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.317774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:56.318409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.449569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3205478 Dec 16 09:30:56.452865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:56.458551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cc686-48dd-4fcc-b9b9-0f6e6c4445f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a55740bf-f605-4b9f-a945-28e3be461194,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:56.462030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Request body: {'subnet': {'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-54881405-subnet', 'tenant_id': '79d6bba271574014bb06e4402df736c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:56.468761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a55740bf-f605-4b9f-a945-28e3be461194 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:30:56.504127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Made reservation on behalf of 79d6bba271574014bb06e4402df736c6 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:56.508636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.810492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.838588 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:56.988666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.025087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Deleting port 1c386932-8401-4570-a71f-be1744e7a3d7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:30:57.025909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.121591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.147445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Calling delete_port for 1c386932-8401-4570-a71f-be1744e7a3d7 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:30:57.223451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa2e194-8858-4a07-af82-4e9e1ed2432c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:57.238596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Checking segment: {'id': '8015f3f4-fa70-4c57-969f-c3a80f2a02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:57.239756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Network hostable DHCP agents. Network: a55740bf-f605-4b9f-a945-28e3be461194, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:30:57.307970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Network a55740bf-f605-4b9f-a945-28e3be461194 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:30:57.325530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a55740bf-f605-4b9f-a945-28e3be461194) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:57.331063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.331784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.334956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c67bb-601a-4d5c-b262-09787aa5232a None None] Network a55740bf-f605-4b9f-a945-28e3be461194 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:57.352472 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e69a5f0-7a41-41b7-af5e-121adc901200 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8954906 Dec 16 09:30:57.412967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.440790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Pushing event deleted for resources: {'Port': ['ID=1c386932-8401-4570-a71f-be1744e7a3d7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:57.544757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ebd5e-a7d6-4001-b1ec-ecd7bbc86b19 None None] Network a55740bf-f605-4b9f-a945-28e3be461194 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:57.568898 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.815440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc39c3-661c-405d-b0a0-0789a9de75f5 req-a5e96323-065f-4016-b4ad-3b00e62664db tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:57.818422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52fc39c3-661c-405d-b0a0-0789a9de75f5 req-a5e96323-065f-4016-b4ad-3b00e62664db tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.0970161 Dec 16 09:30:57.886065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52fc39c3-661c-405d-b0a0-0789a9de75f5 req-d48d69eb-0097-42f2-98dc-89d240010317 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601246 Dec 16 09:30:57.982710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:57.986230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.571162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Router 1248adab-92d5-4023-bbf9-eabee13fe347 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:30:58.672373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40712) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:58.680587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1425395544-network', 'tenant_id': '60af846247354d55b85ab85beb3b527a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:58.708387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:30:58.722495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] Sync routers for ids ['1248adab-92d5-4023-bbf9-eabee13fe347'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:30:58.725022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.726324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-de873a5c-8cd9-471c-8ba8-b715bbfbd6a3 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "PUT /v2.0/routers/1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 200 len: 710 time: 2.7026155 Dec 16 09:30:58.729145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40714) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:58.740208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] Routers {'1248adab-92d5-4023-bbf9-eabee13fe347'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:58.741241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1248adab-92d5-4023-bbf9-eabee13fe347'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:58.753336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Made reservation on behalf of 60af846247354d55b85ab85beb3b527a for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:58.755780 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.770667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.783294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:58.817972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] Routers {'1248adab-92d5-4023-bbf9-eabee13fe347'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:30:58.819128 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-379742c6-033d-466c-8592-6035baf285be tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/routers/1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 200 len: 745 time: 0.0887346 Dec 16 09:30:58.819971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1248adab-92d5-4023-bbf9-eabee13fe347'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:58.821608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40718) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:58.904114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:30:58.907155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239154c4-3f8a-4fc0-9ecf-709eb69cbbd4 None None] The sync data for ids ['1248adab-92d5-4023-bbf9-eabee13fe347'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:30:58.922094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a1dfa2c8-1a01-4d2e-97ab-76290918375a tempest-RoutersIpV6AdminTest-994001732 tempest-RoutersIpV6AdminTest-994001732-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 200 len: 205 time: 0.0991828 Dec 16 09:30:58.925019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40722) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:58.929577 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.940351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.960282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30e541f4-2d59-4754-8c75-4187d4962137 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 200 len: 205 time: 0.0311821 Dec 16 09:30:58.960282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40724) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:58.970328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:30:58.982370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f2183-f729-49c7-9207-8ce9649bcc01,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:58.989028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:58.989713 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Added segment 924633b5-3149-4f9d-b37f-1ed0a505caab of type vlan for network f72adc1b-e30f-4cf9-9fee-e60bd1089256 Dec 16 09:30:59.051499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.063622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.110680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986f9c4-87d9-4c5e-aa9a-533ac75f542e req-c2b8eac3-7c0d-4785-ae09-b8f2aa60532c tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.113266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4986f9c4-87d9-4c5e-aa9a-533ac75f542e req-c2b8eac3-7c0d-4785-ae09-b8f2aa60532c tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.0881584 Dec 16 09:30:59.129346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.130731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.131526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.203522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] Pushing event updated for resources: {'Network': ['ID=f72adc1b-e30f-4cf9-9fee-e60bd1089256,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:59.217351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f72adc1b-e30f-4cf9-9fee-e60bd1089256 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:30:59.249527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d6d98461-77da-4f1c-a39d-042abea4607c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5753124 Dec 16 09:30:59.256798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.265055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Request body: {'subnet': {'network_id': 'f72adc1b-e30f-4cf9-9fee-e60bd1089256', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1425395544-subnet', 'tenant_id': '60af846247354d55b85ab85beb3b527a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:30:59.279799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4986f9c4-87d9-4c5e-aa9a-533ac75f542e req-f337cd9b-15a2-414b-829c-8cc34d268e10 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593945 Dec 16 09:30:59.311824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Made reservation on behalf of 60af846247354d55b85ab85beb3b527a for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:30:59.315255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.340055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.342430 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.397882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.398315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Fanout notify agent at l3_agent the message router_deleted on router 1248adab-92d5-4023-bbf9-eabee13fe347 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:30:59.416156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.419725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4718ba17-3645-45cd-9be8-1c1ab4367f0d tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 204 len: 168 time: 0.4564598 Dec 16 09:30:59.423786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40738) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.524969 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-afcf1fc0-b61f-4ec4-bff1-45c30c08dd96 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 200 len: 205 time: 0.0969307 Dec 16 09:30:59.531063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.617794 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-01b9c55a-149c-4f20-8e49-3015600cddb8 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] delete failed (client error): The resource could not be found. Dec 16 09:30:59.617794 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-01b9c55a-149c-4f20-8e49-3015600cddb8 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/1248adab-92d5-4023-bbf9-eabee13fe347 HTTP/1.1" status: 404 len: 336 time: 0.0830708 Dec 16 09:30:59.618471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40750) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.660177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.704663 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2cd13164-a474-41a2-a8e8-a74bcc0f1c70 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=194be4bb-cfb0-44f0-a1e7-e485434fc8f3 HTTP/1.1" status: 200 len: 205 time: 0.0828221 Dec 16 09:30:59.705331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40754) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.772053 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-f9551e54-ddba-4cf6-8479-55c37d113c40 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] delete failed (client error): The resource could not be found. Dec 16 09:30:59.775885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f9551e54-ddba-4cf6-8479-55c37d113c40 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/194be4bb-cfb0-44f0-a1e7-e485434fc8f3 HTTP/1.1" status: 404 len: 336 time: 0.0658834 Dec 16 09:30:59.775885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3e935e-7352-4f20-96cb-901c3d541c8d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:30:59.776286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40760) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.795430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Checking segment: {'id': '924633b5-3149-4f9d-b37f-1ed0a505caab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f72adc1b-e30f-4cf9-9fee-e60bd1089256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:30:59.795949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Network hostable DHCP agents. Network: f72adc1b-e30f-4cf9-9fee-e60bd1089256, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:30:59.823560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Network f72adc1b-e30f-4cf9-9fee-e60bd1089256 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:30:59.847137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f72adc1b-e30f-4cf9-9fee-e60bd1089256) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:30:59.857225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-666d066e-2f0f-4752-8163-e75e4283439f tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e541fe-e925-43dc-8d87-1dc60537e2c7 HTTP/1.1" status: 200 len: 205 time: 0.0794532 Dec 16 09:30:59.857761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39672877-ab5c-440d-adf6-f57eaa2ff365 None None] Network f72adc1b-e30f-4cf9-9fee-e60bd1089256 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:30:59.862448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40764) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:30:59.869551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:30:59.873688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:30:59.913368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d94d903-073d-4c08-bcc5-18bf39e24c5a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6547344 Dec 16 09:30:59.977298 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-950b2563-8df1-416a-bcac-46ae02dbce6a tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] delete failed (client error): The resource could not be found. Dec 16 09:30:59.981649 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-950b2563-8df1-416a-bcac-46ae02dbce6a tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/c2e541fe-e925-43dc-8d87-1dc60537e2c7 HTTP/1.1" status: 404 len: 336 time: 0.1176679 Dec 16 09:30:59.984267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40772) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.052224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3b885c9a-bdcc-4bbf-8d77-8add561913fc tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2291f50-6b2c-43e2-b20c-8b06f779334c HTTP/1.1" status: 200 len: 205 time: 0.0666916 Dec 16 09:31:00.054584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40774) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.137328 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-7a2f22fc-f3e1-43f6-996a-a3c5d8e3a3a1 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] delete failed (client error): The resource could not be found. Dec 16 09:31:00.140726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a2f22fc-f3e1-43f6-996a-a3c5d8e3a3a1 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/d2291f50-6b2c-43e2-b20c-8b06f779334c HTTP/1.1" status: 404 len: 336 time: 0.0828445 Dec 16 09:31:00.141219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40776) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.171263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d5585-ffd7-469b-99a5-50596c71ea01 None None] Network f72adc1b-e30f-4cf9-9fee-e60bd1089256 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:00.196148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40780) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.196674 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f47af7ee-203d-4956-b6df-a846895226fa tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a04b437-6df4-49f7-9cf4-2e4efaa92a8d HTTP/1.1" status: 200 len: 205 time: 0.0511224 Dec 16 09:31:00.293507 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-7450cc1b-2123-4737-8e56-b6e0145acc1b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] delete failed (client error): The resource could not be found. Dec 16 09:31:00.296942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7450cc1b-2123-4737-8e56-b6e0145acc1b tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/1a04b437-6df4-49f7-9cf4-2e4efaa92a8d HTTP/1.1" status: 404 len: 336 time: 0.0974581 Dec 16 09:31:00.297497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40782) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.354944 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ed8b79d-e915-469e-8d40-7fecacc72e82 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "GET /v2.0/ports?device_id=5da72956-28f6-47ec-9efd-73e6da4a9f93 HTTP/1.1" status: 200 len: 205 time: 0.0540857 Dec 16 09:31:00.355356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.410148 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-55ed05ed-de26-4777-bc29-6b677c596751 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] delete failed (client error): The resource could not be found. Dec 16 09:31:00.413550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55ed05ed-de26-4777-bc29-6b677c596751 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/routers/5da72956-28f6-47ec-9efd-73e6da4a9f93 HTTP/1.1" status: 404 len: 336 time: 0.0548751 Dec 16 09:31:00.414816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:00.472918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4106b8-e5ad-4b15-b573-cefe34d7364b req-48478e6d-94e3-4725-973c-cd563b2187f2 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:00.474654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d4106b8-e5ad-4b15-b573-cefe34d7364b req-48478e6d-94e3-4725-973c-cd563b2187f2 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.0608017 Dec 16 09:31:00.476281 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fc7083-bbc0-4325-8ef0-6ce66dfadd66 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] DELETE failed (client error): The resource could not be found. Dec 16 09:31:00.478834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fc7083-bbc0-4325-8ef0-6ce66dfadd66 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:31:00.490578 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58fc7083-bbc0-4325-8ef0-6ce66dfadd66 tempest-RoutersIpV6AdminTest-652030457 tempest-RoutersIpV6AdminTest-652030457-project] 10.222.0.61 "DELETE /v2.0/subnets/b5559f98-8854-426f-8f79-76e797398be2 HTTP/1.1" status: 404 len: 337 time: 0.0715914 Dec 16 09:31:00.546828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d4106b8-e5ad-4b15-b573-cefe34d7364b req-047ccdf8-a2c3-4350-ab9b-beb790fd867e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660398 Dec 16 09:31:01.014902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:01.208201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a1d1e51-8b78-48c0-9a1d-ad1f3c18470c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.315035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a1d1e51-8b78-48c0-9a1d-ad1f3c18470c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.327396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a1d1e51-8b78-48c0-9a1d-ad1f3c18470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.385324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0a1d1e51-8b78-48c0-9a1d-ad1f3c18470c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5364c44e42ab4fd3bdf174406c53f229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690228 Dec 16 09:31:01.388368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40818) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:01.457003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d1e51-8b78-48c0-9a1d-ad1f3c18470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3577ae80-25eb-47e4-aeac-6ab5046d1138,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:01.475541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64804a17-55fb-4910-b548-840ce04b4ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.505982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64804a17-55fb-4910-b548-840ce04b4ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.558846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-8cc7aca1-9794-4311-829f-44573b11bb56 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:01.575030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-8cc7aca1-9794-4311-829f-44573b11bb56 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/networks?id=a55740bf-f605-4b9f-a945-28e3be461194 HTTP/1.1" status: 200 len: 813 time: 0.6775901 Dec 16 09:31:01.582572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64804a17-55fb-4910-b548-840ce04b4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.587271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64804a17-55fb-4910-b548-840ce04b4ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:01.590854 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-64804a17-55fb-4910-b548-840ce04b4ee5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3577ae80-25eb-47e4-aeac-6ab5046d1138 HTTP/1.1" status: 204 len: 168 time: 0.1984224 Dec 16 09:31:01.598147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-b6a5354c-e461-4732-9bcf-ff000b954267 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/quotas/79d6bba271574014bb06e4402df736c6 HTTP/1.1" status: 200 len: 375 time: 0.0220454 Dec 16 09:31:01.605108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64804a17-55fb-4910-b548-840ce04b4ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577ae80-25eb-47e4-aeac-6ab5046d1138,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:01.655699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-bf9a56d7-7215-4b4a-8bf9-303970b3d348 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=79d6bba271574014bb06e4402df736c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556276 Dec 16 09:31:01.869462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-e64b26fa-00f6-4264-a461-1a917e907313 service neutron] 10.222.0.61 "GET /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956472 Dec 16 09:31:02.102546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-8fda822e-df0f-4f2a-87e7-d14bf83c6a58 service neutron] 10.222.0.61 "GET /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251787 Dec 16 09:31:02.192347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:02.307373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c0487120-0785-470f-b378-c48dbe63c480 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fde6e72e3bf457db9e869c345c71327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130650 Dec 16 09:31:02.309996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40830) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:02.602918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c32ae45e-9828-4b1b-9f91-11c823a1e5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.736045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c32ae45e-9828-4b1b-9f91-11c823a1e5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:02.990965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6b9ca-b647-48f4-a30a-8751145f99d7 req-2e218ccd-b636-4c7c-ba2c-b55bfb63c832 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:02.999635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fc6b9ca-b647-48f4-a30a-8751145f99d7 req-2e218ccd-b636-4c7c-ba2c-b55bfb63c832 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.2018793 Dec 16 09:31:03.030627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:31:03.049001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c32ae45e-9828-4b1b-9f91-11c823a1e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.051962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c32ae45e-9828-4b1b-9f91-11c823a1e5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:03.055724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c32ae45e-9828-4b1b-9f91-11c823a1e5fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9393f330-ac44-477f-9af1-c6e74dc11303 HTTP/1.1" status: 204 len: 168 time: 0.7445502 Dec 16 09:31:03.091668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ae45e-9828-4b1b-9f91-11c823a1e5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393f330-ac44-477f-9af1-c6e74dc11303,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:03.141616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fc6b9ca-b647-48f4-a30a-8751145f99d7 req-0002412d-3235-4cba-bbe0-0252a3c2099e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326113 Dec 16 09:31:03.276767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c85d9d4c-f409-414a-855f-27aa99727ba3 req-92fb1143-0f83-41a3-a17b-9946be0ec071 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 210 time: 0.0556667 Dec 16 09:31:03.350228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40862) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:03.862840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:03.887704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-da2b401b-8861-418f-b89c-5938914ce228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.144864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:04.147174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-da2b401b-8861-418f-b89c-5938914ce228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.155203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-da2b401b-8861-418f-b89c-5938914ce228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.182928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'port_id': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'mac_address': 'fa:16:3e:6a:8a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:04.249807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b401b-8861-418f-b89c-5938914ce228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d329ff-a5ff-4307-9da6-80b18ca9877c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:04.276626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:04.277168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-da2b401b-8861-418f-b89c-5938914ce228 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac7a7df535924cd3800697afb2a20756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255102 Dec 16 09:31:04.338172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.352787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:04.378532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:04.384797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.428167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4e05-80f8-48a2-a2de-535f26a8a92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.471185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4b93f-1c1e-4e41-a44c-6b9dc8f90cb2 req-512e526d-1728-4b5a-a31e-3aa6f0e18db7 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.482444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65d4b93f-1c1e-4e41-a44c-6b9dc8f90cb2 req-512e526d-1728-4b5a-a31e-3aa6f0e18db7 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 943 time: 0.1690118 Dec 16 09:31:04.558640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4e05-80f8-48a2-a2de-535f26a8a92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.605114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['0373a8b4-49f0-4f88-9a2f-295bd7ab73c3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:04.609066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:04.618016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65d4b93f-1c1e-4e41-a44c-6b9dc8f90cb2 req-278c8310-a7cb-4a0b-a384-7bc36ba87981 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263671 Dec 16 09:31:04.738462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4e05-80f8-48a2-a2de-535f26a8a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.765979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4e05-80f8-48a2-a2de-535f26a8a92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:04.776172 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b1fe4e05-80f8-48a2-a2de-535f26a8a92e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07d329ff-a5ff-4307-9da6-80b18ca9877c HTTP/1.1" status: 204 len: 168 time: 0.4895513 Dec 16 09:31:04.805833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe4e05-80f8-48a2-a2de-535f26a8a92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d329ff-a5ff-4307-9da6-80b18ca9877c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:04.890237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:04.906734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-f2d8e680-2a51-48ac-a9d1-ece357d229fa tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:04.910959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-f2d8e680-2a51-48ac-a9d1-ece357d229fa tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.69 "GET /v2.0/networks?id=a55740bf-f605-4b9f-a945-28e3be461194 HTTP/1.1" status: 200 len: 813 time: 0.2075546 Dec 16 09:31:04.942881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Request body: {'port': {'device_id': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194', 'admin_state_up': True, 'tenant_id': '79d6bba271574014bb06e4402df736c6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:05.149670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0cc4f60-0e06-478b-9d0e-5e840ef1867e req-5ee44ea7-8305-456a-95d4-6891c806f94d tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 210 time: 0.2327573 Dec 16 09:31:05.200803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Made reservation on behalf of 79d6bba271574014bb06e4402df736c6 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:05.205250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.603975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Allocated IP 172.20.0.3 (a55740bf-f605-4b9f-a945-28e3be461194/0aa2e194-8858-4a07-af82-4e9e1ed2432c/fb7d92e6-49c0-45d2-aa33-0a3622bb2f11) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:05.656269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2136492919'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:05.741835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:05.757017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.793405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.860393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585b959-1afb-490d-84df-51d5727ed46e req-530c3e58-063f-49c2-953b-74f9f38fbb9f tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:05.868307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2585b959-1afb-490d-84df-51d5727ed46e req-530c3e58-063f-49c2-953b-74f9f38fbb9f tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 944 time: 0.0876815 Dec 16 09:31:05.877250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:05.917498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.925358 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:05.985991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:05.991989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2585b959-1afb-490d-84df-51d5727ed46e req-aa6b56cf-200b-4a3d-9a5b-1cceff77dead tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225386 Dec 16 09:31:06.003768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:06.013608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.014239 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Added segment b5cf1aca-ffea-45ce-9b33-cebfe5f84e48 of type vlan for network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed Dec 16 09:31:06.014493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:06.015178 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.041985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.065682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.099151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.106945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.108276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.142170 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.180676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7223b585-d973-4993-80ca-73cd8fa317a5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:06.272344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.300129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:06.302849 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a916789-df8e-47b7-99fc-ab3071e76c94" -d '{"events": [{"server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "name": "network-vif-plugged", "status": "completed", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:06.335626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:06.339389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Pushing event updated for resources: {'Port': ['ID=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:06.347469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.403263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:06.416828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.417238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.419121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.419761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.420613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.421200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.422021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.423140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.423720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.425199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.425901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.427113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:06.443101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Network a55740bf-f605-4b9f-a945-28e3be461194 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:06.451322 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5595565 Dec 16 09:31:06.453354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:06.455176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40950) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:06.462288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:06.462611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'subnet': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:06.538426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.547988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.558617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370ed6-2eaa-48ad-bba9-1630b2efb223 req-c19ea80f-5aa6-4751-bf95-627e044d6472 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:06.567375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51370ed6-2eaa-48ad-bba9-1630b2efb223 req-c19ea80f-5aa6-4751-bf95-627e044d6472 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 931 time: 0.2875178 Dec 16 09:31:06.603049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-5067023d-dbf9-4bcf-96f0-33367210d3eb tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6699831 Dec 16 09:31:06.620964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Request body: {'port': {'device_id': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:06.708151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51370ed6-2eaa-48ad-bba9-1630b2efb223 req-2aa944fa-ab6b-431e-944c-6dd0ba66a926 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397810 Dec 16 09:31:06.719364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb26bc-3bf1-4358-9859-82b554e4972f tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Network': ['ID=6b365f68-42b2-453d-99a3-0ad7ffeac7ed,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:06.731888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.735733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:06.800397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:06.818921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:06.962865 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c6a17b-560e-49c9-b12d-dcc22ca92034 x-openstack-request-id: req-65c6a17b-560e-49c9-b12d-dcc22ca92034 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:06.963452 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "name": "network-vif-plugged", "status": "completed", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:06.963452 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65c6a17b-560e-49c9-b12d-dcc22ca92034 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:06.963788 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'code': 200} Dec 16 09:31:07.390752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:07.419338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.434042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.465529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Transition to ACTIVE for port object fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:31:07.479470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b88424-a174-4b73-b57b-a834244ff1f6 req-416b8e83-b9c2-435b-aa9f-0e6fe25d664e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.486934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54b88424-a174-4b73-b57b-a834244ff1f6 req-416b8e83-b9c2-435b-aa9f-0e6fe25d664e tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.1186900 Dec 16 09:31:07.490273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205305a-3e1e-44bb-96e5-c16c3bae4f51 req-192ff3ae-278b-470b-8e42-f369089ca675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.492266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4205305a-3e1e-44bb-96e5-c16c3bae4f51 req-192ff3ae-278b-470b-8e42-f369089ca675 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 1096 time: 0.1248426 Dec 16 09:31:07.510484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.539869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54b88424-a174-4b73-b57b-a834244ff1f6 req-e29d163d-3ea3-43c7-a3a3-1168b54b3937 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518126 Dec 16 09:31:07.605364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Checking segment: {'id': 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:07.605732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network hostable DHCP agents. Network: 6b365f68-42b2-453d-99a3-0ad7ffeac7ed, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:07.613615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4205305a-3e1e-44bb-96e5-c16c3bae4f51 req-b26c5fb9-8994-4d7e-9861-c356d241bf63 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856373 Dec 16 09:31:07.647391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Subnet': ['ID=1fc7684f-a92c-4835-b4cb-5cf670a354c8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:07.654161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:07.673242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:07.680594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 6b365f68-42b2-453d-99a3-0ad7ffeac7ed) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:07.687429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:07.688029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:07.694510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91a9b1-9876-4be2-bd06-b0cf2217e8a8 None None] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:07.741521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Attempting to bind port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:07.741521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Attempting to bind port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '8015f3f4-fa70-4c57-969f-c3a80f2a02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:07.741521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Attempting to bind port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 on network a55740bf-f605-4b9f-a945-28e3be461194 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:07.763995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-919e3ecf-c605-4669-807f-0bd307b39e81 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3073857 Dec 16 09:31:07.768502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40984) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:07.789523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1908100834'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:07.951007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 on network a55740bf-f605-4b9f-a945-28e3be461194 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:31:07.951323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Attempting to bind port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 on network a55740bf-f605-4b9f-a945-28e3be461194 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:08.028270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:08.029178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Checking segment: {'id': '8015f3f4-fa70-4c57-969f-c3a80f2a02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:08.029576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Bound using segment: {'id': '8015f3f4-fa70-4c57-969f-c3a80f2a02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:08.030616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Bound port: fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8015f3f4-fa70-4c57-969f-c3a80f2a02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:08.031415 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.079525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'tenant_id': '77c62bcbba244ddf96d7541ed6d477fb', 'fixed_ips': [{'subnet_id': '1fc7684f-a92c-4835-b4cb-5cf670a354c8'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:08.081122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.164012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:08.168718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.229733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] device_id is not set on port 2e8cab4a-a44b-409d-aef8-5268e4167c1e yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:08.373077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Allocated IP 2001:db8::cb (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/2e8cab4a-a44b-409d-aef8-5268e4167c1e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:08.580854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262c40d-a009-43d4-b98c-bfb708fecf63 req-a33316dc-3d2c-49c6-800a-73b688431fec tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.583305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e262c40d-a009-43d4-b98c-bfb708fecf63 req-a33316dc-3d2c-49c6-800a-73b688431fec tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 943 time: 0.6261544 Dec 16 09:31:08.682923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] For port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:08.715121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] For port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,segment=NetworkSegment(8015f3f4-fa70-4c57-969f-c3a80f2a02bf),segment_id=8015f3f4-fa70-4c57-969f-c3a80f2a02bf)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:08.730521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.798182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.803636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.805097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] 10.222.0.69 "PUT /v2.0/ports/fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 HTTP/1.1" status: 200 len: 1091 time: 2.1896565 Dec 16 09:31:08.809495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e262c40d-a009-43d4-b98c-bfb708fecf63 req-11bb19e1-b80d-448b-af86-e0a0a0bace20 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970167 Dec 16 09:31:08.809988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'tag': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:08.822679 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a10ace-6799-48e5-97d3-ff7c30dd1215" -d '{"events": [{"name": "network-changed", "server_uuid": "79f1e4d3-c18b-479f-b2be-cf08ee67e098", "tag": "fb7d92e6-49c0-45d2-aa33-0a3622bb2f11"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:08.936445 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:08.956145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808eaa-cbf7-4250-896b-620a74877fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:08.997690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-1a836c66-c1c4-4da2-bb2c-4ec0f2a419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:08.999479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-1a836c66-c1c4-4da2-bb2c-4ec0f2a419c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79d6bba271574014bb06e4402df736c6&device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 1094 time: 0.1129980 Dec 16 09:31:09.056989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-ea5c8496-5ee2-48e4-a2ea-23112e6663ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 HTTP/1.1" status: 200 len: 217 time: 0.0483189 Dec 16 09:31:09.058868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.135679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:09.143559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:09.150718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:09.157677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.158465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.200587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=2e8cab4a-a44b-409d-aef8-5268e4167c1e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:09.210914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Allocated IP 2001:db8::2 (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/adf31f43-a893-4d01-90ef-e97626c135d3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:09.227825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41026) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:09.228804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90a5065c-ca29-4c20-81b5-73ae78958121 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4566655 Dec 16 09:31:09.232598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-8b777c25-f18a-4e86-8d31-a14f6e33c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.233391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-193942760', 'allowed_address_pairs': [{'ip_address': '2001:db8::cb', 'mac_address': 'fa:16:3e:c8:7e:f6'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:09.236672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-8b777c25-f18a-4e86-8d31-a14f6e33c0c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0aa2e194-8858-4a07-af82-4e9e1ed2432c HTTP/1.1" status: 200 len: 853 time: 0.1586850 Dec 16 09:31:09.302646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-89039dfd-34ec-4482-99f0-6973b5055847 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55740bf-f605-4b9f-a945-28e3be461194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578544 Dec 16 09:31:09.484564 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.496883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.516260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b52f2-a6ca-424e-844e-8aa77b123eaa req-c288730d-3413-4009-b77c-4d017d382d28 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.529658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703b52f2-a6ca-424e-844e-8aa77b123eaa req-c288730d-3413-4009-b77c-4d017d382d28 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.2084875 Dec 16 09:31:09.557224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:09.560908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:09.567300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:09.584411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Pushing event updated for resources: {'Port': ['ID=adf31f43-a893-4d01-90ef-e97626c135d3,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:09.601047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-bac690fd-89ed-4c96-89df-50f58aee8371 service neutron] 10.222.0.69 "GET /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900307 Dec 16 09:31:09.625027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703b52f2-a6ca-424e-844e-8aa77b123eaa req-b67778dd-7da2-4102-8277-236c0f555320 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937092 Dec 16 09:31:09.647699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:09.724347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Attempting to bind port adf31f43-a893-4d01-90ef-e97626c135d3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:09.724781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Attempting to bind port adf31f43-a893-4d01-90ef-e97626c135d3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:09.725216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Attempting to bind port adf31f43-a893-4d01-90ef-e97626c135d3 on network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:09.732891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:09.733272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Checking segment: {'id': 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:09.733676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.734108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Bound using segment: {'id': 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:09.734590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Bound port: adf31f43-a893-4d01-90ef-e97626c135d3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:09.734970 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.735579 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74bd7d-fc91-4b26-a9d0-4d920e070d85 x-openstack-request-id: req-0d74bd7d-fc91-4b26-a9d0-4d920e070d85 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:09.744401 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f1e4d3-c18b-479f-b2be-cf08ee67e098", "tag": "fb7d92e6-49c0-45d2-aa33-0a3622bb2f11", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:09.744705 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d74bd7d-fc91-4b26-a9d0-4d920e070d85 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:09.745154 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'tag': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11', 'status': 'completed', 'code': 200} Dec 16 09:31:09.802981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] For port adf31f43-a893-4d01-90ef-e97626c135d3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:09.806413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] For port adf31f43-a893-4d01-90ef-e97626c135d3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adf31f43-a893-4d01-90ef-e97626c135d3,segment=NetworkSegment(b5cf1aca-ffea-45ce-9b33-cebfe5f84e48),segment_id=b5cf1aca-ffea-45ce-9b33-cebfe5f84e48)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:09.819171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.844549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:09.888112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9de1f8e8-6e11-42ae-b222-cf3c69326b5d req-ecde40e0-e4ec-4863-bcb6-92a7aa2a55f1 service neutron] 10.222.0.69 "GET /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615583 Dec 16 09:31:09.903120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] device_id is not set on port 8d3e7430-ae24-419c-ba8e-7b1d07cc845e yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:09.911678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6ccc-266a-43f3-8c23-8b9e1a7a4585 None None] Pushing event updated for resources: {'Port': ['ID=adf31f43-a893-4d01-90ef-e97626c135d3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:09.941714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faeab1-9b66-4c7d-9742-bc3a4d6bfd8f req-59c4f3ce-c61b-495a-85d4-e9016ded0bb7 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:09.943343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2faeab1-9b66-4c7d-9742-bc3a4d6bfd8f req-59c4f3ce-c61b-495a-85d4-e9016ded0bb7 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.1047454 Dec 16 09:31:09.959851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41038) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:09.972859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Request body: {'floatingip': {'port_id': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:10.240025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.267409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Allocated IP 2001:db8::232 (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/8d3e7430-ae24-419c-ba8e-7b1d07cc845e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:10.393534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-67469649-c27d-4ba4-910c-cc56f5482fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.395062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-67469649-c27d-4ba4-910c-cc56f5482fc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=79d6bba271574014bb06e4402df736c6&device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 1094 time: 0.3717713 Dec 16 09:31:10.408195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039505-bf7e-4d3d-814f-88c40b8b68e8 req-42f335a6-c318-4788-9872-e86761ecac80 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.415543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10039505-bf7e-4d3d-814f-88c40b8b68e8 req-42f335a6-c318-4788-9872-e86761ecac80 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 943 time: 0.2984111 Dec 16 09:31:10.538192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-fdbf5ec3-0992-4a32-b9fe-4e2b4a580c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.540296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-fdbf5ec3-0992-4a32-b9fe-4e2b4a580c1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a55740bf-f605-4b9f-a945-28e3be461194 HTTP/1.1" status: 200 len: 914 time: 0.1185403 Dec 16 09:31:10.583836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.631460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-29992fd5-418f-4c48-a26b-960902d3de7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 HTTP/1.1" status: 200 len: 217 time: 0.0682864 Dec 16 09:31:10.650728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.708219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:10.712833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:10.719042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:10.729772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.730514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:10.764842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=8d3e7430-ae24-419c-ba8e-7b1d07cc845e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:10.767573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10039505-bf7e-4d3d-814f-88c40b8b68e8 req-9f9b5f70-20ee-49ff-90b4-93d28b901c96 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508019 Dec 16 09:31:10.769896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-3e35b411-dee2-4e73-8e2f-f59d8ee76a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.771430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-3e35b411-dee2-4e73-8e2f-f59d8ee76a1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0aa2e194-8858-4a07-af82-4e9e1ed2432c HTTP/1.1" status: 200 len: 853 time: 0.1330087 Dec 16 09:31:10.800779 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7e6ac219-3fff-4777-bae8-d96ade989a49 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5716627 Dec 16 09:31:10.803138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:10.837939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-2b700351-e727-44d1-8e27-1ab46491acf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a55740bf-f605-4b9f-a945-28e3be461194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456824 Dec 16 09:31:10.967803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427ac34-34cf-46c9-9a22-c1cfc93983fa tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.975638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427ac34-34cf-46c9-9a22-c1cfc93983fa tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.986697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427ac34-34cf-46c9-9a22-c1cfc93983fa tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:10.991106 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a427ac34-34cf-46c9-9a22-c1cfc93983fa tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1842315 Dec 16 09:31:10.991466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41076) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:11.147989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port 8d3e7430-ae24-419c-ba8e-7b1d07cc845e {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:11.148494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.332374 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.368581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for 8d3e7430-ae24-419c-ba8e-7b1d07cc845e owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:11.608194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e3c11-c21d-4250-a75b-1e29aac9193d None None] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:11.686153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.731525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-c9ee9799-b195-4a76-926a-8ba8d6e23546 service neutron] 10.222.0.69 "GET /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440297 Dec 16 09:31:11.741671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-65121431-4db4-4e32-8876-722ffe612921 None None] Provisioning complete for port adf31f43-a893-4d01-90ef-e97626c135d3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:11.742082 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65121431-4db4-4e32-8876-722ffe612921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.758082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=8d3e7430-ae24-419c-ba8e-7b1d07cc845e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:11.967634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65121431-4db4-4e32-8876-722ffe612921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.968931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:11.976169 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-df751263-3ac8-43c4-aaf5-1367fdb50684 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/ports/8d3e7430-ae24-419c-ba8e-7b1d07cc845e HTTP/1.1" status: 204 len: 168 time: 0.9825733 Dec 16 09:31:11.978846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41102) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:12.014975 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-906dcbeb-e453-4c07-b1ff-f503fb021ef7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] GET failed (client error): The resource could not be found. Dec 16 09:31:12.029709 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-906dcbeb-e453-4c07-b1ff-f503fb021ef7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "GET /v2.0/ports/8d3e7430-ae24-419c-ba8e-7b1d07cc845e HTTP/1.1" status: 404 len: 333 time: 0.0486271 Dec 16 09:31:12.034778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41106) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:12.045137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65121431-4db4-4e32-8876-722ffe612921 None None] For port adf31f43-a893-4d01-90ef-e97626c135d3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adf31f43-a893-4d01-90ef-e97626c135d3,segment=NetworkSegment(b5cf1aca-ffea-45ce-9b33-cebfe5f84e48),segment_id=b5cf1aca-ffea-45ce-9b33-cebfe5f84e48)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:12.046941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918989650'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:12.051985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65121431-4db4-4e32-8876-722ffe612921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.132626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65121431-4db4-4e32-8876-722ffe612921 None None] Pushing event updated for resources: {'Port': ['ID=adf31f43-a893-4d01-90ef-e97626c135d3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:12.251992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3d090-19b3-4884-8c3b-4226e8085d32 req-0c50411f-e037-4ddd-8d1f-a1dfd1d7b864 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:12.261154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80c3d090-19b3-4884-8c3b-4226e8085d32 req-0c50411f-e037-4ddd-8d1f-a1dfd1d7b864 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 943 time: 0.2881675 Dec 16 09:31:12.265312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a10ace-6799-48e5-97d3-ff7c30dd1215 req-f586fd06-2e76-4996-8a1c-111188e23c84 service neutron] 10.222.0.69 "GET /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887035 Dec 16 09:31:12.292285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:12.314771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adf31f43-a893-4d01-90ef-e97626c135d3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:12.319026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.resource_extend [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:31:12.323884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.361341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] device_id is not set on port a99a2524-655d-47f9-a586-bd812db95014 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:12.439232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port adf31f43-a893-4d01-90ef-e97626c135d3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:12.440567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.485977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80c3d090-19b3-4884-8c3b-4226e8085d32 req-26993da7-1765-4f06-be41-fdb1109c0d00 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200041 Dec 16 09:31:12.523308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.529985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.647556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Allocated IP 2001:db8::22a (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/a99a2524-655d-47f9-a586-bd812db95014) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:12.647911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b47696f2-7d38-4e00-82f8-5bcc63970191 None None] Provisioning complete for port 2e8cab4a-a44b-409d-aef8-5268e4167c1e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:12.650738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b47696f2-7d38-4e00-82f8-5bcc63970191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.763241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b47696f2-7d38-4e00-82f8-5bcc63970191 None None] Port 2e8cab4a-a44b-409d-aef8-5268e4167c1e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:12.790500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b47696f2-7d38-4e00-82f8-5bcc63970191 None None] Provisioning complete for port adf31f43-a893-4d01-90ef-e97626c135d3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:12.792399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b47696f2-7d38-4e00-82f8-5bcc63970191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:12.810777 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Floating IP e6139c46-2749-4a33-a0f9-67af222be0e0 associated. External IP: 172.25.6.102, port: 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3. Dec 16 09:31:12.977513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.049570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.063380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81500c13-d329-4e84-b2cf-2ab7bf221523 req-f7d38271-8b54-4911-ba19-e6ca54e91145 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.065207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81500c13-d329-4e84-b2cf-2ab7bf221523 req-f7d38271-8b54-4911-ba19-e6ca54e91145 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 949 time: 0.0897849 Dec 16 09:31:13.109579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:13.127329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81500c13-d329-4e84-b2cf-2ab7bf221523 req-e57f79b1-774c-444f-afdb-dda8746d8fb2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478425 Dec 16 09:31:13.127603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:13.136563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:13.148549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d89814d7-c982-4a51-8549-bdabb87ee5ec None None] Provisioning complete for port 2e8cab4a-a44b-409d-aef8-5268e4167c1e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:13.148962 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d89814d7-c982-4a51-8549-bdabb87ee5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.153936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.158696 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.210386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=a99a2524-655d-47f9-a586-bd812db95014,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:13.243166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f37c40e9-664d-48f5-ac97-efd79a36a5be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2069361 Dec 16 09:31:13.243849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41152) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:13.251211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d89814d7-c982-4a51-8549-bdabb87ee5ec None None] Port 2e8cab4a-a44b-409d-aef8-5268e4167c1e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:13.251381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cb', 'mac_address': 'fa:16:3e:c8:7e:f6'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:13.349393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.374255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b95d68d6-dc78-48de-9efc-c4f0e5d92af8 None None] Could not find standard attr ID for object 8d3e7430-ae24-419c-ba8e-7b1d07cc845e. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:31:13.453666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:31:13.688632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:31:13.696865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.702983 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] Sync routers for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:31:13.706748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1c59507c-cd59-4e3f-9091-8bfa663f1a39 None None] Provisioning complete for port a99a2524-655d-47f9-a586-bd812db95014 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:13.707213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1c59507c-cd59-4e3f-9091-8bfa663f1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.721010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:31:13.721218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.722440 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:13.737607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.761783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] In _notify_port_updated(), no bound segment for port a99a2524-655d-47f9-a586-bd812db95014 on network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:31:13.778440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.779123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:13.789361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "PUT /v2.0/ports/a99a2524-655d-47f9-a586-bd812db95014 HTTP/1.1" status: 200 len: 1002 time: 0.5385451 Dec 16 09:31:13.789361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41190) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:13.791416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1c59507c-cd59-4e3f-9091-8bfa663f1a39 None None] Port a99a2524-655d-47f9-a586-bd812db95014 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:13.794979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d1b2fa94-891f-449c-b5f7-5ad6149de477 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "PUT /v2.0/floatingips/e6139c46-2749-4a33-a0f9-67af222be0e0 HTTP/1.1" status: 200 len: 991 time: 3.8314342 Dec 16 09:31:13.795620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:13.802381 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365c8f8f-0e08-410d-8643-2e327bb64d41" -d '{"events": [{"name": "network-changed", "server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:13.916072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4ea0b-2545-40ba-9132-adccdd137447 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=a99a2524-655d-47f9-a586-bd812db95014,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:13.922528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:13.949466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cde69e-4792-44a1-8396-249471655823 req-141d217e-458d-476b-b84b-0715b8867cfc tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:13.964895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41cde69e-4792-44a1-8396-249471655823 req-141d217e-458d-476b-b84b-0715b8867cfc tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 943 time: 0.1007695 Dec 16 09:31:14.048938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port a99a2524-655d-47f9-a586-bd812db95014 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:14.049195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.050422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41cde69e-4792-44a1-8396-249471655823 req-e348ef27-9c36-4ff6-8896-310d01137347 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845916 Dec 16 09:31:14.053892 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:31:14.176348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,segment=NetworkSegment(8015f3f4-fa70-4c57-969f-c3a80f2a02bf),segment_id=8015f3f4-fa70-4c57-969f-c3a80f2a02bf)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:14.226520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11', 'network_id': 'a55740bf-f605-4b9f-a945-28e3be461194', 'port_id': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11', 'mac_address': 'fa:16:3e:ce:14:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aa2e194-8858-4a07-af82-4e9e1ed2432c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:14.283561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.288082 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47dfd0c5-85eb-429c-a834-7b7d1aeb1f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.301225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adf31f43-a893-4d01-90ef-e97626c135d3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:14.325275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for a99a2524-655d-47f9-a586-bd812db95014 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:14.370899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.423175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:14.439140 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f762737-408a-44e2-831a-62c2412c1681 x-openstack-request-id: req-1f762737-408a-44e2-831a-62c2412c1681 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:14.439140 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:14.439140 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f762737-408a-44e2-831a-62c2412c1681 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:14.439517 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'status': 'completed', 'code': 200} Dec 16 09:31:14.476460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,segment=NetworkSegment(8015f3f4-fa70-4c57-969f-c3a80f2a02bf),segment_id=8015f3f4-fa70-4c57-969f-c3a80f2a02bf)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:14.490781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.493930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port adf31f43-a893-4d01-90ef-e97626c135d3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:14.494274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.549062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-4e5f1508-c06e-4b71-9c3a-5f2e33c4f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.550792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-4e5f1508-c06e-4b71-9c3a-5f2e33c4f7bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=689c4dd4d5394dceb4f8975630229505&device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 1096 time: 0.0884643 Dec 16 09:31:14.577453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:14.636743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d802d8e7-cbc4-495b-86a4-a6206eda518c None None] Provisioning complete for port a99a2524-655d-47f9-a586-bd812db95014 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:14.637271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d802d8e7-cbc4-495b-86a4-a6206eda518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.663312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e6139c46-2749-4a33-a0f9-67af222be0e0', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'port_id': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'mac_address': 'fa:16:3e:6a:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:30:09Z', 'updated_at': '2021-12-16T09:31:12Z', 'revision_number': 1, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:14.708311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] Checking router: bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:31:14.711719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.730138 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:31:14.731765 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:30:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:14.734409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d802d8e7-cbc4-495b-86a4-a6206eda518c None None] Port a99a2524-655d-47f9-a586-bd812db95014 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:14.764906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=a99a2524-655d-47f9-a586-bd812db95014,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:14.774896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-35d59349-66e1-451f-ae4d-95e0d996131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:14.777386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-35d59349-66e1-451f-ae4d-95e0d996131c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1883cea2-1317-422f-b093-d95bb2d301bd HTTP/1.1" status: 200 len: 916 time: 0.2164154 Dec 16 09:31:14.891536 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:31:14.891728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-24b4c049-752d-4b74-beb1-d47983e9c15f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 HTTP/1.1" status: 200 len: 999 time: 0.1064694 Dec 16 09:31:14.909383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:14.913008 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fc818ef5-2d14-4ef6-8786-0e6780e093ef tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/ports/a99a2524-655d-47f9-a586-bd812db95014 HTTP/1.1" status: 204 len: 168 time: 1.1230564 Dec 16 09:31:14.915999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41250) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:14.960744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fb7d92e6-49c0-45d2-aa33-0a3622bb2f11'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:15.006477 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e440284e-16bf-4c99-82de-35f5d5570c01 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] GET failed (client error): The resource could not be found. Dec 16 09:31:15.011185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e440284e-16bf-4c99-82de-35f5d5570c01 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "GET /v2.0/ports/a99a2524-655d-47f9-a586-bd812db95014 HTTP/1.1" status: 404 len: 333 time: 0.0941501 Dec 16 09:31:15.015129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41258) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:15.021369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1610416532'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:15.042804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-bb2443e5-c763-4cb9-84d4-90a662e3a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.047291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-bb2443e5-c763-4cb9-84d4-90a662e3a6d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=283ff8a7-3871-4795-b007-4be66b084426 HTTP/1.1" status: 200 len: 854 time: 0.1475019 Dec 16 09:31:15.162320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-d422e04d-4fcf-4d05-801c-bb5f9a128abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.167056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-d422e04d-4fcf-4d05-801c-bb5f9a128abe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1883cea2-1317-422f-b093-d95bb2d301bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113901 Dec 16 09:31:15.232744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:15.237700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:15.264669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] device_id is not set on port d7244df3-517f-43bd-8856-b6c70f3a1831 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:15.355171 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e6139c46-2749-4a33-a0f9-67af222be0e0', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'port_id': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'mac_address': 'fa:16:3e:6a:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:30:09Z', 'updated_at': '2021-12-16T09:31:12Z', 'revision_number': 1, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:15.367955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21da78-fb2d-4621-a60f-130e5ec54cf1 req-e641e2dd-0041-4388-973f-a6257fa2d4ae tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.369462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb21da78-fb2d-4621-a60f-130e5ec54cf1 req-e641e2dd-0041-4388-973f-a6257fa2d4ae tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 944 time: 0.1237402 Dec 16 09:31:15.403488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-fccc831c-2c3f-4841-99fe-82e8a3f99061 service neutron] 10.222.0.53 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259908 Dec 16 09:31:15.412256 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f238b8-2da2-49aa-854c-47de1c9a5653 None None] The sync data for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 is: [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e6139c46-2749-4a33-a0f9-67af222be0e0', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'port_id': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'mac_address': 'fa:16:3e:6a:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:30:09Z', 'updated_at': '2021-12-16T09:31:12Z', 'revision_number': 1, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:31:15.450462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Allocated IP 2001:db8::379 (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/d7244df3-517f-43bd-8856-b6c70f3a1831) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:15.528427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb21da78-fb2d-4621-a60f-130e5ec54cf1 req-6bfb142d-5cfb-4cb8-8e90-011f4a9109d5 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400175 Dec 16 09:31:15.617610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-365c8f8f-0e08-410d-8643-2e327bb64d41 req-ddf7615c-5aac-4cdf-b0fa-302916323645 service neutron] 10.222.0.53 "GET /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039962 Dec 16 09:31:15.711062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:15.758452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:15.802987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:15.806504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:15.809259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:15.815441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:15.816030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:15.841301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb79f1-362c-4c7e-91d6-e51423415bb1 None None] New status for floating IP e6139c46-2749-4a33-a0f9-67af222be0e0: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:31:15.866400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=d7244df3-517f-43bd-8856-b6c70f3a1831,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:15.873797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e1b35f16-e0df-4d5f-a70e-5df0879ecf37 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8561985 Dec 16 09:31:15.875168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41316) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:15.880840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c8:7e:f6'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:16.069310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.171320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:16.274302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41322) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:16.284611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0bc8a190-a427-4445-afb2-7bf48a47e4d8 None None] Provisioning complete for port d7244df3-517f-43bd-8856-b6c70f3a1831 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:16.285068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a190-a427-4445-afb2-7bf48a47e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.347866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8a190-a427-4445-afb2-7bf48a47e4d8 None None] Port d7244df3-517f-43bd-8856-b6c70f3a1831 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:16.373826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.413091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:16.416121 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b10d3-f38c-4752-be86-54b49117339d" -d '{"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-unplugged", "status": "completed", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:16.417508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a43f0ed-89d1-4d23-b074-62dd9f327b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.439928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:16.446698 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8fe2819e-8238-4df0-9e7d-989581ec6b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.450338 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.497279 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515084c1-cbd5-4932-8474-49b6a8b05be9 x-openstack-request-id: req-515084c1-cbd5-4932-8474-49b6a8b05be9 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:16.497578 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-unplugged", "status": "completed", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:16.497807 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-515084c1-cbd5-4932-8474-49b6a8b05be9 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:16.498217 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'code': 200} Dec 16 09:31:16.526035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a43f0ed-89d1-4d23-b074-62dd9f327b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.526463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:16.532563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a43f0ed-89d1-4d23-b074-62dd9f327b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.576598 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a43f0ed-89d1-4d23-b074-62dd9f327b09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43958107e2f841b9b5d2a722f3309e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012393 Dec 16 09:31:16.577576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f0ed-89d1-4d23-b074-62dd9f327b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbedcef-2bf8-4eb7-8cd9-40e2dbf3ad3c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:16.587643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:16.638938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3544a2cd-604c-4a4f-ac38-59c112eb56ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.662782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3544a2cd-604c-4a4f-ac38-59c112eb56ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.701623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.708519 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.715529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3544a2cd-604c-4a4f-ac38-59c112eb56ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.718339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3544a2cd-604c-4a4f-ac38-59c112eb56ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.719579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3544a2cd-604c-4a4f-ac38-59c112eb56ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cbedcef-2bf8-4eb7-8cd9-40e2dbf3ad3c HTTP/1.1" status: 204 len: 168 time: 0.1365700 Dec 16 09:31:16.720593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd503c-fe09-411f-928e-f0b38b1b5465 req-f00f5dbf-3167-4ef1-9176-ff71be66b9e5 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:16.722872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91bd503c-fe09-411f-928e-f0b38b1b5465 req-f00f5dbf-3167-4ef1-9176-ff71be66b9e5 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 944 time: 0.0798237 Dec 16 09:31:16.730803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544a2cd-604c-4a4f-ac38-59c112eb56ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbedcef-2bf8-4eb7-8cd9-40e2dbf3ad3c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:16.763399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] In _notify_port_updated(), no bound segment for port d7244df3-517f-43bd-8856-b6c70f3a1831 on network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:31:16.770076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:16.770800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:16.774348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "PUT /v2.0/ports/d7244df3-517f-43bd-8856-b6c70f3a1831 HTTP/1.1" status: 200 len: 1003 time: 0.8980949 Dec 16 09:31:16.774928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41340) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:16.821135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=d7244df3-517f-43bd-8856-b6c70f3a1831,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:16.839677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91bd503c-fe09-411f-928e-f0b38b1b5465 req-f2adbbd9-7fe1-40c0-a064-87b4646ec28e tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908434 Dec 16 09:31:16.841168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.841512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.841874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.842211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.842544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.842909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.843237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.843572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.843894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.844217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.844635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.844852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8439d117-3c12-4159-aa17-edd4b1661717 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:16.906481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port d7244df3-517f-43bd-8856-b6c70f3a1831 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:16.906992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.045204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.081379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for d7244df3-517f-43bd-8856-b6c70f3a1831 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:17.177749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-47f4a72e-beca-4d40-8323-5f43e60f6ef1 None None] Provisioning complete for port d7244df3-517f-43bd-8856-b6c70f3a1831 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:17.178933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47f4a72e-beca-4d40-8323-5f43e60f6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.183172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41356) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:17.201757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b716-d1d8-48e9-bd0f-e4bf4ffb7147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.218310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-47f4a72e-beca-4d40-8323-5f43e60f6ef1 None None] Port d7244df3-517f-43bd-8856-b6c70f3a1831 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:17.299865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b716-d1d8-48e9-bd0f-e4bf4ffb7147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.304948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b716-d1d8-48e9-bd0f-e4bf4ffb7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.355544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0cb3b716-d1d8-48e9-bd0f-e4bf4ffb7147 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=455d903bf8984cf6940b7efd75bbbd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711879 Dec 16 09:31:17.356266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3b716-d1d8-48e9-bd0f-e4bf4ffb7147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d650e58c-ac72-4189-a166-b71bf3ca9409,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:17.358624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41358) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:17.407879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f543c489-6f27-4f07-baaf-92df58d1bfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.430909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f543c489-6f27-4f07-baaf-92df58d1bfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.481095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f543c489-6f27-4f07-baaf-92df58d1bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.483752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f543c489-6f27-4f07-baaf-92df58d1bfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.484879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f543c489-6f27-4f07-baaf-92df58d1bfec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d650e58c-ac72-4189-a166-b71bf3ca9409 HTTP/1.1" status: 204 len: 168 time: 0.1253550 Dec 16 09:31:17.493675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543c489-6f27-4f07-baaf-92df58d1bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650e58c-ac72-4189-a166-b71bf3ca9409,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:17.540412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.569776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=d7244df3-517f-43bd-8856-b6c70f3a1831,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:17.606871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.613436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2f653768-d52b-4ce0-86ee-d77ebabc70c4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/ports/d7244df3-517f-43bd-8856-b6c70f3a1831 HTTP/1.1" status: 204 len: 168 time: 0.8345590 Dec 16 09:31:17.613775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41362) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:17.645329 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-730f039c-0818-4172-a493-49cd15bbe01e tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] GET failed (client error): The resource could not be found. Dec 16 09:31:17.647233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-730f039c-0818-4172-a493-49cd15bbe01e tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "GET /v2.0/ports/d7244df3-517f-43bd-8856-b6c70f3a1831 HTTP/1.1" status: 404 len: 333 time: 0.0324562 Dec 16 09:31:17.651612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41366) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:17.656943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1713929782'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:17.786150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:17.802536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.811081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] device_id is not set on port d25b2de5-7068-44ee-89f4-679ef4fac9c5 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:17.935099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:17.958097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:31:17.960482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:17.971033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Allocated IP 2001:db8::1a0 (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/d25b2de5-7068-44ee-89f4-679ef4fac9c5) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:18.001080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6bbe4-f9ee-48d5-895e-95120471c2d3 req-a8ca4b02-1f9c-4523-9090-1e1ac6d7e591 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.002846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cb6bbe4-f9ee-48d5-895e-95120471c2d3 req-a8ca4b02-1f9c-4523-9090-1e1ac6d7e591 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 944 time: 0.0796483 Dec 16 09:31:18.068637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cb6bbe4-f9ee-48d5-895e-95120471c2d3 req-38350af4-e451-42aa-865e-ca3a00652f66 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578156 Dec 16 09:31:18.078132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:31:18.086115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:18.086810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.161190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:18.189197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'mac_address': 'fa:16:3e:c8:36:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:31:18.249364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.291141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.304591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.330804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:31:18.337153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.366099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:18.367101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=d25b2de5-7068-44ee-89f4-679ef4fac9c5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:18.389219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:18.390916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,segment=NetworkSegment(8015f3f4-fa70-4c57-969f-c3a80f2a02bf),segment_id=8015f3f4-fa70-4c57-969f-c3a80f2a02bf)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:18.391425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:18.393897 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.396840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:18.406106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.406864 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.427278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1f393748-8cf6-4f55-9dc5-5f264389bae4 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7744036 Dec 16 09:31:18.429726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41402) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:18.436132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'network_id': '6b365f68-42b2-453d-99a3-0ad7ffeac7ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1694376840'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:18.454103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:18.459197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.502825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:18.504987 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64c1772-5481-4abb-ab95-889d47eb619e" -d '{"events": [{"server_uuid": "79f1e4d3-c18b-479f-b2be-cf08ee67e098", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d92e6-49c0-45d2-aa33-0a3622bb2f11"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:18.529161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:18.542413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:31:18.624661 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f9160-8007-4315-ba1a-19184dea1993 x-openstack-request-id: req-228f9160-8007-4315-ba1a-19184dea1993 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:18.624959 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f1e4d3-c18b-479f-b2be-cf08ee67e098", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d92e6-49c0-45d2-aa33-0a3622bb2f11", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:18.625217 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-228f9160-8007-4315-ba1a-19184dea1993 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:18.625605 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11', 'code': 200} Dec 16 09:31:18.650242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Made reservation on behalf of 77c62bcbba244ddf96d7541ed6d477fb for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:18.663688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.743496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] device_id is not set on port f9588a30-2464-443d-be41-92e1287b17ac yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:18.758963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d022eb3-66d6-40cc-a524-ee3dc317d249 req-523a813e-d661-4207-ad0b-bcfbc5d99a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:18.763082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d022eb3-66d6-40cc-a524-ee3dc317d249 req-523a813e-d661-4207-ad0b-bcfbc5d99a10 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 1096 time: 0.0958416 Dec 16 09:31:18.852338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d022eb3-66d6-40cc-a524-ee3dc317d249 req-2e362635-2365-42b6-9ff9-b5737be5eb34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513706 Dec 16 09:31:18.857370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f1d13f55-1167-4916-ab79-435481333a5e None None] Provisioning complete for port d25b2de5-7068-44ee-89f4-679ef4fac9c5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:18.859106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f1d13f55-1167-4916-ab79-435481333a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:18.916958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Allocated IP 2001:db8::118 (6b365f68-42b2-453d-99a3-0ad7ffeac7ed/1fc7684f-a92c-4835-b4cb-5cf670a354c8/f9588a30-2464-443d-be41-92e1287b17ac) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:18.946187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f1d13f55-1167-4916-ab79-435481333a5e None None] Port d25b2de5-7068-44ee-89f4-679ef4fac9c5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:19.103003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.145571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.216280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:19.237529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:19.246643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:19.252253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.253152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.257442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=f9588a30-2464-443d-be41-92e1287b17ac,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:19.285945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-04917610-eb7a-49db-b953-a68a065ecb2a tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8517509 Dec 16 09:31:19.285945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41446) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:19.292242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cb', 'mac_address': 'fa:16:3e:c8:7e:f6'}, {'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:ad:28:60'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:19.307830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aa524-8f01-48da-bb0d-511dc64e96e1 req-48cc46ed-cb35-42dd-8388-3409cf4a672c tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.312229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e3aa524-8f01-48da-bb0d-511dc64e96e1 req-48cc46ed-cb35-42dd-8388-3409cf4a672c tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.1172836 Dec 16 09:31:19.450807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e3aa524-8f01-48da-bb0d-511dc64e96e1 req-a3e11b80-9c72-4134-8702-12ebdcd52d36 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150448 Dec 16 09:31:19.452013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.715069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-49d6c4c7-4b03-41d3-abea-71ef17b46c05 None None] Provisioning complete for port f9588a30-2464-443d-be41-92e1287b17ac triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:19.716345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49d6c4c7-4b03-41d3-abea-71ef17b46c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.825160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.826298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-49d6c4c7-4b03-41d3-abea-71ef17b46c05 None None] Port f9588a30-2464-443d-be41-92e1287b17ac cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:19.857592 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.876492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.882948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.924582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] In _notify_port_updated(), no bound segment for port f9588a30-2464-443d-be41-92e1287b17ac on network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:31:19.930974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:19.931612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:19.933162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "PUT /v2.0/ports/f9588a30-2464-443d-be41-92e1287b17ac HTTP/1.1" status: 200 len: 1067 time: 0.6462831 Dec 16 09:31:19.936515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41486) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:19.974188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:20.018899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d35b6-985e-4b8e-b99d-43bfda3e97c7 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event updated for resources: {'Port': ['ID=f9588a30-2464-443d-be41-92e1287b17ac,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.051611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:20.052094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.134595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port f9588a30-2464-443d-be41-92e1287b17ac {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:20.134943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.218925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.281099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:20.286601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.341492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.352799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.358869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for f9588a30-2464-443d-be41-92e1287b17ac owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:20.396073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-049c98bc-640e-482d-ba3b-f13f600cf67c None None] Provisioning complete for port f9588a30-2464-443d-be41-92e1287b17ac triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:20.396523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-049c98bc-640e-482d-ba3b-f13f600cf67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.439512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-049c98bc-640e-482d-ba3b-f13f600cf67c None None] Port f9588a30-2464-443d-be41-92e1287b17ac cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:20.547474 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.605662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=f9588a30-2464-443d-be41-92e1287b17ac,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:20.626674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:20.629575 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4843bf70-b33a-4e34-ae5a-febc53205160" -d '{"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-plugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:20.690165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17395265-349f-4a20-93a1-699a89443261 req-190641c9-427d-42f6-91b8-0cd70f0bf5f7 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:20.692097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17395265-349f-4a20-93a1-699a89443261 req-190641c9-427d-42f6-91b8-0cd70f0bf5f7 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.1370251 Dec 16 09:31:20.841409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17395265-349f-4a20-93a1-699a89443261 req-2cb04398-fe2b-49e5-8264-cb04ffadc620 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046200 Dec 16 09:31:20.909170 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:20.916321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55bc2660-20ed-4876-a1bc-dcbcc8147334 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/ports/f9588a30-2464-443d-be41-92e1287b17ac HTTP/1.1" status: 204 len: 168 time: 0.9762173 Dec 16 09:31:20.916683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:20.951600 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff5666b-6ebd-41a1-b81e-54e5aead49be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] GET failed (client error): The resource could not be found. Dec 16 09:31:20.953834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0ff5666b-6ebd-41a1-b81e-54e5aead49be tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "GET /v2.0/ports/f9588a30-2464-443d-be41-92e1287b17ac HTTP/1.1" status: 404 len: 333 time: 0.0361900 Dec 16 09:31:20.956876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:20.991927 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c643ea6-363d-493d-8d18-21d138f39522 x-openstack-request-id: req-1c643ea6-363d-493d-8d18-21d138f39522 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:20.992492 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-plugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:20.992595 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c643ea6-363d-493d-8d18-21d138f39522 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:20.992967 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'code': 200} Dec 16 09:31:21.031103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41536) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:21.108157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port d25b2de5-7068-44ee-89f4-679ef4fac9c5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:21.108538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.173806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-080d3f19-4110-4d36-a3cb-f2f6581f3f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.204190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.217396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for d25b2de5-7068-44ee-89f4-679ef4fac9c5 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:21.251559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-080d3f19-4110-4d36-a3cb-f2f6581f3f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.257029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-080d3f19-4110-4d36-a3cb-f2f6581f3f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.289944 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-080d3f19-4110-4d36-a3cb-f2f6581f3f6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce170655e37248a695adb89938aa7c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553654 Dec 16 09:31:21.291086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41548) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:21.332910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d3f19-4110-4d36-a3cb-f2f6581f3f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22609454-711a-4ed2-9f2c-788552160abf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.352667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.353495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09aff73d-1bec-4e53-972c-b5fb9147a7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.374958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09aff73d-1bec-4e53-972c-b5fb9147a7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.379543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=d25b2de5-7068-44ee-89f4-679ef4fac9c5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.418987 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.424979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-664379fd-c5b7-411f-b6eb-92c8cd6e0bc2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/ports/d25b2de5-7068-44ee-89f4-679ef4fac9c5 HTTP/1.1" status: 204 len: 168 time: 0.4669919 Dec 16 09:31:21.425645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41550) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:21.436547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09aff73d-1bec-4e53-972c-b5fb9147a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.440087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09aff73d-1bec-4e53-972c-b5fb9147a7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.441631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-09aff73d-1bec-4e53-972c-b5fb9147a7db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22609454-711a-4ed2-9f2c-788552160abf HTTP/1.1" status: 204 len: 168 time: 0.1496065 Dec 16 09:31:21.453642 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f86cbc8-04db-45d4-a258-3aba9c369457 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] GET failed (client error): The resource could not be found. Dec 16 09:31:21.459178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9f86cbc8-04db-45d4-a258-3aba9c369457 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "GET /v2.0/ports/d25b2de5-7068-44ee-89f4-679ef4fac9c5 HTTP/1.1" status: 404 len: 333 time: 0.0325046 Dec 16 09:31:21.459844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:21.463075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff73d-1bec-4e53-972c-b5fb9147a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22609454-711a-4ed2-9f2c-788552160abf,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.571711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port 2e8cab4a-a44b-409d-aef8-5268e4167c1e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:21.571920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.690724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.705118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for 2e8cab4a-a44b-409d-aef8-5268e4167c1e owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:21.775420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41564) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:21.800706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49f611-f223-492b-a537-9b547636e263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.866174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.904063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=2e8cab4a-a44b-409d-aef8-5268e4167c1e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:21.939531 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:21.945418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-958b7abc-993a-4d29-9637-557d269015f2 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/ports/2e8cab4a-a44b-409d-aef8-5268e4167c1e HTTP/1.1" status: 204 len: 168 time: 0.4845505 Dec 16 09:31:21.946146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41572) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:22.009184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting subnet 1fc7684f-a92c-4835-b4cb-5cf670a354c8 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:22.013736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.016206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49f611-f223-492b-a537-9b547636e263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.025153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e620-36a9-412a-94b0-9827880bddb5 req-336a25aa-b81e-4570-8113-8f14ac214527 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:22.027101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faa3e620-36a9-412a-94b0-9827880bddb5 req-336a25aa-b81e-4570-8113-8f14ac214527 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.0792465 Dec 16 09:31:22.028315 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49f611-f223-492b-a537-9b547636e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.078088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.085165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fc49f611-f223-492b-a537-9b547636e263 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd76aeed57bf490c96d81579084c2061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062341 Dec 16 09:31:22.085165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49f611-f223-492b-a537-9b547636e263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f55a79-cef3-46a3-9d96-fd71c2fb0859,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.086220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41578) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:22.136332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faa3e620-36a9-412a-94b0-9827880bddb5 req-05168fb5-65cb-4da1-bd85-e3b18ad4ee8d tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926709 Dec 16 09:31:22.165369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46f59691-6bd3-4608-8999-3f19f37f7ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.207832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46f59691-6bd3-4608-8999-3f19f37f7ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.213666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.277025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46f59691-6bd3-4608-8999-3f19f37f7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.279713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46f59691-6bd3-4608-8999-3f19f37f7ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.280991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-46f59691-6bd3-4608-8999-3f19f37f7ff5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44f55a79-cef3-46a3-9d96-fd71c2fb0859 HTTP/1.1" status: 204 len: 168 time: 0.1936255 Dec 16 09:31:22.308708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f59691-6bd3-4608-8999-3f19f37f7ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f55a79-cef3-46a3-9d96-fd71c2fb0859,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.353470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.403612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc7684f-a92c-4835-b4cb-5cf670a354c8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.405306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4043b82-98ec-4175-ac2f-91f336e24130 None None] Network 6b365f68-42b2-453d-99a3-0ad7ffeac7ed requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:22.405938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.413027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41598) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:22.425961 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af5079ff-163e-426a-936b-17574b936ee9 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/subnets/1fc7684f-a92c-4835-b4cb-5cf670a354c8 HTTP/1.1" status: 204 len: 168 time: 0.4763165 Dec 16 09:31:22.620994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.692056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] DHCP port deletion for 6b365f68-42b2-453d-99a3-0ad7ffeac7ed request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:31:22.713508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Deleting port adf31f43-a893-4d01-90ef-e97626c135d3 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:22.714248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.770641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] Deleting port adf31f43-a893-4d01-90ef-e97626c135d3 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:22.771239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.792287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] For port adf31f43-a893-4d01-90ef-e97626c135d3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adf31f43-a893-4d01-90ef-e97626c135d3,segment=NetworkSegment(b5cf1aca-ffea-45ce-9b33-cebfe5f84e48),segment_id=b5cf1aca-ffea-45ce-9b33-cebfe5f84e48)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:22.792733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.812990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Calling delete_port for adf31f43-a893-4d01-90ef-e97626c135d3 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:22.849874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] For port adf31f43-a893-4d01-90ef-e97626c135d3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adf31f43-a893-4d01-90ef-e97626c135d3,segment=NetworkSegment(b5cf1aca-ffea-45ce-9b33-cebfe5f84e48),segment_id=b5cf1aca-ffea-45ce-9b33-cebfe5f84e48)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:22.850451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.867065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] Calling delete_port for adf31f43-a893-4d01-90ef-e97626c135d3 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:22.908943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:22.936521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Port': ['ID=adf31f43-a893-4d01-90ef-e97626c135d3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:22.941197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] No DVR routers for this DVR port adf31f43-a893-4d01-90ef-e97626c135d3 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:31:23.006493 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:31:23.036377 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.062114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] Pushing event deleted for resources: {'Port': ['ID=adf31f43-a893-4d01-90ef-e97626c135d3,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:23.064136 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.071780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d982d2-ffeb-4ef6-a74a-eefa83246d03 None None] No DVR routers for this DVR port adf31f43-a893-4d01-90ef-e97626c135d3 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:23.100694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b365f68-42b2-453d-99a3-0ad7ffeac7ed']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:23.111269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:23.111583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cf1aca-ffea-45ce-9b33-cebfe5f84e48') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:23.122583 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.137347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.145456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:31:23.147204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:31:23.151175 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:31:23.233637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.246159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.252999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] 10.222.0.61 "DELETE /v2.0/networks/6b365f68-42b2-453d-99a3-0ad7ffeac7ed HTTP/1.1" status: 204 len: 168 time: 0.8381104 Dec 16 09:31:23.275199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ed945-d39d-4898-ab01-06060f429066 tempest-AllowedAddressPairIpV6TestJSON-1818815600 tempest-AllowedAddressPairIpV6TestJSON-1818815600-project] Pushing event deleted for resources: {'Network': ['ID=6b365f68-42b2-453d-99a3-0ad7ffeac7ed,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:23.536257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.570387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41656) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:23.801462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8457520d-ad63-407d-8283-227a402f8a54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77c62bcbba244ddf96d7541ed6d477fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307944 Dec 16 09:31:23.804608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41676) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:23.869045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-377288ef-2f74-47ea-b144-3f0bbd0e4014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.896287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-377288ef-2f74-47ea-b144-3f0bbd0e4014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.984973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-377288ef-2f74-47ea-b144-3f0bbd0e4014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.988263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-377288ef-2f74-47ea-b144-3f0bbd0e4014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:23.989594 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-377288ef-2f74-47ea-b144-3f0bbd0e4014 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7223b585-d973-4993-80ca-73cd8fa317a5 HTTP/1.1" status: 204 len: 168 time: 0.1839588 Dec 16 09:31:24.001746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377288ef-2f74-47ea-b144-3f0bbd0e4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223b585-d973-4993-80ca-73cd8fa317a5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:24.291112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adf31f43-a893-4d01-90ef-e97626c135d3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:24.319811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: adf31f43-a893-4d01-90ef-e97626c135d3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:24.320449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adf31f43-a893-4d01-90ef-e97626c135d3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:24.691675 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:25.318196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41774) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.667346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-f5967a39-e5ad-4634-afc8-a08561b7a00f tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.671208 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f5967a39-e5ad-4634-afc8-a08561b7a00f tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3485081 Dec 16 09:31:25.671499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41804) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.682377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-668fa0b4-79db-4967-8701-c3761d8cb1ba tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.689048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-668fa0b4-79db-4967-8701-c3761d8cb1ba tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0162618 Dec 16 09:31:25.691645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41806) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.697449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-8f9a21f5-5305-4229-969e-3898a2eaf7c5 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.698667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8f9a21f5-5305-4229-969e-3898a2eaf7c5 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051119 Dec 16 09:31:25.701245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41808) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.711432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-6a726d52-64dc-4436-be21-97ae96fe8216 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.715225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a726d52-64dc-4436-be21-97ae96fe8216 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102870 Dec 16 09:31:25.715747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41810) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.723701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-50e77129-b538-421d-a732-7c1b6f10011c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.729982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41812) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.732182 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50e77129-b538-421d-a732-7c1b6f10011c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0151215 Dec 16 09:31:25.735325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-1f3e05bf-8887-41a2-bb1e-ef978c14633b tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.736588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1f3e05bf-8887-41a2-bb1e-ef978c14633b tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053809 Dec 16 09:31:25.739221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.750152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-e486aaf4-8afb-477b-9c51-6cadb3ce1047 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.751925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e486aaf4-8afb-477b-9c51-6cadb3ce1047 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0113966 Dec 16 09:31:25.755408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41816) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.763976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-ac68ddc2-2669-408a-bb0e-57de389953f8 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.765497 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ac68ddc2-2669-408a-bb0e-57de389953f8 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0096743 Dec 16 09:31:25.768762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41820) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.775167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-140e6f3b-d7b5-4bae-806e-56b7dc1b00d7 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.776680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-140e6f3b-d7b5-4bae-806e-56b7dc1b00d7 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064754 Dec 16 09:31:25.779385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41824) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.785722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-42c39cdd-381c-4b51-8175-d6bd84305604 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.787190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-42c39cdd-381c-4b51-8175-d6bd84305604 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067718 Dec 16 09:31:25.790246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41826) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.794907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-38fdbf60-bdfb-49a1-9d25-0507e3ad4782 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.796253 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-38fdbf60-bdfb-49a1-9d25-0507e3ad4782 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050502 Dec 16 09:31:25.799200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.803596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-0dcbcef3-25bb-42b3-a2a3-fe03ef76dfdb tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.804519 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0dcbcef3-25bb-42b3-a2a3-fe03ef76dfdb tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042081 Dec 16 09:31:25.807192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41830) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.812962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-efaa2058-4cce-479d-ba8a-94e8442eae9c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.814552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-efaa2058-4cce-479d-ba8a-94e8442eae9c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061100 Dec 16 09:31:25.817198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41832) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.822166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-5a91634a-cd29-4cf1-a450-815846558616 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.823271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5a91634a-cd29-4cf1-a450-815846558616 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048866 Dec 16 09:31:25.826151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41834) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.831352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-42002b97-d779-4bb4-a191-485313263d2a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.832387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-42002b97-d779-4bb4-a191-485313263d2a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048842 Dec 16 09:31:25.834928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41836) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.849522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-339926a0-ceb1-44f8-bfea-64196ca1065b tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.858603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-339926a0-ceb1-44f8-bfea-64196ca1065b tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0130329 Dec 16 09:31:25.861635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41840) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.867633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-7c5159e2-517b-48ae-9fbd-296ab120d6be tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.874630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7c5159e2-517b-48ae-9fbd-296ab120d6be tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0101273 Dec 16 09:31:25.875268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41846) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.883702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-8fd44f97-3c27-4096-be96-e755161bf369 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.884842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8fd44f97-3c27-4096-be96-e755161bf369 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086126 Dec 16 09:31:25.887637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41850) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.892326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-a802dbd7-2745-4846-abc6-72868fb86722 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.894981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a802dbd7-2745-4846-abc6-72868fb86722 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051796 Dec 16 09:31:25.897432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41852) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.903273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-bda7413a-76f7-464d-b127-dc7a88c57b5a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.906507 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bda7413a-76f7-464d-b127-dc7a88c57b5a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058053 Dec 16 09:31:25.907143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41856) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.913355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-cbf178c2-0c05-4ff0-b610-2a47ca937837 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.916490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cbf178c2-0c05-4ff0-b610-2a47ca937837 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046265 Dec 16 09:31:25.917482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.924269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-228dd6c5-6971-4777-b73f-04e9bbbfd349 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.930412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-228dd6c5-6971-4777-b73f-04e9bbbfd349 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0095532 Dec 16 09:31:25.930972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41862) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.935819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-4dea7899-3175-404f-8c32-9e4f909aa80a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.937163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4dea7899-3175-404f-8c32-9e4f909aa80a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052269 Dec 16 09:31:25.942685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41864) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.949511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-fc77fa9b-fd75-4a51-80fe-c241b829c5e3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.951939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fc77fa9b-fd75-4a51-80fe-c241b829c5e3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082784 Dec 16 09:31:25.955349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41866) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.962314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-dea86623-1868-435d-8516-616128605056 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.966333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.966898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dea86623-1868-435d-8516-616128605056 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0099540 Dec 16 09:31:25.971933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-bacdbc48-8a75-4c40-bbf7-399c12b40130 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.972918 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bacdbc48-8a75-4c40-bbf7-399c12b40130 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050654 Dec 16 09:31:25.977117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41870) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:25.989799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-fabcd55b-e603-41a2-a9fa-32118f15e18c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:25.991016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fabcd55b-e603-41a2-a9fa-32118f15e18c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125668 Dec 16 09:31:25.994034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41872) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.008046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-f426d1bb-b940-444f-b18b-0ce1ee26b026 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.011243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f426d1bb-b940-444f-b18b-0ce1ee26b026 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0158231 Dec 16 09:31:26.014886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41878) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.022483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-999a74b3-3f37-4c12-abfb-ff336ad47a17 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.027117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-999a74b3-3f37-4c12-abfb-ff336ad47a17 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0106530 Dec 16 09:31:26.029703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.035060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-064a5b6f-44ce-496e-91f0-c95776d762c4 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.040608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-064a5b6f-44ce-496e-91f0-c95776d762c4 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0096862 Dec 16 09:31:26.044040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41882) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.053510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-eac95ecc-fa6d-463b-b1b9-8df6121e9463 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.057801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eac95ecc-fa6d-463b-b1b9-8df6121e9463 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0126483 Dec 16 09:31:26.060762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.069382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-c87acd41-a514-4684-8b4a-0f4ed5687b59 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.070320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c87acd41-a514-4684-8b4a-0f4ed5687b59 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086644 Dec 16 09:31:26.073924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41886) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.078997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-781d13f0-5a5b-4074-ac1c-b1c800f2dabf tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.081262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-781d13f0-5a5b-4074-ac1c-b1c800f2dabf tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056157 Dec 16 09:31:26.084436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41888) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.089910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-9913dcb8-1e42-46d7-a7c1-8eac79e1ddf3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.091058 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9913dcb8-1e42-46d7-a7c1-8eac79e1ddf3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055218 Dec 16 09:31:26.095158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41890) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.100626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-7ce332c2-c990-41a7-ae6b-304ee7d27710 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.102325 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7ce332c2-c990-41a7-ae6b-304ee7d27710 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051477 Dec 16 09:31:26.105236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41892) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.111449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-4015b7bd-8eed-4bac-a612-0c75f93fbc19 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.113299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4015b7bd-8eed-4bac-a612-0c75f93fbc19 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064156 Dec 16 09:31:26.116230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41896) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.122096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-c1c75214-480f-4eca-b628-d645a842c0e3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.126418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41898) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.128974 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c1c75214-480f-4eca-b628-d645a842c0e3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0115540 Dec 16 09:31:26.135216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-d2b6f611-a66d-4631-8d88-91d600ca545b tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.142406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.146679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2b6f611-a66d-4631-8d88-91d600ca545b tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0188365 Dec 16 09:31:26.149071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-48689252-c4aa-4b48-8019-6eb5bff93cd8 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.154731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48689252-c4aa-4b48-8019-6eb5bff93cd8 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089197 Dec 16 09:31:26.155413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41902) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.164585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-e5571e7a-0c77-455e-afc5-e58d4da0e0be tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.168738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41904) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.174594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e5571e7a-0c77-455e-afc5-e58d4da0e0be tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0177341 Dec 16 09:31:26.176549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-94ba1c1c-7f1a-4a41-9e27-63ce689e380a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.179964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94ba1c1c-7f1a-4a41-9e27-63ce689e380a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078526 Dec 16 09:31:26.180325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41908) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.188791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-963d1d4e-185c-4f91-b6dd-04b94668af9e tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.193552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41912) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.197706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-963d1d4e-185c-4f91-b6dd-04b94668af9e tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0163438 Dec 16 09:31:26.198051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-f6533999-42cd-4e9c-b627-9952cd777505 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.201260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f6533999-42cd-4e9c-b627-9952cd777505 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047443 Dec 16 09:31:26.201924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.207468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-d096b341-96ae-43b6-aed9-8038bfea7df1 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.211368 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d096b341-96ae-43b6-aed9-8038bfea7df1 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083034 Dec 16 09:31:26.211529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41916) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.215766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-83c9414b-e868-4e6c-b207-6bc9ca048a46 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.218687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-83c9414b-e868-4e6c-b207-6bc9ca048a46 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042868 Dec 16 09:31:26.218939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41918) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.223276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-49ae35e5-6e83-4a7c-8e25-07d8e1360a74 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.224194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-49ae35e5-6e83-4a7c-8e25-07d8e1360a74 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044076 Dec 16 09:31:26.226846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41920) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.231659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-b853c98b-7abc-4b34-97f2-a48a24f84a70 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.235228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b853c98b-7abc-4b34-97f2-a48a24f84a70 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068309 Dec 16 09:31:26.235707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.240725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-e18a1f28-1109-4ba6-9a7b-dae9ca8d4398 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.246135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e18a1f28-1109-4ba6-9a7b-dae9ca8d4398 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091136 Dec 16 09:31:26.248781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.254624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-a375807d-b70a-49f8-90ee-d297ec8dfdc6 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.258541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41926) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.259548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a375807d-b70a-49f8-90ee-d297ec8dfdc6 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086124 Dec 16 09:31:26.264842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-773a2b96-e0c1-4f3a-a1f0-50693053b529 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.265700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-773a2b96-e0c1-4f3a-a1f0-50693053b529 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050879 Dec 16 09:31:26.271829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.286737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-33985405-23e1-4d50-a6de-2baf6077c65f tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.290786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-33985405-23e1-4d50-a6de-2baf6077c65f tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0163987 Dec 16 09:31:26.292075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.303800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-ff11b544-72af-4a72-acf4-7062edc53d33 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.310787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ff11b544-72af-4a72-acf4-7062edc53d33 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0146332 Dec 16 09:31:26.313132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41932) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.318689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-bfff5cf3-1c7d-469c-9328-516e0d684ba2 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.322889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41934) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.323487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bfff5cf3-1c7d-469c-9328-516e0d684ba2 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0090864 Dec 16 09:31:26.328438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-5c04eeee-67e5-42a3-bdaf-ced6cdccfe1c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.329560 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c04eeee-67e5-42a3-bdaf-ced6cdccfe1c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046723 Dec 16 09:31:26.332331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.341945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-6cbefed5-7f40-436a-9212-93e42f1ea038 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.346075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41940) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.346807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6cbefed5-7f40-436a-9212-93e42f1ea038 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0130529 Dec 16 09:31:26.350827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-6f35d736-d72e-40fd-8044-4d8609789ebf tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.353891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f35d736-d72e-40fd-8044-4d8609789ebf tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046234 Dec 16 09:31:26.354549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41942) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.362946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-a2310dea-6582-42ac-b0f0-8a4a05f87b8c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.366342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a2310dea-6582-42ac-b0f0-8a4a05f87b8c tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0108571 Dec 16 09:31:26.368932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.380668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-ad1754c6-bde5-41b4-8cb5-d9241bd0d932 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.381676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ad1754c6-bde5-41b4-8cb5-d9241bd0d932 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0111570 Dec 16 09:31:26.384469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.388809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-ce908f6c-429b-4304-a2f7-8f9d867c30bd tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.393743 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ce908f6c-429b-4304-a2f7-8f9d867c30bd tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082147 Dec 16 09:31:26.396564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.401199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-a9a5ec9c-4917-4622-9f40-b10fb43e9ead tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.402522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a9a5ec9c-4917-4622-9f40-b10fb43e9ead tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046306 Dec 16 09:31:26.404507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.410301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-403a03b7-5556-4cc0-ba16-ce3b1a417e15 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.411861 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-403a03b7-5556-4cc0-ba16-ce3b1a417e15 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061982 Dec 16 09:31:26.419510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.442249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-500b6c68-0030-4087-84e0-4fa8e5603e19 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.452562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-500b6c68-0030-4087-84e0-4fa8e5603e19 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0310030 Dec 16 09:31:26.455656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41960) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.460686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-077d28b5-640a-4045-81f1-e2f35578753d tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.465740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41962) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.466460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-077d28b5-640a-4045-81f1-e2f35578753d tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095153 Dec 16 09:31:26.470753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-f456b979-3a03-4fe7-a2a0-ef956ebfddc3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.476442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41964) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.480993 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f456b979-3a03-4fe7-a2a0-ef956ebfddc3 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0135972 Dec 16 09:31:26.484178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-5df16cff-e536-484f-a42a-a39e0b751a83 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.485371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5df16cff-e536-484f-a42a-a39e0b751a83 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078578 Dec 16 09:31:26.488064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.493057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-933a626e-eaaa-458f-b2a6-c799b09b0e4e tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.496517 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-933a626e-eaaa-458f-b2a6-c799b09b0e4e tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0072277 Dec 16 09:31:26.499218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41970) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.504349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-e452092d-a8d7-4657-ae4f-217f0402dde5 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.505487 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e452092d-a8d7-4657-ae4f-217f0402dde5 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052657 Dec 16 09:31:26.508351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41972) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.527269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [None req-ad768ce2-1ffd-4bc6-a995-00106df660f1 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.531081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ad768ce2-1ffd-4bc6-a995-00106df660f1 tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0190089 Dec 16 09:31:26.534542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:26.544971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [None req-f155ffc4-405f-42ac-9ed7-f5677e3e330a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:31:26.558054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f155ffc4-405f-42ac-9ed7-f5677e3e330a tempest-ExtensionsTestJSON-1352578186 tempest-ExtensionsTestJSON-1352578186-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0217955 Dec 16 09:31:27.264089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42012) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:27.540180 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c87d9cf7-8dfd-4f30-92e8-128ecef1d4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.771158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c87d9cf7-8dfd-4f30-92e8-128ecef1d4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.777469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c87d9cf7-8dfd-4f30-92e8-128ecef1d4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:27.808294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9cf7-8dfd-4f30-92e8-128ecef1d4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12f68a-ffde-43d3-bd12-a12970a9804f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:27.882871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c87d9cf7-8dfd-4f30-92e8-128ecef1d4da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c66ee3bf3cf48adb5815a0fb35c9df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176975 Dec 16 09:31:27.885625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42040) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:28.097569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ec44098-603f-45ff-9a6d-d3af0c4e9605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.138655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ec44098-603f-45ff-9a6d-d3af0c4e9605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.234797 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ec44098-603f-45ff-9a6d-d3af0c4e9605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.240367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8ec44098-603f-45ff-9a6d-d3af0c4e9605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:28.244932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8ec44098-603f-45ff-9a6d-d3af0c4e9605 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd12f68a-ffde-43d3-bd12-a12970a9804f HTTP/1.1" status: 204 len: 168 time: 0.3582003 Dec 16 09:31:28.254420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44098-603f-45ff-9a6d-d3af0c4e9605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12f68a-ffde-43d3-bd12-a12970a9804f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:29.700735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42118) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:30.013729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1337527746'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:30.066259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Made reservation on behalf of 28169f8c733b474e890ddbfce2ba76a5 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:30.071636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.099674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.341291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.357191 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.402663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9499254-3fd2-4b73-8de5-7cbe40c711c4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:30.417537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:30.433785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.434523 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Added segment b412039f-107d-4b5a-8777-9b7518876b3d of type vlan for network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b Dec 16 09:31:30.503415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.579631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.607084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:30.607913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:30.783120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42156) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:30.789314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Request body: {'subnet': {'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:30.793401 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0913992 Dec 16 09:31:30.823024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42530c94-b7a5-4acb-bf71-dd9a76539bdb tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event updated for resources: {'Network': ['ID=a15f908c-0a28-4bd8-b7e4-a1c942f8c04b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:30.836694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:30.957288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Made reservation on behalf of 28169f8c733b474e890ddbfce2ba76a5 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:30.964431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.263740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.430541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event updated for resources: {'Subnet': ['ID=81f00f9c-a19a-47bd-b053-1e760161ba0a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:31.456140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Checking segment: {'id': 'b412039f-107d-4b5a-8777-9b7518876b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:31.456790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Network hostable DHCP agents. Network: a15f908c-0a28-4bd8-b7e4-a1c942f8c04b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:31.489414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:31.511054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a15f908c-0a28-4bd8-b7e4-a1c942f8c04b) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:31.518368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:31.518368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.529834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea49cc9-d11c-445a-8d27-636fe4c1e1da None None] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:31.540549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e5cd0b49-fc14-4f3b-8c76-05778c0346a6 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7554595 Dec 16 09:31:31.543942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42192) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:31.562318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Request body: {'port': {'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1258846319'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:31.792088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a15f908c-0a28-4bd8-b7e4-a1c942f8c04b', 'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b', 'tenant_id': '28169f8c733b474e890ddbfce2ba76a5', 'fixed_ips': [{'subnet_id': '81f00f9c-a19a-47bd-b053-1e760161ba0a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:31.793258 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.853391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Made reservation on behalf of 28169f8c733b474e890ddbfce2ba76a5 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:31.860950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:31.907798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] device_id is not set on port 8434cd19-e7f9-46e9-8178-4f16fa382957 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:32.075820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Allocated IP 2001:db8::2 (a15f908c-0a28-4bd8-b7e4-a1c942f8c04b/81f00f9c-a19a-47bd-b053-1e760161ba0a/9d56510d-782b-4b98-ac22-c55098c360f7) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:32.505759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.530194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.616915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:32.620164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:32.628362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:32.630442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Allocated IP 2001:db8::359 (a15f908c-0a28-4bd8-b7e4-a1c942f8c04b/81f00f9c-a19a-47bd-b053-1e760161ba0a/8434cd19-e7f9-46e9-8178-4f16fa382957) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:32.632393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Pushing event updated for resources: {'Port': ['ID=9d56510d-782b-4b98-ac22-c55098c360f7,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:32.735698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Attempting to bind port 9d56510d-782b-4b98-ac22-c55098c360f7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:32.736107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Attempting to bind port 9d56510d-782b-4b98-ac22-c55098c360f7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b412039f-107d-4b5a-8777-9b7518876b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:32.736955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Attempting to bind port 9d56510d-782b-4b98-ac22-c55098c360f7 on network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:32.761656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:32.762057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Checking segment: {'id': 'b412039f-107d-4b5a-8777-9b7518876b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:32.762467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.762866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Bound using segment: {'id': 'b412039f-107d-4b5a-8777-9b7518876b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:32.763342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Bound port: 9d56510d-782b-4b98-ac22-c55098c360f7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b412039f-107d-4b5a-8777-9b7518876b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:32.763728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.920613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] For port 9d56510d-782b-4b98-ac22-c55098c360f7, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:32.925914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] For port 9d56510d-782b-4b98-ac22-c55098c360f7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9d56510d-782b-4b98-ac22-c55098c360f7,segment=NetworkSegment(b412039f-107d-4b5a-8777-9b7518876b3d),segment_id=b412039f-107d-4b5a-8777-9b7518876b3d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:32.929561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:32.932047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.007787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.031016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de039b-2e66-4f5e-8b4c-fb8dac014275 None None] Pushing event updated for resources: {'Port': ['ID=9d56510d-782b-4b98-ac22-c55098c360f7,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:33.074796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:33.079826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:33.096761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:33.104165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:33.105032 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.130277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event updated for resources: {'Port': ['ID=8434cd19-e7f9-46e9-8178-4f16fa382957,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:33.164318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d71b8c4-f311-48d1-9b7a-120577e91897 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6103759 Dec 16 09:31:33.164318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42244) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:33.172160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Request body: {'port': {'network_id': 'a15f908c-0a28-4bd8-b7e4-a1c942f8c04b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-251146960', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:33.175331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.api.validators [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] bootfile-name is not in valid_values {{(pid=102398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:31:33.175790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.api.validators [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] tftp-server is not in valid_values {{(pid=102398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:31:33.176229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.api.validators [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] server-ip-address is not in valid_values {{(pid=102398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:31:33.441414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Made reservation on behalf of 28169f8c733b474e890ddbfce2ba76a5 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:33.449792 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:33.927006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] device_id is not set on port 5304cf33-77c9-45c3-9706-39e7d80d79c9 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:34.138857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Allocated IP 2001:db8::137 (a15f908c-0a28-4bd8-b7e4-a1c942f8c04b/81f00f9c-a19a-47bd-b053-1e760161ba0a/5304cf33-77c9-45c3-9706-39e7d80d79c9) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:34.349035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9d56510d-782b-4b98-ac22-c55098c360f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:34.543346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9d56510d-782b-4b98-ac22-c55098c360f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:34.543743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:34.675518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42298) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:34.767102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:34.827047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002fa7d-d9b0-43e4-86ff-31d41186f911 None None] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:34.879564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:34.917784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-653380a8-477e-4ad9-9954-959148bb0ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.010161 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-653380a8-477e-4ad9-9954-959148bb0ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.014259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.016286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-653380a8-477e-4ad9-9954-959148bb0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.037110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ece6cf49-2158-4f13-8825-053a6c2b28b5 None None] Provisioning complete for port 9d56510d-782b-4b98-ac22-c55098c360f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:35.037745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ece6cf49-2158-4f13-8825-053a6c2b28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.068860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-653380a8-477e-4ad9-9954-959148bb0ab6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa56bcdbe0d240f7b5f513ad16d65928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906286 Dec 16 09:31:35.069604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:35.070432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653380a8-477e-4ad9-9954-959148bb0ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d541cdc7-66b0-4881-9b14-4823d3572503,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:35.077585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 9d56510d-782b-4b98-ac22-c55098c360f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9d56510d-782b-4b98-ac22-c55098c360f7,segment=NetworkSegment(b412039f-107d-4b5a-8777-9b7518876b3d),segment_id=b412039f-107d-4b5a-8777-9b7518876b3d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:35.091196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.137632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event updated for resources: {'Port': ['ID=5304cf33-77c9-45c3-9706-39e7d80d79c9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:35.158260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:35.180121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:35.185994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:35.199520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.201929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.208155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b43a165-a9bc-4a65-9a5d-4814aa092834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.222424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=9d56510d-782b-4b98-ac22-c55098c360f7,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:35.235885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-c07a9e90-2b10-47fe-84a5-20edd071216c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4904091 Dec 16 09:31:35.251426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-85b99015-3738-43e7-8345-1ced69e032ec tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0857756 Dec 16 09:31:35.254638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42310) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:35.281908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b43a165-a9bc-4a65-9a5d-4814aa092834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.473314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b43a165-a9bc-4a65-9a5d-4814aa092834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.475588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-33eff134-1574-4736-a2e3-b7f95c210138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.477281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b43a165-a9bc-4a65-9a5d-4814aa092834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.477821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-33eff134-1574-4736-a2e3-b7f95c210138 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=968200f6d6f04711b5d1ddb03d7514c6&device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 1096 time: 0.1860800 Dec 16 09:31:35.478966 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3b43a165-a9bc-4a65-9a5d-4814aa092834 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d541cdc7-66b0-4881-9b14-4823d3572503 HTTP/1.1" status: 204 len: 168 time: 0.4052672 Dec 16 09:31:35.490550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43a165-a9bc-4a65-9a5d-4814aa092834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d541cdc7-66b0-4881-9b14-4823d3572503,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:35.535697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f616aa-f085-4aad-9f92-fb6da75928a3 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.542360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f616aa-f085-4aad-9f92-fb6da75928a3 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.549820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f616aa-f085-4aad-9f92-fb6da75928a3 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.552093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-28f616aa-f085-4aad-9f92-fb6da75928a3 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2940757 Dec 16 09:31:35.555171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42318) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:35.669574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Provisioning complete for port 8434cd19-e7f9-46e9-8178-4f16fa382957 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:35.670235 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.798448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Port 8434cd19-e7f9-46e9-8178-4f16fa382957 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:35.849597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Provisioning complete for port 9d56510d-782b-4b98-ac22-c55098c360f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:35.850511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:35.921696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-b525488e-0e25-460d-a873-37230c2e839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:35.923451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-b525488e-0e25-460d-a873-37230c2e839e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9a0c416-73fe-4921-9d7c-b191a215426b HTTP/1.1" status: 200 len: 907 time: 0.4165978 Dec 16 09:31:35.987519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Deleting port 5304cf33-77c9-45c3-9706-39e7d80d79c9 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:35.988169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.067653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Provisioning complete for port 5304cf33-77c9-45c3-9706-39e7d80d79c9 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:36.067984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.071665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-1e7200a0-d225-4bf2-a92f-77d045bede5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dcc48a9-890c-441e-95b6-25ab0c840827 HTTP/1.1" status: 200 len: 1001 time: 0.1398385 Dec 16 09:31:36.166257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b65ef638-f41b-45ce-bc24-9edea83ad51a None None] Port 5304cf33-77c9-45c3-9706-39e7d80d79c9 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:36.214798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-c7927d36-e779-43bf-9d16-8db16a222fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.218568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-c7927d36-e779-43bf-9d16-8db16a222fc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c74c723a-0146-4e19-986e-dde927a7f793 HTTP/1.1" status: 200 len: 845 time: 0.1299727 Dec 16 09:31:36.239536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.263641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Calling delete_port for 5304cf33-77c9-45c3-9706-39e7d80d79c9 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:36.293309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8ae385f5-9e49-49e5-9522-7f01b78dbde6 None None] Provisioning complete for port 8434cd19-e7f9-46e9-8178-4f16fa382957 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:36.296957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8ae385f5-9e49-49e5-9522-7f01b78dbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.389635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9d56510d-782b-4b98-ac22-c55098c360f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:36.406250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-d4469d8f-4be4-4417-b704-09826f9bc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:36.408170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-d4469d8f-4be4-4417-b704-09826f9bc4ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9a0c416-73fe-4921-9d7c-b191a215426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814346 Dec 16 09:31:36.408947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42340) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:36.469232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.507793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36d09219-6e19-4416-99a9-8d45d2bf2353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.513278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event deleted for resources: {'Port': ['ID=5304cf33-77c9-45c3-9706-39e7d80d79c9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:36.551579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.555339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-714dd4f1-6339-4bbd-be72-2c7b2d7bcd98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "DELETE /v2.0/ports/5304cf33-77c9-45c3-9706-39e7d80d79c9 HTTP/1.1" status: 204 len: 168 time: 0.9987249 Dec 16 09:31:36.560698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42346) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:36.569514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Request body: {'port': {'name': 'tempest-new-port-name-1613814266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:36.570125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.api.validators [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] bootfile-name is not in valid_values {{(pid=102397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:31:36.571552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.api.validators [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] tftp-server is not in valid_values {{(pid=102397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:31:36.571552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.api.validators [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] server-ip-address is not in valid_values {{(pid=102397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:31:36.594614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8ae385f5-9e49-49e5-9522-7f01b78dbde6 None None] Port 8434cd19-e7f9-46e9-8178-4f16fa382957 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:36.609200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9d56510d-782b-4b98-ac22-c55098c360f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:36.609880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.629816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-a8a9f810-cab3-4d1a-828b-532bfbc27e64 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100358 Dec 16 09:31:36.667283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:36.723203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bbbba846-b864-4858-8005-7d5890308dd7 None None] Could not find standard attr ID for object 5304cf33-77c9-45c3-9706-39e7d80d79c9. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:31:37.033752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c065cb-26af-4a7b-bddd-01abe9d3fc9d req-a1b3fb54-e923-4b57-8910-c3c1efb6bee9 service neutron] 10.222.0.69 "GET /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904219 Dec 16 09:31:37.074612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36d09219-6e19-4416-99a9-8d45d2bf2353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.080526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36d09219-6e19-4416-99a9-8d45d2bf2353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.145444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-36d09219-6e19-4416-99a9-8d45d2bf2353 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64800a93e3094da28ec42db8a90e37ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351124 Dec 16 09:31:37.146198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d09219-6e19-4416-99a9-8d45d2bf2353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013ebc6f-38b1-4aeb-89d6-abf23c6813ed,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:37.150194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42368) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:37.170552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.180291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.260544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] In _notify_port_updated(), no bound segment for port 8434cd19-e7f9-46e9-8178-4f16fa382957 on network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:31:37.266798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:37.282731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.284724 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "PUT /v2.0/ports/8434cd19-e7f9-46e9-8178-4f16fa382957 HTTP/1.1" status: 200 len: 1130 time: 0.7234876 Dec 16 09:31:37.289910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42372) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:37.291520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80eba85f-cec7-4b54-9b1b-389a5c63dcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.342324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80eba85f-cec7-4b54-9b1b-389a5c63dcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.377399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39193906-5ab3-4103-9712-c23173720a02 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event updated for resources: {'Port': ['ID=8434cd19-e7f9-46e9-8178-4f16fa382957,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:37.395006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a4ed6-efc0-42b7-bc60-7d548870d7a1 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:37.396662 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-945a4ed6-efc0-42b7-bc60-7d548870d7a1 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "GET /v2.0/ports/8434cd19-e7f9-46e9-8178-4f16fa382957 HTTP/1.1" status: 200 len: 1130 time: 0.1033237 Dec 16 09:31:37.410017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42374) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:37.464624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80eba85f-cec7-4b54-9b1b-389a5c63dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.488158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80eba85f-cec7-4b54-9b1b-389a5c63dcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.494331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-80eba85f-cec7-4b54-9b1b-389a5c63dcb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/013ebc6f-38b1-4aeb-89d6-abf23c6813ed HTTP/1.1" status: 204 len: 168 time: 0.3426609 Dec 16 09:31:37.541776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eba85f-cec7-4b54-9b1b-389a5c63dcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ebc6f-38b1-4aeb-89d6-abf23c6813ed,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:37.628948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Deleting port 8434cd19-e7f9-46e9-8178-4f16fa382957 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:37.629292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.805102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2d499251-b07d-48f1-ba4e-ac1d9503db95 None None] Provisioning complete for port 8434cd19-e7f9-46e9-8178-4f16fa382957 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:37.805695 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d499251-b07d-48f1-ba4e-ac1d9503db95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.828453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:37.847478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Calling delete_port for 8434cd19-e7f9-46e9-8178-4f16fa382957 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:37.910316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2d499251-b07d-48f1-ba4e-ac1d9503db95 None None] Port 8434cd19-e7f9-46e9-8178-4f16fa382957 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:31:38.108823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.153112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event deleted for resources: {'Port': ['ID=8434cd19-e7f9-46e9-8178-4f16fa382957,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:38.185519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.189571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ae62adde-abc5-4b4e-8d0f-9915b73478b2 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "DELETE /v2.0/ports/8434cd19-e7f9-46e9-8178-4f16fa382957 HTTP/1.1" status: 204 len: 168 time: 0.7773221 Dec 16 09:31:38.192696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42418) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:38.323384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Deleting subnet 81f00f9c-a19a-47bd-b053-1e760161ba0a {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:38.333565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.443190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.733407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.834340 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.883011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event deleted for resources: {'Subnet': ['ID=81f00f9c-a19a-47bd-b053-1e760161ba0a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:38.884756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057784d-59a5-4235-8a88-3976da5b9df5 None None] Network a15f908c-0a28-4bd8-b7e4-a1c942f8c04b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:38.886511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:38.891125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6575d83b-8b3c-4a6d-b7e2-e03ecfad0b98 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "DELETE /v2.0/subnets/81f00f9c-a19a-47bd-b053-1e760161ba0a HTTP/1.1" status: 204 len: 168 time: 0.6942904 Dec 16 09:31:38.893637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42442) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:38.997342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.088861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Deleting port 9d56510d-782b-4b98-ac22-c55098c360f7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:39.089546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.308323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] For port 9d56510d-782b-4b98-ac22-c55098c360f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9d56510d-782b-4b98-ac22-c55098c360f7,segment=NetworkSegment(b412039f-107d-4b5a-8777-9b7518876b3d),segment_id=b412039f-107d-4b5a-8777-9b7518876b3d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:39.308956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.325554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Calling delete_port for 9d56510d-782b-4b98-ac22-c55098c360f7 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:39.343563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] DHCP port deletion for a15f908c-0a28-4bd8-b7e4-a1c942f8c04b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:31:39.446286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] Deleting port 9d56510d-782b-4b98-ac22-c55098c360f7 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:39.446661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.541709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.594204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event deleted for resources: {'Port': ['ID=9d56510d-782b-4b98-ac22-c55098c360f7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:39.597290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] No DVR routers for this DVR port 9d56510d-782b-4b98-ac22-c55098c360f7 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:39.628019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] For port 9d56510d-782b-4b98-ac22-c55098c360f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9d56510d-782b-4b98-ac22-c55098c360f7,segment=NetworkSegment(b412039f-107d-4b5a-8777-9b7518876b3d),segment_id=b412039f-107d-4b5a-8777-9b7518876b3d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:39.630434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.655836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] Calling delete_port for 9d56510d-782b-4b98-ac22-c55098c360f7 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:39.777770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.779067 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.806713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15f908c-0a28-4bd8-b7e4-a1c942f8c04b']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:39.825753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b412039f-107d-4b5a-8777-9b7518876b3d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:39.840773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b412039f-107d-4b5a-8777-9b7518876b3d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:39.863059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] Pushing event deleted for resources: {'Port': ['ID=9d56510d-782b-4b98-ac22-c55098c360f7,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:39.877278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.881806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bfc8a-19e4-416b-9a5d-0e6d6875f04c None None] No DVR routers for this DVR port 9d56510d-782b-4b98-ac22-c55098c360f7 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:39.910705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.921672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:31:39.922100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:31:39.925740 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:31:40.025041 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:40.034571 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:31:40.047506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:40.055101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] 10.222.0.61 "DELETE /v2.0/networks/a15f908c-0a28-4bd8-b7e4-a1c942f8c04b HTTP/1.1" status: 204 len: 168 time: 1.1602247 Dec 16 09:31:40.075440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22880cd-4d6d-4ec0-b7a0-a6d43b10ccfa tempest-ExtraDHCPOptionsIpV6TestJSON-882066534 tempest-ExtraDHCPOptionsIpV6TestJSON-882066534-project] Pushing event deleted for resources: {'Network': ['ID=a15f908c-0a28-4bd8-b7e4-a1c942f8c04b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:40.258248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9d56510d-782b-4b98-ac22-c55098c360f7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:40.311569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9d56510d-782b-4b98-ac22-c55098c360f7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:31:40.312372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9d56510d-782b-4b98-ac22-c55098c360f7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:31:40.609099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:40.867560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42534) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:40.880156 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-339c478b-d4f3-41df-a455-3e7bd9cc4cf9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28169f8c733b474e890ddbfce2ba76a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674797 Dec 16 09:31:40.957268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29ab84dc-cb9f-4314-8f11-74a948da717d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.008590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29ab84dc-cb9f-4314-8f11-74a948da717d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.147736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29ab84dc-cb9f-4314-8f11-74a948da717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.150900 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29ab84dc-cb9f-4314-8f11-74a948da717d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:41.152151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-29ab84dc-cb9f-4314-8f11-74a948da717d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9499254-3fd2-4b73-8de5-7cbe40c711c4 HTTP/1.1" status: 204 len: 168 time: 0.2835336 Dec 16 09:31:41.184038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab84dc-cb9f-4314-8f11-74a948da717d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9499254-3fd2-4b73-8de5-7cbe40c711c4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:42.926923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42624) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:43.166462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42630) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:43.295209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf064-8a4a-455f-bfce-1e5ebb9d9c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.324339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-119455874'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:43.383568 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:43.393980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.424834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.462273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf064-8a4a-455f-bfce-1e5ebb9d9c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.470514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf064-8a4a-455f-bfce-1e5ebb9d9c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.529035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2aaf064-8a4a-455f-bfce-1e5ebb9d9c9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef342bdea6744dcab0d3a742659e6170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609457 Dec 16 09:31:43.530383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42640) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:43.543910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaf064-8a4a-455f-bfce-1e5ebb9d9c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7e3362-fe6c-497d-8e1f-06fed3c4125f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:43.599818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.617716 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.621700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df987d8c-bdfb-4694-a759-bb924bf3a4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.640871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:43.647772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df987d8c-bdfb-4694-a759-bb924bf3a4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.662681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.664200 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Added segment 4265443d-48c4-424f-aa40-ef7ecad6f13c of type vlan for network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 Dec 16 09:31:43.715253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df987d8c-bdfb-4694-a759-bb924bf3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.719932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df987d8c-bdfb-4694-a759-bb924bf3a4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.727918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df987d8c-bdfb-4694-a759-bb924bf3a4b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b7e3362-fe6c-497d-8e1f-06fed3c4125f HTTP/1.1" status: 204 len: 168 time: 0.1939936 Dec 16 09:31:43.742959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df987d8c-bdfb-4694-a759-bb924bf3a4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7e3362-fe6c-497d-8e1f-06fed3c4125f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:43.815647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.818116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bd0584-d066-43fe-9ae6-647304592374,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:43.891316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.909741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:43.910873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:43.977046 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-76a2078b-626d-4594-ad4a-49d8adcb1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.056143 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1270568 Dec 16 09:31:44.135596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931f72-a79e-49ff-90d0-171a99d28e03 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Network': ['ID=a19356e2-fd56-4bc0-a6cf-245b3c9e70f5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:44.153039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:44.392872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42670) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:44.415905 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c848011b-09f5-4061-a85c-7a78877a6fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.526266 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c848011b-09f5-4061-a85c-7a78877a6fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.531376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c848011b-09f5-4061-a85c-7a78877a6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.607478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:44.614688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c848011b-09f5-4061-a85c-7a78877a6fe0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d831c352e7114dde9ab9f537d295b6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204697 Dec 16 09:31:44.624635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848011b-09f5-4061-a85c-7a78877a6fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed31fb-2233-43ce-9a4f-473b2256d6a4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:44.693361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12bffa6-fb44-4c21-a895-d307460e5fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.728333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12bffa6-fb44-4c21-a895-d307460e5fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.816904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12bffa6-fb44-4c21-a895-d307460e5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.820359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12bffa6-fb44-4c21-a895-d307460e5fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:44.825300 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c12bffa6-fb44-4c21-a895-d307460e5fe8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98ed31fb-2233-43ce-9a4f-473b2256d6a4 HTTP/1.1" status: 204 len: 168 time: 0.2159927 Dec 16 09:31:44.835964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bffa6-fb44-4c21-a895-d307460e5fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed31fb-2233-43ce-9a4f-473b2256d6a4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:46.442612 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7da9e967-0a9d-43fd-8211-48d76309ba21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:47.488897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:47.494511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'subnet': {'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:47.681976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:47.690950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:47.934926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:47.981778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.060645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Subnet': ['ID=875dc33e-f8de-4d59-8053-4969ae7d41d2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:48.069827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Checking segment: {'id': '4265443d-48c4-424f-aa40-ef7ecad6f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:48.070345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network hostable DHCP agents. Network: a19356e2-fd56-4bc0-a6cf-245b3c9e70f5, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:48.097176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:48.121082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a19356e2-fd56-4bc0-a6cf-245b3c9e70f5) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:48.128414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.129033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.134559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c6c50-2e1e-4374-af63-0b8b5131b805 None None] Network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:48.174815 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c124526e-bdfa-4c19-bb67-49da686d3989 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6814735 Dec 16 09:31:48.175059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42828) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:48.180544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-74667893'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:48.205510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:48.212720 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.249314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:48.262304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.262774 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Added segment d31e7b37-540b-4d62-9a1e-ca985a5634a4 of type vlan for network 9497d46e-94bd-447e-802d-38e76c2e1d73 Dec 16 09:31:48.339793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.349056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a19356e2-fd56-4bc0-a6cf-245b3c9e70f5', 'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5', 'tenant_id': 'e3e02a5f56e64163908513f2739acb9a', 'fixed_ips': [{'subnet_id': '875dc33e-f8de-4d59-8053-4969ae7d41d2'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:48.350755 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.369757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.381549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.386251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.506519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3303676 Dec 16 09:31:48.510099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42842) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:48.518653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'subnet': {'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:48.527525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d2b22-69dc-477f-b798-0dabec83cdfa tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Network': ['ID=9497d46e-94bd-447e-802d-38e76c2e1d73,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:48.546277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9497d46e-94bd-447e-802d-38e76c2e1d73 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:48.668585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Allocated IP 2001:db8:0:ffff::2 (a19356e2-fd56-4bc0-a6cf-245b3c9e70f5/875dc33e-f8de-4d59-8053-4969ae7d41d2/a22b2d9a-c95f-4425-8388-5bae2939977c) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:48.671943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:48.683674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:48.955398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3687b76-8d5a-4c0f-adfe-c572333de63a req-0d2f805c-79f2-4076-b731-f972eff46608 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:48.956941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3687b76-8d5a-4c0f-adfe-c572333de63a req-0d2f805c-79f2-4076-b731-f972eff46608 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 950 time: 0.0836411 Dec 16 09:31:48.982075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.001478 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.006302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3687b76-8d5a-4c0f-adfe-c572333de63a req-c74e33b0-297e-4254-9254-f74be862d738 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Dec 16 09:31:49.031131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:49.049692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:49.068920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Pushing event updated for resources: {'Port': ['ID=a22b2d9a-c95f-4425-8388-5bae2939977c,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:49.072226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:49.109674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.109674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.109674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.109674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.110364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.110364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.110663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.110961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.111281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.111602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.111922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.112237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:31:49.211382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Attempting to bind port a22b2d9a-c95f-4425-8388-5bae2939977c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:49.211382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Attempting to bind port a22b2d9a-c95f-4425-8388-5bae2939977c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '4265443d-48c4-424f-aa40-ef7ecad6f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:49.211382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Attempting to bind port a22b2d9a-c95f-4425-8388-5bae2939977c on network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:49.217116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:49.217731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Checking segment: {'id': '4265443d-48c4-424f-aa40-ef7ecad6f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:49.218319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.219405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Bound using segment: {'id': '4265443d-48c4-424f-aa40-ef7ecad6f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:49.220146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Bound port: a22b2d9a-c95f-4425-8388-5bae2939977c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4265443d-48c4-424f-aa40-ef7ecad6f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a19356e2-fd56-4bc0-a6cf-245b3c9e70f5'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:49.220882 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.281029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:31:49.287512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.348855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] For port a22b2d9a-c95f-4425-8388-5bae2939977c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:49.353577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] For port a22b2d9a-c95f-4425-8388-5bae2939977c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a22b2d9a-c95f-4425-8388-5bae2939977c,segment=NetworkSegment(4265443d-48c4-424f-aa40-ef7ecad6f13c),segment_id=4265443d-48c4-424f-aa40-ef7ecad6f13c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:49.369029 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.417007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Subnet': ['ID=387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:49.426702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Checking segment: {'id': 'd31e7b37-540b-4d62-9a1e-ca985a5634a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:49.427255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network hostable DHCP agents. Network: 9497d46e-94bd-447e-802d-38e76c2e1d73, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:49.449065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 9497d46e-94bd-447e-802d-38e76c2e1d73 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:49.476293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9497d46e-94bd-447e-802d-38e76c2e1d73) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:49.492054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:49.492657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.498275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb827a-125d-447d-b7b6-f0ce1373e2a2 None None] Pushing event updated for resources: {'Port': ['ID=a22b2d9a-c95f-4425-8388-5bae2939977c,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:49.506865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033af935-3179-4fba-a85d-564b831b5200 None None] Network 9497d46e-94bd-447e-802d-38e76c2e1d73 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:49.526223 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ac480d91-63b4-4cc7-8efc-05d3c2fb867b tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0134752 Dec 16 09:31:49.526842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:49.537261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'port': {'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73', 'name': 'tempest-NetworksIpV6TestAttrs-1741100736'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:49.750515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:49.758508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.820040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] device_id is not set on port b980888a-5b40-4ab1-b281-23cc55a24d1a yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:49.824240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-9497d46e-94bd-447e-802d-38e76c2e1d73', 'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73', 'tenant_id': 'e3e02a5f56e64163908513f2739acb9a', 'fixed_ips': [{'subnet_id': '387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:49.825609 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:49.859079 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.027881 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.140932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Allocated IP 2001:db8::f816:3eff:fe39:c1ef (9497d46e-94bd-447e-802d-38e76c2e1d73/387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6/7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:50.375634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.388295 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.447006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Pushing event updated for resources: {'Port': ['ID=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:50.450483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a22b2d9a-c95f-4425-8388-5bae2939977c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:50.485471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Network 9497d46e-94bd-447e-802d-38e76c2e1d73 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:50.489427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:50.494097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:50.544015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Allocated IP 2001:db8::f816:3eff:fe8f:9476 (9497d46e-94bd-447e-802d-38e76c2e1d73/387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6/b980888a-5b40-4ab1-b281-23cc55a24d1a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:50.793151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Attempting to bind port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:31:50.793559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Attempting to bind port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd31e7b37-540b-4d62-9a1e-ca985a5634a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:31:50.797489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Attempting to bind port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 on network 9497d46e-94bd-447e-802d-38e76c2e1d73 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:31:50.804314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:31:50.804679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Checking segment: {'id': 'd31e7b37-540b-4d62-9a1e-ca985a5634a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:50.805073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.805456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Bound using segment: {'id': 'd31e7b37-540b-4d62-9a1e-ca985a5634a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:31:50.805943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Bound port: 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31e7b37-540b-4d62-9a1e-ca985a5634a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9497d46e-94bd-447e-802d-38e76c2e1d73'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:31:50.806317 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.858475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a22b2d9a-c95f-4425-8388-5bae2939977c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:50.859101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:50.943534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.045243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.096709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7624b315-4f33-401f-8022-180bf8089544 None None] For port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:31:51.102409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7624b315-4f33-401f-8022-180bf8089544 None None] For port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,segment=NetworkSegment(d31e7b37-540b-4d62-9a1e-ca985a5634a4),segment_id=d31e7b37-540b-4d62-9a1e-ca985a5634a4)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:31:51.117402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.150526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 9497d46e-94bd-447e-802d-38e76c2e1d73 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:51.172668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:51.182804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:51.199504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:51.199504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.237415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Port': ['ID=b980888a-5b40-4ab1-b281-23cc55a24d1a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:51.269564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b090a883-f819-4e53-935f-b1c788c67130 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7393012 Dec 16 09:31:51.272000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:51.357614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624b315-4f33-401f-8022-180bf8089544 None None] Pushing event updated for resources: {'Port': ['ID=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:51.398340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276e82e-469f-4d07-9639-607e58e7bb42 None None] Network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:51.404054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting subnet 387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:51.408324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.479210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.555314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.565812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-043d4159-98d9-4731-96c6-ef56471d3a6a None None] Provisioning complete for port a22b2d9a-c95f-4425-8388-5bae2939977c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:51.566929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-043d4159-98d9-4731-96c6-ef56471d3a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.750665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a22b2d9a-c95f-4425-8388-5bae2939977c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a22b2d9a-c95f-4425-8388-5bae2939977c,segment=NetworkSegment(4265443d-48c4-424f-aa40-ef7ecad6f13c),segment_id=4265443d-48c4-424f-aa40-ef7ecad6f13c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:51.789729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.808238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.891596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a22b2d9a-c95f-4425-8388-5bae2939977c,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:51.921148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.974991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Subnet': ['ID=387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:51.982231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:51.992945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5271c20-db95-4bdd-8b2c-330d1b2255b0 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6 HTTP/1.1" status: 204 len: 168 time: 0.7122853 Dec 16 09:31:51.993610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43104) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.083415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:52.197460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0123ea-efe4-4629-b08f-aa7bc13ae249 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:52.199343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0123ea-efe4-4629-b08f-aa7bc13ae249 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:52.204270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43122) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.204850 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d0123ea-efe4-4629-b08f-aa7bc13ae249 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2092862 Dec 16 09:31:52.271103 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.347450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:52.348876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:52.355437 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d9e11-f39e-40f9-90b1-472f8f274649" -d '{"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-unplugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:52.364966 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.430771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28c3cecc-8ef3-4807-a6e4-6380948b60b1 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.440156 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c3cecc-8ef3-4807-a6e4-6380948b60b1 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 09:31:52.440760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c3cecc-8ef3-4807-a6e4-6380948b60b1 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:31:52.448634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43136) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.453987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1055911109'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:52.457395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-28c3cecc-8ef3-4807-a6e4-6380948b60b1 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/9497d46e-94bd-447e-802d-38e76c2e1d73 HTTP/1.1" status: 409 len: 405 time: 0.2509146 Dec 16 09:31:52.498314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:52.499602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:52.511168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.556939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a22b2d9a-c95f-4425-8388-5bae2939977c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:52.589700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:52.617738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.618105 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Added segment c81fd70e-a7a8-4a36-9054-0add218fa4df of type vlan for network 0f5fe613-f0a7-4477-92c1-b16c9edd1b59 Dec 16 09:31:52.662263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a22b2d9a-c95f-4425-8388-5bae2939977c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:52.662638 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.724315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-18f8ac79-4c1b-4aed-9be9-846cc98eece4 None None] Provisioning complete for port a22b2d9a-c95f-4425-8388-5bae2939977c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:52.724758 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18f8ac79-4c1b-4aed-9be9-846cc98eece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.726506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.818438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.831909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:52.834142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:52.968539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:31:52.990937 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5411124 Dec 16 09:31:52.994298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43164) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:52.999945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'subnet': {'network_id': '0f5fe613-f0a7-4477-92c1-b16c9edd1b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:53.042639 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7214bc-290b-4263-b5f9-fc201f7d144e x-openstack-request-id: req-9a7214bc-290b-4263-b5f9-fc201f7d144e {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:53.042963 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-unplugged", "status": "completed", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:53.043402 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a7214bc-290b-4263-b5f9-fc201f7d144e {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:53.043878 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'code': 200} Dec 16 09:31:53.049262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35883598-1303-4f4d-84e0-a286672afe7d tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Network': ['ID=0f5fe613-f0a7-4477-92c1-b16c9edd1b59,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:53.081933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0f5fe613-f0a7-4477-92c1-b16c9edd1b59 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:53.148633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:53.154654 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.247152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60cf226-5a5f-44b3-86c5-5dc441cc0a97 None None] Network 9497d46e-94bd-447e-802d-38e76c2e1d73 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:53.257709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:53.258123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.534149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.621159 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.663349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fa89fa47-e160-4835-99e2-6ee3613a813d None None] Provisioning complete for port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:31:53.663798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fa89fa47-e160-4835-99e2-6ee3613a813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.716233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,segment=NetworkSegment(d31e7b37-540b-4d62-9a1e-ca985a5634a4),segment_id=d31e7b37-540b-4d62-9a1e-ca985a5634a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:53.754694 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:53.765408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] DHCP port deletion for 9497d46e-94bd-447e-802d-38e76c2e1d73 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:31:53.944697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:53.987744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] Deleting port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:53.988098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.010077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:31:54.011538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.099539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Subnet': ['ID=178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:54.106614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Checking segment: {'id': 'c81fd70e-a7a8-4a36-9054-0add218fa4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0f5fe613-f0a7-4477-92c1-b16c9edd1b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:54.106968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network hostable DHCP agents. Network: 0f5fe613-f0a7-4477-92c1-b16c9edd1b59, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:54.123127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] For port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,segment=NetworkSegment(d31e7b37-540b-4d62-9a1e-ca985a5634a4),segment_id=d31e7b37-540b-4d62-9a1e-ca985a5634a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:54.123448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.135046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 0f5fe613-f0a7-4477-92c1-b16c9edd1b59 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:54.149692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0f5fe613-f0a7-4477-92c1-b16c9edd1b59) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:54.158839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:54.160601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.171591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7cb1e-d065-4634-9337-9cd04466cc55 None None] Network 0f5fe613-f0a7-4477-92c1-b16c9edd1b59 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:54.207673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] Calling delete_port for 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:54.232944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-12035feb-7263-4a7b-8c82-81168aa6018e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2362731 Dec 16 09:31:54.233638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43240) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:54.246205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'port': {'network_id': '0f5fe613-f0a7-4477-92c1-b16c9edd1b59', 'name': 'tempest-NetworksIpV6TestAttrs-517266648'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:54.328249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:31:54.502597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:54.506457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.537538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] device_id is not set on port 7cfe4f74-3dbb-4d08-af03-27b5556eeaf8 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:31:54.647737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:54.774125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Allocated IP 2001:db8::f816:3eff:fefc:be55 (0f5fe613-f0a7-4477-92c1-b16c9edd1b59/178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23/7cfe4f74-3dbb-4d08-af03-27b5556eeaf8) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:31:55.041680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.066760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.134065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.178956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] Pushing event deleted for resources: {'Port': ['ID=7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:55.194610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2804db8f-5a09-46c0-80ef-fefab65946e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-0f5fe613-f0a7-4477-92c1-b16c9edd1b59', 'network_id': '0f5fe613-f0a7-4477-92c1-b16c9edd1b59', 'tenant_id': 'e3e02a5f56e64163908513f2739acb9a', 'fixed_ips': [{'subnet_id': '178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:55.195462 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2804db8f-5a09-46c0-80ef-fefab65946e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.240117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 0f5fe613-f0a7-4477-92c1-b16c9edd1b59 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:31:55.256616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:55.258737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd134c-a5c1-46e0-a33e-db040092de15 None None] No DVR routers for this DVR port 7bbb99c1-6fb2-4c22-b5db-69d200d1c1d5 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:55.266914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:31:55.268033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.289716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:55.291042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.315703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Port': ['ID=7cfe4f74-3dbb-4d08-af03-27b5556eeaf8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:55.335297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df06c51b-4c27-4cbc-b4d3-ad69029461d6 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0987599 Dec 16 09:31:55.338264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43314) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:55.456437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting subnet 178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:31:55.470415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.542280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.748016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.832514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.895341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Subnet': ['ID=178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:55.911563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:55.918838 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c631abcc-3028-4457-85e5-cdeadf1bef90 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23 HTTP/1.1" status: 204 len: 168 time: 0.5773153 Dec 16 09:31:55.919659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43350) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-2804db8f-5a09-46c0-80ef-fefab65946e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23: This subnet is being modified by another concurrent operation. Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23: This subnet is being modified by another concurrent operation. Dec 16 09:31:55.924441 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:31:55.987029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a504cb-7c35-4bcf-a2b1-bfac96e17499 None None] Network 0f5fe613-f0a7-4477-92c1-b16c9edd1b59 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:56.154100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3452d1b-9ece-49ac-a2b3-a695f4f103f9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.155766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3452d1b-9ece-49ac-a2b3-a695f4f103f9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.163392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c3452d1b-9ece-49ac-a2b3-a695f4f103f9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2400136 Dec 16 09:31:56.163739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43356) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:56.319051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-559501f0-052c-42b8-85ad-b51d483a88ab tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.336461 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-559501f0-052c-42b8-85ad-b51d483a88ab tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 09:31:56.338486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559501f0-052c-42b8-85ad-b51d483a88ab tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:31:56.342321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-559501f0-052c-42b8-85ad-b51d483a88ab tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/0f5fe613-f0a7-4477-92c1-b16c9edd1b59 HTTP/1.1" status: 409 len: 405 time: 0.1769018 Dec 16 09:31:56.342541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf48ce-7d4e-43ca-a35e-d6d9fe947975 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:31:56.347484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43364) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:56.353659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1034453722'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:56.389328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:56.394856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.456452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:56.474603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.474995 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Added segment 050a41ea-ad5e-49ba-b2ad-1098528d26a3 of type vlan for network 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b Dec 16 09:31:56.521019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468422a-8160-4240-8834-20a22acdbd22 req-602de6e7-8187-4a39-9033-a9ee43399efd tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.522807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d468422a-8160-4240-8834-20a22acdbd22 req-602de6e7-8187-4a39-9033-a9ee43399efd tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 947 time: 0.1097684 Dec 16 09:31:56.528823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43370) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:56.551371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.616992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d468422a-8160-4240-8834-20a22acdbd22 req-45341f72-1828-4c21-80df-58d168785aa6 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Dec 16 09:31:56.620019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.628976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:56.634964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.692409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf48ce-7d4e-43ca-a35e-d6d9fe947975 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:31:56.719616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3691778 Dec 16 09:31:56.720188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43376) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:56.726642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'subnet': {'network_id': '80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:56.759088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7e677-3ddc-46af-b446-ad981f86a580 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Network': ['ID=80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:56.817863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c37c065-2b26-42c8-80c4-c269e5aad2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:56.915960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:56.922109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:56.924713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.144475 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c37c065-2b26-42c8-80c4-c269e5aad2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.164512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c37c065-2b26-42c8-80c4-c269e5aad2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.242792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c065-2b26-42c8-80c4-c269e5aad2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5334fa-fcc8-4897-ada9-0276056fd9d0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.268284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c37c065-2b26-42c8-80c4-c269e5aad2b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f44d66adca8c44a481e9de7b4ae1c1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7377069 Dec 16 09:31:57.271167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43390) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:57.367155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfdc3-0191-4797-a3a6-46fff9741026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.394366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfdc3-0191-4797-a3a6-46fff9741026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.457189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfdc3-0191-4797-a3a6-46fff9741026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.460618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d0bfdc3-0191-4797-a3a6-46fff9741026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.462211 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6d0bfdc3-0191-4797-a3a6-46fff9741026 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc5334fa-fcc8-4897-ada9-0276056fd9d0 HTTP/1.1" status: 204 len: 168 time: 0.1900451 Dec 16 09:31:57.471536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:31:57.483499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.492305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bfdc3-0191-4797-a3a6-46fff9741026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5334fa-fcc8-4897-ada9-0276056fd9d0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.554402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Subnet': ['ID=3f464224-99fa-4edd-af80-ee4e089c044d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:57.564981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Checking segment: {'id': '050a41ea-ad5e-49ba-b2ad-1098528d26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:57.565350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network hostable DHCP agents. Network: 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:57.600101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:57.614387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:57.618969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:57.619569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.628671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8a0ff6-c97e-4fa5-9cb8-88edb894e61a None None] Network 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:57.647214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fda69dec-f056-48d8-858d-1e8b972d4f6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9230824 Dec 16 09:31:57.647522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:57.810835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.836763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04ff31-b56b-4797-a0ed-a73427429168 req-2a0d12f3-47bf-4fb7-ba07-230df4c92e0b tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:57.838574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb04ff31-b56b-4797-a0ed-a73427429168 req-2a0d12f3-47bf-4fb7-ba07-230df4c92e0b tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 947 time: 0.0979860 Dec 16 09:31:57.905726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb04ff31-b56b-4797-a0ed-a73427429168 req-9d2a332d-9f9f-4a32-b1bb-d02dd20d256a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550001 Dec 16 09:31:57.932425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e53e6c-6f4f-4e40-8c3e-f19bd731389e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b', 'network_id': '80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b', 'tenant_id': 'e3e02a5f56e64163908513f2739acb9a', 'fixed_ips': [{'subnet_id': '3f464224-99fa-4edd-af80-ee4e089c044d'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:57.933626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e7e53e6c-6f4f-4e40-8c3e-f19bd731389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.970988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:57.996059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:58.037147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9c5eecb-826f-4a17-80d7-eb40a37b2d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.090020 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-e7e53e6c-6f4f-4e40-8c3e-f19bd731389e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f464224-99fa-4edd-af80-ee4e089c044d: This subnet is being modified by another concurrent operation. Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f464224-99fa-4edd-af80-ee4e089c044d: This subnet is being modified by another concurrent operation. Dec 16 09:31:58.145287 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:31:58.157815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Subnet': ['ID=3f464224-99fa-4edd-af80-ee4e089c044d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:58.172141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899fea7-ea3e-4e57-a882-6e3536312f9f None None] Network 80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:58.186284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9c5eecb-826f-4a17-80d7-eb40a37b2d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.193213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9c5eecb-826f-4a17-80d7-eb40a37b2d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.256695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.283317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:58.290862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5eecb-826f-4a17-80d7-eb40a37b2d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7211f5-1b5c-43a8-8b65-465b8b5b0d17,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:58.294022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050a41ea-ad5e-49ba-b2ad-1098528d26a3') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:58.294317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050a41ea-ad5e-49ba-b2ad-1098528d26a3') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:31:58.298925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d9c5eecb-826f-4a17-80d7-eb40a37b2d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a2bc80bf2bf477c81cf940a6e77b05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018842 Dec 16 09:31:58.301710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43418) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:58.304920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.321378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.327569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:31:58.327974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.351429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-a8622933-39a2-44d0-9591-366aefb32bf1 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.353093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-a8622933-39a2-44d0-9591-366aefb32bf1 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 947 time: 0.1289079 Dec 16 09:31:58.362302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bfbe20-eee0-4eb6-b1a3-09c53f8238de None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:31:58.413045 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:31:58.417396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.427822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.435898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b HTTP/1.1" status: 204 len: 168 time: 0.7827156 Dec 16 09:31:58.446032 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43424) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:58.452319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-249720025'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:58.456845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab86a3-a61d-4a9e-8d2d-295007d58344 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Network': ['ID=80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:58.473918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c627f8e7-d39b-4898-a8ac-464c90e28c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.484396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:58.492103 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.543740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:31:58.546804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c627f8e7-d39b-4898-a8ac-464c90e28c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.572780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.574095 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Added segment a14419fd-bbc9-4ecf-8bb5-f38a00379c73 of type vlan for network 465a51c0-1b87-45c3-ba29-d9660609eae4 Dec 16 09:31:58.581162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Deleting port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:31:58.581162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.636849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bfbe20-eee0-4eb6-b1a3-09c53f8238de None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:31:58.641632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.693038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.702354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.703043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.784880 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3374972 Dec 16 09:31:58.789281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] For port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:31:58.790288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:58.793856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:58.803344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'subnet': {'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:31:58.834297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7f59b-8633-4169-a7c8-04784c626727 req-2bc8c538-10bc-46f6-9704-8e232de6cf94 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:58.836153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77d7f59b-8633-4169-a7c8-04784c626727 req-2bc8c538-10bc-46f6-9704-8e232de6cf94 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.3352230 Dec 16 09:31:58.837273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Calling delete_port for 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:31:58.996097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c716f12-40a2-4735-94fb-a52b8e736da3 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Network': ['ID=465a51c0-1b87-45c3-ba29-d9660609eae4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:59.026683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.030679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:31:59.040348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.083881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 465a51c0-1b87-45c3-ba29-d9660609eae4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:31:59.098951 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c627f8e7-d39b-4898-a8ac-464c90e28c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.103174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c627f8e7-d39b-4898-a8ac-464c90e28c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.107830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c627f8e7-d39b-4898-a8ac-464c90e28c57 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b7211f5-1b5c-43a8-8b65-465b8b5b0d17 HTTP/1.1" status: 204 len: 168 time: 0.8050764 Dec 16 09:31:59.117261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Pushing event deleted for resources: {'Port': ['ID=7c16456d-d48b-4ff4-afaf-2b067b1fcc13,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:59.137281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627f8e7-d39b-4898-a8ac-464c90e28c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7211f5-1b5c-43a8-8b65-465b8b5b0d17,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:59.296625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77d7f59b-8633-4169-a7c8-04784c626727 req-ea21953c-e3f8-4672-91e7-33636d500889 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689199 Dec 16 09:31:59.298721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] No DVR routers for this DVR port 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:31:59.307471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.318645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd6399db-c1b3-4e44-95c2-19ef37e4e030 req-eb078ef1-477d-4768-942b-4c61c472ccb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "DELETE /v2.0/ports/7c16456d-d48b-4ff4-afaf-2b067b1fcc13 HTTP/1.1" status: 204 len: 173 time: 0.9467359 Dec 16 09:31:59.319520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-deleted', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:31:59.325222 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff81b1dd-61b5-4652-8a2e-37fac6c4c24d" -d '{"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-deleted", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:31:59.395533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.429998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc69c951-d20f-444f-9eee-7b473aac1591 req-35206d34-dd86-465a-baf9-e6a8fbb5bed4 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f1aac2-912f-4590-b692-b96784f50365 HTTP/1.1" status: 200 len: 210 time: 0.0443246 Dec 16 09:31:59.510965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Subnet': ['ID=7608ad9c-0055-4fee-9903-702f20e58f5a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:31:59.528146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Checking segment: {'id': 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:31:59.528146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network hostable DHCP agents. Network: 465a51c0-1b87-45c3-ba29-d9660609eae4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:31:59.559606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 465a51c0-1b87-45c3-ba29-d9660609eae4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:31:59.597158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 465a51c0-1b87-45c3-ba29-d9660609eae4) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:31:59.605854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef88b9-f73a-4852-bd74-6e9316e35cd6 None None] Network 465a51c0-1b87-45c3-ba29-d9660609eae4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:31:59.615429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:31:59.616029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.654485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43458) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:31:59.669508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ea003a1d-7155-462a-ba5f-769e527961f2 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8743050 Dec 16 09:31:59.779051 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04241755-9c73-4a5f-9e7d-7e285de323a2 x-openstack-request-id: req-04241755-9c73-4a5f-9e7d-7e285de323a2 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:31:59.779668 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f1aac2-912f-4590-b692-b96784f50365", "name": "network-vif-deleted", "tag": "7c16456d-d48b-4ff4-afaf-2b067b1fcc13", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:31:59.780403 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04241755-9c73-4a5f-9e7d-7e285de323a2 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:31:59.784977 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1aac2-912f-4590-b692-b96784f50365', 'name': 'network-vif-deleted', 'tag': '7c16456d-d48b-4ff4-afaf-2b067b1fcc13', 'status': 'completed', 'code': 200} Dec 16 09:31:59.915532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-465a51c0-1b87-45c3-ba29-d9660609eae4', 'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4', 'tenant_id': 'e3e02a5f56e64163908513f2739acb9a', 'fixed_ips': [{'subnet_id': '7608ad9c-0055-4fee-9903-702f20e58f5a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:31:59.916888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:31:59.922922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.091635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.197462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbceb3-4614-4376-9d72-2c724316c618 req-19d04626-a5d8-4b0f-ac11-ba2432b94354 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:00.199063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4dbceb3-4614-4376-9d72-2c724316c618 req-19d04626-a5d8-4b0f-ac11-ba2432b94354 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.1026530 Dec 16 09:32:00.229614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Allocated IP 2001:db8::2 (465a51c0-1b87-45c3-ba29-d9660609eae4/7608ad9c-0055-4fee-9903-702f20e58f5a/33d138d8-5389-4c8e-a543-f63be7c634f4) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:00.278594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4dbceb3-4614-4376-9d72-2c724316c618 req-25a0f151-9e88-4b65-9a28-24647668020c tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636520 Dec 16 09:32:00.430955 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.438502 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.459458 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.491140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Pushing event updated for resources: {'Port': ['ID=33d138d8-5389-4c8e-a543-f63be7c634f4,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:00.503346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Network 465a51c0-1b87-45c3-ba29-d9660609eae4 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:00.505159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:00.507736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:00.509239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Subnet': ['ID=7608ad9c-0055-4fee-9903-702f20e58f5a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:00.575985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Attempting to bind port 33d138d8-5389-4c8e-a543-f63be7c634f4 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:00.576674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Attempting to bind port 33d138d8-5389-4c8e-a543-f63be7c634f4 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:00.577215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Attempting to bind port 33d138d8-5389-4c8e-a543-f63be7c634f4 on network 465a51c0-1b87-45c3-ba29-d9660609eae4 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:00.585294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:00.586068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Checking segment: {'id': 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:00.586839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.587499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Bound using segment: {'id': 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:00.588441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Bound port: 33d138d8-5389-4c8e-a543-f63be7c634f4, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '465a51c0-1b87-45c3-ba29-d9660609eae4'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:00.589012 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.652854 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.673694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639deaaf-6f02-4d74-b6c1-d361c29e4e27 req-0aac34f5-8136-4317-85bc-10258f550bd1 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:00.678412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-639deaaf-6f02-4d74-b6c1-d361c29e4e27 req-0aac34f5-8136-4317-85bc-10258f550bd1 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.1738305 Dec 16 09:32:00.688995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] For port 33d138d8-5389-4c8e-a543-f63be7c634f4, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:00.702965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] For port 33d138d8-5389-4c8e-a543-f63be7c634f4, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=33d138d8-5389-4c8e-a543-f63be7c634f4,segment=NetworkSegment(a14419fd-bbc9-4ecf-8bb5-f38a00379c73),segment_id=a14419fd-bbc9-4ecf-8bb5-f38a00379c73)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:00.712986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.760642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465a51c0-1b87-45c3-ba29-d9660609eae4']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:00.777450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:00.777747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:00.796801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.807626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-639deaaf-6f02-4d74-b6c1-d361c29e4e27 req-ea84a4ae-3da1-43c9-aac0-c6b4935f76b1 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048243 Dec 16 09:32:00.811063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906ce6-2fdf-4b87-a5db-8c745c883a6d None None] Pushing event updated for resources: {'Port': ['ID=33d138d8-5389-4c8e-a543-f63be7c634f4,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:00.820602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.829163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:00.829582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:00.834173 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:00.849794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f31bc-1005-4d75-9fab-e74f3c92cafd None None] Network 465a51c0-1b87-45c3-ba29-d9660609eae4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:00.950820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:32:00.950820 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:32:00.950820 n-d-821941-1 neutron-server[102398]: [parameters: {'id': '465a51c0-1b87-45c3-ba29-d9660609eae4'}] Dec 16 09:32:00.950820 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:32:00.951333 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:32:01.038471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e5096-e582-49fa-988b-0b3b35e158b2 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:32:01.201991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e5096-e582-49fa-988b-0b3b35e158b2 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:32:01.273515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df52cf8-9941-42c2-983d-f1235acce4c6 req-e313a052-d779-4ca7-b1ff-054c3f3b243c tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:01.275240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0df52cf8-9941-42c2-983d-f1235acce4c6 req-e313a052-d779-4ca7-b1ff-054c3f3b243c tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 948 time: 0.0578489 Dec 16 09:32:01.323712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0df52cf8-9941-42c2-983d-f1235acce4c6 req-12b8a5ce-b5f8-4aba-a14f-e2fc0472bbb3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Dec 16 09:32:01.451583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8327ca-8841-4371-8a0f-b74765a4bd19 req-a459d472-3239-4c0f-bab8-b59a19e40343 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:01.453667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee8327ca-8841-4371-8a0f-b74765a4bd19 req-a459d472-3239-4c0f-bab8-b59a19e40343 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.0652504 Dec 16 09:32:01.454836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:01.543387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee8327ca-8841-4371-8a0f-b74765a4bd19 req-6b6d42fd-a39a-45f9-8f65-642bb3e73efc tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 Dec 16 09:32:01.593986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting port 33d138d8-5389-4c8e-a543-f63be7c634f4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:01.594404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:01.688565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] For port 33d138d8-5389-4c8e-a543-f63be7c634f4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=33d138d8-5389-4c8e-a543-f63be7c634f4,segment=NetworkSegment(a14419fd-bbc9-4ecf-8bb5-f38a00379c73),segment_id=a14419fd-bbc9-4ecf-8bb5-f38a00379c73)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:01.688565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:01.718583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Calling delete_port for 33d138d8-5389-4c8e-a543-f63be7c634f4 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:01.887432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52125f96-9144-4dc8-8985-fd8b1174ffe8 req-b0e35636-da26-42a8-9b1f-26ab8b5b428c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:01.888945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52125f96-9144-4dc8-8985-fd8b1174ffe8 req-b0e35636-da26-42a8-9b1f-26ab8b5b428c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.0880301 Dec 16 09:32:01.908229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:01.989514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Port': ['ID=33d138d8-5389-4c8e-a543-f63be7c634f4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:01.994289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No DVR routers for this DVR port 33d138d8-5389-4c8e-a543-f63be7c634f4 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:02.008764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52125f96-9144-4dc8-8985-fd8b1174ffe8 req-87122593-1911-4eee-beda-35f6038f5bff tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086068 Dec 16 09:32:02.064564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-e0df2c48-7a61-4285-ab5e-7ba6efa326b5 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:02.070383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-e0df2c48-7a61-4285-ab5e-7ba6efa326b5 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.69 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.1220582 Dec 16 09:32:02.126181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:02.127986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.168496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:02.168724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7c16456d-d48b-4ff4-afaf-2b067b1fcc13 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:02.218603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465a51c0-1b87-45c3-ba29-d9660609eae4']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:02.259456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:02.259750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14419fd-bbc9-4ecf-8bb5-f38a00379c73') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:02.272999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.296723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.309048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:02.319215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:02.325426 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:02.408854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Deleting port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:02.409450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.504590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.516647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.526222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/465a51c0-1b87-45c3-ba29-d9660609eae4 HTTP/1.1" status: 204 len: 168 time: 2.8643653 Dec 16 09:32:02.526684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43634) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:02.533311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1494567960'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:02.562443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3fe52-f1e0-4192-8cb8-4d3df03d2f7c tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Network': ['ID=465a51c0-1b87-45c3-ba29-d9660609eae4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:02.608296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:02.612442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.629821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea03b3-2473-44f2-ae96-85edff72fda3 req-1baa03ca-587b-45d9-a91d-3816fe57823f tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:02.634397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58ea03b3-2473-44f2-ae96-85edff72fda3 req-1baa03ca-587b-45d9-a91d-3816fe57823f tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 948 time: 0.2006197 Dec 16 09:32:02.675178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] For port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,segment=NetworkSegment(8015f3f4-fa70-4c57-969f-c3a80f2a02bf),segment_id=8015f3f4-fa70-4c57-969f-c3a80f2a02bf)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:02.675552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.700247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Calling delete_port for fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:02.717577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:02.736301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58ea03b3-2473-44f2-ae96-85edff72fda3 req-a962c596-a43f-4d37-affd-18111b3cc8c9 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947981 Dec 16 09:32:02.769955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.770341 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Added segment 0d0bb1a2-b700-4aa3-b086-7baaa1bffc51 of type vlan for network 97b9947c-424d-4a6e-bac8-e1aa5884e341 Dec 16 09:32:02.826060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.895254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.901062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:02.901835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:02.922200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43648) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:03.003743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4751387 Dec 16 09:32:03.006763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43652) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:03.011725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Request body: {'subnet': {'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:03.060067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63031ce9-c1e4-4ded-a24e-cfa94e9699dc req-9aa96d28-d682-44a2-8106-2ea7285e780e tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:03.061658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63031ce9-c1e4-4ded-a24e-cfa94e9699dc req-9aa96d28-d682-44a2-8106-2ea7285e780e tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/ports?device_id=79f1e4d3-c18b-479f-b2be-cf08ee67e098 HTTP/1.1" status: 200 len: 945 time: 0.2301233 Dec 16 09:32:03.065834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.079178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['fb7d92e6-49c0-45d2-aa33-0a3622bb2f11'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:03.082621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eefef-8a12-4600-adc0-5d8427e4292f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Network': ['ID=97b9947c-424d-4a6e-bac8-e1aa5884e341,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:03.112933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 97b9947c-424d-4a6e-bac8-e1aa5884e341 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:03.115061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Pushing event deleted for resources: {'Port': ['ID=fb7d92e6-49c0-45d2-aa33-0a3622bb2f11,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:03.133344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-426eb234-e947-4868-b244-18a25fe2ec43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.177780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] No DVR routers for this DVR port fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:03.183923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.188329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ede86bf4-567d-425e-a1a8-a2a4a382364f req-a21c9a11-0595-4cfa-bd93-a9302c4c7803 tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.69 "DELETE /v2.0/ports/fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 HTTP/1.1" status: 204 len: 173 time: 1.0927880 Dec 16 09:32:03.189120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'name': 'network-vif-deleted', 'tag': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:03.192273 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ab422-08b9-48f8-a8cf-4e68ffa5355e" -d '{"events": [{"server_uuid": "79f1e4d3-c18b-479f-b2be-cf08ee67e098", "name": "network-vif-deleted", "tag": "fb7d92e6-49c0-45d2-aa33-0a3622bb2f11"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:03.219979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63031ce9-c1e4-4ded-a24e-cfa94e9699dc req-9f01d1b7-f219-4151-b9e4-05df10d0cf8c tempest-VolumesAdminNegativeTest-1012509480 tempest-VolumesAdminNegativeTest-1012509480-project] 10.222.0.61 "GET /v2.0/security-groups?id=18521f18-8341-406c-90ba-ab2aee854147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485620 Dec 16 09:32:03.225774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Made reservation on behalf of e3e02a5f56e64163908513f2739acb9a for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:03.231804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.363152 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-426eb234-e947-4868-b244-18a25fe2ec43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.374665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-426eb234-e947-4868-b244-18a25fe2ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.383972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea03b-72d1-4443-b2a9-a0943163742d req-d1a9076e-9674-4f73-8f90-b13aec8f6324 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:03.392517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-413ea03b-72d1-4443-b2a9-a0943163742d req-d1a9076e-9674-4f73-8f90-b13aec8f6324 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.0765672 Dec 16 09:32:03.427426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-413ea03b-72d1-4443-b2a9-a0943163742d req-134a59ad-7759-49cf-95f1-111ae4923243 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341053 Dec 16 09:32:03.434335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-426eb234-e947-4868-b244-18a25fe2ec43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdbf208d2b74428c86d0117b621076ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108366 Dec 16 09:32:03.437329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43664) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:03.439492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eb234-e947-4868-b244-18a25fe2ec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b1b04-6a11-48b8-87a3-0b1cd6cb96fb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:03.552839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-202b974c-74f9-4b49-96cc-4dac96a9ccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.575104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-c9b0e693-91b9-492c-b459-33452f370c6a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:03.576652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-c9b0e693-91b9-492c-b459-33452f370c6a tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 948 time: 0.0821750 Dec 16 09:32:03.624052 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b99f1d0-136a-4335-a83b-9a5537a3709d x-openstack-request-id: req-8b99f1d0-136a-4335-a83b-9a5537a3709d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:03.624318 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f1e4d3-c18b-479f-b2be-cf08ee67e098", "name": "network-vif-deleted", "tag": "fb7d92e6-49c0-45d2-aa33-0a3622bb2f11", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:03.624820 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b99f1d0-136a-4335-a83b-9a5537a3709d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:03.625109 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f1e4d3-c18b-479f-b2be-cf08ee67e098', 'name': 'network-vif-deleted', 'tag': 'fb7d92e6-49c0-45d2-aa33-0a3622bb2f11', 'status': 'completed', 'code': 200} Dec 16 09:32:03.631932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-202b974c-74f9-4b49-96cc-4dac96a9ccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.643432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:32:03.645293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.734703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event updated for resources: {'Subnet': ['ID=5188cba4-b55b-4000-b383-6f485f81430c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:03.743913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Deleting port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:03.744262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.748026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-202b974c-74f9-4b49-96cc-4dac96a9ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.751937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-202b974c-74f9-4b49-96cc-4dac96a9ccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:03.752943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-202b974c-74f9-4b49-96cc-4dac96a9ccad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/903b1b04-6a11-48b8-87a3-0b1cd6cb96fb HTTP/1.1" status: 204 len: 168 time: 0.3092148 Dec 16 09:32:03.773535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Checking segment: {'id': '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:03.774038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network hostable DHCP agents. Network: 97b9947c-424d-4a6e-bac8-e1aa5884e341, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:03.828912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-e47b3b9a-e1ee-4936-9852-f26103e6a4c9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:03.830572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-e47b3b9a-e1ee-4936-9852-f26103e6a4c9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.1501625 Dec 16 09:32:03.962119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Network 97b9947c-424d-4a6e-bac8-e1aa5884e341 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:04.000447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 97b9947c-424d-4a6e-bac8-e1aa5884e341) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:04.007694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:04.008472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.009695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cca9206-28fa-42a4-9fbd-dd4b3765f122 None None] Network 97b9947c-424d-4a6e-bac8-e1aa5884e341 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:04.036942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f81a0f9c-aff5-4dbe-8af3-6f5c4557fd95 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0289123 Dec 16 09:32:04.042728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43682) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:04.131929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Deleting port 1dcc48a9-890c-441e-95b6-25ab0c840827 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:04.138453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.224238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43684) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:04.258340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e8a3891f-c09b-4650-9d6f-42e61519020f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.286331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b974c-74f9-4b49-96cc-4dac96a9ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b1b04-6a11-48b8-87a3-0b1cd6cb96fb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:04.313210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-97b9947c-424d-4a6e-bac8-e1aa5884e341', 'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341', 'tenant_id': 'e3e02a5f56e64163908513f2739acb9a', 'fixed_ips': [{'subnet_id': '5188cba4-b55b-4000-b383-6f485f81430c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:04.314583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.335510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.343605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] For port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:04.344073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.369887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Calling delete_port for 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:04.382155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] For port 1dcc48a9-890c-441e-95b6-25ab0c840827, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dcc48a9-890c-441e-95b6-25ab0c840827,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:04.383406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.430002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471674-3671-444c-acec-f3d65f3381be req-10b0ebe0-f5f7-43fd-a2ae-34a624b80e32 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:04.438316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a471674-3671-444c-acec-f3d65f3381be req-10b0ebe0-f5f7-43fd-a2ae-34a624b80e32 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 948 time: 0.5825462 Dec 16 09:32:04.487878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Allocated IP 2001:db8::f816:3eff:fe4a:dcb5 (97b9947c-424d-4a6e-bac8-e1aa5884e341/5188cba4-b55b-4000-b383-6f485f81430c/b0e2fcad-c795-4450-8029-3a1dd3ac661c) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:04.497991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a471674-3671-444c-acec-f3d65f3381be req-8dd050f8-7cfb-492a-ba9e-3ba97ad0e653 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/security-groups?id=ebaa9d2a-2c16-499c-a138-4785d3b5bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585642 Dec 16 09:32:04.501022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.580053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43700) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:04.689415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.691121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.699228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Deleting subnet 0aa2e194-8858-4a07-af82-4e9e1ed2432c {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:04.706098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.726748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.730572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Network 97b9947c-424d-4a6e-bac8-e1aa5884e341 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:04.740157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:04.778155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:04.791455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Pushing event deleted for resources: {'Port': ['ID=5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:04.839347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.856944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Pushing event updated for resources: {'Port': ['ID=b0e2fcad-c795-4450-8029-3a1dd3ac661c,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:04.863978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Attempting to bind port b0e2fcad-c795-4450-8029-3a1dd3ac661c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:04.864488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Attempting to bind port b0e2fcad-c795-4450-8029-3a1dd3ac661c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:04.865005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Attempting to bind port b0e2fcad-c795-4450-8029-3a1dd3ac661c on network 97b9947c-424d-4a6e-bac8-e1aa5884e341 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:04.871188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:04.871791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Checking segment: {'id': '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:04.872360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.872833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Bound using segment: {'id': '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:04.873444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Bound port: b0e2fcad-c795-4450-8029-3a1dd3ac661c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '97b9947c-424d-4a6e-bac8-e1aa5884e341'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:04.874036 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.910926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc8c7c-826d-499e-800d-972aee9e4133 req-400b396c-5c52-40cd-97d5-3e449d3af79f tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:04.919981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06fc8c7c-826d-499e-800d-972aee9e4133 req-400b396c-5c52-40cd-97d5-3e449d3af79f tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 945 time: 0.2464688 Dec 16 09:32:04.923266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] No DVR routers for this DVR port 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:04.943479 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:04.946917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-707b0e47-6015-4e64-a902-30dc673b7ec1 req-57adf932-fef0-4eea-9f17-9690377876e3 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.69 "DELETE /v2.0/ports/5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd HTTP/1.1" status: 204 len: 173 time: 1.3636386 Dec 16 09:32:04.953324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] For port b0e2fcad-c795-4450-8029-3a1dd3ac661c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:04.957640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] For port b0e2fcad-c795-4450-8029-3a1dd3ac661c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b0e2fcad-c795-4450-8029-3a1dd3ac661c,segment=NetworkSegment(0d0bb1a2-b700-4aa3-b086-7baaa1bffc51),segment_id=0d0bb1a2-b700-4aa3-b086-7baaa1bffc51)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:04.966898 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.003687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06fc8c7c-826d-499e-800d-972aee9e4133 req-8a00ed08-4695-488c-9ea3-1003048d3b46 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups?id=36936546-fcfe-40e7-809e-f5f8c67d949b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825732 Dec 16 09:32:05.029527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e8a3891f-c09b-4650-9d6f-42e61519020f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.041883 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e8a3891f-c09b-4650-9d6f-42e61519020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.053455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.062598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9805a-b3ba-4ba8-a194-b1798ce4fe02 None None] Pushing event updated for resources: {'Port': ['ID=b0e2fcad-c795-4450-8029-3a1dd3ac661c,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.102810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.168203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e8a3891f-c09b-4650-9d6f-42e61519020f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fa290f5d5824bb5bfc084426c71e11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9384985 Dec 16 09:32:05.172069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Subnet': ['ID=5188cba4-b55b-4000-b383-6f485f81430c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.176933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43712) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:05.191838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3891f-c09b-4650-9d6f-42e61519020f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e94b28f-cc87-49fb-9328-b0b678e51cd7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.224536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.242384 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.242760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.243074 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Floating IP 7b9760dc-f1b2-463e-967c-e1000eb0daa7 disassociated. External IP: 172.25.6.103, port: 1dcc48a9-890c-441e-95b6-25ab0c840827. Dec 16 09:32:05.243419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Calling delete_port for 1dcc48a9-890c-441e-95b6-25ab0c840827 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:05.264225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa2e194-8858-4a07-af82-4e9e1ed2432c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.283588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.287654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eca9ea26-0984-4a95-8573-abbdbd165f1f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0aa2e194-8858-4a07-af82-4e9e1ed2432c HTTP/1.1" status: 204 len: 168 time: 0.7065809 Dec 16 09:32:05.290438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43714) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:05.301151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.383222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b9947c-424d-4a6e-bac8-e1aa5884e341']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:05.425325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:05.425625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:05.437449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.460148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.486970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3f91-996b-43aa-a062-8bf24580776a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.586659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.627555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55740bf-f605-4b9f-a945-28e3be461194']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:05.629608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-deleted', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:05.632014 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca95b559-88b3-4083-a18c-b4e1ab529829" -d '{"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-deleted", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:05.643772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8015f3f4-fa70-4c57-969f-c3a80f2a02bf') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:05.644072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8015f3f4-fa70-4c57-969f-c3a80f2a02bf') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:05.657667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3f91-996b-43aa-a062-8bf24580776a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.660646 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.668299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.700355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:05.700699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:05.703921 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:05.706969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.710517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-694cfa66-9fa0-40ff-b8a5-82a6c35e0531 req-8ca34158-5f97-4420-b61a-5eac625d30c2 tempest-ListImageFiltersTestJSON-1489778039 tempest-ListImageFiltersTestJSON-1489778039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5235e385-d810-446b-aae8-ff973208943d HTTP/1.1" status: 200 len: 210 time: 0.0427251 Dec 16 09:32:05.716861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:05.717713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:05.739637 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:05.766880 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9d966-6286-4062-a74b-e2d80a5131d0 x-openstack-request-id: req-eae9d966-6286-4062-a74b-e2d80a5131d0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:05.767169 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235e385-d810-446b-aae8-ff973208943d", "name": "network-vif-deleted", "tag": "5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:05.767611 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eae9d966-6286-4062-a74b-e2d80a5131d0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:05.768009 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235e385-d810-446b-aae8-ff973208943d', 'name': 'network-vif-deleted', 'tag': '5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd', 'status': 'completed', 'code': 200} Dec 16 09:32:05.774402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.790332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.796963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.800880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a55740bf-f605-4b9f-a945-28e3be461194 HTTP/1.1" status: 204 len: 168 time: 0.5094669 Dec 16 09:32:05.806811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43720) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:05.815918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca949bea-1258-4ecf-9e97-8aac93175791 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55740bf-f605-4b9f-a945-28e3be461194,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.865502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event deleted for resources: {'Port': ['ID=1dcc48a9-890c-441e-95b6-25ab0c840827,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.867699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.db.api [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:32:05.867699 n-d-821941-1 neutron-server[102397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:32:05.867699 n-d-821941-1 neutron-server[102397]: [parameters: {'id': '97b9947c-424d-4a6e-bac8-e1aa5884e341'}] Dec 16 09:32:05.867699 n-d-821941-1 neutron-server[102397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:32:05.868091 n-d-821941-1 neutron-server[102397]: DEBUG oslo_db.api [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:32:05.882975 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3f91-996b-43aa-a062-8bf24580776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.885466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3f91-996b-43aa-a062-8bf24580776a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:05.898277 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e6b3f91-996b-43aa-a062-8bf24580776a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e94b28f-cc87-49fb-9328-b0b678e51cd7 HTTP/1.1" status: 204 len: 168 time: 0.7113295 Dec 16 09:32:05.978804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b3f91-996b-43aa-a062-8bf24580776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e94b28f-cc87-49fb-9328-b0b678e51cd7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:05.991638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Deleting subnet 2f3e935e-7352-4f20-96cb-901c3d541c8d {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:05.994265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.091654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.137054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.140161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:06.155985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0d4fd83-8642-48af-8794-5e802fc9c4af req-277bcd31-b377-487a-8662-b0f96653e915 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd66c57a-7ee9-4864-9483-4c5349f919cc HTTP/1.1" status: 200 len: 210 time: 0.0435133 Dec 16 09:32:06.202956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:06.207211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5e80dd5e-d8af-4c1d-a7a4-0748a15f0fdd not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:06.207664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dcc48a9-890c-441e-95b6-25ab0c840827 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:06.277764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 1dcc48a9-890c-441e-95b6-25ab0c840827 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:06.278134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dcc48a9-890c-441e-95b6-25ab0c840827 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:06.278550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:06.332866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.338865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:06.339260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fb7d92e6-49c0-45d2-aa33-0a3622bb2f11 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:06.405704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.410972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3e935e-7352-4f20-96cb-901c3d541c8d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:06.419490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Router 26215f6f-8c7a-4e8e-993e-00919438cbe3 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:06.428008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.437609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43738) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:06.437910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4c538c47-357b-44d2-9399-2c7f237ccf7d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2f3e935e-7352-4f20-96cb-901c3d541c8d HTTP/1.1" status: 204 len: 168 time: 0.6256061 Dec 16 09:32:06.459287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b0e2fcad-c795-4450-8029-3a1dd3ac661c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:06.571163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b0e2fcad-c795-4450-8029-3a1dd3ac661c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:06.571585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.613225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.627813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf94b71-9087-486b-aa68-1bead7e43f88 None None] Network 97b9947c-424d-4a6e-bac8-e1aa5884e341 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:06.692635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting port b0e2fcad-c795-4450-8029-3a1dd3ac661c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:06.692974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.721457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.745240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72adc1b-e30f-4cf9-9fee-e60bd1089256']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:06.749876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:06.760495 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] Sync routers for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:06.762292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924633b5-3149-4f9d-b37f-1ed0a505caab') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:06.762602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924633b5-3149-4f9d-b37f-1ed0a505caab') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:06.773496 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.787146 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:06.790514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.790940 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:31:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:06.800279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:06.801428 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:06.803572 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:06.822595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] No DVR routers for this DVR port 1dcc48a9-890c-441e-95b6-25ab0c840827 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:06.826554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.830837 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-491e0b01-5c0a-4b97-b85d-1d0724bbdbba req-0f395cc9-6be2-488e-801d-8de5c9fc903c tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.69 "DELETE /v2.0/ports/1dcc48a9-890c-441e-95b6-25ab0c840827 HTTP/1.1" status: 204 len: 173 time: 2.9639192 Dec 16 09:32:06.831500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'name': 'network-vif-deleted', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:06.834070 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b72e9a-e1ad-48bc-913b-3320a88b65b7" -d '{"events": [{"server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "name": "network-vif-deleted", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:06.864233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] For port b0e2fcad-c795-4450-8029-3a1dd3ac661c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b0e2fcad-c795-4450-8029-3a1dd3ac661c,segment=NetworkSegment(0d0bb1a2-b700-4aa3-b086-7baaa1bffc51),segment_id=0d0bb1a2-b700-4aa3-b086-7baaa1bffc51)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:06.864608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.894129 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.899873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Calling delete_port for b0e2fcad-c795-4450-8029-3a1dd3ac661c owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:06.901195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:06.907126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] 10.222.0.61 "DELETE /v2.0/networks/f72adc1b-e30f-4cf9-9fee-e60bd1089256 HTTP/1.1" status: 204 len: 168 time: 0.4678693 Dec 16 09:32:06.937147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eb538-af5a-4e3f-9845-f475ed247d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=f72adc1b-e30f-4cf9-9fee-e60bd1089256,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.012851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fc1815e2-0765-4d63-adfa-757d9c54c620 None None] Provisioning complete for port b0e2fcad-c795-4450-8029-3a1dd3ac661c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:07.013558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc1815e2-0765-4d63-adfa-757d9c54c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.047562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.100730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Port': ['ID=b0e2fcad-c795-4450-8029-3a1dd3ac661c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.120122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.120921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.123489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.124272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.125184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.125859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.126467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.127012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.127615 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.128915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.128915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.128915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:07.132956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No DVR routers for this DVR port b0e2fcad-c795-4450-8029-3a1dd3ac661c on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:07.170474 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:07.187544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fc1815e2-0765-4d63-adfa-757d9c54c620 None None] Could not find standard attr ID for object b0e2fcad-c795-4450-8029-3a1dd3ac661c. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:32:07.202542 n-d-821941-1 neutron-server[102399]: INFO neutron.plugins.ml2.db [None req-fc1815e2-0765-4d63-adfa-757d9c54c620 None None] No ports have port_id starting with b0e2fcad-c795-4450-8029-3a1dd3ac661c Dec 16 09:32:07.203519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Port b0e2fcad-c795-4450-8029-3a1dd3ac661c update to ACTIVE by agent not found {{(pid=102399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 16 09:32:07.235351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43770) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.285761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bbdd3-75a6-4052-a703-7f113625e3ec None None] DHCP port deletion for 97b9947c-424d-4a6e-bac8-e1aa5884e341 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:07.322056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.357032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d60d1195-e372-4b99-a019-ecb6baac0aa7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79d6bba271574014bb06e4402df736c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205099 Dec 16 09:32:07.365024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.366747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b9947c-424d-4a6e-bac8-e1aa5884e341']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:07.388345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:07.395145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0bb1a2-b700-4aa3-b086-7baaa1bffc51') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:07.425359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.457150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.479177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35a8bbae-96e3-428f-9c6d-e590a6e36a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.479773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:07.483136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:07.489882 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:07.512166 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35a8bbae-96e3-428f-9c6d-e590a6e36a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.628404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35a8bbae-96e3-428f-9c6d-e590a6e36a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.631010 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35a8bbae-96e3-428f-9c6d-e590a6e36a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.635210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-35a8bbae-96e3-428f-9c6d-e590a6e36a5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18521f18-8341-406c-90ba-ab2aee854147 HTTP/1.1" status: 204 len: 168 time: 0.2690523 Dec 16 09:32:07.636728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.653096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8bbae-96e3-428f-9c6d-e590a6e36a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18521f18-8341-406c-90ba-ab2aee854147,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.655006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:07.664718 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/97b9947c-424d-4a6e-bac8-e1aa5884e341 HTTP/1.1" status: 204 len: 168 time: 3.6206744 Dec 16 09:32:07.665404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43786) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.680359 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:07.692191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05968476-7b77-4653-9a71-39faf8981cb9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Network': ['ID=97b9947c-424d-4a6e-bac8-e1aa5884e341,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:07.729214 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] Checking router: 26215f6f-8c7a-4e8e-993e-00919438cbe3 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:32:07.736224 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-031fc108-0301-41e0-8f82-483c193f3eed tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:07.737922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031fc108-0301-41e0-8f82-483c193f3eed tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:07.741041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-031fc108-0301-41e0-8f82-483c193f3eed tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/5188cba4-b55b-4000-b383-6f485f81430c HTTP/1.1" status: 404 len: 337 time: 0.0745590 Dec 16 09:32:07.743585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43794) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.754200 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:07.755047 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:31:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:07.773451 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cefd27-c649-4cef-aa39-b1d80a7f1a6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:07.774020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cefd27-c649-4cef-aa39-b1d80a7f1a6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:07.782666 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c2cefd27-c649-4cef-aa39-b1d80a7f1a6e tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/97b9947c-424d-4a6e-bac8-e1aa5884e341 HTTP/1.1" status: 404 len: 339 time: 0.0363636 Dec 16 09:32:07.783490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.851497 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-426999ef-5f5e-42dc-adf1-f2a22aa48bb7 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:07.851497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426999ef-5f5e-42dc-adf1-f2a22aa48bb7 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:07.853775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-426999ef-5f5e-42dc-adf1-f2a22aa48bb7 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/7608ad9c-0055-4fee-9903-702f20e58f5a HTTP/1.1" status: 404 len: 337 time: 0.0692761 Dec 16 09:32:07.856388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43800) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.909449 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b874a901-ba6a-41bc-aaa6-9a1afcfc1c83 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:07.914934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b874a901-ba6a-41bc-aaa6-9a1afcfc1c83 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:07.916073 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:07.920619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b874a901-ba6a-41bc-aaa6-9a1afcfc1c83 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/465a51c0-1b87-45c3-ba29-d9660609eae4 HTTP/1.1" status: 404 len: 339 time: 0.0629604 Dec 16 09:32:07.923398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43804) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:07.952058 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22952188-df1e-42fd-852e-32c438214ad7 x-openstack-request-id: req-22952188-df1e-42fd-852e-32c438214ad7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:07.952589 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd66c57a-7ee9-4864-9483-4c5349f919cc", "name": "network-vif-deleted", "tag": "1dcc48a9-890c-441e-95b6-25ab0c840827", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:07.953063 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22952188-df1e-42fd-852e-32c438214ad7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:07.953739 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd66c57a-7ee9-4864-9483-4c5349f919cc', 'name': 'network-vif-deleted', 'tag': '1dcc48a9-890c-441e-95b6-25ab0c840827', 'status': 'completed', 'code': 200} Dec 16 09:32:07.979200 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c62b227-dd42-41f2-85e7-90e22f97152f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:07.979739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c62b227-dd42-41f2-85e7-90e22f97152f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:07.982734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6c62b227-dd42-41f2-85e7-90e22f97152f tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/3f464224-99fa-4edd-af80-ee4e089c044d HTTP/1.1" status: 404 len: 337 time: 0.0582883 Dec 16 09:32:07.985597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43806) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.041655 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4754424a-1d8b-494c-9249-6e78eef9103a tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:08.042371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4754424a-1d8b-494c-9249-6e78eef9103a tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:08.058995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4754424a-1d8b-494c-9249-6e78eef9103a tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/80f9ca8c-05b9-4c7d-83e0-ad5aafc6cf0b HTTP/1.1" status: 404 len: 339 time: 0.0720575 Dec 16 09:32:08.061563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43816) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.235895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting port 7cfe4f74-3dbb-4d08-af03-27b5556eeaf8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:08.236473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.253245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:08.272483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43828) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.323029 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c6af5-a369-4834-927c-c67fcd9db734 None None] The sync data for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 is: [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:28:18Z', 'revision_number': 4, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '23cc743a-0649-441c-9efa-f93b0d1aa313', 'name': '', 'network_id': 'a9a0c416-73fe-4921-9d7c-b191a215426b', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'mac_address': 'fa:16:3e:e3:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:16Z', 'updated_at': '2021-12-16T09:28:23Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'subnets': [{'id': 'c74c723a-0146-4e19-986e-dde927a7f793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:08.324055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b0e2fcad-c795-4450-8029-3a1dd3ac661c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:08.355199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.356576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-51abf053-5615-4337-9f96-5b419e631bf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60af846247354d55b85ab85beb3b527a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825400 Dec 16 09:32:08.359003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43832) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.365573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b0e2fcad-c795-4450-8029-3a1dd3ac661c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:08.368264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b0e2fcad-c795-4450-8029-3a1dd3ac661c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:08.394104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Calling delete_port for 7cfe4f74-3dbb-4d08-af03-27b5556eeaf8 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:08.441482 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07fb2db8-aad0-4171-803c-d60da3c8d596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.490695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07fb2db8-aad0-4171-803c-d60da3c8d596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.491102 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.566612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07fb2db8-aad0-4171-803c-d60da3c8d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.570271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07fb2db8-aad0-4171-803c-d60da3c8d596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.577760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-07fb2db8-aad0-4171-803c-d60da3c8d596 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c44f2183-f729-49c7-9207-8ce9649bcc01 HTTP/1.1" status: 204 len: 168 time: 0.2176805 Dec 16 09:32:08.582111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Port': ['ID=7cfe4f74-3dbb-4d08-af03-27b5556eeaf8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:08.584761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.605616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-240dac26-2649-4353-a7ec-e8516cb3ace4 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/ports/7cfe4f74-3dbb-4d08-af03-27b5556eeaf8 HTTP/1.1" status: 204 len: 168 time: 0.5428808 Dec 16 09:32:08.606561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43846) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.615926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb2db8-aad0-4171-803c-d60da3c8d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f2183-f729-49c7-9207-8ce9649bcc01,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:08.640154 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee129ba-2bb9-4514-a3a0-f94e054438ae tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:08.647840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee129ba-2bb9-4514-a3a0-f94e054438ae tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:08.654695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43848) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.658388 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bee129ba-2bb9-4514-a3a0-f94e054438ae tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/178bc19c-1e85-4e8e-a7ba-d29bd8e7cc23 HTTP/1.1" status: 404 len: 337 time: 0.0500810 Dec 16 09:32:08.765069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.795003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de41044-cfd8-457b-bd2f-94140ab40c12 None None] New status for floating IP 7b9760dc-f1b2-463e-967c-e1000eb0daa7: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:32:08.912262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:08.934465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43862) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:08.977625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5fe613-f0a7-4477-92c1-b16c9edd1b59']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:09.009686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81fd70e-a7a8-4a36-9054-0add218fa4df') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:09.010498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81fd70e-a7a8-4a36-9054-0add218fa4df') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:09.044094 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.072659 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19e6d5a3-8f1b-4786-9d77-cbdc39b43605 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.073961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.081776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:09.082215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.163502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19e6d5a3-8f1b-4786-9d77-cbdc39b43605 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:09.164989 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:09.172249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.182833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.194591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/0f5fe613-f0a7-4477-92c1-b16c9edd1b59 HTTP/1.1" status: 204 len: 168 time: 0.5386686 Dec 16 09:32:09.199752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43886) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:09.225064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f00629-0e5d-4ff7-9937-c7effb222fc8 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Network': ['ID=0f5fe613-f0a7-4477-92c1-b16c9edd1b59,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:09.275236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19e6d5a3-8f1b-4786-9d77-cbdc39b43605 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.282817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19e6d5a3-8f1b-4786-9d77-cbdc39b43605 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.284344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-19e6d5a3-8f1b-4786-9d77-cbdc39b43605 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "DELETE /v2.0/security-groups/36936546-fcfe-40e7-809e-f5f8c67d949b HTTP/1.1" status: 204 len: 168 time: 0.3488619 Dec 16 09:32:09.294994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:09.363012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting port b980888a-5b40-4ab1-b281-23cc55a24d1a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:09.363166 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.366532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d5a3-8f1b-4786-9d77-cbdc39b43605 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36936546-fcfe-40e7-809e-f5f8c67d949b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:09.371770 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-210b8db2-3fa2-47d4-bcd2-e05d7d9bd060 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] show failed (client error): The resource could not be found. Dec 16 09:32:09.372952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-210b8db2-3fa2-47d4-bcd2-e05d7d9bd060 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "GET /v2.0/security-groups/36936546-fcfe-40e7-809e-f5f8c67d949b HTTP/1.1" status: 404 len: 347 time: 0.0757384 Dec 16 09:32:09.375795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:09.489723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.510072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Calling delete_port for b980888a-5b40-4ab1-b281-23cc55a24d1a owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:09.655677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.673607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Deleting port 524f57e6-d365-40eb-ac33-b89315247a86 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:09.678928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.688967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Port': ['ID=b980888a-5b40-4ab1-b281-23cc55a24d1a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:09.698800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.702713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-396b0e5a-a57f-4f67-9f62-b106cd4a92d9 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/ports/b980888a-5b40-4ab1-b281-23cc55a24d1a HTTP/1.1" status: 204 len: 168 time: 0.5007184 Dec 16 09:32:09.705765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:09.737558 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5af396-e8e0-43dc-9530-5a7df77aa384 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:09.738390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5af396-e8e0-43dc-9530-5a7df77aa384 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:09.741773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a5af396-e8e0-43dc-9530-5a7df77aa384 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/387ad0d9-9a27-4872-ba7a-82e0d1c6e7e6 HTTP/1.1" status: 404 len: 337 time: 0.0346892 Dec 16 09:32:09.744378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43948) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:09.836194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.883368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.883683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:09.913678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Calling delete_port for 524f57e6-d365-40eb-ac33-b89315247a86 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:09.991240 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.020076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9497d46e-94bd-447e-802d-38e76c2e1d73']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:10.032128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31e7b37-540b-4d62-9a1e-ca985a5634a4') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:10.032128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31e7b37-540b-4d62-9a1e-ca985a5634a4') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:10.045877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.076576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.096258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:10.096656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:10.103103 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:10.184177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.208696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.231135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Pushing event deleted for resources: {'Port': ['ID=524f57e6-d365-40eb-ac33-b89315247a86,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:10.234467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.250946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/9497d46e-94bd-447e-802d-38e76c2e1d73 HTTP/1.1" status: 204 len: 168 time: 0.5050030 Dec 16 09:32:10.251737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43982) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:10.288384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107fb0d-bc37-4061-ba29-8cdac8f18201 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Network': ['ID=9497d46e-94bd-447e-802d-38e76c2e1d73,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:10.311822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.316061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.317367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0c622de8-db75-46bf-a5f5-0ac2699fb1b9 tempest-ServersTestJSON-407174265 tempest-ServersTestJSON-407174265-project] 10.222.0.61 "DELETE /v2.0/floatingips/7b9760dc-f1b2-463e-967c-e1000eb0daa7 HTTP/1.1" status: 204 len: 168 time: 0.9406264 Dec 16 09:32:10.320886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43984) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:10.335367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43986) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:10.357520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting subnet 875dc33e-f8de-4d59-8053-4969ae7d41d2 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:10.371624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.435605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.602656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.658662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43992) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:10.716556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e3478061-2a0b-40fa-9195-858e4249ba4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b9c8af9d9b841a39274eda6c07b584f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805127 Dec 16 09:32:10.720271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44002) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:10.753881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.786559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50ab45bf-b8dd-4e70-a5bf-4babdacfe1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.794732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Subnet': ['ID=875dc33e-f8de-4d59-8053-4969ae7d41d2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:10.800462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.807682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c2694-2cb3-4423-a6ed-17c5cb45c4ac None None] Network a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:10.809443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c129cbb0-b919-4c1c-8191-34c387957494 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/subnets/875dc33e-f8de-4d59-8053-4969ae7d41d2 HTTP/1.1" status: 204 len: 168 time: 0.5372369 Dec 16 09:32:10.810334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:10.837721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ffc99b2-09c4-4f67-99b0-2ed8f9aa5257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.907710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ffc99b2-09c4-4f67-99b0-2ed8f9aa5257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:10.933259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.045430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44010) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:11.046994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Deleting port a22b2d9a-c95f-4425-8388-5bae2939977c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:11.047364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.067964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50ab45bf-b8dd-4e70-a5bf-4babdacfe1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.071553 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.075178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ffc99b2-09c4-4f67-99b0-2ed8f9aa5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.078240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7ffc99b2-09c4-4f67-99b0-2ed8f9aa5257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.079648 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7ffc99b2-09c4-4f67-99b0-2ed8f9aa5257 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebaa9d2a-2c16-499c-a138-4785d3b5bda7 HTTP/1.1" status: 204 len: 168 time: 0.3582354 Dec 16 09:32:11.140375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] For port a22b2d9a-c95f-4425-8388-5bae2939977c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a22b2d9a-c95f-4425-8388-5bae2939977c,segment=NetworkSegment(4265443d-48c4-424f-aa40-ef7ecad6f13c),segment_id=4265443d-48c4-424f-aa40-ef7ecad6f13c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:11.141148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.162613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Calling delete_port for a22b2d9a-c95f-4425-8388-5bae2939977c owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:11.173295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50ab45bf-b8dd-4e70-a5bf-4babdacfe1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.197120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc99b2-09c4-4f67-99b0-2ed8f9aa5257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa9d2a-2c16-499c-a138-4785d3b5bda7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.225284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] DHCP port deletion for a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:11.280220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e80d-0514-4cc2-9131-29672dab5610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.290732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.297766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Deleting port a22b2d9a-c95f-4425-8388-5bae2939977c {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:11.298442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.307753 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50ab45bf-b8dd-4e70-a5bf-4babdacfe1e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cbbc060be0047d9af399113b37d93c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469669 Dec 16 09:32:11.309607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab45bf-b8dd-4e70-a5bf-4babdacfe1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a755ca-e66a-4ff7-9616-492f69a7efa1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.321942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44018) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:11.360180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Port': ['ID=a22b2d9a-c95f-4425-8388-5bae2939977c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.365283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] No DVR routers for this DVR port a22b2d9a-c95f-4425-8388-5bae2939977c on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:11.387182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] For port a22b2d9a-c95f-4425-8388-5bae2939977c, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:11.387916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.441234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Calling delete_port for a22b2d9a-c95f-4425-8388-5bae2939977c owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:11.445502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e80d-0514-4cc2-9131-29672dab5610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.447946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Port a22b2d9a-c95f-4425-8388-5bae2939977c was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:32:11.452964 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.475463 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3d0f74d4-20c4-4321-a2a7-d1923c05206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.477125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbb5e80d-0514-4cc2-9131-29672dab5610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.490036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] No DVR routers for this DVR port a22b2d9a-c95f-4425-8388-5bae2939977c on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:11.493044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a6e5-ccc7-4969-9791-4f2dd0668e93 None None] Pushing event deleted for resources: {'Port': ['ID=a22b2d9a-c95f-4425-8388-5bae2939977c,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.548193 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3d0f74d4-20c4-4321-a2a7-d1923c05206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.595843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bbb5e80d-0514-4cc2-9131-29672dab5610 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04c554c7326f45459055ea40b703fd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438364 Dec 16 09:32:11.608891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44024) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:11.608891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5e80d-0514-4cc2-9131-29672dab5610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b992bd-e25d-4039-b8ab-1fd26023c749,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.632155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.639166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3d0f74d4-20c4-4321-a2a7-d1923c05206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.643837 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3d0f74d4-20c4-4321-a2a7-d1923c05206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.645039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3d0f74d4-20c4-4321-a2a7-d1923c05206e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36a755ca-e66a-4ff7-9616-492f69a7efa1 HTTP/1.1" status: 204 len: 168 time: 0.3164856 Dec 16 09:32:11.678818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f74d4-20c4-4321-a2a7-d1923c05206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a755ca-e66a-4ff7-9616-492f69a7efa1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.698451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19356e2-fd56-4bc0-a6cf-245b3c9e70f5']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:11.733768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4265443d-48c4-424f-aa40-ef7ecad6f13c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:11.734383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4265443d-48c4-424f-aa40-ef7ecad6f13c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:11.749727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Deleting port 23cc743a-0649-441c-9efa-f93b0d1aa313 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:11.750097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.761312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3fb1-3e12-47b7-9759-c59101b61e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.809707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3fb1-3e12-47b7-9759-c59101b61e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.835306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] For port 23cc743a-0649-441c-9efa-f93b0d1aa313, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23cc743a-0649-441c-9efa-f93b0d1aa313,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:11.835717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.851804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Calling delete_port for 23cc743a-0649-441c-9efa-f93b0d1aa313 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:11.915585 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.926550 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3fb1-3e12-47b7-9759-c59101b61e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.929197 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3fb1-3e12-47b7-9759-c59101b61e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.930379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1e5a3fb1-3e12-47b7-9759-c59101b61e61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6b992bd-e25d-4039-b8ab-1fd26023c749 HTTP/1.1" status: 204 len: 168 time: 0.3103549 Dec 16 09:32:11.945598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3fb1-3e12-47b7-9759-c59101b61e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b992bd-e25d-4039-b8ab-1fd26023c749,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:11.946969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.964385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:11.966270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:11.972447 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:12.045690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.065446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.077052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.080809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] 10.222.0.61 "DELETE /v2.0/networks/a19356e2-fd56-4bc0-a6cf-245b3c9e70f5 HTTP/1.1" status: 204 len: 168 time: 1.2692733 Dec 16 09:32:12.101171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc148da-8241-4b4d-a4b2-6a153442a147 tempest-NetworksIpV6TestAttrs-733904548 tempest-NetworksIpV6TestAttrs-733904548-project] Pushing event deleted for resources: {'Network': ['ID=a19356e2-fd56-4bc0-a6cf-245b3c9e70f5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.132787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:12.150516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cc743a-0649-441c-9efa-f93b0d1aa313,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.158289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430bd8d3-f547-4bbc-9131-239639c433a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.416323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430bd8d3-f547-4bbc-9131-239639c433a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.443017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430bd8d3-f547-4bbc-9131-239639c433a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.491751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a22b2d9a-c95f-4425-8388-5bae2939977c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:12.541355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bd8d3-f547-4bbc-9131-239639c433a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a258b804-4b1d-44c2-8ff3-331d15ca3b6c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.569440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a22b2d9a-c95f-4425-8388-5bae2939977c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:12.569879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a22b2d9a-c95f-4425-8388-5bae2939977c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:12.573402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-430bd8d3-f547-4bbc-9131-239639c433a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b39dc6d46a6444f9d9ab37d3286ecab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383969 Dec 16 09:32:12.575781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44068) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:12.695789 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b567642c-869d-4a74-8f4c-e75041f52b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.742944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b567642c-869d-4a74-8f4c-e75041f52b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.825329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b567642c-869d-4a74-8f4c-e75041f52b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.829078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b567642c-869d-4a74-8f4c-e75041f52b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:12.831026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b567642c-869d-4a74-8f4c-e75041f52b48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a258b804-4b1d-44c2-8ff3-331d15ca3b6c HTTP/1.1" status: 204 len: 168 time: 0.2543180 Dec 16 09:32:12.851882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567642c-869d-4a74-8f4c-e75041f52b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a258b804-4b1d-44c2-8ff3-331d15ca3b6c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:12.856230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44102) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:13.066873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.256987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9291c013-307c-453b-8593-5e333d3ba18d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3e02a5f56e64163908513f2739acb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996344 Dec 16 09:32:13.257999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44152) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:13.340527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84790df8-6ccf-41fb-8a9d-3f12a5ca3c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.381456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84790df8-6ccf-41fb-8a9d-3f12a5ca3c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.410320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Router 26215f6f-8c7a-4e8e-993e-00919438cbe3 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:13.476638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84790df8-6ccf-41fb-8a9d-3f12a5ca3c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.481170 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84790df8-6ccf-41fb-8a9d-3f12a5ca3c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.484761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84790df8-6ccf-41fb-8a9d-3f12a5ca3c69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58bd0584-d066-43fe-9ae6-647304592374 HTTP/1.1" status: 204 len: 168 time: 0.2241654 Dec 16 09:32:13.506437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84790df8-6ccf-41fb-8a9d-3f12a5ca3c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bd0584-d066-43fe-9ae6-647304592374,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:13.558059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:13.566031 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7d2dcbd9-4fd0-4274-8dd0-31908970f3e7 admin admin] 10.222.0.61 "PUT /v2.0/routers/26215f6f-8c7a-4e8e-993e-00919438cbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437890 Dec 16 09:32:13.568586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:13.570172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] Sync routers for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:13.581429 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:13.582828 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:31:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:13.736800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.878954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:13.922177 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:13.965286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdd2cb4c-0e1d-47dd-bdb4-b41804895033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.017468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Deleting port e8434c83-7add-4381-b141-e943f8de94ba {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:14.017810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.130847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] For port e8434c83-7add-4381-b141-e943f8de94ba, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e8434c83-7add-4381-b141-e943f8de94ba,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:14.131720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.147047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Calling delete_port for e8434c83-7add-4381-b141-e943f8de94ba owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:14.244484 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:32:12Z', 'revision_number': 5, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port': {'id': 'e8434c83-7add-4381-b141-e943f8de94ba', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:30:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:28:13Z', 'updated_at': '2021-12-16T09:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:14.286969 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] Checking router: 26215f6f-8c7a-4e8e-993e-00919438cbe3 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:32:14.309780 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] Routers {'26215f6f-8c7a-4e8e-993e-00919438cbe3'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:14.310426 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:31:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['26215f6f-8c7a-4e8e-993e-00919438cbe3'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:14.409750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] Set router 26215f6f-8c7a-4e8e-993e-00919438cbe3 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:14.490224 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 6, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:14.529005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.581489 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64294612-8982-4e8f-a150-17dcabb94363 None None] The sync data for ids ['26215f6f-8c7a-4e8e-993e-00919438cbe3'] in n-d-821941-1 is: [{'id': '26215f6f-8c7a-4e8e-993e-00919438cbe3', 'name': 'tempest-ServersTestJSON-1404213581-router', 'tenant_id': '968200f6d6f04711b5d1ddb03d7514c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:28:11Z', 'updated_at': '2021-12-16T09:32:13Z', 'revision_number': 6, 'project_id': '968200f6d6f04711b5d1ddb03d7514c6', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:14.608171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8434c83-7add-4381-b141-e943f8de94ba,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:14.747986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.886497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.888719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.987218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:14.988357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26215f6f-8c7a-4e8e-993e-00919438cbe3 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:32:15.000405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.006665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44396) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:15.007330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bf60d57b-f4a5-41d7-bd15-ee7946c76b7f admin admin] 10.222.0.61 "DELETE /v2.0/routers/26215f6f-8c7a-4e8e-993e-00919438cbe3 HTTP/1.1" status: 204 len: 168 time: 1.4372497 Dec 16 09:32:15.081204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Deleting subnet c74c723a-0146-4e19-986e-dde927a7f793 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:15.091449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.150121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.272588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.344635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:15.353804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.394886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74c723a-0146-4e19-986e-dde927a7f793,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:15.420319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.427035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389a9a3-c385-47a9-b251-0f900c809842 None None] Network a9a0c416-73fe-4921-9d7c-b191a215426b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:15.428766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44452) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:15.447950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-977e1ec9-def7-4bc2-8592-192c1bf7f037 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c74c723a-0146-4e19-986e-dde927a7f793 HTTP/1.1" status: 204 len: 168 time: 0.4397511 Dec 16 09:32:15.676941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.766603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Deleting port c675f3cd-234c-4ee9-934e-c9687cd82603 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:15.767030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.862770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] For port c675f3cd-234c-4ee9-934e-c9687cd82603, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c675f3cd-234c-4ee9-934e-c9687cd82603,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:15.863338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.867051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c625b106-8d8b-4cdd-b2ad-6e7021c37217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:15.909351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Calling delete_port for c675f3cd-234c-4ee9-934e-c9687cd82603 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:15.911403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] DHCP port deletion for a9a0c416-73fe-4921-9d7c-b191a215426b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:15.999200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] Deleting port c675f3cd-234c-4ee9-934e-c9687cd82603 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:16.000036 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.122163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] For port c675f3cd-234c-4ee9-934e-c9687cd82603, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c675f3cd-234c-4ee9-934e-c9687cd82603,segment=NetworkSegment(d487c61a-462c-436f-957c-11f99cd45c34),segment_id=d487c61a-462c-436f-957c-11f99cd45c34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:16.122757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.127503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.151143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] Calling delete_port for c675f3cd-234c-4ee9-934e-c9687cd82603 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:16.191840 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c625b106-8d8b-4cdd-b2ad-6e7021c37217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.239506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] No DVR routers for this DVR port c675f3cd-234c-4ee9-934e-c9687cd82603 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:16.243202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c625b106-8d8b-4cdd-b2ad-6e7021c37217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.251451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Pushing event deleted for resources: {'Port': ['ID=c675f3cd-234c-4ee9-934e-c9687cd82603,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.328884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.344790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] No DVR routers for this DVR port c675f3cd-234c-4ee9-934e-c9687cd82603 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:16.353345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23cc743a-0649-441c-9efa-f93b0d1aa313 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:16.382786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53d33c-026c-48a8-a8c3-eb15ad560bbd None None] Pushing event deleted for resources: {'Port': ['ID=c675f3cd-234c-4ee9-934e-c9687cd82603,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.401720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44574) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:16.403206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 23cc743a-0649-441c-9efa-f93b0d1aa313 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:16.403718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23cc743a-0649-441c-9efa-f93b0d1aa313 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:16.404575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c675f3cd-234c-4ee9-934e-c9687cd82603 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:16.444698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c675f3cd-234c-4ee9-934e-c9687cd82603 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:16.446150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c675f3cd-234c-4ee9-934e-c9687cd82603 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:16.446721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e8434c83-7add-4381-b141-e943f8de94ba no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:16.471827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e8434c83-7add-4381-b141-e943f8de94ba {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:16.472348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e8434c83-7add-4381-b141-e943f8de94ba not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:16.480433 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78609718-6497-4fc2-97b1-ed80b3a53555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.509062 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c625b106-8d8b-4cdd-b2ad-6e7021c37217 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57afd2aa38a24ecc9c6297a078e75af0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1631274 Dec 16 09:32:16.511881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44590) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:16.519933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625b106-8d8b-4cdd-b2ad-6e7021c37217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c08019-6adb-4af9-866d-e3407ee130ae,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.530432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.569705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a0c416-73fe-4921-9d7c-b191a215426b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:16.598471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd487c61a-462c-436f-957c-11f99cd45c34') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:16.599027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd487c61a-462c-436f-957c-11f99cd45c34') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:16.614015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.634616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1838253342'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:16.636561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.644710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:16.645284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:16.647333 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:16.670779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:16.674899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.692403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.695644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.744191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.825565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.840964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.845791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.849141 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] 10.222.0.61 "DELETE /v2.0/networks/a9a0c416-73fe-4921-9d7c-b191a215426b HTTP/1.1" status: 204 len: 168 time: 1.4172778 Dec 16 09:32:16.858099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:16.861708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27c08019-6adb-4af9-866d-e3407ee130ae HTTP/1.1" status: 204 len: 168 time: 0.3483851 Dec 16 09:32:16.868982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44638) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:16.898537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2df8b-d7ca-482f-a549-2a546a2b420d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a0c416-73fe-4921-9d7c-b191a215426b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.953152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c08019-6adb-4af9-866d-e3407ee130ae,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:16.962591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.963186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.963701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.964245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.965256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.966432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.966923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.967489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.968021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.968629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.969396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:16.969940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf2656d-2e5f-4320-aaa9-de422ce219ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:17.003943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.011548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.035638 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:32:17.054642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:17.061120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208850d5-4f69-4a79-ab72-5fe8a07b60a1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.061832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44664) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.074982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.076310 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment aa991c40-71fb-4bb8-96f8-9ce720ac7380 of type vlan for network bf7af26c-8603-493c-a989-b18a740aaf71 Dec 16 09:32:17.132409 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2c3d0e31-4c2f-442a-b980-ca3394c5675e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=968200f6d6f04711b5d1ddb03d7514c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663431 Dec 16 09:32:17.136363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.138413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.195834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.203997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:17.204650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.229353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dca6429c-ad78-4674-ae65-a0eb526e5edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.261424 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dca6429c-ad78-4674-ae65-a0eb526e5edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.322421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fdf509a2-5c6e-4a19-8e03-c53c3c0c9c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.342956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dca6429c-ad78-4674-ae65-a0eb526e5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.346926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dca6429c-ad78-4674-ae65-a0eb526e5edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.348671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9456892 Dec 16 09:32:17.350942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dca6429c-ad78-4674-ae65-a0eb526e5edb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8292e87-437d-49f1-a78d-b32b0a690500 HTTP/1.1" status: 204 len: 168 time: 0.2107034 Dec 16 09:32:17.351584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44690) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.352520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814b4d2-dc72-4747-9993-3b9df3c072d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=bf7af26c-8603-493c-a989-b18a740aaf71,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.363706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:17.368169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'name': 'tempest-PortsIpV6TestJSON-564640195'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:17.413174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6429c-ad78-4674-ae65-a0eb526e5edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8292e87-437d-49f1-a78d-b32b0a690500,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.565945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:17.569651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.585719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fdf509a2-5c6e-4a19-8e03-c53c3c0c9c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.592714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 496a32fa-e542-4725-a2f7-6128c2e43b8f yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:17.599680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fdf509a2-5c6e-4a19-8e03-c53c3c0c9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.695670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44708) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:17.696155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fdf509a2-5c6e-4a19-8e03-c53c3c0c9c67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6580c690ebc04907b853674264b515da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8255303 Dec 16 09:32:17.724869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf509a2-5c6e-4a19-8e03-c53c3c0c9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40f4ab7-5c7c-42c8-a649-cf21bad97764,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.778695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-def43dd1-632d-4b3c-a6d6-975f487d4f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.809755 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-def43dd1-632d-4b3c-a6d6-975f487d4f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.880025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-def43dd1-632d-4b3c-a6d6-975f487d4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.884126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-def43dd1-632d-4b3c-a6d6-975f487d4f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.885311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-def43dd1-632d-4b3c-a6d6-975f487d4f71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d40f4ab7-5c7c-42c8-a649-cf21bad97764 HTTP/1.1" status: 204 len: 168 time: 0.1879766 Dec 16 09:32:17.893215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.893442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def43dd1-632d-4b3c-a6d6-975f487d4f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40f4ab7-5c7c-42c8-a649-cf21bad97764,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:17.949363 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:17.954288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.053613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=496a32fa-e542-4725-a2f7-6128c2e43b8f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:18.061027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': 'aa991c40-71fb-4bb8-96f8-9ce720ac7380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:18.061715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: bf7af26c-8603-493c-a989-b18a740aaf71, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:18.089176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:18.101991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, bf7af26c-8603-493c-a989-b18a740aaf71) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:18.106835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:18.114843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46718fad-0f5e-4840-b663-b0f4529c3b2e None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:18.127090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.127643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.167997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44732) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:18.171985 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7a0018b3-ef79-4e72-a1bc-5ad00a6c2ea7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8121707 Dec 16 09:32:18.175109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1339647795'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:18.248186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:18.253940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.302694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:18.316439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.317021 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment 9786e7cd-3196-48a0-86af-43323cc5618a of type vlan for network 0b8ffd4f-a623-44af-9a99-4ec7b21f2623 Dec 16 09:32:18.368709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.426865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.433149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.434198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.459265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44750) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:18.569077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3997838 Dec 16 09:32:18.571730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44758) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:18.577366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'ports': [{'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'}, {'network_id': '0b8ffd4f-a623-44af-9a99-4ec7b21f2623'}]} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:18.577660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:18.578836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '0b8ffd4f-a623-44af-9a99-4ec7b21f2623'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:18.582545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bb0d0-4f49-43d8-a52e-4397aa1f48e2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=0b8ffd4f-a623-44af-9a99-4ec7b21f2623,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:18.598750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0b8ffd4f-a623-44af-9a99-4ec7b21f2623 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:18.642278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-7117b33a-0842-49e1-ab15-e8f8588d5535 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:18.644000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-7117b33a-0842-49e1-ab15-e8f8588d5535 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 814 time: 0.2350411 Dec 16 09:32:18.654516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-722583795-network', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:18.667637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-f714644f-f25a-4a96-a393-ab53169be506 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/quotas/4fe43ab55fcd4fe8a26262b2eea4665a HTTP/1.1" status: 200 len: 375 time: 0.0176220 Dec 16 09:32:18.722736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-a01d23e4-81d2-4e91-98bd-d5f64e631634 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475390 Dec 16 09:32:18.766723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:18.768827 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.780586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.868953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-84426af3-fac9-4f69-86a3-62c80d9a3cef service neutron] 10.222.0.61 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378000 Dec 16 09:32:18.885785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44772) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:18.900031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 2} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:18.905992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.945322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.958917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:18.993012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.009232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb64a83-08d4-44a6-83de-b4aa47835e45,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.011369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-7439f630-06c1-4fdf-a722-0cea009182a2 service neutron] 10.222.0.61 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333165 Dec 16 09:32:19.074312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:19.120229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1447078385-network', 'tenant_id': '4211671fa5c8484cac14d05859d2d364'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:19.137364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.137704 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Added segment 72ce22be-4faf-48cc-91d7-0840604a3aec of type vlan for network 51669bdc-0def-4690-87a6-c2dcaec17897 Dec 16 09:32:19.177522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 1aa71edf-a5fa-4742-9d0a-40156095a18b yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:19.246369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.255028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Made reservation on behalf of 4211671fa5c8484cac14d05859d2d364 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:19.257516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.275163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.355615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.356582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.357158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.436332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] Pushing event updated for resources: {'Network': ['ID=51669bdc-0def-4690-87a6-c2dcaec17897,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.445030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44794) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:19.450090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Request body: {'subnet': {'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-722583795-subnet', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:19.456148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 51669bdc-0def-4690-87a6-c2dcaec17897 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:19.465064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f2c4d1ad-b284-4a62-a141-218a52142335 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0044160 Dec 16 09:32:19.524900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:19.527689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.672150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.687772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.721203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02aaeee-3052-4522-8ac0-63a319d88b8e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:19.746217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:19.750893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.783281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.811462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.811931 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Added segment b2da23a3-81ea-4227-be3f-ec1f05c7180b of type vlan for network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c Dec 16 09:32:19.868865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port bcae984f-c992-421b-b9a8-89015429368b yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:19.881013 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.881762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.923671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.925073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:19.925890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:19.944938 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0569069 Dec 16 09:32:19.980531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44808) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:20.027550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Request body: {'subnet': {'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1447078385-subnet', 'tenant_id': '4211671fa5c8484cac14d05859d2d364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:20.046919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dfee-3b26-459f-a222-4e13c180fe73 admin admin] Pushing event updated for resources: {'Network': ['ID=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.055639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.068393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:20.087050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff966bb9-335a-41fe-9706-a302cddc0fcd req-f96e4401-585f-4fc5-ad2b-e05e312951dc tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 210 time: 0.0886440 Dec 16 09:32:20.113279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.155815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Made reservation on behalf of 4211671fa5c8484cac14d05859d2d364 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:20.168304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.201724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.211562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=432f7727-d6bb-47ca-8e17-b01522d54a0c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.252022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:20.255366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:20.262331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:20.263311 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.298349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=1aa71edf-a5fa-4742-9d0a-40156095a18b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.314479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Checking segment: {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:20.315009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Network hostable DHCP agents. Network: 51669bdc-0def-4690-87a6-c2dcaec17897, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:20.346317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Network 51669bdc-0def-4690-87a6-c2dcaec17897 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:20.362975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': '9786e7cd-3196-48a0-86af-43323cc5618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0b8ffd4f-a623-44af-9a99-4ec7b21f2623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:20.363338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: 0b8ffd4f-a623-44af-9a99-4ec7b21f2623, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:20.366534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=bcae984f-c992-421b-b9a8-89015429368b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.382481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 51669bdc-0def-4690-87a6-c2dcaec17897) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:20.387127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 0b8ffd4f-a623-44af-9a99-4ec7b21f2623 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:20.390012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.390573 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.397890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0b8ffd4f-a623-44af-9a99-4ec7b21f2623) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:20.398786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d931c-463f-414c-8e4c-8344316c20f0 None None] Network 51669bdc-0def-4690-87a6-c2dcaec17897 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:20.404257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:20.410225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.413578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22baaf07-62fe-4439-bebb-dc42966a3507 None None] Network 0b8ffd4f-a623-44af-9a99-4ec7b21f2623 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:20.424052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:20.425219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.457552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-76b175ce-c7fb-455d-b391-1d4f8cb38c1e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0111933 Dec 16 09:32:20.464007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44824) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:20.465204 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c8d4e5a2-9fff-4538-bc78-fc82020a2fbe tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8922234 Dec 16 09:32:20.468671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44826) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:20.470709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:20.507346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.563563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.565665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.597693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Checking segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:20.598796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Network hostable DHCP agents. Network: 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:20.627000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port bcae984f-c992-421b-b9a8-89015429368b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:20.627542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.638788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13affadb-38eb-4f5d-9dd7-7280198d21c0,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:20.825176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.846405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:20.857306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for bcae984f-c992-421b-b9a8-89015429368b owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:20.955163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:20.976773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-51669bdc-0def-4690-87a6-c2dcaec17897', 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'fixed_ips': [{'subnet_id': '432f7727-d6bb-47ca-8e17-b01522d54a0c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:20.979799 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.012145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.039283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.046557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/bcae984f-c992-421b-b9a8-89015429368b HTTP/1.1" status: 204 len: 168 time: 0.5744472 Dec 16 09:32:21.046557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c496498-3b38-474b-b801-c9ddf0e81355 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=bcae984f-c992-421b-b9a8-89015429368b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:21.054164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44844) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.110821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:21.135010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b99cc07-76b3-497f-9a01-ad176b93fd62 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.151849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b99cc07-76b3-497f-9a01-ad176b93fd62 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.153509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b99cc07-76b3-497f-9a01-ad176b93fd62 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0979784 Dec 16 09:32:21.158351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.192320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44850) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.219193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:21.232146 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.243300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.244029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.256789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48ffe2-4016-42dd-9600-61e39c0c71ce None None] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:21.257453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e8ac-e438-4b2c-a070-5237f7d64de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.267254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9f14355-172e-437d-8678-e3aa9913c2d1 req-42209077-c989-4f58-94c6-8610e67fc808 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 210 time: 0.0529931 Dec 16 09:32:21.296004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-c3aa2403-d411-4f8c-9cea-ff0085944443 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.297508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-c3aa2403-d411-4f8c-9cea-ff0085944443 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.53 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 814 time: 0.6847517 Dec 16 09:32:21.327383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Request body: {'port': {'device_id': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712', 'admin_state_up': True, 'tenant_id': '4fe43ab55fcd4fe8a26262b2eea4665a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:21.341808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66448568-4f5e-49bb-98be-6ed45f5d65b5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3592002 Dec 16 09:32:21.383191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 1aa71edf-a5fa-4742-9d0a-40156095a18b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:21.383690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.391500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:21.412880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Allocated IP 172.20.0.2 (51669bdc-0def-4690-87a6-c2dcaec17897/432f7727-d6bb-47ca-8e17-b01522d54a0c/1ef2957a-595e-4f51-9fea-769b1174c434) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:21.421325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.496676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e8ac-e438-4b2c-a070-5237f7d64de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.502017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.512433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc4e8ac-e438-4b2c-a070-5237f7d64de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.525200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874446a7-daba-4675-832e-d44591323862 None None] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:21.539724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 1aa71edf-a5fa-4742-9d0a-40156095a18b owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:21.581117 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2cc4e8ac-e438-4b2c-a070-5237f7d64de0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19edbf33af4b4c49b4e9a090bc4606c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328899 Dec 16 09:32:21.589451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44862) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.627515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4e8ac-e438-4b2c-a070-5237f7d64de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a73104-5ad9-4556-ad75-2ae4b82a32ca,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:21.654905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Made reservation on behalf of 4fe43ab55fcd4fe8a26262b2eea4665a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:21.658690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.685106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.718708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=1aa71edf-a5fa-4742-9d0a-40156095a18b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:21.725604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.729385 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dc6c8b9d-34d1-49a6-913f-101ea6837b5e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/1aa71edf-a5fa-4742-9d0a-40156095a18b HTTP/1.1" status: 204 len: 168 time: 0.5703328 Dec 16 09:32:21.731899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44864) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.751896 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-227a4762-8ba3-4722-bf81-abd2d13ca1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.763180 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.773291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.790758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483d002-8201-4ac9-bb6c-4e0108bb3cb2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:21.793170 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d483d002-8201-4ac9-bb6c-4e0108bb3cb2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0600350 Dec 16 09:32:21.796118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44866) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.823731 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8996e2-607f-4a09-9633-84ff0e039816 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:21.825618 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4c8996e2-607f-4a09-9633-84ff0e039816 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/bcae984f-c992-421b-b9a8-89015429368b HTTP/1.1" status: 404 len: 333 time: 0.0285246 Dec 16 09:32:21.828310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44876) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.840709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Pushing event updated for resources: {'Port': ['ID=1ef2957a-595e-4f51-9fea-769b1174c434,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:21.853577 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.854991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Network 51669bdc-0def-4690-87a6-c2dcaec17897 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:21.856577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:21.857340 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67deb22-fd72-4844-9f55-738a549ac178 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:21.858626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b67deb22-fd72-4844-9f55-738a549ac178 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/1aa71edf-a5fa-4742-9d0a-40156095a18b HTTP/1.1" status: 404 len: 333 time: 0.0290616 Dec 16 09:32:21.859292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:21.861720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44878) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:21.915125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Attempting to bind port 1ef2957a-595e-4f51-9fea-769b1174c434 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:21.915676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Attempting to bind port 1ef2957a-595e-4f51-9fea-769b1174c434 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:21.916033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Attempting to bind port 1ef2957a-595e-4f51-9fea-769b1174c434 on network 51669bdc-0def-4690-87a6-c2dcaec17897 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:21.918539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-227a4762-8ba3-4722-bf81-abd2d13ca1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.921260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:21.921628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Checking segment: {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:21.922198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.922718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Bound using segment: {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:21.923190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Bound port: 1ef2957a-595e-4f51-9fea-769b1174c434, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:21.923572 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.944290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:21.990565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] For port 1ef2957a-595e-4f51-9fea-769b1174c434, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:21.994374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] For port 1ef2957a-595e-4f51-9fea-769b1174c434, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1ef2957a-595e-4f51-9fea-769b1174c434,segment=NetworkSegment(72ce22be-4faf-48cc-91d7-0840604a3aec),segment_id=72ce22be-4faf-48cc-91d7-0840604a3aec)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:22.000931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.037423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.061154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8ffd4f-a623-44af-9a99-4ec7b21f2623']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:22.063145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94af6be-5451-46fe-a508-24601b5f6434 None None] Pushing event updated for resources: {'Port': ['ID=1ef2957a-595e-4f51-9fea-769b1174c434,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:22.071433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9786e7cd-3196-48a0-86af-43323cc5618a') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:22.071433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9786e7cd-3196-48a0-86af-43323cc5618a') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:22.081006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.094636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.100650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:22.101034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.102492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:22.104444 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:22.137372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.164937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.172608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.175660 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/0b8ffd4f-a623-44af-9a99-4ec7b21f2623 HTTP/1.1" status: 204 len: 168 time: 0.3129165 Dec 16 09:32:22.179678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44882) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:22.184622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1112496904'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:22.204398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04b30-fa7d-4e9d-b8a6-3a8d170a3fcb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=0b8ffd4f-a623-44af-9a99-4ec7b21f2623,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:22.220130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-8c1cfeac-76f8-4f46-9958-89dd9fb681f3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.221599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-8c1cfeac-76f8-4f46-9958-89dd9fb681f3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 815 time: 0.3751917 Dec 16 09:32:22.231191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:22.235833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Allocated IP 172.20.0.13 (0ce01bf3-e15a-41db-8e0a-9d50dc9a1712/354a35cd-69d2-4e1b-9014-c2c1cc1f6279/3bfaef13-1313-4404-845a-ad40fdab8d62) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:22.235987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.314696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:22.328967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.329982 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment d240976f-a708-459a-ac02-e043a59198f9 of type vlan for network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 Dec 16 09:32:22.330133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-227a4762-8ba3-4722-bf81-abd2d13ca1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.332569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-227a4762-8ba3-4722-bf81-abd2d13ca1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.336228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-227a4762-8ba3-4722-bf81-abd2d13ca1b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1a73104-5ad9-4556-ad75-2ae4b82a32ca HTTP/1.1" status: 204 len: 168 time: 0.7409320 Dec 16 09:32:22.367817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-1ee5784e-bafd-4d4a-a9c5-722941f38f30 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/quotas/4211671fa5c8484cac14d05859d2d364 HTTP/1.1" status: 200 len: 375 time: 0.0728238 Dec 16 09:32:22.373232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.407585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.411875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Allocated IP 172.25.6.222 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/d4d96f01-cd64-425f-b3e2-1371d602a1aa) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:22.414167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a4762-8ba3-4722-bf81-abd2d13ca1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a73104-5ad9-4556-ad75-2ae4b82a32ca,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:22.420856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:22.427856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.460501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-9a0fae1f-af82-46f2-a48d-aeb2a06010a4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676315 Dec 16 09:32:22.508089 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3247168 Dec 16 09:32:22.508574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44890) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:22.513419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:22.573527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e68a-9dda-407c-95eb-8e88384852a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=d8f02f15-3aad-43b5-be1b-d95afb0b9df7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:22.599301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:22.727290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-7b1f9ef4-8178-4160-a338-f52c1d9473a5 service neutron] 10.222.0.61 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659020 Dec 16 09:32:22.771099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.809150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.903930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-1fdbe6e0-d30b-41b5-b452-3859f20627c8 service neutron] 10.222.0.61 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632633 Dec 16 09:32:22.940397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:22.948794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.014993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:23.020163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Allocated IP 172.25.6.198 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/bb86d4ae-a886-4f16-a0d8-23f2f21717a6) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:23.028755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:23.032643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:23.037491 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.038434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:23.041151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:23.053960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:23.079097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:23.083243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Port': ['ID=d4d96f01-cd64-425f-b3e2-1371d602a1aa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:23.184514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Performing IP validity checks on allocation pools {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:32:23.187239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:32:23.291760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44912) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:23.419206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.422420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6c365-34ed-420c-b76b-86bb20ec40a0 None None] Network 51669bdc-0def-4690-87a6-c2dcaec17897 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:23.481978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-625820128-network', 'tenant_id': '89b09854f6bb4be99d5bc16304118170'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:23.512979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=f2d5d125-46a0-45ad-9aa7-7d652a34442f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:23.534935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': 'd240976f-a708-459a-ac02-e043a59198f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:23.535372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: d8f02f15-3aad-43b5-be1b-d95afb0b9df7, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:23.540006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Made reservation on behalf of 89b09854f6bb4be99d5bc16304118170 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:23.542455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.555675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.581526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:23.611624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d8f02f15-3aad-43b5-be1b-d95afb0b9df7) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:23.632903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.634302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.653880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-da733df7-1eed-4864-b552-7ab5e124680d None None] Provisioning complete for port 1ef2957a-595e-4f51-9fea-769b1174c434 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:23.654488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da733df7-1eed-4864-b552-7ab5e124680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.662900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b4d28-2d94-460a-938d-1578e6858151 None None] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:23.672742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd4f8c59-1d89-4d13-aa7d-176054004269 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1629870 Dec 16 09:32:23.675074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:23.680630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7', 'name': 'tempest-PortsIpV6TestJSON-1287452276'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:23.715445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.716176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.718448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Pushing event updated for resources: {'Port': ['ID=3bfaef13-1313-4404-845a-ad40fdab8d62,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:23.735185 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.789158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e83cb145-9426-4b28-a783-393af1ba8b23 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4671907 Dec 16 09:32:23.804114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ac16-13ae-412c-8520-9be3386e9bc0 req-ffca4085-9796-4842-8a77-39f0a6381099 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:23.812046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c923ac16-13ae-412c-8520-9be3386e9bc0 req-ffca4085-9796-4842-8a77-39f0a6381099 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 932 time: 0.1742206 Dec 16 09:32:23.819663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.831344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Request body: {'port': {'device_id': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:23.837690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.866551 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da733df7-1eed-4864-b552-7ab5e124680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.878102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.897580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.901611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:23.927305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-da733df7-1eed-4864-b552-7ab5e124680d None None] For port 1ef2957a-595e-4f51-9fea-769b1174c434, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1ef2957a-595e-4f51-9fea-769b1174c434,segment=NetworkSegment(72ce22be-4faf-48cc-91d7-0840604a3aec),segment_id=72ce22be-4faf-48cc-91d7-0840604a3aec)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:23.927835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.928429 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Added segment 12569710-9023-4687-b62d-9e625606e17f of type vlan for network 6d0e0664-2d36-4a3e-af84-3cad734d4bc1 Dec 16 09:32:23.946995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da733df7-1eed-4864-b552-7ab5e124680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:23.968708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b16bc09-8d99-4f85-a1eb-0d2d910cbfa4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:23.991022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c923ac16-13ae-412c-8520-9be3386e9bc0 req-29feb27f-44d5-4398-8fc9-75980089f664 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773195 Dec 16 09:32:24.035286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.040744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-d8f02f15-3aad-43b5-be1b-d95afb0b9df7', 'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': 'f2d5d125-46a0-45ad-9aa7-7d652a34442f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:24.043209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.052287 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.054171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.059400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:24.064109 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.111802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 64734903-2ee4-413e-8e70-42cd22e90851 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:24.120867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.121930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.122565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.168967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da733df7-1eed-4864-b552-7ab5e124680d None None] Pushing event updated for resources: {'Port': ['ID=1ef2957a-595e-4f51-9fea-769b1174c434,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:24.173018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f30a6c68-6839-4560-905e-1cc4655faf21 req-300d5391-ed44-4877-a118-59e47786aa7a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0604148 Dec 16 09:32:24.194035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.288910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Allocated IP 2001:db8::2 (d8f02f15-3aad-43b5-be1b-d95afb0b9df7/f2d5d125-46a0-45ad-9aa7-7d652a34442f/a80fff68-de66-4417-b8f4-fb7a8d7dc5f5) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:24.301939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0088451 Dec 16 09:32:24.305219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:24.310604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-17cc2a61-1d9f-4a21-80d0-fb07e6e9100d None None] Provisioning complete for port 1ef2957a-595e-4f51-9fea-769b1174c434 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:24.310984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-17cc2a61-1d9f-4a21-80d0-fb07e6e9100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.314261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Request body: {'subnet': {'network_id': '6d0e0664-2d36-4a3e-af84-3cad734d4bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-625820128-subnet', 'tenant_id': '89b09854f6bb4be99d5bc16304118170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:24.320756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962712d-3dde-4e35-8267-5a86a8738d97 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0e0664-2d36-4a3e-af84-3cad734d4bc1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:24.361730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:24.367702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Made reservation on behalf of 89b09854f6bb4be99d5bc16304118170 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:24.372083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.375093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:24.388652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6d0e0664-2d36-4a3e-af84-3cad734d4bc1 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:24.390690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:24.397156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Pushing event updated for resources: {'Port': ['ID=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:24.643492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1ef2957a-595e-4f51-9fea-769b1174c434 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:24.696373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-7e8ed250-e43e-4d28-a918-beba632bd9fb tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:24.697020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.697969 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-7e8ed250-e43e-4d28-a918-beba632bd9fb tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 815 time: 0.2430186 Dec 16 09:32:24.707943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.725372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Request body: {'port': {'device_id': '58cd9802-b473-4913-9674-de172384f4d7', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'admin_state_up': True, 'tenant_id': '4211671fa5c8484cac14d05859d2d364'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:24.768985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.811165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.842179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1ef2957a-595e-4f51-9fea-769b1174c434 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:24.842623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.886460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.897618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.905920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Port': ['ID=d4d96f01-cd64-425f-b3e2-1371d602a1aa,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:24.915480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfaef13-1313-4404-845a-ad40fdab8d62 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:24.929372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb35aef1-c558-4d4a-90f6-33007068f28e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:24.929638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.940245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.941958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:24.948220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:24.959002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:24.964338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Transition to ACTIVE for port object 3bfaef13-1313-4404-845a-ad40fdab8d62 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:24.966103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:24.982237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Pushing event updated for resources: {'Port': ['ID=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:24.984037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Checking segment: {'id': '12569710-9023-4687-b62d-9e625606e17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6d0e0664-2d36-4a3e-af84-3cad734d4bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:24.984847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Network hostable DHCP agents. Network: 6d0e0664-2d36-4a3e-af84-3cad734d4bc1, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:25.000934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.006022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::73 (d8f02f15-3aad-43b5-be1b-d95afb0b9df7/f2d5d125-46a0-45ad-9aa7-7d652a34442f/64734903-2ee4-413e-8e70-42cd22e90851) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:25.017979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Made reservation on behalf of 4211671fa5c8484cac14d05859d2d364 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:25.022134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.047622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Attempting to bind port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:25.048188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Attempting to bind port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd240976f-a708-459a-ac02-e043a59198f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:25.048558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Attempting to bind port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 on network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:25.054221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:25.054598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Checking segment: {'id': 'd240976f-a708-459a-ac02-e043a59198f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:25.055001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.055447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Bound using segment: {'id': 'd240976f-a708-459a-ac02-e043a59198f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:25.055922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Bound port: a80fff68-de66-4417-b8f4-fb7a8d7dc5f5, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd240976f-a708-459a-ac02-e043a59198f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd8f02f15-3aad-43b5-be1b-d95afb0b9df7'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:25.056360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.076961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Network 6d0e0664-2d36-4a3e-af84-3cad734d4bc1 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:25.088268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.093102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ee75b80-260a-4c1b-8cc9-c977652e8f04 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8996639 Dec 16 09:32:25.094494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:25.106718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1992059835'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:25.131044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] For port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:25.135248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] For port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,segment=NetworkSegment(d240976f-a708-459a-ac02-e043a59198f9),segment_id=d240976f-a708-459a-ac02-e043a59198f9)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:25.141651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.145556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 6d0e0664-2d36-4a3e-af84-3cad734d4bc1) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:25.164946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.165539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.172947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5aa9b5-cf29-4d04-963f-9f813564dfac None None] Network 6d0e0664-2d36-4a3e-af84-3cad734d4bc1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:25.211482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Made reservation on behalf of 2ff3e22acb804f259d4a819c9404d858 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:25.215019 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.240814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.249427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb19b1e-d983-4038-b017-ccf53c67a17e None None] Pushing event updated for resources: {'Port': ['ID=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:25.249611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfaef13-1313-4404-845a-ad40fdab8d62,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:25.258201 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-de450831-7973-4e12-993f-6e8af24f8d35 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9514987 Dec 16 09:32:25.323668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Allocated IP 172.20.0.14 (18548f06-b4cd-45f0-bfe0-c63ea2b6a74c/13affadb-38eb-4f5d-9dd7-7280198d21c0/512d685a-6521-4da1-ac2b-5d4d1793a2f8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:25.349288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06883b6b-b176-4b16-b317-efa8ae62e956 None None] Network 6d0e0664-2d36-4a3e-af84-3cad734d4bc1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:25.359024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.362143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b3786-abef-4281-b338-807ecea278ad req-f014b5d1-eb56-4054-99a3-42111d16f8de tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.369977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b80b3786-abef-4281-b338-807ecea278ad req-f014b5d1-eb56-4054-99a3-42111d16f8de tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 944 time: 0.2743442 Dec 16 09:32:25.511420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.525580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b80b3786-abef-4281-b338-807ecea278ad req-56c8eb4b-5287-4108-9c1d-4e8a60db2923 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546469 Dec 16 09:32:25.631215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:25.646668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:25.658110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:25.662045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Attempting to bind port 3bfaef13-1313-4404-845a-ad40fdab8d62 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:25.662378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Attempting to bind port 3bfaef13-1313-4404-845a-ad40fdab8d62 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:25.662757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Attempting to bind port 3bfaef13-1313-4404-845a-ad40fdab8d62 on network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:25.664920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:25.666058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.671326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.673768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=64734903-2ee4-413e-8e70-42cd22e90851,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:25.685802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd78f186-5cb5-4c1f-a632-4dcd55e4d36d req-88a6e131-595e-4b56-8148-bdfa25cb3852 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 210 time: 0.0489254 Dec 16 09:32:25.708765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Port 3bfaef13-1313-4404-845a-ad40fdab8d62 on network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:25.708765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Attempting to bind port 3bfaef13-1313-4404-845a-ad40fdab8d62 on network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:25.709145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.716039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34ee9ed0-b2ef-4325-ae14-b8c6cb13c38c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0396135 Dec 16 09:32:25.723547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:25.725193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:25.725413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Checking segment: {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:25.725799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Bound using segment: {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:25.726357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Bound port: 3bfaef13-1313-4404-845a-ad40fdab8d62, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:25.726593 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.741051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.824885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.831373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.858342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:25.887299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:25.895364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:25.904886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:25.906725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924b4422-ecab-409f-89f1-4b72a027eadf,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:25.911010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:25.914235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.914574 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Added segment e34f4e4a-7d04-4c4d-856a-9f579f351362 of type vlan for network 91eadba8-91d0-46be-84f0-5641405e389e Dec 16 09:32:25.958991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 64734903-2ee4-413e-8e70-42cd22e90851 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:25.959340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:25.972075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c85377fb-bd2e-4a84-b721-55e2d4ec16d2 req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1919757502', 'description': 'tempest-description-673021162'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:25.997031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] For port 3bfaef13-1313-4404-845a-ad40fdab8d62, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:26.009574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.010211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.014465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.025334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] For port 3bfaef13-1313-4404-845a-ad40fdab8d62, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3bfaef13-1313-4404-845a-ad40fdab8d62,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:26.037428 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.051615 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-a609143b-173a-4c06-88a2-dd9ceaff93c4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3303339 Dec 16 09:32:26.052193 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c85377fb-bd2e-4a84-b721-55e2d4ec16d2 req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.070576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Request body: {'port': {'device_id': '58cd9802-b473-4913-9674-de172384f4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:26.075058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.110713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.111232 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.112851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] 10.222.0.53 "PUT /v2.0/ports/3bfaef13-1313-4404-845a-ad40fdab8d62 HTTP/1.1" status: 200 len: 1092 time: 2.2915189 Dec 16 09:32:26.115425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 64734903-2ee4-413e-8e70-42cd22e90851 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:26.115940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'tag': '3bfaef13-1313-4404-845a-ad40fdab8d62'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:26.117966 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3" -d '{"events": [{"name": "network-changed", "server_uuid": "193c7b5b-313c-425d-b84f-5cc7985c84cd", "tag": "3bfaef13-1313-4404-845a-ad40fdab8d62"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:26.128986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.134846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.135725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.194268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.257543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87215ca-5a3c-42dd-92e8-067353d18377 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfaef13-1313-4404-845a-ad40fdab8d62,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.299102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1989088 Dec 16 09:32:26.304802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:26.312065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Request body: {'subnet': {'network_id': '91eadba8-91d0-46be-84f0-5641405e389e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:26.336265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Router 635bf723-88a1-442a-be41-9e7446bc4278 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:32:26.372562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:26.379370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27744fde-5ef2-42be-bd56-ea6724919d2b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Network': ['ID=91eadba8-91d0-46be-84f0-5641405e389e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.420424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-25cefd83-2117-48c7-8060-d1eb35e36c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:26.422049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-25cefd83-2117-48c7-8060-d1eb35e36c85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 1095 time: 0.2611659 Dec 16 09:32:26.431685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 91eadba8-91d0-46be-84f0-5641405e389e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:26.442614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c85377fb-bd2e-4a84-b721-55e2d4ec16d2 req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.460922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.508601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=64734903-2ee4-413e-8e70-42cd22e90851,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.543721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.547683 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8528008a-a1c4-40b7-a6c7-1b8285d12264 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/64734903-2ee4-413e-8e70-42cd22e90851 HTTP/1.1" status: 204 len: 168 time: 0.8226926 Dec 16 09:32:26.550582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44950) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:26.555369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:26.555941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.591154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc32f20-bd60-4f4e-baad-4ed19938e26b None None] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:26.593340 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4277e1-2592-4e5d-b340-37322b359188 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:32:26.594826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4277e1-2592-4e5d-b340-37322b359188 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:26.601446 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e4277e1-2592-4e5d-b340-37322b359188 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/64734903-2ee4-413e-8e70-42cd22e90851 HTTP/1.1" status: 404 len: 333 time: 0.0474610 Dec 16 09:32:26.606473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44952) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:26.640825 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21cbc9d-aac4-4037-95da-a6f7b09902ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:26.646032 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c21cbc9d-aac4-4037-95da-a6f7b09902ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/64734903-2ee4-413e-8e70-42cd22e90851 HTTP/1.1" status: 404 len: 333 time: 0.0365479 Dec 16 09:32:26.647065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:26.732258 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.748137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet f2d5d125-46a0-45ad-9aa7-7d652a34442f {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:26.754676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-53c02ce4-9242-47bb-a879-5bec185e070d None None] Provisioning complete for port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:26.755160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53c02ce4-9242-47bb-a879-5bec185e070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.756360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512d685a-6521-4da1-ac2b-5d4d1793a2f8 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:26.760713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.784705 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.809298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Transition to ACTIVE for port object 512d685a-6521-4da1-ac2b-5d4d1793a2f8 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:26.815214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.818685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.854526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,segment=NetworkSegment(d240976f-a708-459a-ac02-e043a59198f9),segment_id=d240976f-a708-459a-ac02-e043a59198f9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:26.869065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.877128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c85377fb-bd2e-4a84-b721-55e2d4ec16d2 req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:26.892677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-e4a90183-b093-4d90-861f-899bc877f43d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bfaef13-1313-4404-845a-ad40fdab8d62 HTTP/1.1" status: 200 len: 217 time: 0.4478626 Dec 16 09:32:26.957147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.976629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.977902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0eaf0-630c-4845-b954-b654732bb964,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:26.989252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Made reservation on behalf of 2ff3e22acb804f259d4a819c9404d858 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:26.993041 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.008165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.018672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c85377fb-bd2e-4a84-b721-55e2d4ec16d2 req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.019908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c85377fb-bd2e-4a84-b721-55e2d4ec16d2 req-0eacf352-4ff7-4b31-920a-4c090bf97f95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0777490 Dec 16 09:32:27.021533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-fb680f2d-0cd2-44b6-be61-2b65295bd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.023811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-fb680f2d-0cd2-44b6-be61-2b65295bd334 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=354a35cd-69d2-4e1b-9014-c2c1cc1f6279 HTTP/1.1" status: 200 len: 854 time: 0.1158204 Dec 16 09:32:27.085493 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171aae3b-e861-484b-9149-28ef30057a83 x-openstack-request-id: req-171aae3b-e861-484b-9149-28ef30057a83 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:27.085803 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193c7b5b-313c-425d-b84f-5cc7985c84cd", "tag": "3bfaef13-1313-4404-845a-ad40fdab8d62", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:27.086100 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-171aae3b-e861-484b-9149-28ef30057a83 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:27.086496 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'tag': '3bfaef13-1313-4404-845a-ad40fdab8d62', 'status': 'completed', 'code': 200} Dec 16 09:32:27.095029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Attempting to bind port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:27.095377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Attempting to bind port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:27.095759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Attempting to bind port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:27.096312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-85566ce0-1496-4769-b330-b60bfcb5c57d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433757 Dec 16 09:32:27.097392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:27.099898 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.107193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Sync routers for ids ['635bf723-88a1-442a-be41-9e7446bc4278'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:27.112896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:27.113220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Attempting to bind port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:27.123483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Routers {'635bf723-88a1-442a-be41-9e7446bc4278'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:27.124124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['635bf723-88a1-442a-be41-9e7446bc4278'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:27.138820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.145230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/f2d5d125-46a0-45ad-9aa7-7d652a34442f HTTP/1.1" status: 204 len: 168 time: 0.4977298 Dec 16 09:32:27.146103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955e1b9-3066-4cab-aceb-f56c777d8c67 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d5d125-46a0-45ad-9aa7-7d652a34442f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:27.148206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:27.148543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Checking segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:27.148920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Bound using segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:27.149357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Bound port: 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:27.149715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.151969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44962) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:27.200729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.203093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-687e3797-da22-47f3-94c8-abf9d70da57a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7386920 Dec 16 09:32:27.212480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44964) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:27.225473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f536a-6779-4e32-be09-67c489613b63 None None] Network d8f02f15-3aad-43b5-be1b-d95afb0b9df7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:27.318666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-615386db-073b-4c91-9b7a-2abb5872852c None None] Provisioning complete for port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:27.319181 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-615386db-073b-4c91-9b7a-2abb5872852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.349832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.369300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca623c-fddd-42a0-b392-ff0dceb6f7c5 req-a579c574-8cdd-4854-8ec8-dab5901a062b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.370896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1aca623c-fddd-42a0-b392-ff0dceb6f7c5 req-a579c574-8cdd-4854-8ec8-dab5901a062b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 944 time: 0.1460106 Dec 16 09:32:27.376214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-bfff5d5e-3918-4b3d-a3e3-9ae101da9f93 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694433 Dec 16 09:32:27.379804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Set router 635bf723-88a1-442a-be41-9e7446bc4278 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:27.387954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:27.394553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:27.420927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.532811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1aca623c-fddd-42a0-b392-ff0dceb6f7c5 req-607b9980-3ee2-4a7c-b187-2cd13bd26d15 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381831 Dec 16 09:32:27.536989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.537823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.539340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] 10.222.0.69 "PUT /v2.0/ports/512d685a-6521-4da1-ac2b-5d4d1793a2f8 HTTP/1.1" status: 200 len: 1092 time: 1.4744887 Dec 16 09:32:27.539851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:27.542277 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b236528-0c60-48e0-8e33-60813d8c15d9" -d '{"events": [{"name": "network-changed", "server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:27.543432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.612155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cba6e223-62da-446d-9d75-35ebcf8b2fdf req-a1a7cfb7-39b9-4c94-985d-9b4424db5342 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259526 Dec 16 09:32:27.613197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3bc0-9a6d-4e42-82f3-aa9dea43f9df service neutron] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:27.651973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Subnet': ['ID=1b1b3f3c-ed53-417a-b505-fadeea38822d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:27.663563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Checking segment: {'id': 'e34f4e4a-7d04-4c4d-856a-9f579f351362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91eadba8-91d0-46be-84f0-5641405e389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:27.663932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network hostable DHCP agents. Network: 91eadba8-91d0-46be-84f0-5641405e389e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:27.668903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:27.669491 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.689599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network 91eadba8-91d0-46be-84f0-5641405e389e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:27.705536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:32:24Z', 'revision_number': 3, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:27.759445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] DHCP port deletion for d8f02f15-3aad-43b5-be1b-d95afb0b9df7 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:27.763726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Checking router: 635bf723-88a1-442a-be41-9e7446bc4278 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:32:27.764444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Updating router 635bf723-88a1-442a-be41-9e7446bc4278 port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:32:27.764707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 91eadba8-91d0-46be-84f0-5641405e389e) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:27.769932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.770543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.791115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95201f10-e460-4902-99ef-5bffd93c9f41 None None] Network 91eadba8-91d0-46be-84f0-5641405e389e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:27.806189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-221b9dfe-78e5-4eac-bace-157c8a88de11 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5003097 Dec 16 09:32:27.809131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44968) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:27.814709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-5015232', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:27.823586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-95c0d33c-eb96-4863-bf79-51c3ead38f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.825483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-95c0d33c-eb96-4863-bf79-51c3ead38f3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 1095 time: 0.1133678 Dec 16 09:32:27.833815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e5d3-3339-4c1a-aeb5-2ecb3ff247f7 req-7a004762-a24d-4d2c-a21f-ddb96a6312f0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:27.835410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f2e5d3-3339-4c1a-aeb5-2ecb3ff247f7 req-7a004762-a24d-4d2c-a21f-ddb96a6312f0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 944 time: 0.1413991 Dec 16 09:32:27.868978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.951303 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.952279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:27.967288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f2e5d3-3339-4c1a-aeb5-2ecb3ff247f7 req-8cb3f939-0a44-4591-a0bb-0b4ad834ec94 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188323 Dec 16 09:32:28.057879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-fa4dc6c0-2f72-4f19-9b12-01926c73133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.060258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-fa4dc6c0-2f72-4f19-9b12-01926c73133c service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 915 time: 0.2224596 Dec 16 09:32:28.062037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.125988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-abb2d3c1-b8ab-47dc-9a13-06892b0af533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.127507 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-abb2d3c1-b8ab-47dc-9a13-06892b0af533 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 1095 time: 0.5291679 Dec 16 09:32:28.141764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,segment=NetworkSegment(d240976f-a708-459a-ac02-e043a59198f9),segment_id=d240976f-a708-459a-ac02-e043a59198f9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:28.142444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.176231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] Deleting port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:28.176603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.190328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-3049fc17-ad68-4955-9216-95aa8f63714e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bfaef13-1313-4404-845a-ad40fdab8d62 HTTP/1.1" status: 200 len: 217 time: 0.0754404 Dec 16 09:32:28.195606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:28.200222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-89056075-7928-4574-be3f-5f149a33e5c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8 HTTP/1.1" status: 200 len: 217 time: 0.0602782 Dec 16 09:32:28.312018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-e1665689-8d07-4b94-bc22-185ecc944e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.314003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-e1665689-8d07-4b94-bc22-185ecc944e0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=354a35cd-69d2-4e1b-9014-c2c1cc1f6279 HTTP/1.1" status: 200 len: 854 time: 0.1152456 Dec 16 09:32:28.322812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-cc51a4b2-8012-4e72-9787-b28604e5c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:28.324805 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-cc51a4b2-8012-4e72-9787-b28604e5c49d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.1158016 Dec 16 09:32:28.325179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] For port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,segment=NetworkSegment(d240976f-a708-459a-ac02-e043a59198f9),segment_id=d240976f-a708-459a-ac02-e043a59198f9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:28.325588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.328196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.358458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:28.361976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] Calling delete_port for a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:28.367478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-baafbee3-dc20-4235-9f7d-5c36beb73aa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443416 Dec 16 09:32:28.377004 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-8109561d-3b91-4d9a-9696-72f905e4c6eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350494 Dec 16 09:32:28.387249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-91eadba8-91d0-46be-84f0-5641405e389e', 'network_id': '91eadba8-91d0-46be-84f0-5641405e389e', 'tenant_id': '2ff3e22acb804f259d4a819c9404d858', 'fixed_ips': [{'subnet_id': '1b1b3f3c-ed53-417a-b505-fadeea38822d'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:28.388391 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.424044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-ce593313-a6dd-4886-8cb1-2aa8fb5fd84d tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/5ef0eaf0-630c-4845-b954-b654732bb964 HTTP/1.1" status: 200 len: 1806 time: 0.3103330 Dec 16 09:32:28.463858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ef0eaf0-630c-4845-b954-b654732bb964', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:28.464063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5ef0eaf0-630c-4845-b954-b654732bb964', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:28.478296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.530523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No active binding found for port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 {{(pid=102399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:32:28.530953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:28.531580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:28.545128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:28.558559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-b7b3bdee-54af-48d4-be1d-2f231a0182e4 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810150 Dec 16 09:32:28.602156 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-7406014c-ad44-475b-8e26-aaf9aca865d3 service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963332 Dec 16 09:32:28.653649 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.664278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.690459 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.712532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.713321 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.732177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.737426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Allocated IP 172.20.0.2 (91eadba8-91d0-46be-84f0-5641405e389e/1b1b3f3c-ed53-417a-b505-fadeea38822d/6cfa9d09-3073-4027-8bd7-1123e8763bee) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:28.738224 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.739841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] No DVR routers for this DVR port a80fff68-de66-4417-b8f4-fb7a8d7dc5f5 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:28.744060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1ea90-d545-48ff-9257-4bdf08008646 None None] Pushing event deleted for resources: {'Port': ['ID=a80fff68-de66-4417-b8f4-fb7a8d7dc5f5,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:28.763887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.804004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f02f15-3aad-43b5-be1b-d95afb0b9df7']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:28.817093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ab9c0ca-f9c8-4525-b6f3-0a2875049de3 req-c87d85a4-356d-4fea-bdbb-b3af580f38d7 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441626 Dec 16 09:32:28.823200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd240976f-a708-459a-ac02-e043a59198f9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:28.823532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd240976f-a708-459a-ac02-e043a59198f9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:28.829169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190cfa39-b226-454d-8449-9d5be430c6de,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:28.849425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.850731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c7544dd-0eaf-478b-9f77-f0b30e8ca0a9 req-e54f6bff-8dab-4b10-aef9-2c828595bc6c tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3974524 Dec 16 09:32:28.870457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.870604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.879735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Attempting to bind port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:28.880866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Attempting to bind port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:28.881239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Attempting to bind port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:28.887626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579b44d-2701-4d03-8bbc-2e7c07f01f5e None None] Pushing event updated for resources: {'Port': ['ID=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:28.899278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.900033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b3e16591-76f8-4161-9526-33eef0d3c266 req-1872cc45-b276-48c3-8658-bd70c3b6963b service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847641 Dec 16 09:32:28.901885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:28.901885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:28.901885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.903318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:28.904613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Bound port: bb86d4ae-a886-4f16-a0d8-23f2f21717a6, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:28.904613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.905741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.919433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:28.919959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:28.923846 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:28.940857 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c6eb2b-e8ea-44a5-835b-36f71d73842a x-openstack-request-id: req-74c6eb2b-e8ea-44a5-835b-36f71d73842a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:28.941216 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:28.941443 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74c6eb2b-e8ea-44a5-835b-36f71d73842a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:28.941769 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'status': 'completed', 'code': 200} Dec 16 09:32:29.041741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] For port bb86d4ae-a886-4f16-a0d8-23f2f21717a6, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:29.059507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.059955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Allocated IP 172.25.6.243 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/98f42814-427e-4249-9834-84bf3a51b161) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:29.062443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Allocated IP 172.20.0.1 (51669bdc-0def-4690-87a6-c2dcaec17897/432f7727-d6bb-47ca-8e17-b01522d54a0c/f906300c-5e94-4e04-bd4f-dea3fd32b084) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:29.067191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] For port bb86d4ae-a886-4f16-a0d8-23f2f21717a6, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:29.070473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.073741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/d8f02f15-3aad-43b5-be1b-d95afb0b9df7 HTTP/1.1" status: 204 len: 168 time: 1.9194176 Dec 16 09:32:29.079325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:29.081268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.087594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-335305324'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:29.095082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede5d03-16db-469a-8ad4-d1d179cef630 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=d8f02f15-3aad-43b5-be1b-d95afb0b9df7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.098189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-14037cd2-6f66-41ab-8519-c7fa8a1da658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.099769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-14037cd2-6f66-41ab-8519-c7fa8a1da658 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 1095 time: 0.1386840 Dec 16 09:32:29.108213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e042-54e3-4a6c-8dd3-4a161e7e74be req-13651a3a-8bc0-45bd-8c94-718b0d21c157 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.109740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f33e042-54e3-4a6c-8dd3-4a161e7e74be req-13651a3a-8bc0-45bd-8c94-718b0d21c157 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 944 time: 0.1101549 Dec 16 09:32:29.130966 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.152157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.173487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Routers {'635bf723-88a1-442a-be41-9e7446bc4278'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:29.174322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['635bf723-88a1-442a-be41-9e7446bc4278'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:29.176619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579b44d-2701-4d03-8bbc-2e7c07f01f5e None None] Pushing event updated for resources: {'Port': ['ID=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.195542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:29.198993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.233766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f33e042-54e3-4a6c-8dd3-4a161e7e74be req-6d1a0fc7-ffbb-4581-94c1-10244cb539d5 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127658 Dec 16 09:32:29.268022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:29.280929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.285962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-03ea9eea-936c-499f-a00a-2fc58ef3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.286924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Network 91eadba8-91d0-46be-84f0-5641405e389e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:29.287471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.287610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-03ea9eea-936c-499f-a00a-2fc58ef3c504 service neutron] 10.222.0.69 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 916 time: 0.1795545 Dec 16 09:32:29.287696 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment 365d8a2e-e489-42a0-aa4f-9373d6adc832 of type vlan for network 84a5f580-1706-4694-9c74-3afc853265a6 Dec 16 09:32:29.290422 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.295054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:29.300558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:29.300769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-02dc53db-c7dc-4783-b586-d83891166dd0 req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-720958756', 'description': 'tempest-description-142559923'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:29.331800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Pushing event updated for resources: {'Port': ['ID=6cfa9d09-3073-4027-8bd7-1123e8763bee,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.340118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-a0858551-84ac-40c9-91ed-5610ffa21795 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8 HTTP/1.1" status: 200 len: 217 time: 0.0434330 Dec 16 09:32:29.360590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.375531 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-02dc53db-c7dc-4783-b586-d83891166dd0 req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.389881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Attempting to bind port 6cfa9d09-3073-4027-8bd7-1123e8763bee on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:29.390437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Attempting to bind port 6cfa9d09-3073-4027-8bd7-1123e8763bee by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e34f4e4a-7d04-4c4d-856a-9f579f351362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91eadba8-91d0-46be-84f0-5641405e389e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:29.390678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Attempting to bind port 6cfa9d09-3073-4027-8bd7-1123e8763bee on network 91eadba8-91d0-46be-84f0-5641405e389e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:29.401568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.407017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-0850ece7-1a6d-4f5f-a77d-6d04e3bcdff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.407207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:29.407681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Checking segment: {'id': 'e34f4e4a-7d04-4c4d-856a-9f579f351362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91eadba8-91d0-46be-84f0-5641405e389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:29.408077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.408468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Bound using segment: {'id': 'e34f4e4a-7d04-4c4d-856a-9f579f351362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91eadba8-91d0-46be-84f0-5641405e389e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:29.409010 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-0850ece7-1a6d-4f5f-a77d-6d04e3bcdff8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.0616612 Dec 16 09:32:29.409146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Bound port: 6cfa9d09-3073-4027-8bd7-1123e8763bee, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34f4e4a-7d04-4c4d-856a-9f579f351362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91eadba8-91d0-46be-84f0-5641405e389e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:29.409572 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.411776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.413135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] Set router 635bf723-88a1-442a-be41-9e7446bc4278 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:29.449029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.455423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:29.456044 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.456653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Network 51669bdc-0def-4690-87a6-c2dcaec17897 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:29.475049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-266de6a9-4ee3-48d5-a65c-85ff6514ceb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418370 Dec 16 09:32:29.477644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:29.481285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:29.499968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:29.522215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Pushing event updated for resources: {'Port': ['ID=f906300c-5e94-4e04-bd4f-dea3fd32b084,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.543053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:29.557242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:29.561359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Port': ['ID=98f42814-427e-4249-9834-84bf3a51b161,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.598353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.608038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5263267 Dec 16 09:32:29.612067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44980) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:29.632884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '84a5f580-1706-4694-9c74-3afc853265a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:29.649029 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-a05ba664-7797-490f-9628-d041b931f7b3 service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654162 Dec 16 09:32:29.697202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc8e53-6ead-4233-904b-bc59b2ed8679 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=84a5f580-1706-4694-9c74-3afc853265a6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.728300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 84a5f580-1706-4694-9c74-3afc853265a6 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:29.728524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-02dc53db-c7dc-4783-b586-d83891166dd0 req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.746989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] For port 6cfa9d09-3073-4027-8bd7-1123e8763bee, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:29.776528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-02dc53db-c7dc-4783-b586-d83891166dd0 req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.801861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] For port 6cfa9d09-3073-4027-8bd7-1123e8763bee, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6cfa9d09-3073-4027-8bd7-1123e8763bee,segment=NetworkSegment(e34f4e4a-7d04-4c4d-856a-9f579f351362),segment_id=e34f4e4a-7d04-4c4d-856a-9f579f351362)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:29.806075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:32:24Z', 'revision_number': 3, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:29.845566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.855486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b236528-0c60-48e0-8e33-60813d8c15d9 req-d1a58017-fbc5-4b79-a578-8d662ff3a230 service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592190 Dec 16 09:32:29.876176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-02dc53db-c7dc-4783-b586-d83891166dd0 req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.877421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02dc53db-c7dc-4783-b586-d83891166dd0 req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5915902 Dec 16 09:32:29.890370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.895666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6720fb4a-4fb5-49fc-b282-6159ac8311f9 None None] The sync data for ids ['635bf723-88a1-442a-be41-9e7446bc4278'] in n-d-821941-1 is: [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:32:24Z', 'revision_number': 3, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:29.896152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0799526-9ce6-4f79-92c1-5da7a808d9e5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365d633a-9fbc-48fa-ac33-c1ddea445401,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:29.924590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:29.929537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.960577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-539f26be-b0ed-4425-b701-c7c25e29ebe3 None None] Provisioning complete for port f906300c-5e94-4e04-bd4f-dea3fd32b084 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:29.960949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-539f26be-b0ed-4425-b701-c7c25e29ebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:29.999667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77d57-afed-4787-af1a-d14e4bcac065 None None] Pushing event updated for resources: {'Port': ['ID=6cfa9d09-3073-4027-8bd7-1123e8763bee,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:30.021121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-539f26be-b0ed-4425-b701-c7c25e29ebe3 None None] Port f906300c-5e94-4e04-bd4f-dea3fd32b084 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:30.111455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.119998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.233008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.236833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Pushing event updated for resources: {'Port': ['ID=f906300c-5e94-4e04-bd4f-dea3fd32b084,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:30.299356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3bfaef13-1313-4404-845a-ad40fdab8d62 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:30.459617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Network 51669bdc-0def-4690-87a6-c2dcaec17897 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:30.461149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:30.619357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36007e9-245f-4151-9869-d83d3482451b req-5e2bf724-e8d2-48a5-b2dc-e99d494819cc tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:30.627198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b36007e9-245f-4151-9869-d83d3482451b req-5e2bf724-e8d2-48a5-b2dc-e99d494819cc tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 944 time: 0.6366668 Dec 16 09:32:30.632904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6cfa9d09-3073-4027-8bd7-1123e8763bee up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:30.695518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Router 635bf723-88a1-442a-be41-9e7446bc4278 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:30.714537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3bfaef13-1313-4404-845a-ad40fdab8d62, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3bfaef13-1313-4404-845a-ad40fdab8d62,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:30.721701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.732570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3bfaef13-1313-4404-845a-ad40fdab8d62', 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712', 'port_id': '3bfaef13-1313-4404-845a-ad40fdab8d62', 'mac_address': 'fa:16:3e:3f:78:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354a35cd-69d2-4e1b-9014-c2c1cc1f6279', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:30.803723 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.817261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b36007e9-245f-4151-9869-d83d3482451b req-7d98facf-3942-49e3-88dd-81609c150f16 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809564 Dec 16 09:32:30.823995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfaef13-1313-4404-845a-ad40fdab8d62 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:30.862077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6cfa9d09-3073-4027-8bd7-1123e8763bee triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:30.862605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.887188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:30.894822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3bfaef13-1313-4404-845a-ad40fdab8d62, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3bfaef13-1313-4404-845a-ad40fdab8d62,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:30.898348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f863b3c6-ea25-461f-8d46-1d2684cee64c None None] Provisioning complete for port f906300c-5e94-4e04-bd4f-dea3fd32b084 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:30.898831 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f863b3c6-ea25-461f-8d46-1d2684cee64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.905272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:30.908160 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-270c68c6-8870-4605-92a8-05eaf7b922ec admin admin] 10.222.0.61 "PUT /v2.0/routers/635bf723-88a1-442a-be41-9e7446bc4278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6934130 Dec 16 09:32:30.938506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.046828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f863b3c6-ea25-461f-8d46-1d2684cee64c None None] Port f906300c-5e94-4e04-bd4f-dea3fd32b084 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:31.055899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3bfaef13-1313-4404-845a-ad40fdab8d62,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.102515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44988) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:31.126743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.150216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3bfaef13-1313-4404-845a-ad40fdab8d62'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:31.186521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2012594990'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:31.205741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 6cfa9d09-3073-4027-8bd7-1123e8763bee, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6cfa9d09-3073-4027-8bd7-1123e8763bee,segment=NetworkSegment(e34f4e4a-7d04-4c4d-856a-9f579f351362),segment_id=e34f4e4a-7d04-4c4d-856a-9f579f351362)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:31.212682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:31.214496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.222506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.267850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.277105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=65832b38-81d1-4e67-9dcd-27655609156a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.278167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:31.293440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.293838 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Added segment 5675ce4a-c70f-4934-a9ef-a144998330a1 of type vlan for network a463e744-f87a-4c22-b440-bc46e038b5f2 Dec 16 09:32:31.298363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': '365d8a2e-e489-42a0-aa4f-9373d6adc832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '84a5f580-1706-4694-9c74-3afc853265a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:31.298779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: 84a5f580-1706-4694-9c74-3afc853265a6, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:31.301600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=6cfa9d09-3073-4027-8bd7-1123e8763bee,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.371568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.383018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e93edb80-53cc-4925-bd23-4515526b98ac tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/365d633a-9fbc-48fa-ac33-c1ddea445401 HTTP/1.1" status: 200 len: 1805 time: 0.4341290 Dec 16 09:32:31.394221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '365d633a-9fbc-48fa-ac33-c1ddea445401', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:31.394537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '365d633a-9fbc-48fa-ac33-c1ddea445401', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:31.403639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.409037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.409642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.438126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 84a5f580-1706-4694-9c74-3afc853265a6 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:31.470220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 84a5f580-1706-4694-9c74-3afc853265a6) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:31.477880 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3708391 Dec 16 09:32:31.478578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.478578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.478766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44992) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:31.480068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7537f07-a7ed-47b2-95a4-387ac45008ad None None] Network 91eadba8-91d0-46be-84f0-5641405e389e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:31.482771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'subnet': {'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:31.484895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630fc95-1351-4bcc-bd37-0b0011c9f628 None None] Network 84a5f580-1706-4694-9c74-3afc853265a6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:31.512559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ffb6d8e9-6d71-4e5d-a8fa-330aad347502 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8892415 Dec 16 09:32:31.527613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44994) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:31.532019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061c99-b350-4a39-8046-ae1acfaa2d36 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Network': ['ID=a463e744-f87a-4c22-b440-bc46e038b5f2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.532634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '84a5f580-1706-4694-9c74-3afc853265a6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1371895665'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:31.563784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a463e744-f87a-4c22-b440-bc46e038b5f2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:31.598009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:31.603393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.624970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.650096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75abdbb2-26e0-4666-b2b7-a28b4cc4a429 None None] Provisioning complete for port 6cfa9d09-3073-4027-8bd7-1123e8763bee triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:31.651033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75abdbb2-26e0-4666-b2b7-a28b4cc4a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.669371 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.678498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.690911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Router 8f0fb35b-5a80-4258-b91d-1242935ea807 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:32:31.711836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7d92ab-d908-4905-9e0e-41e68e7f8b23,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.729063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.730411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8324d4e3-31a9-4146-a3bd-1a1e71303ce6 req-e16f640f-7ffa-4e27-96f9-aa3ca44062a0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3474262 Dec 16 09:32:31.826835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.842275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:31.845874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.882030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Subnet': ['ID=edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:31.889052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 2fd90e07-eb95-4e6c-bd34-2b995e13e4b1 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:31.910191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-84a5f580-1706-4694-9c74-3afc853265a6', 'network_id': '84a5f580-1706-4694-9c74-3afc853265a6', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': '65832b38-81d1-4e67-9dcd-27655609156a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:31.911029 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:31.914829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5119a1a-82e8-4009-9c73-42d1d67aa0f4 req-3b14f3a7-ff3d-4ead-a7b6-3e407de39474 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:31.916389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5119a1a-82e8-4009-9c73-42d1d67aa0f4 req-3b14f3a7-ff3d-4ead-a7b6-3e407de39474 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 945 time: 0.1109767 Dec 16 09:32:31.941699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Checking segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:31.943008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network hostable DHCP agents. Network: a463e744-f87a-4c22-b440-bc46e038b5f2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:31.961008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:31.975164 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] Sync routers for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:31.976540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network a463e744-f87a-4c22-b440-bc46e038b5f2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:31.990660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:31.991284 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:31.993489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a463e744-f87a-4c22-b440-bc46e038b5f2) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:31.999083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.000017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.011267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d0d1d-521b-43b3-ac34-4b68d935e956 None None] Network a463e744-f87a-4c22-b440-bc46e038b5f2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:32.021891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b5111aad-29e6-491c-9214-fbf437f3ca17 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5431271 Dec 16 09:32:32.024439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45002) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:32.030245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1934369133'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:32.056019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:32.060639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.064041 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:32.073945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.077552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f4d4784f-f221-4bfb-81c9-6483c56a37c6 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2644353 Dec 16 09:32:32.078201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:32.089646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:32.090504 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:32.101407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:32.112494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.113142 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Added segment bae65b9d-5e01-4281-9e97-283869fe7cbe of type vlan for network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd Dec 16 09:32:32.159148 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:32.160295 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77740acd-d820-466c-b55e-5de2cb8ce7be None None] The sync data for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:32.169452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.202417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.204074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5119a1a-82e8-4009-9c73-42d1d67aa0f4 req-a5424001-c658-40e4-87b9-669e56c6a13c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443871 Dec 16 09:32:32.227520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.230920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.241550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Allocated IP 2001:db8::2 (84a5f580-1706-4694-9c74-3afc853265a6/65832b38-81d1-4e67-9dcd-27655609156a/1601f7a9-ca4c-4b45-b89f-3a0437896e95) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:32.258280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fdfec68f-aadd-446b-8546-44a5a453023d req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1749013163', 'description': 'tempest-description-1713474923'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:32.306991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdfec68f-aadd-446b-8546-44a5a453023d req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.328600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3bfaef13-1313-4404-845a-ad40fdab8d62 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:32.348958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Network': ['ID=3140531d-7f7a-4c2d-a7fd-ad92a00906cd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:32.369579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c6129ae-3e5b-44a6-b08e-457a91882fec tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3437412 Dec 16 09:32:32.372492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45008) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:32.380248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'subnet': {'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:32.394176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:32.473201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Sync routers for ids ['635bf723-88a1-442a-be41-9e7446bc4278'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:32.487687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb86d4ae-a886-4f16-a0d8-23f2f21717a6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:32.489738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a463e744-f87a-4c22-b440-bc46e038b5f2', 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'fixed_ips': [{'subnet_id': 'edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:32.491374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.500533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e19e173c-4ff4-4127-83e3-789749dc450e None None] Provisioning complete for port 6cfa9d09-3073-4027-8bd7-1123e8763bee triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:32.501164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e19e173c-4ff4-4127-83e3-789749dc450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.524587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:32.528955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.561540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdfec68f-aadd-446b-8546-44a5a453023d req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.593226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Routers {'635bf723-88a1-442a-be41-9e7446bc4278'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:32.593327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['635bf723-88a1-442a-be41-9e7446bc4278'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:32.594282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdfec68f-aadd-446b-8546-44a5a453023d req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.644606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdfec68f-aadd-446b-8546-44a5a453023d req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.650239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdfec68f-aadd-446b-8546-44a5a453023d req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3976533 Dec 16 09:32:32.691051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58009829-1475-4b97-9569-c76e8deb701e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82752eac-3a85-4c32-b5f2-28f786cf608e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:32.753709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.807181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950758d-e452-4c6a-9c20-01f79a0dbd6d req-e2fa50c1-462a-4a94-b8ca-b3fe2c466254 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.808697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c950758d-e452-4c6a-9c20-01f79a0dbd6d req-e2fa50c1-462a-4a94-b8ca-b3fe2c466254 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 944 time: 0.0856791 Dec 16 09:32:32.821294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Checking segment: {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:32.821655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network hostable DHCP agents. Network: 3140531d-7f7a-4c2d-a7fd-ad92a00906cd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:32.845869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Subnet': ['ID=294f671d-77c6-42d2-8af4-3f14e3c704da,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:32.849645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:32.861796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3140531d-7f7a-4c2d-a7fd-ad92a00906cd) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:32.867695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:32.868598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.891788 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d0dcb117-7f09-4f44-a06a-c1e63b3ad4db tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5179696 Dec 16 09:32:32.907037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a7ac8-15cb-4420-a3da-63d9c731d6c1 None None] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:32.916278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:32.922153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c950758d-e452-4c6a-9c20-01f79a0dbd6d req-244dd0cf-b458-453e-abcf-03a974a0e7a1 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017063 Dec 16 09:32:33.024740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 3bfaef13-1313-4404-845a-ad40fdab8d62 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:33.041009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3d62ae57-1a23-4bd3-9b97-917ca19b0273 req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1387930794', 'description': 'tempest-description-844342760'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:33.079655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3bfaef13-1313-4404-845a-ad40fdab8d62 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:33.080024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.140722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3d62ae57-1a23-4bd3-9b97-917ca19b0273 req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.192185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Set router 635bf723-88a1-442a-be41-9e7446bc4278 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:33.229507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.251882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:33.252254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.260613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.300302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Allocated IP 19.80.0.2 (a463e744-f87a-4c22-b440-bc46e038b5f2/edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e/24899638-28e3-43b0-894e-3b017249cb5d) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:33.366443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::21a (84a5f580-1706-4694-9c74-3afc853265a6/65832b38-81d1-4e67-9dcd-27655609156a/2fd90e07-eb95-4e6c-bd34-2b995e13e4b1) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:33.376960 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3d62ae57-1a23-4bd3-9b97-917ca19b0273 req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.380047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Allocated IP 172.20.0.1 (91eadba8-91d0-46be-84f0-5641405e389e/1b1b3f3c-ed53-417a-b505-fadeea38822d/867ed44b-b3a6-41db-9647-dc74f21adcb3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:33.387603 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3d62ae57-1a23-4bd3-9b97-917ca19b0273 req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.436675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Network 84a5f580-1706-4694-9c74-3afc853265a6 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:33.453270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3d62ae57-1a23-4bd3-9b97-917ca19b0273 req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.454646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d62ae57-1a23-4bd3-9b97-917ca19b0273 req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4191952 Dec 16 09:32:33.485966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:33.538634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bb439-eb8f-4b9b-bf8a-7e700f1874d7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:33.544463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:33.561453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Pushing event updated for resources: {'Port': ['ID=1601f7a9-ca4c-4b45-b89f-3a0437896e95,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:33.647555 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.675922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-3140531d-7f7a-4c2d-a7fd-ad92a00906cd', 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'fixed_ips': [{'subnet_id': '294f671d-77c6-42d2-8af4-3f14e3c704da'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:33.676774 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.683178 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.691449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.747348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f6f62c63-74de-45b8-a5de-4ca326a5ab27 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:33.753468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f6f62c63-74de-45b8-a5de-4ca326a5ab27 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:33.755125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f6f62c63-74de-45b8-a5de-4ca326a5ab27 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/networks?id=a463e744-f87a-4c22-b440-bc46e038b5f2&id=3140531d-7f7a-4c2d-a7fd-ad92a00906cd&id=a463e744-f87a-4c22-b440-bc46e038b5f2 HTTP/1.1" status: 200 len: 1392 time: 0.1879811 Dec 16 09:32:33.782664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Attempting to bind port 1601f7a9-ca4c-4b45-b89f-3a0437896e95 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:33.783028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Attempting to bind port 1601f7a9-ca4c-4b45-b89f-3a0437896e95 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '365d8a2e-e489-42a0-aa4f-9373d6adc832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '84a5f580-1706-4694-9c74-3afc853265a6'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:33.783392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Attempting to bind port 1601f7a9-ca4c-4b45-b89f-3a0437896e95 on network 84a5f580-1706-4694-9c74-3afc853265a6 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:33.793645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0565d227-23ff-469f-9a9e-7ac4d3be71c5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/quotas/1f3464c7b7f5498dadb2ca4db5fe33cf HTTP/1.1" status: 200 len: 375 time: 0.0255179 Dec 16 09:32:33.799476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.819707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.841560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfaef13-1313-4404-845a-ad40fdab8d62'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:33.844440 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8daab-736e-4c91-9e0b-241321b993e7" -d '{"events": [{"server_uuid": "193c7b5b-313c-425d-b84f-5cc7985c84cd", "name": "network-vif-plugged", "status": "completed", "tag": "3bfaef13-1313-4404-845a-ad40fdab8d62"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:33.856524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:33.856893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Checking segment: {'id': '365d8a2e-e489-42a0-aa4f-9373d6adc832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '84a5f580-1706-4694-9c74-3afc853265a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:33.857289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.857677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Bound using segment: {'id': '365d8a2e-e489-42a0-aa4f-9373d6adc832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '84a5f580-1706-4694-9c74-3afc853265a6'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:33.858172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Bound port: 1601f7a9-ca4c-4b45-b89f-3a0437896e95, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365d8a2e-e489-42a0-aa4f-9373d6adc832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '84a5f580-1706-4694-9c74-3afc853265a6'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:33.858547 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.893202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 84a5f580-1706-4694-9c74-3afc853265a6 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:33.896538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network 91eadba8-91d0-46be-84f0-5641405e389e is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:33.898951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=2fd90e07-eb95-4e6c-bd34-2b995e13e4b1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:33.901754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:33.907917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:33.912092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:33.917669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:33.918346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.938019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:33.961988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3bfaef13-1313-4404-845a-ad40fdab8d62, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3bfaef13-1313-4404-845a-ad40fdab8d62,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:33.991397 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.040247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port bb86d4ae-a886-4f16-a0d8-23f2f21717a6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:34.061805 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.074147 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.074933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6cfa9d09-3073-4027-8bd7-1123e8763bee up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:34.091039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.229240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:34.233324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Network a463e744-f87a-4c22-b440-bc46e038b5f2 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:34.234082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3bfaef13-1313-4404-845a-ad40fdab8d62,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.240059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-b8b66549-8183-4097-beca-de0ab27c2c68 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4358089 Dec 16 09:32:34.251822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:34.254653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:34.279023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] For port 1601f7a9-ca4c-4b45-b89f-3a0437896e95, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:34.284201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Allocated IP 19.86.0.2 (3140531d-7f7a-4c2d-a7fd-ad92a00906cd/294f671d-77c6-42d2-8af4-3f14e3c704da/2dee8cb4-5831-476d-9b36-4db6355f2da0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:34.290173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:34.315061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f89a9f04-81b8-4146-9128-802659f220ac None None] Provisioning complete for port 867ed44b-b3a6-41db-9647-dc74f21adcb3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:34.315401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f89a9f04-81b8-4146-9128-802659f220ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.334163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] For port 1601f7a9-ca4c-4b45-b89f-3a0437896e95, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1601f7a9-ca4c-4b45-b89f-3a0437896e95,segment=NetworkSegment(365d8a2e-e489-42a0-aa4f-9373d6adc832),segment_id=365d8a2e-e489-42a0-aa4f-9373d6adc832)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:34.335350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-31248195-11d9-490c-b875-5cc69c99f8f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8066342 Dec 16 09:32:34.339339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45034) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:34.352023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Port': ['ID=867ed44b-b3a6-41db-9647-dc74f21adcb3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.358072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.405931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.444679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-8ee034be-db8e-4966-a72d-c4ea952393ed service neutron] 10.222.0.61 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794376 Dec 16 09:32:34.460737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 2fd90e07-eb95-4e6c-bd34-2b995e13e4b1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:34.461479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.475880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 4, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f906300c-5e94-4e04-bd4f-dea3fd32b084', 'name': '', 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'mac_address': 'fa:16:3e:8f:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '432f7727-d6bb-47ca-8e17-b01522d54a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:28Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 2, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'subnets': [{'id': '432f7727-d6bb-47ca-8e17-b01522d54a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:34.481738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:32:34.529820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.563607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6cfa9d09-3073-4027-8bd7-1123e8763bee triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:34.563980 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.569054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.574734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Checking router: 635bf723-88a1-442a-be41-9e7446bc4278 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:32:34.575088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Updating router 635bf723-88a1-442a-be41-9e7446bc4278 port f906300c-5e94-4e04-bd4f-dea3fd32b084 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:32:34.584927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f89a9f04-81b8-4146-9128-802659f220ac None None] Port 867ed44b-b3a6-41db-9647-dc74f21adcb3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:34.589207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 2fd90e07-eb95-4e6c-bd34-2b995e13e4b1 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:34.595265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0427427b-741c-4778-a96f-5a1a62cd4a3e service neutron] 10.222.0.61 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490309 Dec 16 09:32:34.626423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.761755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.804610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Attempting to bind port 24899638-28e3-43b0-894e-3b017249cb5d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:34.804974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Attempting to bind port 24899638-28e3-43b0-894e-3b017249cb5d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:34.805336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Attempting to bind port 24899638-28e3-43b0-894e-3b017249cb5d on network a463e744-f87a-4c22-b440-bc46e038b5f2 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:34.817381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=2fd90e07-eb95-4e6c-bd34-2b995e13e4b1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.863287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.869407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fea41cfe-4d6f-458c-beb2-61c50be9d985 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/2fd90e07-eb95-4e6c-bd34-2b995e13e4b1 HTTP/1.1" status: 204 len: 168 time: 0.5264847 Dec 16 09:32:34.869659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45038) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:34.886070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-66fac758-b435-4cc7-875c-bb7966b0aae6 service neutron] 10.222.0.61 "GET /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903047 Dec 16 09:32:34.899408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:34.899790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Checking segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:34.900420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.901099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Bound using segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:34.901354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Bound port: 24899638-28e3-43b0-894e-3b017249cb5d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:34.901750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.903986 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e717a87-179f-4e6f-8642-f7e85f91865b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:34.908619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8e717a87-179f-4e6f-8642-f7e85f91865b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/2fd90e07-eb95-4e6c-bd34-2b995e13e4b1 HTTP/1.1" status: 404 len: 333 time: 0.0342095 Dec 16 09:32:34.909797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45040) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:34.932721 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:34.957245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Pushing event updated for resources: {'Port': ['ID=24899638-28e3-43b0-894e-3b017249cb5d,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:34.985254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 65832b38-81d1-4e67-9dcd-27655609156a {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:34.989977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.049747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.096620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-24d04df1-7dba-432a-8512-234ec9847b60 service neutron] 10.222.0.61 "GET /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088454 Dec 16 09:32:35.146582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.148574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:35.218064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] For port 24899638-28e3-43b0-894e-3b017249cb5d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:35.222064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c7430-8134-48db-8e3a-c4113f506397 None None] Pushing event updated for resources: {'Port': ['ID=1601f7a9-ca4c-4b45-b89f-3a0437896e95,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.227666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.239026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-2bd77a8a-f539-48ee-91da-90083d1f7765 service neutron] 10.222.0.61 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415040 Dec 16 09:32:35.241082 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.255988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.282927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'port_id': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'mac_address': 'fa:16:3e:6f:55:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13affadb-38eb-4f5d-9dd7-7280198d21c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:35.317698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] For port 24899638-28e3-43b0-894e-3b017249cb5d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=24899638-28e3-43b0-894e-3b017249cb5d,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:35.324289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.369798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.388522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.396222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Port': ['ID=867ed44b-b3a6-41db-9647-dc74f21adcb3,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.402868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.407543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512d685a-6521-4da1-ac2b-5d4d1793a2f8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:35.419744 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.490564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:35.517304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-81212ef2-76b6-4288-9077-a4071c266fa3 service neutron] 10.222.0.61 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691433 Dec 16 09:32:35.606653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.610874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:35.637037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network 91eadba8-91d0-46be-84f0-5641405e389e is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:35.647855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:35.656874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:35.669443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:35.694633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=65832b38-81d1-4e67-9dcd-27655609156a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.721731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34f45-e164-4e95-889b-0399b2cba753 None None] Pushing event updated for resources: {'Port': ['ID=24899638-28e3-43b0-894e-3b017249cb5d,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:35.736076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:35.740743 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3fcbe042-fbe9-4787-b8b2-c11f94cd0e21 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/65832b38-81d1-4e67-9dcd-27655609156a HTTP/1.1" status: 204 len: 168 time: 0.8307464 Dec 16 09:32:35.745173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45044) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:35.848930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb86d4ae-a886-4f16-a0d8-23f2f21717a6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:35.910472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Router 8f0fb35b-5a80-4258-b91d-1242935ea807 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:36.022653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['512d685a-6521-4da1-ac2b-5d4d1793a2f8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:36.025171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Pushing event updated for resources: {'Port': ['ID=2dee8cb4-5831-476d-9b36-4db6355f2da0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:36.026471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.119245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Attempting to bind port 2dee8cb4-5831-476d-9b36-4db6355f2da0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:36.119862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Attempting to bind port 2dee8cb4-5831-476d-9b36-4db6355f2da0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:36.120224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Attempting to bind port 2dee8cb4-5831-476d-9b36-4db6355f2da0 on network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:36.151890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 1601f7a9-ca4c-4b45-b89f-3a0437896e95 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:36.152519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.176401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:36.180233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:36.180873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Checking segment: {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:36.182229 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.183028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Bound using segment: {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:36.183662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Bound port: 2dee8cb4-5831-476d-9b36-4db6355f2da0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:36.184217 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.186545 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] Sync routers for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:36.202174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f6b9089a-5e1d-4eb3-b76d-26ba2211c2b3 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "PUT /v2.0/routers/8f0fb35b-5a80-4258-b91d-1242935ea807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1104615 Dec 16 09:32:36.203909 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:36.204320 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.212122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45052) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:36.220949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Request body: {'port': {'network_id': '91eadba8-91d0-46be-84f0-5641405e389e', 'name': 'tempest-FloatingIPAdminTestJSON-987340900'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:36.244095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:36.244322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port 1601f7a9-ca4c-4b45-b89f-3a0437896e95, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1601f7a9-ca4c-4b45-b89f-3a0437896e95,segment=NetworkSegment(365d8a2e-e489-42a0-aa4f-9373d6adc832),segment_id=365d8a2e-e489-42a0-aa4f-9373d6adc832)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:36.244504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.245007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.269602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 1601f7a9-ca4c-4b45-b89f-3a0437896e95 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:36.350193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60309a49-456d-43dd-b73f-e0a86b298852 req-15e2548b-7806-401e-9f45-b16f65916a05 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:36.358219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60309a49-456d-43dd-b73f-e0a86b298852 req-15e2548b-7806-401e-9f45-b16f65916a05 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 946 time: 0.3616819 Dec 16 09:32:36.361206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617eade8-bef5-40b6-87ce-e288d1becc4d None None] Network 84a5f580-1706-4694-9c74-3afc853265a6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:36.420656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.435682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60309a49-456d-43dd-b73f-e0a86b298852 req-825cc513-7243-4ea4-8477-387d21ad3927 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721285 Dec 16 09:32:36.441555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-aba1bec9-4549-4544-934a-28b3641a4fc8 None None] Provisioning complete for port 867ed44b-b3a6-41db-9647-dc74f21adcb3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:36.441946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aba1bec9-4549-4544-934a-28b3641a4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.481876 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.483804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=1601f7a9-ca4c-4b45-b89f-3a0437896e95,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:36.495711 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:36.496699 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.506090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port 1601f7a9-ca4c-4b45-b89f-3a0437896e95 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:36.559368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-fba664d8-f5f8-46fd-8ac3-f796619913ac tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/82752eac-3a85-4c32-b5f2-28f786cf608e HTTP/1.1" status: 200 len: 1807 time: 0.0862644 Dec 16 09:32:36.562561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Made reservation on behalf of 2ff3e22acb804f259d4a819c9404d858 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:36.566633 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.566777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.567301 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b057-6f6c-4de9-941d-be260da52bfb None None] The sync data for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:36.607189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:36.620835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] device_id is not set on port e9c744d8-5b17-430e-8944-f2dc92c7da36 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:36.644480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.685322 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.685574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a5f580-1706-4694-9c74-3afc853265a6']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.695787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] For port 2dee8cb4-5831-476d-9b36-4db6355f2da0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:36.708075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365d8a2e-e489-42a0-aa4f-9373d6adc832') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.709376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365d8a2e-e489-42a0-aa4f-9373d6adc832') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:36.709702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.727016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.736727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-2199ce61-e2d9-4199-8475-0ae0fc8ba5e0 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b HTTP/1.1" status: 200 len: 1806 time: 0.1744082 Dec 16 09:32:36.754920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.760502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '82752eac-3a85-4c32-b5f2-28f786cf608e', 'remote_group_id': '2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:36.760882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '82752eac-3a85-4c32-b5f2-28f786cf608e', 'remote_group_id': '2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:36.762789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:36.763273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:36.767091 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:36.782876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-aba1bec9-4549-4544-934a-28b3641a4fc8 None None] Port 867ed44b-b3a6-41db-9647-dc74f21adcb3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:36.789013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197429-4f61-4d64-b87e-2df6446ea0ca None None] Pushing event updated for resources: {'Port': ['ID=f906300c-5e94-4e04-bd4f-dea3fd32b084,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:36.800258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6bd0a4-b92c-4f79-a56b-d19fafba0066 None None] DHCP port deletion for 84a5f580-1706-4694-9c74-3afc853265a6 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:36.841673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] For port 2dee8cb4-5831-476d-9b36-4db6355f2da0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2dee8cb4-5831-476d-9b36-4db6355f2da0,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:36.846514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Allocated IP 172.20.0.9 (91eadba8-91d0-46be-84f0-5641405e389e/1b1b3f3c-ed53-417a-b505-fadeea38822d/e9c744d8-5b17-430e-8944-f2dc92c7da36) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:36.866852 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.892885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.918563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.928469 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/84a5f580-1706-4694-9c74-3afc853265a6 HTTP/1.1" status: 204 len: 168 time: 1.1804006 Dec 16 09:32:36.940283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:36.945575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:36.952705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'name': 'tempest-PortsIpV6TestJSON-125411190'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:36.953981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1601f7a9-ca4c-4b45-b89f-3a0437896e95 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:36.958846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddd3cf-6ba8-4a5e-802e-c09d37a6978f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=84a5f580-1706-4694-9c74-3afc853265a6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.041386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.077041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8852fa70-dd67-4866-bdec-035cf9fc1426 None None] Could not find standard attr ID for object 1601f7a9-ca4c-4b45-b89f-3a0437896e95. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:32:37.086586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1601f7a9-ca4c-4b45-b89f-3a0437896e95 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:37.087191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1601f7a9-ca4c-4b45-b89f-3a0437896e95 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 09:32:37.122518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.150187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:37.155484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.172157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Port 1601f7a9-ca4c-4b45-b89f-3a0437896e95 not found, will not notify nova. {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 09:32:37.193402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b940de-e4ed-4166-bbe9-ea8c34facee4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.200290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e091d-8922-4a54-add3-dcf0eac69998 None None] Pushing event updated for resources: {'Port': ['ID=2dee8cb4-5831-476d-9b36-4db6355f2da0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.202956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 08f36928-a0d1-4738-adff-50a2b2eaf818 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:37.237167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Attempting to bind port f906300c-5e94-4e04-bd4f-dea3fd32b084 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:37.237746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Attempting to bind port f906300c-5e94-4e04-bd4f-dea3fd32b084 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:37.238211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Attempting to bind port f906300c-5e94-4e04-bd4f-dea3fd32b084 on network 51669bdc-0def-4690-87a6-c2dcaec17897 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:37.251680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:37.253379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Checking segment: {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:37.254943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.256045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Bound using segment: {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:37.256853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Bound port: f906300c-5e94-4e04-bd4f-dea3fd32b084, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ce22be-4faf-48cc-91d7-0840604a3aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:37.257336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.289192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.306315 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.307903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff00bf9e-53c6-4d8a-b853-0d534022bdfc req-512ed619-0c8d-46de-bf3d-19209e68893a tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5550272 Dec 16 09:32:37.348451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645e251b-9f4d-4985-b802-7025a8584ae6 None None] Network a463e744-f87a-4c22-b440-bc46e038b5f2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:37.396516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.430108 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8198da89-457c-4039-ab11-e0afbbeb96ca x-openstack-request-id: req-8198da89-457c-4039-ab11-e0afbbeb96ca {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:37.432156 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193c7b5b-313c-425d-b84f-5cc7985c84cd", "name": "network-vif-plugged", "status": "completed", "tag": "3bfaef13-1313-4404-845a-ad40fdab8d62", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:37.432156 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8198da89-457c-4039-ab11-e0afbbeb96ca {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:37.439266 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfaef13-1313-4404-845a-ad40fdab8d62', 'code': 200} Dec 16 09:32:37.455752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c8f66436-3eb3-4a16-89ff-c625a873a185 None None] Provisioning complete for port f906300c-5e94-4e04-bd4f-dea3fd32b084 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:37.458428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8f66436-3eb3-4a16-89ff-c625a873a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.475862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] For port f906300c-5e94-4e04-bd4f-dea3fd32b084, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:37.482142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] For port f906300c-5e94-4e04-bd4f-dea3fd32b084, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f906300c-5e94-4e04-bd4f-dea3fd32b084,segment=NetworkSegment(72ce22be-4faf-48cc-91d7-0840604a3aec),segment_id=72ce22be-4faf-48cc-91d7-0840604a3aec)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:37.524656 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.589040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Network 91eadba8-91d0-46be-84f0-5641405e389e is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:37.613386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:37.618360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 24899638-28e3-43b0-894e-3b017249cb5d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:37.639386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c8f66436-3eb3-4a16-89ff-c625a873a185 None None] Port f906300c-5e94-4e04-bd4f-dea3fd32b084 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:37.640928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event updated for resources: {'Port': ['ID=e9c744d8-5b17-430e-8944-f2dc92c7da36,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.646064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:37.738493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197429-4f61-4d64-b87e-2df6446ea0ca None None] Pushing event updated for resources: {'Port': ['ID=f906300c-5e94-4e04-bd4f-dea3fd32b084,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:37.798272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Routers {'635bf723-88a1-442a-be41-9e7446bc4278'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:37.799142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['635bf723-88a1-442a-be41-9e7446bc4278'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:37.821435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6d04b-753e-4e80-80ad-60122ae50d6a req-851b31d6-811a-438e-a5f2-ea427d1360d2 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.823796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16b6d04b-753e-4e80-80ad-60122ae50d6a req-851b31d6-811a-438e-a5f2-ea427d1360d2 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 945 time: 0.2068598 Dec 16 09:32:37.832068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.833545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:37.851118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-587ee238-1fab-4ee2-9200-37e627d26015 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.858428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-587ee238-1fab-4ee2-9200-37e627d26015 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.860959 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-587ee238-1fab-4ee2-9200-37e627d26015 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "GET /v2.0/networks?id=a463e744-f87a-4c22-b440-bc46e038b5f2&id=3140531d-7f7a-4c2d-a7fd-ad92a00906cd&id=a463e744-f87a-4c22-b440-bc46e038b5f2 HTTP/1.1" status: 200 len: 1392 time: 0.3030617 Dec 16 09:32:37.876001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9d992-e566-456e-bc8e-2d9596141d21 req-86bfe63e-b54c-4801-9507-e79a6e6a3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:37.882019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eeb9d992-e566-456e-bc8e-2d9596141d21 req-86bfe63e-b54c-4801-9507-e79a6e6a3580 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 1097 time: 0.2375128 Dec 16 09:32:37.892978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-50bfeb3b-6bee-424a-938f-af6e48c38b5d tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6753821 Dec 16 09:32:37.898285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:37.907043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'port': {'device_id': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2', 'admin_state_up': True, 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:37.967416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16b6d04b-753e-4e80-80ad-60122ae50d6a req-1b13e197-8680-4811-aa5c-552a590eff96 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 Dec 16 09:32:38.002178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eeb9d992-e566-456e-bc8e-2d9596141d21 req-64d35d32-1b5b-4d79-bbcd-cebeecf0658a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107895 Dec 16 09:32:38.078865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.118992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.180314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:38.184171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.204208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-049e9dcf-6f50-406d-9403-50a69a6f19ea None None] Provisioning complete for port 24899638-28e3-43b0-894e-3b017249cb5d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:38.204756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-049e9dcf-6f50-406d-9403-50a69a6f19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.208179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 24899638-28e3-43b0-894e-3b017249cb5d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:38.208539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.212231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:38.218747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'project_id': '2ff3e22acb804f259d4a819c9404d858', 'port_id': 'e9c744d8-5b17-430e-8944-f2dc92c7da36'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:38.249674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:38.256375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=08f36928-a0d1-4738-adff-50a2b2eaf818,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.258714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:38.264493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:38.265122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.312976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:38.335041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e04a22-5bf8-4da6-a177-8820e0befa22 req-c22059d7-65d1-40d3-b1eb-120f67e74632 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 210 time: 0.0410299 Dec 16 09:32:38.341797 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.373395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-679d0652-19bb-4a37-bf71-c3a5b82640af req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1448742995', 'description': 'tempest-description-764080735'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:38.398955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dafa2f2e-a6cf-4541-a562-8f33bc2a05a9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4514065 Dec 16 09:32:38.399828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45066) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:38.410344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-679d0652-19bb-4a37-bf71-c3a5b82640af req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.465002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Allocated IP 19.80.0.105 (a463e744-f87a-4c22-b440-bc46e038b5f2/edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e/92e35f3b-ed74-4f06-87d5-ec2649129de4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:38.488340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] Set router 635bf723-88a1-442a-be41-9e7446bc4278 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:32:38.592563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 08f36928-a0d1-4738-adff-50a2b2eaf818 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:38.592909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.607218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:38.615047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-679d0652-19bb-4a37-bf71-c3a5b82640af req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.622517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.656057 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-679d0652-19bb-4a37-bf71-c3a5b82640af req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.664008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.689377 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.696236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50aba770-47b3-4166-8d84-44a9edfb158d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.696479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:38.696738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.730083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.746431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 08f36928-a0d1-4738-adff-50a2b2eaf818 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:38.765530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-049e9dcf-6f50-406d-9403-50a69a6f19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.843242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db3334-be83-4c4b-a6df-1dc398f3e118 None None] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:38.850254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-679d0652-19bb-4a37-bf71-c3a5b82640af req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.864004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-679d0652-19bb-4a37-bf71-c3a5b82640af req-02b59764-82ff-4b99-b54b-d834884f6a2e tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4936228 Dec 16 09:32:38.870096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.897198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 24899638-28e3-43b0-894e-3b017249cb5d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=24899638-28e3-43b0-894e-3b017249cb5d,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:38.897729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Allocated IP 172.25.6.156 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/8f11a68d-1e98-4f8f-836f-a83028a380c8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:38.900576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=08f36928-a0d1-4738-adff-50a2b2eaf818,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:38.908610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.914561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c0b244b-4d1f-4c76-94ee-38cdb9112aef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/08f36928-a0d1-4738-adff-50a2b2eaf818 HTTP/1.1" status: 204 len: 168 time: 0.5113049 Dec 16 09:32:38.915133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45070) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:38.921146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:38.923937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'mac_address': 'fa:16:3e:a9:e7:b7', 'name': 'tempest-PortsIpV6TestJSON-1566978745'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:38.926392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.033438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1601f7a9-ca4c-4b45-b89f-3a0437896e95 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:39.049463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52250af-07ba-4d91-8e4d-3f54794d2fa1 req-c237ec83-af8a-40f3-9f5d-a3f633d00897 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.051058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e52250af-07ba-4d91-8e4d-3f54794d2fa1 req-c237ec83-af8a-40f3-9f5d-a3f633d00897 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 946 time: 0.0839925 Dec 16 09:32:39.061897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:39.070596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network a463e744-f87a-4c22-b440-bc46e038b5f2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:39.077223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:39.081242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:39.102535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1601f7a9-ca4c-4b45-b89f-3a0437896e95 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:39.102871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1601f7a9-ca4c-4b45-b89f-3a0437896e95 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:39.104282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=24899638-28e3-43b0-894e-3b017249cb5d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.131624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Port': ['ID=92e35f3b-ed74-4f06-87d5-ec2649129de4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.183288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.193659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e52250af-07ba-4d91-8e4d-3f54794d2fa1 req-84cb5a9b-91fa-4cb9-bd78-c881cfcf2bbc tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147265 Dec 16 09:32:39.194948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.195842 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.224783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.231477 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5266105e-87f4-4a4a-b035-d3b5e243bcd9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3609986 Dec 16 09:32:39.236788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port b6b891db-72f1-4216-9d6f-525867422afa yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:39.245490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'port': {'device_id': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd', 'admin_state_up': True, 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:39.254777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c2bc7de7-d4c6-4ec7-ab07-d201fe3daddf req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1371907350', 'description': 'tempest-description-207799479'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:39.279098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-049e9dcf-6f50-406d-9403-50a69a6f19ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:32:39.279680 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-049e9dcf-6f50-406d-9403-50a69a6f19ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:32:39.319978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.332988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c2bc7de7-d4c6-4ec7-ab07-d201fe3daddf req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.394083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:39.406293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.440174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.442383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:39.445014 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57eac4a-23c2-4576-a398-7a93973c1dd6" -d '{"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:39.466174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.475303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 4, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f906300c-5e94-4e04-bd4f-dea3fd32b084', 'name': '', 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'mac_address': 'fa:16:3e:8f:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '432f7727-d6bb-47ca-8e17-b01522d54a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:28Z', 'updated_at': '2021-12-16T09:32:37Z', 'revision_number': 4, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'subnets': [{'id': '432f7727-d6bb-47ca-8e17-b01522d54a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:39.482614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:39.491590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:39.494599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:39.528644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c2bc7de7-d4c6-4ec7-ab07-d201fe3daddf req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.542345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c2bc7de7-d4c6-4ec7-ab07-d201fe3daddf req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.594354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.599883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f48e01-18ed-4d8d-91ef-c4510613d6d2 None None] The sync data for ids ['635bf723-88a1-442a-be41-9e7446bc4278'] in n-d-821941-1 is: [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:32:29Z', 'revision_number': 4, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f906300c-5e94-4e04-bd4f-dea3fd32b084', 'name': '', 'network_id': '51669bdc-0def-4690-87a6-c2dcaec17897', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'mac_address': 'fa:16:3e:8f:df:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '432f7727-d6bb-47ca-8e17-b01522d54a0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:28Z', 'updated_at': '2021-12-16T09:32:37Z', 'revision_number': 4, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'subnets': [{'id': '432f7727-d6bb-47ca-8e17-b01522d54a0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:39.619708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Pushing event updated for resources: {'Port': ['ID=8f11a68d-1e98-4f8f-836f-a83028a380c8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.623730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.627091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:39.631006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.642996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c2bc7de7-d4c6-4ec7-ab07-d201fe3daddf req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.649559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2bc7de7-d4c6-4ec7-ab07-d201fe3daddf req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4020395 Dec 16 09:32:39.662162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 24899638-28e3-43b0-894e-3b017249cb5d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:39.693195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd43db9-06eb-4f66-91ff-935b9b4a4d35 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.777930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:39.783510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:39.786038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:39.796755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.796935 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.840091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=b6b891db-72f1-4216-9d6f-525867422afa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:39.847813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 24899638-28e3-43b0-894e-3b017249cb5d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:39.848308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:39.866321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0ebcd-6879-4f54-a119-0464ebd4d7b4 req-c06eee4e-ecc1-4a81-a258-971029918629 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.868047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2c0ebcd-6879-4f54-a119-0464ebd4d7b4 req-c06eee4e-ecc1-4a81-a258-971029918629 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1172717 Dec 16 09:32:39.875304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-199b2eed-1b6d-40e9-ba77-f066d5bae1a2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9586191 Dec 16 09:32:39.877677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45082) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:39.925162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Allocated IP 19.86.0.230 (3140531d-7f7a-4c2d-a7fd-ad92a00906cd/294f671d-77c6-42d2-8af4-3f14e3c704da/70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:39.963463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2c0ebcd-6879-4f54-a119-0464ebd4d7b4 req-1ddeb325-b5ef-4cfe-b2ba-de3a2392d549 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Dec 16 09:32:39.976130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df85dbe-dd0b-420a-8888-63bd8b9bdfd4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:39.980791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6df85dbe-dd0b-420a-8888-63bd8b9bdfd4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/b6b891db-72f1-4216-9d6f-525867422afa HTTP/1.1" status: 200 len: 845 time: 0.0941510 Dec 16 09:32:39.981426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45084) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:40.034255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2dee8cb4-5831-476d-9b36-4db6355f2da0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:40.078689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Provisioning complete for port 2dee8cb4-5831-476d-9b36-4db6355f2da0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:40.079460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.098729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port b6b891db-72f1-4216-9d6f-525867422afa {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:40.099298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.135901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2dee8cb4-5831-476d-9b36-4db6355f2da0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:40.137374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.181107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.193760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.195734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for b6b891db-72f1-4216-9d6f-525867422afa owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:40.275302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.307197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.324488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.328995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.333162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5a5a-4136-4244-bdd2-d50653153fa4 req-071e14b9-b9c0-4924-a4e9-39d4c7d9d4d5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.335207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-697b5a5a-4136-4244-bdd2-d50653153fa4 req-071e14b9-b9c0-4924-a4e9-39d4c7d9d4d5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 932 time: 0.0931175 Dec 16 09:32:40.382356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a7001020-be55-4faf-8286-80991eaa378a None None] For port 2dee8cb4-5831-476d-9b36-4db6355f2da0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2dee8cb4-5831-476d-9b36-4db6355f2da0,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:40.399204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.400191 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.404086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.448008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=b6b891db-72f1-4216-9d6f-525867422afa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.454535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-697b5a5a-4136-4244-bdd2-d50653153fa4 req-ad5dda4d-f8d8-4ab8-bc55-50905ee1b963 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038344 Dec 16 09:32:40.460675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.467517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1c50793a-a217-416f-a2e5-02c54b9f6195 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/b6b891db-72f1-4216-9d6f-525867422afa HTTP/1.1" status: 204 len: 168 time: 0.4826794 Dec 16 09:32:40.468827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45088) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:40.494305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:40.502416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Provisioning complete for port f906300c-5e94-4e04-bd4f-dea3fd32b084 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:40.502809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.502910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:40.508454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:40.508640 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1952d08-995a-438a-9dd5-6dca32c2b332 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:40.517909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b1952d08-995a-438a-9dd5-6dca32c2b332 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/b6b891db-72f1-4216-9d6f-525867422afa HTTP/1.1" status: 404 len: 333 time: 0.0467043 Dec 16 09:32:40.520508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45090) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:40.531703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'name': 'tempest-PortsIpV6TestJSON-1705521392'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:40.551732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Port': ['ID=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.565566 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb4bd5-c865-46ed-8e4a-e45dd6e80848 x-openstack-request-id: req-6dfb4bd5-c865-46ed-8e4a-e45dd6e80848 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:40.565915 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:40.566160 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6dfb4bd5-c865-46ed-8e4a-e45dd6e80848 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:40.566564 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'code': 200} Dec 16 09:32:40.575499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Pushing event updated for resources: {'Port': ['ID=2dee8cb4-5831-476d-9b36-4db6355f2da0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.602136 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:32:40.602453 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:32:40.642889 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.662648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:40.667683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.694054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a7001020-be55-4faf-8286-80991eaa378a None None] For port f906300c-5e94-4e04-bd4f-dea3fd32b084, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f906300c-5e94-4e04-bd4f-dea3fd32b084,segment=NetworkSegment(72ce22be-4faf-48cc-91d7-0840604a3aec),segment_id=72ce22be-4faf-48cc-91d7-0840604a3aec)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:40.707292 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.722723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-3b187222-b23f-4fe5-a56d-06d1b693dd8f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4841912 Dec 16 09:32:40.724944 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.736554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'port': {'device_id': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2', 'admin_state_up': True, 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:40.746068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.751458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Provisioning complete for port e9c744d8-5b17-430e-8944-f2dc92c7da36 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:40.751853 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.823668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Pushing event updated for resources: {'Port': ['ID=f906300c-5e94-4e04-bd4f-dea3fd32b084,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.839602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Port e9c744d8-5b17-430e-8944-f2dc92c7da36 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:40.865883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Provisioning complete for port 92e35f3b-ed74-4f06-87d5-ec2649129de4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:40.867417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.919106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Port 92e35f3b-ed74-4f06-87d5-ec2649129de4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:40.930855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Provisioning complete for port 24899638-28e3-43b0-894e-3b017249cb5d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:40.931531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7001020-be55-4faf-8286-80991eaa378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:40.933314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Pushing event updated for resources: {'Port': ['ID=8f11a68d-1e98-4f8f-836f-a83028a380c8,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:40.963204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.083399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:41.087719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.091098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-fd76c81e-da7b-40d5-b000-eb99cd1946be tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/50aba770-47b3-4166-8d84-44a9edfb158d HTTP/1.1" status: 200 len: 1806 time: 0.4814217 Dec 16 09:32:41.102033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43653dd8-f32a-4340-bab7-f3242455ced6 req-5e3da7cd-8f95-4acd-b9cb-186f02f6c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.103595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43653dd8-f32a-4340-bab7-f3242455ced6 req-5e3da7cd-8f95-4acd-b9cb-186f02f6c331 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 1097 time: 0.4843264 Dec 16 09:32:41.129239 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Floating IP d9639cf6-9dad-4702-82d5-dd4f4cc120ff associated. External IP: 172.25.6.156, port: e9c744d8-5b17-430e-8944-f2dc92c7da36. Dec 16 09:32:41.140013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:41.143520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.172211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ccb4eb45-39d0-4ce8-a93a-24be1db2fc39 None None] Provisioning complete for port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:41.172810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ccb4eb45-39d0-4ce8-a93a-24be1db2fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.197763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e34b6be5-85f8-4981-a27f-95c5439d7d86 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1 HTTP/1.1" status: 200 len: 1806 time: 0.0997806 Dec 16 09:32:41.200765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43653dd8-f32a-4340-bab7-f3242455ced6 req-aa8c8de5-dbc6-47fa-afcc-d213e2470d9f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Dec 16 09:32:41.202656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port a124cff9-6791-46a8-b376-0075b01f1fe7 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:41.210045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50aba770-47b3-4166-8d84-44a9edfb158d', 'remote_group_id': 'fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.210419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50aba770-47b3-4166-8d84-44a9edfb158d', 'remote_group_id': 'fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.210805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4eb45-39d0-4ce8-a93a-24be1db2fc39 None None] Port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:41.398613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.441637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.448950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.458346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.490860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753fc539-9fb1-46db-9199-a96e1ef3d51c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:41.503591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.504825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdaba5de-096f-42ed-a9c4-6d9eb165f3d3 req-e33dbd84-4e16-4942-821d-ded8f84bca95 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3061957 Dec 16 09:32:41.519257 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.544044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2dee8cb4-5831-476d-9b36-4db6355f2da0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:41.581672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:41.585265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:41.602197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:41.611972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.612694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.625822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=a124cff9-6791-46a8-b376-0075b01f1fe7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:41.644266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2dee8cb4-5831-476d-9b36-4db6355f2da0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:41.644672 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.684567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7afb7107-e7db-4cd3-a90d-80918a57c2ef tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1629248 Dec 16 09:32:41.689200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45100) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:41.694743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:41.730391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f906300c-5e94-4e04-bd4f-dea3fd32b084 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:41.744313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a77b-73be-4988-b39b-f250ee4e5246 req-300b7b92-87e3-4a06-92ff-12e6c29bbbd3 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:41.744540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Allocated IP 19.80.0.112 (a463e744-f87a-4c22-b440-bc46e038b5f2/edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e/7f6ff2c0-2d85-42c4-b394-83441af737f1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:41.745834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4776a77b-73be-4988-b39b-f250ee4e5246 req-300b7b92-87e3-4a06-92ff-12e6c29bbbd3 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 946 time: 0.0979154 Dec 16 09:32:41.793793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f906300c-5e94-4e04-bd4f-dea3fd32b084 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:41.794189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.819782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:41.836099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4776a77b-73be-4988-b39b-f250ee4e5246 req-69067051-86a7-43d8-951d-07920a380d92 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778744 Dec 16 09:32:42.048816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Router 8f0fb35b-5a80-4258-b91d-1242935ea807 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:42.050525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.060139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.077653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73a679-871c-4d0c-917a-05b2bb47d822 req-b1a8953b-a435-4834-ba9e-6e7a88debc3b tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.084912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de73a679-871c-4d0c-917a-05b2bb47d822 req-b1a8953b-a435-4834-ba9e-6e7a88debc3b tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.0823071 Dec 16 09:32:42.127227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] In _notify_port_updated(), no bound segment for port a124cff9-6791-46a8-b376-0075b01f1fe7 on network bf7af26c-8603-493c-a989-b18a740aaf71 {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:42.132854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.133468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.134908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/ports/a124cff9-6791-46a8-b376-0075b01f1fe7 HTTP/1.1" status: 200 len: 818 time: 0.4445369 Dec 16 09:32:42.138912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45140) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:42.176278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.190322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccf204-f72e-432e-b3db-48c3a10cb1e5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=a124cff9-6791-46a8-b376-0075b01f1fe7,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.199664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de73a679-871c-4d0c-917a-05b2bb47d822 req-269031bc-d2a5-4bac-a8bb-69df4fd4eaad tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138988 Dec 16 09:32:42.237789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:42.251817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] Sync routers for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:42.263441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.271544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:42.272957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:42.290813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port a124cff9-6791-46a8-b376-0075b01f1fe7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:42.291213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.296834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45142) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:42.297139 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8cb72ea3-8b34-4d4a-9bac-874328a97853 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2374995 Dec 16 09:32:42.298067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.319487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network a463e744-f87a-4c22-b440-bc46e038b5f2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:42.321977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:42.341535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:42.346548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:42.358022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:42.358866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:42.411900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.412596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.428928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:42.430106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a270510-5664-47ee-b79a-e4046706c0fc None None] The sync data for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:42.462611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Port': ['ID=7f6ff2c0-2d85-42c4-b394-83441af737f1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.469894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-7f513987-757a-4e6d-badc-ab351593325d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7362924 Dec 16 09:32:42.494118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Request body: {'port': {'device_id': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:42.543002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.570233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.578092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4eeb18b2-cfce-4b3e-9ffb-d86a9efbb171 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] 10.222.0.61 "GET /v2.0/floatingips/d9639cf6-9dad-4702-82d5-dd4f4cc120ff HTTP/1.1" status: 200 len: 982 time: 0.2681329 Dec 16 09:32:42.578964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45148) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:42.581235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for a124cff9-6791-46a8-b376-0075b01f1fe7 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:42.608074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd468c-3320-4450-bca0-aa93116d24cc req-b9dcc1d7-eb76-44cc-adef-2fba047b1736 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.619531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd468c-3320-4450-bca0-aa93116d24cc req-b9dcc1d7-eb76-44cc-adef-2fba047b1736 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.626796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd468c-3320-4450-bca0-aa93116d24cc req-b9dcc1d7-eb76-44cc-adef-2fba047b1736 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:42.635568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fecd468c-3320-4450-bca0-aa93116d24cc req-b9dcc1d7-eb76-44cc-adef-2fba047b1736 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2377 time: 0.2087882 Dec 16 09:32:42.722743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fecd468c-3320-4450-bca0-aa93116d24cc req-96ba597a-6a45-448b-90d6-f55dca3b3a0f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861950 Dec 16 09:32:42.749685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-01e04636-2276-4cd0-a76d-6d22d56b1757 None None] Provisioning complete for port 7f6ff2c0-2d85-42c4-b394-83441af737f1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:42.750737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-01e04636-2276-4cd0-a76d-6d22d56b1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.772322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.824310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=a124cff9-6791-46a8-b376-0075b01f1fe7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:42.847690 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-607c93f7-3681-47d2-ab08-4770925ae97a tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2652347 Dec 16 09:32:42.849010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45180) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:42.850785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:42.856117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-69e0961a-244e-4a4d-b6c1-801d61d9aa81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/a124cff9-6791-46a8-b376-0075b01f1fe7 HTTP/1.1" status: 204 len: 168 time: 0.7162001 Dec 16 09:32:42.861696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45182) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:42.880237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfce3a8a-7af0-46b4-9b8b-f417b1534ed9 req-4af3a91b-b802-41cd-b060-421e23045c4d tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1 HTTP/1.1" status: 200 len: 1806 time: 0.0653994 Dec 16 09:32:42.981439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfce3a8a-7af0-46b4-9b8b-f417b1534ed9 req-9f63c144-f790-4189-8f44-b4b06b701370 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.008506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfce3a8a-7af0-46b4-9b8b-f417b1534ed9 req-9f63c144-f790-4189-8f44-b4b06b701370 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.010352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-01e04636-2276-4cd0-a76d-6d22d56b1757 None None] Port 7f6ff2c0-2d85-42c4-b394-83441af737f1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:43.031882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e771d-c1af-4305-afe8-0e688b68ec58 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.033419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-388e771d-c1af-4305-afe8-0e688b68ec58 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1644983 Dec 16 09:32:43.036279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45184) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:43.071103 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b277a4-dd2d-45fd-a23c-5018b0bf9c50 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:43.072636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-76b277a4-dd2d-45fd-a23c-5018b0bf9c50 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/a124cff9-6791-46a8-b376-0075b01f1fe7 HTTP/1.1" status: 404 len: 333 time: 0.0353012 Dec 16 09:32:43.076931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45186) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:43.081445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1140486868'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:43.111344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:43.115376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.153410 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfce3a8a-7af0-46b4-9b8b-f417b1534ed9 req-9f63c144-f790-4189-8f44-b4b06b701370 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.156785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfce3a8a-7af0-46b4-9b8b-f417b1534ed9 req-9f63c144-f790-4189-8f44-b4b06b701370 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.157984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfce3a8a-7af0-46b4-9b8b-f417b1534ed9 req-9f63c144-f790-4189-8f44-b4b06b701370 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1 HTTP/1.1" status: 204 len: 173 time: 0.2663109 Dec 16 09:32:43.177898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63c144-f790-4189-8f44-b4b06b701370 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.189122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:43.219452 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.219452 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment 1164e1f3-ad63-4801-8c73-7ee838cb1fd0 of type vlan for network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 Dec 16 09:32:43.233279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e35f3b-ed74-4f06-87d5-ec2649129de4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:43.243752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.260055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting port 8f11a68d-1e98-4f8f-836f-a83028a380c8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:43.261000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.267458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Transition to ACTIVE for port object 92e35f3b-ed74-4f06-87d5-ec2649129de4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:43.275472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25aa7d31-b947-41db-b0f0-dc9663bf9d8f req-81359698-5515-4313-9562-fefe2448020f tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/50aba770-47b3-4166-8d84-44a9edfb158d HTTP/1.1" status: 200 len: 1806 time: 0.0892851 Dec 16 09:32:43.277778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.278366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.307746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.314257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.315213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.399178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Pushing event updated for resources: {'Port': ['ID=92e35f3b-ed74-4f06-87d5-ec2649129de4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.429819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3494749 Dec 16 09:32:43.431950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45196) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:43.434859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.435199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.437503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:43.476858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Calling delete_port for 8f11a68d-1e98-4f8f-836f-a83028a380c8 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:43.490411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d450c3-0d3f-4f23-8800-60b9d29bfcb7 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=69fd7dbf-a74a-4a4d-859a-0cac5dec29b9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.507140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:43.520485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872aa382-9e4e-4a27-9f74-cf8fa6bfa3eb req-5f776c0c-37b1-4780-82c3-aa943c2b6eb6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.522072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-872aa382-9e4e-4a27-9f74-cf8fa6bfa3eb req-5f776c0c-37b1-4780-82c3-aa943c2b6eb6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1457491 Dec 16 09:32:43.613104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Attempting to bind port 92e35f3b-ed74-4f06-87d5-ec2649129de4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:43.613661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Attempting to bind port 92e35f3b-ed74-4f06-87d5-ec2649129de4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:43.615176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Attempting to bind port 92e35f3b-ed74-4f06-87d5-ec2649129de4 on network a463e744-f87a-4c22-b440-bc46e038b5f2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:43.627668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Port 92e35f3b-ed74-4f06-87d5-ec2649129de4 on network a463e744-f87a-4c22-b440-bc46e038b5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:43.628007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Attempting to bind port 92e35f3b-ed74-4f06-87d5-ec2649129de4 on network a463e744-f87a-4c22-b440-bc46e038b5f2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:43.636755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-872aa382-9e4e-4a27-9f74-cf8fa6bfa3eb req-62ee084c-9549-4bcf-b6ff-2de34e042f73 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023011 Dec 16 09:32:43.662165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-bb1ee96e-6a10-4c4b-a440-2569f6025c60 req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1944417583', 'description': 'tempest-description-503388343'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:43.677871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:43.678331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Checking segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:43.678876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Bound using segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:43.679829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Bound port: 92e35f3b-ed74-4f06-87d5-ec2649129de4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:43.680306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.683398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:43.692071 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.787610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb1ee96e-6a10-4c4b-a440-2569f6025c60 req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.789766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] For port 92e35f3b-ed74-4f06-87d5-ec2649129de4, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:43.791893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.795273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] For port 92e35f3b-ed74-4f06-87d5-ec2649129de4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=92e35f3b-ed74-4f06-87d5-ec2649129de4,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:43.820643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.825670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Port': ['ID=8f11a68d-1e98-4f8f-836f-a83028a380c8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.879820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:43.880457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.882176 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] 10.222.0.69 "PUT /v2.0/ports/92e35f3b-ed74-4f06-87d5-ec2649129de4 HTTP/1.1" status: 200 len: 1092 time: 1.3953302 Dec 16 09:32:43.882637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'tag': '92e35f3b-ed74-4f06-87d5-ec2649129de4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:43.885328 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97443ef-74c0-495c-8a32-b8db9ca4f669" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "tag": "92e35f3b-ed74-4f06-87d5-ec2649129de4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:43.925676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Request body: {'port': {'device_id': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:43.969681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8ffa24da-0a37-48e5-99e1-f53e7dac4ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.979781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb1ee96e-6a10-4c4b-a440-2569f6025c60 req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.982525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531df26-6c54-4c62-84a9-14ea05ccc4bd service neutron] Pushing event updated for resources: {'Port': ['ID=92e35f3b-ed74-4f06-87d5-ec2649129de4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:43.993135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:43.993476 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Floating IP d9639cf6-9dad-4702-82d5-dd4f4cc120ff disassociated (deleted). External IP: 172.25.6.156, port: e9c744d8-5b17-430e-8944-f2dc92c7da36. Dec 16 09:32:43.995973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb1ee96e-6a10-4c4b-a440-2569f6025c60 req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.043958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816bb66c-284d-472f-a452-93a752ffbefc,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:44.051761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.056851 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bb1ee96e-6a10-4c4b-a440-2569f6025c60 req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.064571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb1ee96e-6a10-4c4b-a440-2569f6025c60 req-db03db1a-0e1c-4018-92c5-2c3a12ae0f0b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4063756 Dec 16 09:32:44.084996 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.163361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:44.177248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': '1164e1f3-ad63-4801-8c73-7ee838cb1fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:44.177605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:44.201294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:44.215579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:44.223507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.224323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.224555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfce95-0bb1-4735-9fb7-91c4b19bf65b None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:44.281036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-524f6cd9-43d1-4b4f-917f-ab11987e3c7b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8460720 Dec 16 09:32:44.285453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45208) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:44.294562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:44.336325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063d530-3273-43c4-8eae-725a7693a37a req-84a31057-e9e8-44c9-952d-97ff9988ea5c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.337936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7063d530-3273-43c4-8eae-725a7693a37a req-84a31057-e9e8-44c9-952d-97ff9988ea5c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1104417 Dec 16 09:32:44.385522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': 'b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:44.387581 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.442726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7063d530-3273-43c4-8eae-725a7693a37a req-00da6161-7554-4ea3-956a-d6408963e25a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660739 Dec 16 09:32:44.497311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:44.504563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.581246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Router 8f0fb35b-5a80-4258-b91d-1242935ea807 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:44.599677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Allocated IP 2001:db8::2 (69fd7dbf-a74a-4a4d-859a-0cac5dec29b9/b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba/abfd5df3-4629-43d8-b75c-99d3d7813741) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:44.647679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:44.670692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e85a-9dbf-4906-a430-f6779d772e25 req-be728ba6-20fd-4921-9fe8-76b866750dcb tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.676921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e85a-9dbf-4906-a430-f6779d772e25 req-be728ba6-20fd-4921-9fe8-76b866750dcb tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.682937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e85a-9dbf-4906-a430-f6779d772e25 req-be728ba6-20fd-4921-9fe8-76b866750dcb tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:44.690900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ea2e85a-9dbf-4906-a430-f6779d772e25 req-be728ba6-20fd-4921-9fe8-76b866750dcb tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2389 time: 0.0991790 Dec 16 09:32:44.694698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.724675 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba (CIDR: 2001:db8::/64) Dec 16 09:32:44.727085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Transition to ACTIVE for port object 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:44.745365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.752193 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:32:44.752638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:32:44.783362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ea2e85a-9dbf-4906-a430-f6779d772e25 req-31721707-1f49-4f2a-ae60-75c9da8faad3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902455 Dec 16 09:32:44.790029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7d41ad5a-1f47-4908-bdcb-fc18b382e6df tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4996679 Dec 16 09:32:44.801240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45214) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:44.816511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:44.847963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:44.863128 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09660056-c613-47a8-995a-d0f724540add x-openstack-request-id: req-09660056-c613-47a8-995a-d0f724540add {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:44.863775 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "tag": "92e35f3b-ed74-4f06-87d5-ec2649129de4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:44.864126 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09660056-c613-47a8-995a-d0f724540add {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:44.864637 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'tag': '92e35f3b-ed74-4f06-87d5-ec2649129de4', 'status': 'completed', 'code': 200} Dec 16 09:32:44.874027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.888948 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] Sync routers for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:44.891592 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:44.915538 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:44.916155 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:44.935860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.003821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Pushing event updated for resources: {'Port': ['ID=abfd5df3-4629-43d8-b75c-99d3d7813741,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:45.008481 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:45.025601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:45.028451 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:45.029093 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:45.029673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:45.035595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:45.082302 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:45.083441 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096494eb-86e9-43fa-b246-a9a3f8327484 None None] The sync data for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:32:45.085311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42aba6ab-e798-4121-a876-3b946665e06b req-e4113251-b51e-49de-8a41-075cd8983f40 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/816bb66c-284d-472f-a452-93a752ffbefc HTTP/1.1" status: 200 len: 1806 time: 0.2309816 Dec 16 09:32:45.090936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-7c2b5cd8-cdff-4181-b7f2-d056ceb5fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.099917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-7c2b5cd8-cdff-4181-b7f2-d056ceb5fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.100735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-7c2b5cd8-cdff-4181-b7f2-d056ceb5fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.102856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-7c2b5cd8-cdff-4181-b7f2-d056ceb5fed7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2757 time: 0.2189884 Dec 16 09:32:45.114080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '816bb66c-284d-472f-a452-93a752ffbefc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:45.114504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '816bb66c-284d-472f-a452-93a752ffbefc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:45.153334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Attempting to bind port abfd5df3-4629-43d8-b75c-99d3d7813741 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:45.153829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Attempting to bind port abfd5df3-4629-43d8-b75c-99d3d7813741 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '1164e1f3-ad63-4801-8c73-7ee838cb1fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:45.154232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Attempting to bind port abfd5df3-4629-43d8-b75c-99d3d7813741 on network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:45.163720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:45.164129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Checking segment: {'id': '1164e1f3-ad63-4801-8c73-7ee838cb1fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:45.164522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.167730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Bound using segment: {'id': '1164e1f3-ad63-4801-8c73-7ee838cb1fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:45.168817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Bound port: abfd5df3-4629-43d8-b75c-99d3d7813741, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1164e1f3-ad63-4801-8c73-7ee838cb1fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:45.169388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.252465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] For port abfd5df3-4629-43d8-b75c-99d3d7813741, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:45.256399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] For port abfd5df3-4629-43d8-b75c-99d3d7813741, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=abfd5df3-4629-43d8-b75c-99d3d7813741,segment=NetworkSegment(1164e1f3-ad63-4801-8c73-7ee838cb1fd0),segment_id=1164e1f3-ad63-4801-8c73-7ee838cb1fd0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:45.263448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.336544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dfe47-f583-4c15-a108-08a9dd56fe8f None None] Pushing event updated for resources: {'Port': ['ID=abfd5df3-4629-43d8-b75c-99d3d7813741,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:45.372373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-0ab942d6-d18d-4322-9c51-d39b36a0831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.372892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-0ab942d6-d18d-4322-9c51-d39b36a0831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.373358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-0ab942d6-d18d-4322-9c51-d39b36a0831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.375062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-0ab942d6-d18d-4322-9c51-d39b36a0831c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2557478 Dec 16 09:32:45.376514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.418190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Pushing event updated for resources: {'Port': ['ID=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:45.460606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-00dbd86a-a48e-4be0-b431-7a5cb1c3b3a7 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "DELETE /v2.0/floatingips/d9639cf6-9dad-4702-82d5-dd4f4cc120ff HTTP/1.1" status: 204 len: 168 time: 2.6065619 Dec 16 09:32:45.461559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45218) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:45.473243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:45.521075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.525395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Attempting to bind port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:45.526295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Attempting to bind port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:45.526457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Attempting to bind port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 on network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:45.533092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.536308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.537881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 on network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:45.537881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Attempting to bind port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 on network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:45.603610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e775319-0e1f-4a50-8952-385db040ef33,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:45.613998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:45.617187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.648361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.662505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42aba6ab-e798-4121-a876-3b946665e06b req-71ccf29e-ac17-4480-91e5-03bef3e2ee8b tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5560560 Dec 16 09:32:45.668812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-91199c53-f3f1-47dd-a74b-3dbfcb32b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.672269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97443ef-74c0-495c-8a32-b8db9ca4f669 req-91199c53-f3f1-47dd-a74b-3dbfcb32b7a6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2884464 Dec 16 09:32:45.707025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:45.707365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Checking segment: {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:45.707764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Bound using segment: {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:45.708216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Bound port: 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae65b9d-5e01-4281-9e97-283869fe7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:45.708632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.885662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] For port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:45.895768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] For port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:45.927981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.987027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:45.987612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:45.989120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] 10.222.0.69 "PUT /v2.0/ports/70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 HTTP/1.1" status: 200 len: 1092 time: 2.0682440 Dec 16 09:32:46.011121 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.059480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Request body: {'port': {'device_id': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:46.147042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-85c16486-0d93-4ec8-8176-57b461ae6785 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/816bb66c-284d-472f-a452-93a752ffbefc HTTP/1.1" status: 200 len: 2400 time: 0.0595174 Dec 16 09:32:46.148987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905325-d7d9-4b9c-a5bf-ebf7df739837 service neutron] Pushing event updated for resources: {'Port': ['ID=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:46.153684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '816bb66c-284d-472f-a452-93a752ffbefc', 'remote_group_id': None}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:46.154234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '816bb66c-284d-472f-a452-93a752ffbefc', 'remote_group_id': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:46.259201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.300698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.301107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.308089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.309199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.330020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c340bd1-c9a6-4e8e-9b48-47f292c1054c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:46.347739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.349446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b22cd351-ca10-4620-9e7b-e87e0a274db7 req-d2265239-0eac-4fe2-934f-3fc3646c6dd1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2010531 Dec 16 09:32:46.425402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:46.430960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Allocated IP 172.25.6.18 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e974f392-ed0c-46f5-8db2-04dda11fd16f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:46.445613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:46.446927 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a41c65cf-f545-4629-8ca6-8c56841777d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.454746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.455414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.489505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=75eaf8c1-1789-44de-bee7-dd4cefb6a0ec,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:46.499837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aaffe-e3b8-4968-aaaf-9af168e480ae req-938d2e32-8f22-4ef0-a984-61a7f72465a3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.506847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aaffe-e3b8-4968-aaaf-9af168e480ae req-938d2e32-8f22-4ef0-a984-61a7f72465a3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.517124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aaffe-e3b8-4968-aaaf-9af168e480ae req-938d2e32-8f22-4ef0-a984-61a7f72465a3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:46.528370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b53aaffe-e3b8-4968-aaaf-9af168e480ae req-938d2e32-8f22-4ef0-a984-61a7f72465a3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2401 time: 0.1035142 Dec 16 09:32:46.547408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-51565c14-e34b-4ddb-960c-262d8681da80 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7411013 Dec 16 09:32:46.549638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45242) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:46.555131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'fixed_ips': [{'subnet_id': 'b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba'}, {'subnet_id': '75eaf8c1-1789-44de-bee7-dd4cefb6a0ec'}], 'name': 'tempest-PortsIpV6TestJSON-1642553035'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:46.645701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b53aaffe-e3b8-4968-aaaf-9af168e480ae req-c79a717b-6b31-40e8-bf9b-d7c8cbaacc8c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162140 Dec 16 09:32:46.730938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.760913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:46.828741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4a8b9-f30c-4210-808c-af7b477f8167 None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:46.830846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.865313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'tag': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:46.867807 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17b6194-6c73-4375-9d20-f1a7da56493a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "tag": "70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:46.910277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:46.916757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6ff2c0-2d85-42c4-b394-83441af737f1 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:46.924212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:46.924685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5f6d28e2-08bb-42bb-afe0-19a82533d482 None None] Provisioning complete for port abfd5df3-4629-43d8-b75c-99d3d7813741 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:46.925131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28e2-08bb-42bb-afe0-19a82533d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.926794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:46.936906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:46.969872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Pushing event updated for resources: {'Port': ['ID=e974f392-ed0c-46f5-8db2-04dda11fd16f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:46.988209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Transition to ACTIVE for port object 7f6ff2c0-2d85-42c4-b394-83441af737f1 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:32:46.996486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.086938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Pushing event updated for resources: {'Port': ['ID=7f6ff2c0-2d85-42c4-b394-83441af737f1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:47.170373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.175252 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28e2-08bb-42bb-afe0-19a82533d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.231013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5f6d28e2-08bb-42bb-afe0-19a82533d482 None None] For port abfd5df3-4629-43d8-b75c-99d3d7813741, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=abfd5df3-4629-43d8-b75c-99d3d7813741,segment=NetworkSegment(1164e1f3-ad63-4801-8c73-7ee838cb1fd0),segment_id=1164e1f3-ad63-4801-8c73-7ee838cb1fd0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:47.241547 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28e2-08bb-42bb-afe0-19a82533d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.289500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.302905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Attempting to bind port 7f6ff2c0-2d85-42c4-b394-83441af737f1 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:47.303255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Attempting to bind port 7f6ff2c0-2d85-42c4-b394-83441af737f1 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:47.303561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Attempting to bind port 7f6ff2c0-2d85-42c4-b394-83441af737f1 on network a463e744-f87a-4c22-b440-bc46e038b5f2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:47.312168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d28e2-08bb-42bb-afe0-19a82533d482 None None] Pushing event updated for resources: {'Port': ['ID=abfd5df3-4629-43d8-b75c-99d3d7813741,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:47.327507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.338288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Port 7f6ff2c0-2d85-42c4-b394-83441af737f1 on network a463e744-f87a-4c22-b440-bc46e038b5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:32:47.338926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Attempting to bind port 7f6ff2c0-2d85-42c4-b394-83441af737f1 on network a463e744-f87a-4c22-b440-bc46e038b5f2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:47.351170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:47.351170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Checking segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:47.351170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Bound using segment: {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:47.351170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Bound port: 7f6ff2c0-2d85-42c4-b394-83441af737f1, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5675ce4a-c70f-4934-a9ef-a144998330a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:47.351775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.360396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] Update dhcp port {'port': {'network_id': '69fd7dbf-a74a-4a4d-859a-0cac5dec29b9', 'fixed_ips': [{'subnet_id': 'b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba', 'ip_address': '2001:db8::2'}, {'subnet_id': '75eaf8c1-1789-44de-bee7-dd4cefb6a0ec'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'abfd5df3-4629-43d8-b75c-99d3d7813741'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:32:47.390306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 403331da-0b64-4607-8f18-e936e99d8bbc yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:47.409064 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.522863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-2b1cec63-295c-4fb6-8b8f-2ecea8cbf31b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7187881 Dec 16 09:32:47.536099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] For port 7f6ff2c0-2d85-42c4-b394-83441af737f1, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:47.567254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55720177-f46a-4b2a-a034-e8e5664e082d req-46b6f2a0-5934-4892-894b-3b2bc66f0740 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.571341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] For port 7f6ff2c0-2d85-42c4-b394-83441af737f1, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:47.572490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device abfd5df3-4629-43d8-b75c-99d3d7813741 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:47.586727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55720177-f46a-4b2a-a034-e8e5664e082d req-46b6f2a0-5934-4892-894b-3b2bc66f0740 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.8455350 Dec 16 09:32:47.592035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.655647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.656171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.658543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] 10.222.0.69 "PUT /v2.0/ports/7f6ff2c0-2d85-42c4-b394-83441af737f1 HTTP/1.1" status: 200 len: 1092 time: 1.6131034 Dec 16 09:32:47.677864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.695285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.718077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d5bac-bc9a-4e39-a2d0-53fe3f9297ad service neutron] Pushing event updated for resources: {'Port': ['ID=7f6ff2c0-2d85-42c4-b394-83441af737f1,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:47.755974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55720177-f46a-4b2a-a034-e8e5664e082d req-976fab78-1543-4d4d-8c6a-46b420a1c1cb tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674161 Dec 16 09:32:47.778993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-8363690f-40ee-4d69-8f55-bd54c8d38cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.781416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-8363690f-40ee-4d69-8f55-bd54c8d38cce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.1839378 Dec 16 09:32:47.795403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port abfd5df3-4629-43d8-b75c-99d3d7813741 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:47.797449 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.829093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Pushing event updated for resources: {'Port': ['ID=e974f392-ed0c-46f5-8db2-04dda11fd16f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:47.839788 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.847158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-2c286cb4-b5b2-44e3-ab77-58d28f77dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.847638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-2c286cb4-b5b2-44e3-ab77-58d28f77dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.848109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-2c286cb4-b5b2-44e3-ab77-58d28f77dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:47.849801 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-2c286cb4-b5b2-44e3-ab77-58d28f77dcf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2866 time: 0.1431544 Dec 16 09:32:47.859451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] Allocated IP 2001:db8:0:1::2 (69fd7dbf-a74a-4a4d-859a-0cac5dec29b9/75eaf8c1-1789-44de-bee7-dd4cefb6a0ec/abfd5df3-4629-43d8-b75c-99d3d7813741) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:47.871352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:47.876566 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37ac39c5-4d4a-4de5-bf82-2fae375d79c2 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4076447 Dec 16 09:32:47.877247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45256) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:47.916063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a37f37e-4902-4d49-bf4f-ef1e5d5f7b79 req-2f377ffd-4ba3-4b88-9fb8-c6623c4e1bd5 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/816bb66c-284d-472f-a452-93a752ffbefc HTTP/1.1" status: 200 len: 2999 time: 0.0567329 Dec 16 09:32:47.933529 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-f705a7ba-d14e-4f1d-93ab-fe8e14093803 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=92e35f3b-ed74-4f06-87d5-ec2649129de4 HTTP/1.1" status: 200 len: 217 time: 0.0707407 Dec 16 09:32:48.007346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.083115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] For port abfd5df3-4629-43d8-b75c-99d3d7813741, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=abfd5df3-4629-43d8-b75c-99d3d7813741,segment=NetworkSegment(1164e1f3-ad63-4801-8c73-7ee838cb1fd0),segment_id=1164e1f3-ad63-4801-8c73-7ee838cb1fd0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:48.086982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-dcc95c16-6d88-4ea8-b313-9290d4fc8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.088898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-dcc95c16-6d88-4ea8-b313-9290d4fc8c2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e HTTP/1.1" status: 200 len: 801 time: 0.1360967 Dec 16 09:32:48.129426 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.141188 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.163889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:48.214238 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.231897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-67cf247a-83e5-4234-a703-8da416a324a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.233454 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-67cf247a-83e5-4234-a703-8da416a324a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a463e744-f87a-4c22-b440-bc46e038b5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1372685 Dec 16 09:32:48.272850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48124566-0635-4bd7-963c-ba64b04e60e8 None None] Pushing event updated for resources: {'Port': ['ID=abfd5df3-4629-43d8-b75c-99d3d7813741,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:48.281559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-0ba1f08c-e4fb-4adf-9a21-c1aae5d1de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.284059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-0ba1f08c-e4fb-4adf-9a21-c1aae5d1de26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.4471729 Dec 16 09:32:48.359216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-68d1b757-8bdc-439e-9f07-1ae4c7b01d88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0654497 Dec 16 09:32:48.396712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-73b671f5-e84c-4694-8b8f-688dfb7193db service neutron] 10.222.0.69 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171699 Dec 16 09:32:48.476762 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452cf0b5-4ede-406c-bc3b-a1ef35861253 x-openstack-request-id: req-452cf0b5-4ede-406c-bc3b-a1ef35861253 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:48.478732 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "tag": "70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:48.478732 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-452cf0b5-4ede-406c-bc3b-a1ef35861253 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:48.478732 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'tag': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4', 'status': 'completed', 'code': 200} Dec 16 09:32:48.494711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-0077f4cf-4e7c-4c6f-a86f-d77e703c0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.496205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-0077f4cf-4e7c-4c6f-a86f-d77e703c0103 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1141090 Dec 16 09:32:48.519907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::bc (69fd7dbf-a74a-4a4d-859a-0cac5dec29b9/b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba/403331da-0b64-4607-8f18-e936e99d8bbc) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:48.555478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8:0:1::248 (69fd7dbf-a74a-4a4d-859a-0cac5dec29b9/75eaf8c1-1789-44de-bee7-dd4cefb6a0ec/403331da-0b64-4607-8f18-e936e99d8bbc) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:48.570820 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-25c0cd96-9cdf-4790-bdea-969ccc49a68c service neutron] 10.222.0.69 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631401 Dec 16 09:32:48.606416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-38499211-52a5-40fb-a58e-4fdd655408a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.608004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-38499211-52a5-40fb-a58e-4fdd655408a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973225 Dec 16 09:32:48.660042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:48.744784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-c8a4740e-9639-4a55-865e-4e72b00b9d92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 HTTP/1.1" status: 200 len: 217 time: 0.1657734 Dec 16 09:32:48.802489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562656-a618-4e57-8c68-d4abf247680a req-ca1429be-8907-42e4-8d5e-bdbd45c0562e tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.808655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562656-a618-4e57-8c68-d4abf247680a req-ca1429be-8907-42e4-8d5e-bdbd45c0562e tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.815379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562656-a618-4e57-8c68-d4abf247680a req-ca1429be-8907-42e4-8d5e-bdbd45c0562e tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.817121 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81562656-a618-4e57-8c68-d4abf247680a req-ca1429be-8907-42e4-8d5e-bdbd45c0562e tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2413 time: 0.2059929 Dec 16 09:32:48.875822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Allocated IP 172.25.6.14 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/430bc094-f35d-44de-a9db-d8d9f97b1312) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:48.880631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5f021e55-1f2e-4519-b886-652daa7d7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:48.882582 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-5f021e55-1f2e-4519-b886-652daa7d7a9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=294f671d-77c6-42d2-8af4-3f14e3c704da HTTP/1.1" status: 200 len: 801 time: 0.1101680 Dec 16 09:32:48.887707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-0dc008b9-9e30-4ec0-8531-f6f542e928c6 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620902 Dec 16 09:32:48.894069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81562656-a618-4e57-8c68-d4abf247680a req-c698b3ac-5a7f-4093-b982-41d21ddbdd82 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 Dec 16 09:32:48.999850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fbd8d539-f138-4ad2-a9eb-672a348aea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.001358 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-fbd8d539-f138-4ad2-a9eb-672a348aea1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3140531d-7f7a-4c2d-a7fd-ad92a00906cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096263 Dec 16 09:32:49.026669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-9f21f7e1-b0d6-4693-b379-dff9e3217abd tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-group-rules/5c340bd1-c9a6-4e8e-9b48-47f292c1054c HTTP/1.1" status: 200 len: 783 time: 0.0681109 Dec 16 09:32:49.051718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.114537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849b387-65dc-43b1-9173-5171e13ed6a2 None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:49.115128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.139009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb5722b-50ad-4d2d-b63f-a6033cc76483 req-48a8979b-7e32-4a88-83fe-d78e6a35e392 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411294 Dec 16 09:32:49.169314 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-ec4fb89a-f396-4b2a-bd8e-9091f1e6508e service neutron] 10.222.0.69 "GET /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595733 Dec 16 09:32:49.170413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-bb2fd9ad-6ca1-4709-a7ac-f362724f8f02 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/816bb66c-284d-472f-a452-93a752ffbefc HTTP/1.1" status: 200 len: 2999 time: 0.1344538 Dec 16 09:32:49.196925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ef5c054b-ad04-4a0f-aa32-a7159a0107ab None None] Provisioning complete for port abfd5df3-4629-43d8-b75c-99d3d7813741 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:49.197296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ef5c054b-ad04-4a0f-aa32-a7159a0107ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.213431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.216713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-47d894d8-0d03-4bb9-b9a3-eac30aad0ff7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.216895 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.253479 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-47d894d8-0d03-4bb9-b9a3-eac30aad0ff7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.299797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:49.303748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:49.304618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=403331da-0b64-4607-8f18-e936e99d8bbc,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:49.307461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:49.314981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.315765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.324580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:49.332232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:49.334798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:49.342562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-47d894d8-0d03-4bb9-b9a3-eac30aad0ff7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.353367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-47d894d8-0d03-4bb9-b9a3-eac30aad0ff7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.354754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87887a99-461e-4d42-8579-a37e97b7dfa4 req-47d894d8-0d03-4bb9-b9a3-eac30aad0ff7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5c340bd1-c9a6-4e8e-9b48-47f292c1054c HTTP/1.1" status: 204 len: 173 time: 0.1820271 Dec 16 09:32:49.367795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a188de6-c492-411c-a34b-b73792b76011 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8168285 Dec 16 09:32:49.369431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d894d8-0d03-4bb9-b9a3-eac30aad0ff7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c340bd1-c9a6-4e8e-9b48-47f292c1054c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:49.371400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45274) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:49.377762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:49.496941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.505612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Pushing event updated for resources: {'Port': ['ID=430bc094-f35d-44de-a9db-d8d9f97b1312,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:49.528976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device abfd5df3-4629-43d8-b75c-99d3d7813741 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:49.535809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.544268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-6cead864-dd23-45c2-b4eb-b5d47b8564d0 service neutron] 10.222.0.69 "GET /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611922 Dec 16 09:32:49.615386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port abfd5df3-4629-43d8-b75c-99d3d7813741 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:49.616326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.617369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.667066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-8fb38c85-9489-4a78-a456-62cd7a8bf54f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1 HTTP/1.1" status: 200 len: 217 time: 0.0989273 Dec 16 09:32:49.684803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.694968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.704968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.725113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.736516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.760790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.774116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-92df5928-d81e-462b-9889-689cd72a72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.775937 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-92df5928-d81e-462b-9889-689cd72a72b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e HTTP/1.1" status: 200 len: 801 time: 0.0857787 Dec 16 09:32:49.777186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.779892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24f30af4-4cda-4652-bcad-484f828f676f req-7d3dfd13-9f14-40c7-9a4f-32347c3ba18c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.2667387 Dec 16 09:32:49.782792 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.865218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3b6c1ac0-13c7-4256-9fe8-0ef6eaef33a2 None None] Provisioning complete for port abfd5df3-4629-43d8-b75c-99d3d7813741 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:49.865604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1ac0-13c7-4256-9fe8-0ef6eaef33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.897170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:49.904136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-48bfb6f6-718f-4531-8eaa-87c0760cb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:49.905713 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-48bfb6f6-718f-4531-8eaa-87c0760cb1e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a463e744-f87a-4c22-b440-bc46e038b5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1139431 Dec 16 09:32:50.015491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3b6c1ac0-13c7-4256-9fe8-0ef6eaef33a2 None None] Provisioning complete for port 403331da-0b64-4607-8f18-e936e99d8bbc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:50.016476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b6c1ac0-13c7-4256-9fe8-0ef6eaef33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.019846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24f30af4-4cda-4652-bcad-484f828f676f req-d66fa5b0-785c-4ee2-a06d-3f70a213697b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2229993 Dec 16 09:32:50.023702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.048318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.065643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.079478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c1ac0-13c7-4256-9fe8-0ef6eaef33a2 None None] Port 403331da-0b64-4607-8f18-e936e99d8bbc cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:50.082110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.092708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.099302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.105116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.111585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.117444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.119675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-a8af1206-a50a-4509-845e-36531dc43f06 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 5445 time: 0.3357718 Dec 16 09:32:50.157962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-155412ee-0beb-48ab-b305-d59e0c84e690 service neutron] 10.222.0.69 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441099 Dec 16 09:32:50.161012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Pushing event updated for resources: {'Port': ['ID=430bc094-f35d-44de-a9db-d8d9f97b1312,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:50.200801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-09ea8baa-99c9-4f4b-81bc-5f9c6b107c9c None None] Provisioning complete for port 403331da-0b64-4607-8f18-e936e99d8bbc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:50.201413 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-09ea8baa-99c9-4f4b-81bc-5f9c6b107c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.239192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.258555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-09ea8baa-99c9-4f4b-81bc-5f9c6b107c9c None None] Port 403331da-0b64-4607-8f18-e936e99d8bbc cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:50.260888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-d0e0f356-51f2-4ffe-bfd5-51413bc4a517 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.262473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-d0e0f356-51f2-4ffe-bfd5-51413bc4a517 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "GET /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1343441 Dec 16 09:32:50.279062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.280377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-81ccd475-5812-4b93-8312-5bddee911b81 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3666213 Dec 16 09:32:50.286735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:50.308081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d6ff603f-8153-4aef-9c8d-af9d8e02dee0 req-48a1b626-87d0-4c10-95c4-581f2805d162 service neutron] 10.222.0.69 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400032 Dec 16 09:32:50.404525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-56670584-b086-4773-b55c-2bb0d3bdfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.405120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-56670584-b086-4773-b55c-2bb0d3bdfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.405599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-56670584-b086-4773-b55c-2bb0d3bdfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.407704 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-56670584-b086-4773-b55c-2bb0d3bdfb83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2866 time: 0.0495887 Dec 16 09:32:50.410230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Delete allocated IP 2001:db8:0:1::248 (69fd7dbf-a74a-4a4d-859a-0cac5dec29b9/75eaf8c1-1789-44de-bee7-dd4cefb6a0ec) {{(pid=102398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:32:50.475709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35963f-b32a-4b2f-b707-4d8b4d02a13e req-bc36d3aa-685f-41a2-bc55-43f44a139032 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.477283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea35963f-b32a-4b2f-b707-4d8b4d02a13e req-bc36d3aa-685f-41a2-bc55-43f44a139032 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.3058705 Dec 16 09:32:50.555865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0828c18e-0a91-41c8-a7df-0745f1709e98 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.2654200 Dec 16 09:32:50.568109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45284) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:50.681225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-ffd09217-8c96-480d-991c-d6356ebca5ef tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "GET /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4123125 Dec 16 09:32:50.684191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-44259d48-fa6b-4826-9984-14cabc3311cb tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1134675 Dec 16 09:32:50.689975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45286) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:50.693011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea35963f-b32a-4b2f-b707-4d8b4d02a13e req-032aa6cf-6a18-43fb-888c-403e8d5a2e40 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958389 Dec 16 09:32:50.704731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:50.805370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'tag': '7f6ff2c0-2d85-42c4-b394-83441af737f1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:50.809814 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "tag": "7f6ff2c0-2d85-42c4-b394-83441af737f1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:50.852791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-34add443-5e3d-4161-9c31-dc826670f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.854328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-34add443-5e3d-4161-9c31-dc826670f321 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3140531d-7f7a-4c2d-a7fd-ad92a00906cd HTTP/1.1" status: 200 len: 903 time: 0.4392540 Dec 16 09:32:50.898056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-310a3a1d-88c6-4ce6-9ada-010724a327b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 HTTP/1.1" status: 200 len: 217 time: 0.0361328 Dec 16 09:32:50.924157 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.931380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-219b6250-e4cc-48fe-bc26-c2058a535284 req-4a387c9c-ac34-412f-82d6-7e770d0374e2 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/816bb66c-284d-472f-a452-93a752ffbefc HTTP/1.1" status: 200 len: 2400 time: 0.1710935 Dec 16 09:32:50.933448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.948339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:50.952190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-142b6ddc-8693-4084-9f94-21c178a8c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:50.954610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-142b6ddc-8693-4084-9f94-21c178a8c517 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=294f671d-77c6-42d2-8af4-3f14e3c704da HTTP/1.1" status: 200 len: 801 time: 0.0496669 Dec 16 09:32:51.008479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-f8b8e93c-22a5-4646-bc9d-25719201a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.010108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-f8b8e93c-22a5-4646-bc9d-25719201a17d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3140531d-7f7a-4c2d-a7fd-ad92a00906cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480556 Dec 16 09:32:51.083307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] In _notify_port_updated(), no bound segment for port 403331da-0b64-4607-8f18-e936e99d8bbc on network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:51.088754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:51.089372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.093436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45292) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:51.093640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/ports/403331da-0b64-4607-8f18-e936e99d8bbc HTTP/1.1" status: 200 len: 925 time: 1.7209778 Dec 16 09:32:51.102875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba'}, {'subnet_id': '75eaf8c1-1789-44de-bee7-dd4cefb6a0ec'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:51.118570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323e8e1-56cd-4215-a9d1-ed00ae1fd1c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=403331da-0b64-4607-8f18-e936e99d8bbc,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:51.161983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-76eca385-d2fb-4556-8df3-18378179d72d service neutron] 10.222.0.69 "GET /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437962 Dec 16 09:32:51.191980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Deleting port 430bc094-f35d-44de-a9db-d8d9f97b1312 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:51.192321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.208527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-219b6250-e4cc-48fe-bc26-c2058a535284 req-94fdb3f2-e9f7-449e-aadc-770e327ae5b6 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.295075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-219b6250-e4cc-48fe-bc26-c2058a535284 req-94fdb3f2-e9f7-449e-aadc-770e327ae5b6 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.361073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a17b6194-6c73-4375-9d20-f1a7da56493a req-4943c7f4-5bf7-4a35-8efa-af2d2c8d772d service neutron] 10.222.0.69 "GET /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902802 Dec 16 09:32:51.403122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.405912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3a504c73-ffc2-4ef1-8585-07cb1702f515,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:51.407203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-facd5687-7bcc-43a0-96f9-5bdcb1fbc6e6 None None] Provisioning complete for port 403331da-0b64-4607-8f18-e936e99d8bbc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:51.409659 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-facd5687-7bcc-43a0-96f9-5bdcb1fbc6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.438928 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.440161 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.455386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-facd5687-7bcc-43a0-96f9-5bdcb1fbc6e6 None None] Port 403331da-0b64-4607-8f18-e936e99d8bbc cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:51.464148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Calling delete_port for 430bc094-f35d-44de-a9db-d8d9f97b1312 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:51.465963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-219b6250-e4cc-48fe-bc26-c2058a535284 req-94fdb3f2-e9f7-449e-aadc-770e327ae5b6 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.468462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-219b6250-e4cc-48fe-bc26-c2058a535284 req-94fdb3f2-e9f7-449e-aadc-770e327ae5b6 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.469575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-219b6250-e4cc-48fe-bc26-c2058a535284 req-94fdb3f2-e9f7-449e-aadc-770e327ae5b6 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/816bb66c-284d-472f-a452-93a752ffbefc HTTP/1.1" status: 204 len: 173 time: 0.5260949 Dec 16 09:32:51.503041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdb3f2-e9f7-449e-aadc-770e327ae5b6 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bb66c-284d-472f-a452-93a752ffbefc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:51.511117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] For port 3a504c73-ffc2-4ef1-8585-07cb1702f515, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:51.636756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] device_id is not set on port 3a504c73-ffc2-4ef1-8585-07cb1702f515 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:51.760028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8:0:1::2a4 (69fd7dbf-a74a-4a4d-859a-0cac5dec29b9/75eaf8c1-1789-44de-bee7-dd4cefb6a0ec/403331da-0b64-4607-8f18-e936e99d8bbc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:51.905047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.910904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.978318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:51.990790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.001336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] In _notify_port_updated(), no bound segment for port 403331da-0b64-4607-8f18-e936e99d8bbc on network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:52.006967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.007880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.012158 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/ports/403331da-0b64-4607-8f18-e936e99d8bbc HTTP/1.1" status: 200 len: 1011 time: 0.9148817 Dec 16 09:32:52.012985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45300) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:52.016247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b169d94-bc99-4432-a931-b6dbde4085f5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=403331da-0b64-4607-8f18-e936e99d8bbc,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.104821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69827ac9-7943-4dbd-811d-80b5c66543c5 req-096fbf27-b5e4-492d-9aa0-1683a1461afe tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.110959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69827ac9-7943-4dbd-811d-80b5c66543c5 req-096fbf27-b5e4-492d-9aa0-1683a1461afe tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.116945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69827ac9-7943-4dbd-811d-80b5c66543c5 req-096fbf27-b5e4-492d-9aa0-1683a1461afe tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.124782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69827ac9-7943-4dbd-811d-80b5c66543c5 req-096fbf27-b5e4-492d-9aa0-1683a1461afe tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2413 time: 0.5113206 Dec 16 09:32:52.154442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] No DVR routers for this DVR port 3a504c73-ffc2-4ef1-8585-07cb1702f515 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:52.236678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Pushing event updated for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.288097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-91e51b17-093c-4e17-90b1-c8ac3a1b423d None None] Provisioning complete for port 403331da-0b64-4607-8f18-e936e99d8bbc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:52.288882 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91e51b17-093c-4e17-90b1-c8ac3a1b423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.300135 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69827ac9-7943-4dbd-811d-80b5c66543c5 req-6f617a66-d22b-4570-a3ae-e6a65a2f8e14 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743345 Dec 16 09:32:52.302879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.307905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] In _notify_port_updated(), no bound segment for port 3a504c73-ffc2-4ef1-8585-07cb1702f515 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:52.308801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.309418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.310752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-6e075a91-56d3-44a3-9ed1-1d307c0ad96d service neutron] 10.222.0.69 "PUT /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 200 len: 1033 time: 1.6220632 Dec 16 09:32:52.337089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-91e51b17-093c-4e17-90b1-c8ac3a1b423d None None] Port 403331da-0b64-4607-8f18-e936e99d8bbc cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:52.358689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Pushing event deleted for resources: {'Port': ['ID=430bc094-f35d-44de-a9db-d8d9f97b1312,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:52.396249 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aec4cad-8579-4fb3-8dd0-85427ecc1261 x-openstack-request-id: req-1aec4cad-8579-4fb3-8dd0-85427ecc1261 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:52.396556 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "tag": "7f6ff2c0-2d85-42c4-b394-83441af737f1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:52.396831 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1aec4cad-8579-4fb3-8dd0-85427ecc1261 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:52.397216 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'tag': '7f6ff2c0-2d85-42c4-b394-83441af737f1', 'status': 'completed', 'code': 200} Dec 16 09:32:52.441181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 403331da-0b64-4607-8f18-e936e99d8bbc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:52.441617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.457307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-71abb947-ffa8-4794-a7dc-1ee3379b7e36 None None] Provisioning complete for port 3a504c73-ffc2-4ef1-8585-07cb1702f515 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:52.458335 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-71abb947-ffa8-4794-a7dc-1ee3379b7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.467476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-6e488fc2-ccb5-44f8-a5be-9dc63fc36ce8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.467476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-6e488fc2-ccb5-44f8-a5be-9dc63fc36ce8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "GET /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1224649 Dec 16 09:32:52.482199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-0c1bc84b-41bd-4a99-9118-2ffe37670a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.482929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-0c1bc84b-41bd-4a99-9118-2ffe37670a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.483405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-0c1bc84b-41bd-4a99-9118-2ffe37670a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.486424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-0c1bc84b-41bd-4a99-9118-2ffe37670a40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2866 time: 0.0605223 Dec 16 09:32:52.505689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-71abb947-ffa8-4794-a7dc-1ee3379b7e36 None None] Port 3a504c73-ffc2-4ef1-8585-07cb1702f515 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:52.519835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:52.605396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-c9447ea9-d92e-438c-819d-0d5d29eca492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.605961 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-c9447ea9-d92e-438c-819d-0d5d29eca492 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a463e744-f87a-4c22-b440-bc46e038b5f2 HTTP/1.1" status: 200 len: 903 time: 0.1124856 Dec 16 09:32:52.606608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.609819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.611553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9c7e77cc-ee4c-4b72-bf44-0414194df0f4 tempest-FloatingIPAdminTestJSON-687155328 tempest-FloatingIPAdminTestJSON-687155328-project] 10.222.0.61 "DELETE /v2.0/floatingips/600f240e-df62-4475-ae5d-5beb55897d11 HTTP/1.1" status: 204 len: 168 time: 1.9176216 Dec 16 09:32:52.617974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45306) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:52.657661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-5aac6a4f-332c-438b-ba0e-87d298ae2d75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1 HTTP/1.1" status: 200 len: 217 time: 0.0443752 Dec 16 09:32:52.710120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-9df51a99-269f-4b05-9967-7657755cc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.711636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-9df51a99-269f-4b05-9967-7657755cc6e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e HTTP/1.1" status: 200 len: 801 time: 0.0459650 Dec 16 09:32:52.712120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.725321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.731350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.737308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.743205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.749262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.755796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.757744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-fe830c99-1a36-4446-ac01-d903e3573fff tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 4665 time: 0.2473629 Dec 16 09:32:52.764484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-0c02d372-e477-44fc-b0a3-2a0e1095444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:52.765814 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-0c02d372-e477-44fc-b0a3-2a0e1095444e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a463e744-f87a-4c22-b440-bc46e038b5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465729 Dec 16 09:32:52.771661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:52.833966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 403331da-0b64-4607-8f18-e936e99d8bbc owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:52.879096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-372b1826-a929-40b2-9f1c-78b2c69c8e22 service neutron] 10.222.0.69 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050601 Dec 16 09:32:52.964881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01fab4eb-4e22-4a32-bfae-e5aa238c32c4 req-9058361f-6372-47a2-bfae-95093ab84f1e tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5be14af2-8597-4e95-af77-6b70faf1a8dc&id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1902435 Dec 16 09:32:52.980529 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0ddc78f7-86e1-47b3-8d8e-d1e5d4dbc08c req-ed7c6a8a-0f4b-4d10-95bf-15548a1c4f22 service neutron] 10.222.0.69 "GET /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943947 Dec 16 09:32:53.059662 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-e208b2e5-ad6c-4ef2-bf67-8f17b75ca292 req-7887e176-42f1-4cb8-acb3-7b77e98e18c1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] show failed (client error): The resource could not be found. Dec 16 09:32:53.060801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e208b2e5-ad6c-4ef2-bf67-8f17b75ca292 req-7887e176-42f1-4cb8-acb3-7b77e98e18c1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/fadb1371-e1ae-46b2-b7c7-6aff5cf81cf1 HTTP/1.1" status: 404 len: 352 time: 0.0306330 Dec 16 09:32:53.106807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Deleting port e974f392-ed0c-46f5-8db2-04dda11fd16f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:53.107162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.257825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4cd08ce8-58c4-47ce-809d-cffb7c827272,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:53.370815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.371160 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.384579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3d57-93de-4bf0-b2a6-b944abfd8004 req-0bb0054a-f36e-4060-95d2-32bd694048de tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.386114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8cae3d57-93de-4bf0-b2a6-b944abfd8004 req-0bb0054a-f36e-4060-95d2-32bd694048de tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.2234089 Dec 16 09:32:53.387196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] For port 4cd08ce8-58c4-47ce-809d-cffb7c827272, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:53.431912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Calling delete_port for e974f392-ed0c-46f5-8db2-04dda11fd16f owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:53.458872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.483296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] device_id is not set on port 4cd08ce8-58c4-47ce-809d-cffb7c827272 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:53.538584 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.551962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.560254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=403331da-0b64-4607-8f18-e936e99d8bbc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:53.569343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8cae3d57-93de-4bf0-b2a6-b944abfd8004 req-b421261f-83eb-4ee0-8718-809c4938ddcf tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554229 Dec 16 09:32:53.578863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.655795 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.662051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4293ba45-bfe1-40b0-a87d-d6aa91f6de14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/403331da-0b64-4607-8f18-e936e99d8bbc HTTP/1.1" status: 204 len: 168 time: 1.6310477 Dec 16 09:32:53.662364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45314) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:53.701508 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a96502-5bdd-4a2d-ad52-28b183a65e9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:32:53.703819 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c6a96502-5bdd-4a2d-ad52-28b183a65e9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/403331da-0b64-4607-8f18-e936e99d8bbc HTTP/1.1" status: 404 len: 333 time: 0.0399382 Dec 16 09:32:53.707706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45316) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:53.716031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] No DVR routers for this DVR port 4cd08ce8-58c4-47ce-809d-cffb7c827272 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:53.718526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:53.823121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 75eaf8c1-1789-44de-bee7-dd4cefb6a0ec {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:53.827948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.840779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] In _notify_port_updated(), no bound segment for port 4cd08ce8-58c4-47ce-809d-cffb7c827272 on network a3494737-a1cb-40c9-be22-a4f16e5d68d6 {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:32:53.841591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:53.842263 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.843669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-957d8df7-883f-4761-a0aa-e05947117e37 service neutron] 10.222.0.69 "PUT /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 200 len: 1032 time: 1.3320904 Dec 16 09:32:53.891852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:53.910487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ac5433-23ac-40e8-9359-a064d225c89d req-f8af5fb0-0b67-4abf-8034-0d4d79658429 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/50aba770-47b3-4166-8d84-44a9edfb158d HTTP/1.1" status: 200 len: 1806 time: 0.1534226 Dec 16 09:32:53.927563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.001822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.056027 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:32:54.062308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Pushing event deleted for resources: {'Port': ['ID=e974f392-ed0c-46f5-8db2-04dda11fd16f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.064760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-68feb6bc-f9e0-493c-bc95-6747541e453d None None] Provisioning complete for port 4cd08ce8-58c4-47ce-809d-cffb7c827272 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:54.065360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-68feb6bc-f9e0-493c-bc95-6747541e453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.082682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.109820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.114628 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/75eaf8c1-1789-44de-bee7-dd4cefb6a0ec HTTP/1.1" status: 204 len: 168 time: 0.4045312 Dec 16 09:32:54.115057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-68feb6bc-f9e0-493c-bc95-6747541e453d None None] Port 4cd08ce8-58c4-47ce-809d-cffb7c827272 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:32:54.118358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfea95-98c1-44d1-b208-ab40251fb46a None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:54.118878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.121097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45320) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:54.123749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.125607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-79ff5797-c775-4890-ae3b-b30d52854809 tempest-FloatingIPAdminTestJSON-2154731 tempest-FloatingIPAdminTestJSON-2154731-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/82f199e4-cb1e-4856-b403-059a20166a8c HTTP/1.1" status: 204 len: 168 time: 1.5063629 Dec 16 09:32:54.134843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45322) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:54.140410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port e22b80a8-fe05-4c98-bdde-e63e5085f739 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:54.140410 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.196123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd0429-2764-4f5f-81fb-6a6f23043977 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=75eaf8c1-1789-44de-bee7-dd4cefb6a0ec,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.220019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:32:54.224009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.278636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.284010 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48ac5433-23ac-40e8-9359-a064d225c89d req-8ed2b7ca-005d-42d5-82ca-36ba1b52c956 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.384417 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48ac5433-23ac-40e8-9359-a064d225c89d req-8ed2b7ca-005d-42d5-82ca-36ba1b52c956 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.406900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 92e35f3b-ed74-4f06-87d5-ec2649129de4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:54.410911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c624205c-bb0a-418a-b587-038ea28dbb50 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:54.411743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] For port e22b80a8-fe05-4c98-bdde-e63e5085f739, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=e22b80a8-fe05-4c98-bdde-e63e5085f739,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:54.412309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.422964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.444264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for e22b80a8-fe05-4c98-bdde-e63e5085f739 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:54.491433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting port e9c744d8-5b17-430e-8944-f2dc92c7da36 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:54.492508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.654131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.655423 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.717050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:54.719891 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ac3ef9-b169-4a94-91e0-6a6c01daaebe" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:54.724908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.732605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.737585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 92e35f3b-ed74-4f06-87d5-ec2649129de4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=92e35f3b-ed74-4f06-87d5-ec2649129de4,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:54.745688 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b47fb05-0d6a-4401-93a0-caa6bb526dbb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba HTTP/1.1" status: 204 len: 168 time: 0.6235018 Dec 16 09:32:54.747149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45332) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:54.763828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c624205c-bb0a-418a-b587-038ea28dbb50,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:54.772391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '92e35f3b-ed74-4f06-87d5-ec2649129de4', 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2', 'port_id': '92e35f3b-ed74-4f06-87d5-ec2649129de4', 'mac_address': 'fa:16:3e:56:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:54.778901 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.779758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device e22b80a8-fe05-4c98-bdde-e63e5085f739 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:54.838378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48ac5433-23ac-40e8-9359-a064d225c89d req-8ed2b7ca-005d-42d5-82ca-36ba1b52c956 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.847184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-48ac5433-23ac-40e8-9359-a064d225c89d req-8ed2b7ca-005d-42d5-82ca-36ba1b52c956 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.851383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ac5433-23ac-40e8-9359-a064d225c89d req-8ed2b7ca-005d-42d5-82ca-36ba1b52c956 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/50aba770-47b3-4166-8d84-44a9edfb158d HTTP/1.1" status: 204 len: 173 time: 0.9257257 Dec 16 09:32:54.871838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.874683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:54.904744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2b7ca-005d-42d5-82ca-36ba1b52c956 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aba770-47b3-4166-8d84-44a9edfb158d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:54.917509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Calling delete_port for e9c744d8-5b17-430e-8944-f2dc92c7da36 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:54.927544 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.010572 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port abfd5df3-4629-43d8-b75c-99d3d7813741 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:55.010908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.026063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.028520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.046756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.048695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.049089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.049432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.049769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.050136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.050465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.050790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.051179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.051498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.051820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.052204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:32:55.081667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e35f3b-ed74-4f06-87d5-ec2649129de4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:55.134911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port abfd5df3-4629-43d8-b75c-99d3d7813741, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=abfd5df3-4629-43d8-b75c-99d3d7813741,segment=NetworkSegment(1164e1f3-ad63-4801-8c73-7ee838cb1fd0),segment_id=1164e1f3-ad63-4801-8c73-7ee838cb1fd0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.135353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.168929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 92e35f3b-ed74-4f06-87d5-ec2649129de4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=92e35f3b-ed74-4f06-87d5-ec2649129de4,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.177463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for abfd5df3-4629-43d8-b75c-99d3d7813741 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:55.180271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.181262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:55.271017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.297476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.340609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=abfd5df3-4629-43d8-b75c-99d3d7813741,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.344088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port abfd5df3-4629-43d8-b75c-99d3d7813741 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:55.426734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.496128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.502321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc86668-1d73-4c0d-87cb-67d50a6aa170 req-1f16ed25-0d4e-41ea-bc56-cb2813254b9b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.508181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc86668-1d73-4c0d-87cb-67d50a6aa170 req-1f16ed25-0d4e-41ea-bc56-cb2813254b9b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.517415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc86668-1d73-4c0d-87cb-67d50a6aa170 req-1f16ed25-0d4e-41ea-bc56-cb2813254b9b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.519108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfc86668-1d73-4c0d-87cb-67d50a6aa170 req-1f16ed25-0d4e-41ea-bc56-cb2813254b9b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2413 time: 0.5630796 Dec 16 09:32:55.522387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fd7dbf-a74a-4a4d-859a-0cac5dec29b9']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:55.527530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=e22b80a8-fe05-4c98-bdde-e63e5085f739,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.535823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1164e1f3-ad63-4801-8c73-7ee838cb1fd0') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:55.536375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1164e1f3-ad63-4801-8c73-7ee838cb1fd0') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:55.551212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.570136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.578726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:32:55.579466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:32:55.583638 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:32:55.633477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] No DVR routers for this DVR port e22b80a8-fe05-4c98-bdde-e63e5085f739 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:55.636455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.641401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-b0748f52-1bd6-4b70-944f-eeb5764fe7b6 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "DELETE /v2.0/ports/e22b80a8-fe05-4c98-bdde-e63e5085f739 HTTP/1.1" status: 204 len: 173 time: 1.7905951 Dec 16 09:32:55.645656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'e22b80a8-fe05-4c98-bdde-e63e5085f739'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:55.648573 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fc0e9-350c-4689-a236-9d552705598d" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "e22b80a8-fe05-4c98-bdde-e63e5085f739"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:55.663738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40abdb-53ac-4fbf-8a8e-4ea4b6931643 None None] Network 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:55.673291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.682039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=92e35f3b-ed74-4f06-87d5-ec2649129de4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.687355 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.693532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 HTTP/1.1" status: 204 len: 168 time: 0.9438834 Dec 16 09:32:55.700947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfc86668-1d73-4c0d-87cb-67d50a6aa170 req-af8e91ef-bd8f-4396-86a5-31f3dd8c74b3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649997 Dec 16 09:32:55.729881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45340) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:55.730111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-24b214bf-2728-4667-a5ab-68b2e5164a00 None None] Could not find standard attr ID for object abfd5df3-4629-43d8-b75c-99d3d7813741. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:32:55.733127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d3dc-a38b-4cfd-80c3-f81008bfefc1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=69fd7dbf-a74a-4a4d-859a-0cac5dec29b9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.762438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4cd08ce8-58c4-47ce-809d-cffb7c827272 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:55.832758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:55.873618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:55.876230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4cd08ce8-58c4-47ce-809d-cffb7c827272 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:55.876651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a354ae17-9db8-4c8f-99b4-b7d7278e06af no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:55.907717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Port': ['ID=e9c744d8-5b17-430e-8944-f2dc92c7da36,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:55.920789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25c4e6-033b-447f-8f47-e95a27bc8b51 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:55.923093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df25c4e6-033b-447f-8f47-e95a27bc8b51 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1920924 Dec 16 09:32:55.928423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45342) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:55.941676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4', 'network_id': '3140531d-7f7a-4c2d-a7fd-ad92a00906cd', 'port_id': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4', 'mac_address': 'fa:16:3e:9a:06:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294f671d-77c6-42d2-8af4-3f14e3c704da', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:56.025437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d738-d83c-4b88-b300-8fbf0185c41c req-7a2c2c53-077e-4046-b3ce-efd2fc84e914 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.033066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d738-d83c-4b88-b300-8fbf0185c41c req-7a2c2c53-077e-4046-b3ce-efd2fc84e914 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.040610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d738-d83c-4b88-b300-8fbf0185c41c req-7a2c2c53-077e-4046-b3ce-efd2fc84e914 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.047610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d738-d83c-4b88-b300-8fbf0185c41c req-7a2c2c53-077e-4046-b3ce-efd2fc84e914 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.056809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-156898a9-24ad-46bf-bcad-3cf03d9d2681 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1267896 Dec 16 09:32:56.061570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c01d738-d83c-4b88-b300-8fbf0185c41c req-7a2c2c53-077e-4046-b3ce-efd2fc84e914 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 3149 time: 0.2279744 Dec 16 09:32:56.065639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45344) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:56.076305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986520309'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:56.119132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98915bc-0c02-407d-acad-cab86b1574cb None None] DHCP port deletion for 69fd7dbf-a74a-4a4d-859a-0cac5dec29b9 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:32:56.120093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:56.125444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.155798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.169919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port c624205c-bb0a-418a-b587-038ea28dbb50 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:56.172727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.179625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:32:56.183015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.193153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45346) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:56.196061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8c2fea2b-ac02-42a2-ac09-e39149f54974 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "DELETE /v2.0/ports/e9c744d8-5b17-430e-8944-f2dc92c7da36 HTTP/1.1" status: 204 len: 168 time: 1.9967167 Dec 16 09:32:56.206874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:56.213123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.216345 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.217149 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment cb522f89-314f-4846-afd3-c77cb9085bc8 of type vlan for network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b Dec 16 09:32:56.273014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.288641 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.288882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7f6ff2c0-2d85-42c4-b394-83441af737f1 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:32:56.295357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.314669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c01d738-d83c-4b88-b300-8fbf0185c41c req-a505238a-d388-4cc0-95b9-4b99c34fccb7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187290 Dec 16 09:32:56.323758 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.324558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device fd27b163-2a23-414d-836b-211be8098886 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:56.326666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.349500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] For port c624205c-bb0a-418a-b587-038ea28dbb50, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c624205c-bb0a-418a-b587-038ea28dbb50,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.350040 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.369262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for c624205c-bb0a-418a-b587-038ea28dbb50 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:56.403755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a11ae0d-4ef2-4cb3-984c-9fd5610445f5 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.406080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7f6ff2c0-2d85-42c4-b394-83441af737f1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.406548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0a11ae0d-4ef2-4cb3-984c-9fd5610445f5 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f0fb35b-5a80-4258-b91d-1242935ea807 HTTP/1.1" status: 200 len: 913 time: 0.2106473 Dec 16 09:32:56.407630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.417032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.418268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.418911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.435714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45348) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:56.450503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7f6ff2c0-2d85-42c4-b394-83441af737f1', 'network_id': 'a463e744-f87a-4c22-b440-bc46e038b5f2', 'port_id': '7f6ff2c0-2d85-42c4-b394-83441af737f1', 'mac_address': 'fa:16:3e:bc:26:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:32:56.543181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.557268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.560566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.588738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6ff2c0-2d85-42c4-b394-83441af737f1 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:32:56.592277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.593090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.604469 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d2f32be-6ac5-478a-9e5b-eedf94c8efdb tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5380499 Dec 16 09:32:56.608238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45352) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:56.610529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:32:56.616671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:56.679732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7f6ff2c0-2d85-42c4-b394-83441af737f1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.693123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.695806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=c624205c-bb0a-418a-b587-038ea28dbb50,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.699511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fd27b163-2a23-414d-836b-211be8098886,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:56.714308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.715145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3a504c73-ffc2-4ef1-8585-07cb1702f515 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:56.801373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] No DVR routers for this DVR port c624205c-bb0a-418a-b587-038ea28dbb50 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:56.804608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.808743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-66788641-0482-440c-b002-c77b9c7b770d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "DELETE /v2.0/ports/c624205c-bb0a-418a-b587-038ea28dbb50 HTTP/1.1" status: 204 len: 173 time: 1.1493111 Dec 16 09:32:56.835722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ca210-e608-43e2-9224-27254a524b6e req-bb15c156-82cd-4800-bb4c-3e0706687b91 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:56.837231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e4ca210-e608-43e2-9224-27254a524b6e req-bb15c156-82cd-4800-bb4c-3e0706687b91 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.3048275 Dec 16 09:32:56.851493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7f6ff2c0-2d85-42c4-b394-83441af737f1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.879997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:56.884563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:56.889658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3a504c73-ffc2-4ef1-8585-07cb1702f515 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:56.890801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1dfcc240-ffda-464c-b53e-c36104fa51db no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:56.951322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:56.959857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e4ca210-e608-43e2-9224-27254a524b6e req-c845c6f8-52db-4ed7-b8c7-afa9baf3191f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985522 Dec 16 09:32:57.000574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port 1dfcc240-ffda-464c-b53e-c36104fa51db {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:57.001075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.051595 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.115868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['92e35f3b-ed74-4f06-87d5-ec2649129de4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:57.130843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dfcc240-ffda-464c-b53e-c36104fa51db,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:57.131212 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.164764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1dfcc240-ffda-464c-b53e-c36104fa51db, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1dfcc240-ffda-464c-b53e-c36104fa51db,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:57.174000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.190252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:57.195433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for 1dfcc240-ffda-464c-b53e-c36104fa51db owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:57.286357 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7395c3-0cd3-4edf-b282-0f563671d81e x-openstack-request-id: req-af7395c3-0cd3-4edf-b282-0f563671d81e {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:57.286810 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:57.287177 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af7395c3-0cd3-4edf-b282-0f563671d81e {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:57.287658 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50', 'code': 200} Dec 16 09:32:57.311033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.343120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.412838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.418321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7a7a3fb-e56b-40ab-9ce2-efb8b2f6f28a req-0f7a4e44-b78b-49ff-a26b-16405b48b47f tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b HTTP/1.1" status: 200 len: 1806 time: 0.0723250 Dec 16 09:32:57.418507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device abfd5df3-4629-43d8-b75c-99d3d7813741 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:32:57.442344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.462762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: abfd5df3-4629-43d8-b75c-99d3d7813741 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:32:57.463750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device abfd5df3-4629-43d8-b75c-99d3d7813741 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:32:57.521327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=1dfcc240-ffda-464c-b53e-c36104fa51db,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.527667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=95d1bb84-7104-4e06-99cf-2f9a2a467d4c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.552956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': 'cb522f89-314f-4846-afd3-c77cb9085bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:57.553327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:32:57.586068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] No DVR routers for this DVR port 1dfcc240-ffda-464c-b53e-c36104fa51db on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:57.586068 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.590976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-cd0bb3c0-62eb-4c8f-9527-d29b9f4538cd tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "DELETE /v2.0/ports/1dfcc240-ffda-464c-b53e-c36104fa51db HTTP/1.1" status: 204 len: 173 time: 0.7757432 Dec 16 09:32:57.592995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:32:57.653411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:57.658499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f7a7a3fb-e56b-40ab-9ce2-efb8b2f6f28a req-a688ffa6-b3ca-4de6-a0b1-bfa513d97bf1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.659176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:57.659679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.673726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d38e9-702f-4144-be2e-8c3ccd971e22 None None] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:32:57.688382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25b02827-ef08-4c18-b58f-79b4fbedb0b0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0784559 Dec 16 09:32:57.689022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45362) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:57.694692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b', 'name': 'tempest-PortsIpV6TestJSON-1412708062'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:57.718210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f7a7a3fb-e56b-40ab-9ce2-efb8b2f6f28a req-a688ffa6-b3ca-4de6-a0b1-bfa513d97bf1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.794758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port fd27b163-2a23-414d-836b-211be8098886 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:57.795100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.899513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b', 'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': '95d1bb84-7104-4e06-99cf-2f9a2a467d4c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:32:57.901381 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.905561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f7a7a3fb-e56b-40ab-9ce2-efb8b2f6f28a req-a688ffa6-b3ca-4de6-a0b1-bfa513d97bf1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.909256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f7a7a3fb-e56b-40ab-9ce2-efb8b2f6f28a req-a688ffa6-b3ca-4de6-a0b1-bfa513d97bf1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.910487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7a7a3fb-e56b-40ab-9ce2-efb8b2f6f28a req-a688ffa6-b3ca-4de6-a0b1-bfa513d97bf1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b HTTP/1.1" status: 204 len: 173 time: 0.4795244 Dec 16 09:32:57.931268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting port 867ed44b-b3a6-41db-9647-dc74f21adcb3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:57.931860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.939832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:32:57.951549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ffa6-b3ca-4de6-a0b1-bfa513d97bf1 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e2118-4c0e-4eaa-9322-ce7ab3c84c2b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:57.956915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:57.992349 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd86a6-2265-4b20-918d-1133fc0d0495 x-openstack-request-id: req-bbfd86a6-2265-4b20-918d-1133fc0d0495 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:32:57.992641 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "e22b80a8-fe05-4c98-bdde-e63e5085f739", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:32:57.992891 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bbfd86a6-2265-4b20-918d-1133fc0d0495 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:32:57.993285 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'e22b80a8-fe05-4c98-bdde-e63e5085f739', 'status': 'completed', 'code': 200} Dec 16 09:32:58.017225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] For port fd27b163-2a23-414d-836b-211be8098886, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=fd27b163-2a23-414d-836b-211be8098886,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:58.017608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.100196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port dc97f509-ca83-4519-9c43-264cec7e77ac yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:32:58.109155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Allocated IP 2001:db8::2 (9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b/95d1bb84-7104-4e06-99cf-2f9a2a467d4c/c807f71d-16b9-4c12-9c7b-71b180d4f4c2) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:58.235466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.248279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Calling delete_port for 867ed44b-b3a6-41db-9647-dc74f21adcb3 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:58.279529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7f6ff2c0-2d85-42c4-b394-83441af737f1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:32:58.300987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2ace-7832-4be3-b3eb-2aeea8775560 req-3f88d608-c2ad-4b05-8859-cd1ba81edcad tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.308739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2ace-7832-4be3-b3eb-2aeea8775560 req-3f88d608-c2ad-4b05-8859-cd1ba81edcad tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.315338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2ace-7832-4be3-b3eb-2aeea8775560 req-3f88d608-c2ad-4b05-8859-cd1ba81edcad tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.317557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c60e2ace-7832-4be3-b3eb-2aeea8775560 req-3f88d608-c2ad-4b05-8859-cd1ba81edcad tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2416 time: 0.1543460 Dec 16 09:32:58.332926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.370974 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.426162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c60e2ace-7832-4be3-b3eb-2aeea8775560 req-b6b8dff5-ad21-4754-8209-a3b1c884c205 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939932 Dec 16 09:32:58.427123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:58.432785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Pushing event updated for resources: {'Port': ['ID=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:58.435621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:58.440042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:58.446211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::b2 (9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b/95d1bb84-7104-4e06-99cf-2f9a2a467d4c/dc97f509-ca83-4519-9c43-264cec7e77ac) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:32:58.453003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.453591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.453726 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Floating IP 00ee154b-766c-473a-a07c-07a1d8e73782 disassociated. External IP: 172.25.6.92, port: fd27b163-2a23-414d-836b-211be8098886. Dec 16 09:32:58.454275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for fd27b163-2a23-414d-836b-211be8098886 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:32:58.550125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Attempting to bind port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:32:58.550566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Attempting to bind port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cb522f89-314f-4846-afd3-c77cb9085bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:32:58.551501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Attempting to bind port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 on network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:32:58.557829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:32:58.558413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Checking segment: {'id': 'cb522f89-314f-4846-afd3-c77cb9085bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:32:58.558948 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.559496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Bound using segment: {'id': 'cb522f89-314f-4846-afd3-c77cb9085bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:32:58.560100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Bound port: c807f71d-16b9-4c12-9c7b-71b180d4f4c2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb522f89-314f-4846-afd3-c77cb9085bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:32:58.560692 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.637944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] For port c807f71d-16b9-4c12-9c7b-71b180d4f4c2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:32:58.648174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] For port c807f71d-16b9-4c12-9c7b-71b180d4f4c2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,segment=NetworkSegment(cb522f89-314f-4846-afd3-c77cb9085bc8),segment_id=cb522f89-314f-4846-afd3-c77cb9085bc8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:32:58.658597 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.694344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee39f-1ad3-49db-a78b-631d0d326420 req-1b34134c-9e06-477c-aea4-3564f29c2e66 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:58.696208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c71ee39f-1ad3-49db-a78b-631d0d326420 req-1b34134c-9e06-477c-aea4-3564f29c2e66 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.0708485 Dec 16 09:32:58.697351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.722804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 92e35f3b-ed74-4f06-87d5-ec2649129de4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:58.761261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=fd27b163-2a23-414d-836b-211be8098886,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:58.808860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c71ee39f-1ad3-49db-a78b-631d0d326420 req-a27e1add-819a-4e81-8da3-940646009d06 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002648 Dec 16 09:32:58.813862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 92e35f3b-ed74-4f06-87d5-ec2649129de4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:58.821889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390a725-2c0b-4ea0-95b8-c112e2ed7889 None None] Pushing event updated for resources: {'Port': ['ID=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:58.829293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 92e35f3b-ed74-4f06-87d5-ec2649129de4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:58.829679 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:58.952389 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.031831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 92e35f3b-ed74-4f06-87d5-ec2649129de4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=92e35f3b-ed74-4f06-87d5-ec2649129de4,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:59.046342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.056678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:59.147750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.170603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Router 2990a259-d08a-408d-96dc-e6e3f58719e9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:32:59.216456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=92e35f3b-ed74-4f06-87d5-ec2649129de4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.241186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:32:59.246620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:32:59.247030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.324742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd27b163-2a23-414d-836b-211be8098886'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db'}, {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e35f3b-ed74-4f06-87d5-ec2649129de4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:32:59.327880 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5464cf25-2f47-43ea-8ce6-2aa15bf1a1a5" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "fd27b163-2a23-414d-836b-211be8098886"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db"}, {"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-plugged", "status": "completed", "tag": "92e35f3b-ed74-4f06-87d5-ec2649129de4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:32:59.328095 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.383567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47dd0c-7b04-4383-be68-81fe60ca9c16 req-f982231a-8f71-4967-9e79-2917c4df2a7a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.391700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d47dd0c-7b04-4383-be68-81fe60ca9c16 req-f982231a-8f71-4967-9e79-2917c4df2a7a tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 943 time: 0.2974269 Dec 16 09:32:59.396572 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.403812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Port': ['ID=867ed44b-b3a6-41db-9647-dc74f21adcb3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.440928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:32:59.448168 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.478047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.532951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d47dd0c-7b04-4383-be68-81fe60ca9c16 req-e61b7550-89c5-4a07-a154-0606af8b2b0c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402624 Dec 16 09:32:59.571426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:32:59.601718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:32:59.636108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] Sync routers for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:32:59.639518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c807f71d-16b9-4c12-9c7b-71b180d4f4c2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:32:59.650958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.675447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] No DVR routers for this DVR port fd27b163-2a23-414d-836b-211be8098886 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:32:59.684075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.686673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:32:59.687816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:32:59.687978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-986be810-9003-4ccf-9055-70493be44ed7 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "DELETE /v2.0/ports/fd27b163-2a23-414d-836b-211be8098886 HTTP/1.1" status: 204 len: 173 time: 2.0874746 Dec 16 09:32:59.717105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f12d3859-af94-4169-a470-76b2cf18496a req-38192bdc-8c6f-4296-8bea-c932380e56c7 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/82752eac-3a85-4c32-b5f2-28f786cf608e HTTP/1.1" status: 200 len: 1807 time: 0.1130378 Dec 16 09:32:59.753224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.758603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:32:59.762521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:32:59.772038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:32:59.773123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.888266 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f12d3859-af94-4169-a470-76b2cf18496a req-a52a3ada-7100-4976-838a-2f4645c0f3d8 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.894775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=dc97f509-ca83-4519-9c43-264cec7e77ac,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:32:59.927204 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c54894f-9054-4048-be55-58f3881c0585 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2363014 Dec 16 09:32:59.932714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:32:59.938711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b', 'name': 'tempest-PortsIpV6TestJSON-1497167159'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:32:59.946712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port a354ae17-9db8-4c8f-99b4-b7d7278e06af {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:32:59.947049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:32:59.971116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f12d3859-af94-4169-a470-76b2cf18496a req-a52a3ada-7100-4976-838a-2f4645c0f3d8 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.024832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db'}, {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'fd27b163-2a23-414d-836b-211be8098886'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:00.028323 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e1b04a-183e-4fa7-8c1d-29003313f648" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db"}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "fd27b163-2a23-414d-836b-211be8098886"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:00.102573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:00.103573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.198325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:00.202576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:00.204377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] For port a354ae17-9db8-4c8f-99b4-b7d7278e06af, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a354ae17-9db8-4c8f-99b4-b7d7278e06af,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:00.204789 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.207798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.215521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f12d3859-af94-4169-a470-76b2cf18496a req-a52a3ada-7100-4976-838a-2f4645c0f3d8 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.219259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f12d3859-af94-4169-a470-76b2cf18496a req-a52a3ada-7100-4976-838a-2f4645c0f3d8 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.226696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f12d3859-af94-4169-a470-76b2cf18496a req-a52a3ada-7100-4976-838a-2f4645c0f3d8 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/82752eac-3a85-4c32-b5f2-28f786cf608e HTTP/1.1" status: 204 len: 173 time: 0.5086317 Dec 16 09:33:00.243626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for a354ae17-9db8-4c8f-99b4-b7d7278e06af owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:00.243852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Router 8f0fb35b-5a80-4258-b91d-1242935ea807 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:33:00.248145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 384c5a91-7cf6-4a09-8698-f4025ca8e604 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:00.295128 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.406946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c707c6-9958-4a91-b039-5f8d4797c246 None None] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:00.412887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a3ada-7100-4976-838a-2f4645c0f3d8 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82752eac-3a85-4c32-b5f2-28f786cf608e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:00.463877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a53d-b139-42ae-92de-fe57d4a4cd7e req-59148106-6419-4c0d-bcc9-6a9c256bf02a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.472172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1477a53d-b139-42ae-92de-fe57d4a4cd7e req-59148106-6419-4c0d-bcc9-6a9c256bf02a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1199527 Dec 16 09:33:00.490399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2ba4c31b-1fa6-465a-b400-19753e27aaec None None] Provisioning complete for port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:00.490770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2ba4c31b-1fa6-465a-b400-19753e27aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.515860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port c807f71d-16b9-4c12-9c7b-71b180d4f4c2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,segment=NetworkSegment(cb522f89-314f-4846-afd3-c77cb9085bc8),segment_id=cb522f89-314f-4846-afd3-c77cb9085bc8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:00.535921 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.544008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::27b (9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b/95d1bb84-7104-4e06-99cf-2f9a2a467d4c/384c5a91-7cf6-4a09-8698-f4025ca8e604) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:00.546865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:00.553900 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5fdd4471-bb60-49e1-9643-8e82bad9e7c9 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "PUT /v2.0/routers/8f0fb35b-5a80-4258-b91d-1242935ea807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0627925 Dec 16 09:33:00.556223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45412) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:00.560555 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] Sync routers for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:33:00.579183 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:00.579812 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:00.588101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1477a53d-b139-42ae-92de-fe57d4a4cd7e req-263b26e8-301e-483d-a8f8-1b1cdd7d914b tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114995 Dec 16 09:33:00.632438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.653266 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:00.668870 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Thu, 16 Dec 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd18ca9-80c9-4158-87cb-366b3a2c6362 x-openstack-request-id: req-9dd18ca9-80c9-4158-87cb-366b3a2c6362 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:00.669172 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "fd27b163-2a23-414d-836b-211be8098886", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db", "code": 200}, {"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-plugged", "status": "completed", "tag": "92e35f3b-ed74-4f06-87d5-ec2649129de4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:00.669426 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dd18ca9-80c9-4158-87cb-366b3a2c6362 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:00.669830 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af', 'code': 200} Dec 16 09:33:00.675021 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] Routers {'8f0fb35b-5a80-4258-b91d-1242935ea807'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:00.675646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8f0fb35b-5a80-4258-b91d-1242935ea807'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:00.678174 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd27b163-2a23-414d-836b-211be8098886', 'code': 200} Dec 16 09:33:00.678433 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db', 'code': 200} Dec 16 09:33:00.678683 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e35f3b-ed74-4f06-87d5-ec2649129de4', 'code': 200} Dec 16 09:33:00.724140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=a354ae17-9db8-4c8f-99b4-b7d7278e06af,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:00.728830 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:00.729696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a08c1f-0cc9-4ada-9d8f-5b6970f5f40c None None] The sync data for ids ['8f0fb35b-5a80-4258-b91d-1242935ea807'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:00.740079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7f6ff2c0-2d85-42c4-b394-83441af737f1 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:00.820370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] No DVR routers for this DVR port a354ae17-9db8-4c8f-99b4-b7d7278e06af on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:00.827758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.833565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-725712c9-eda0-4360-91bd-da45d344906d req-752dbde5-2942-4b38-999f-3e8df76176c9 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.69 "DELETE /v2.0/ports/a354ae17-9db8-4c8f-99b4-b7d7278e06af HTTP/1.1" status: 204 len: 173 time: 1.1364636 Dec 16 09:33:00.852497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:00.868264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0b86-756e-4709-afed-36a1b8b800fe req-2a3f9fee-a3dd-41a2-97cc-f6d6ffc7b680 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.876967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.877259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0b86-756e-4709-afed-36a1b8b800fe req-2a3f9fee-a3dd-41a2-97cc-f6d6ffc7b680 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.884311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0b86-756e-4709-afed-36a1b8b800fe req-2a3f9fee-a3dd-41a2-97cc-f6d6ffc7b680 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:00.894456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d46e0b86-756e-4709-afed-36a1b8b800fe req-2a3f9fee-a3dd-41a2-97cc-f6d6ffc7b680 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2418 time: 0.1774602 Dec 16 09:33:00.941925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d46e0b86-756e-4709-afed-36a1b8b800fe req-708acf8e-01cc-49bb-8ee1-42394646e037 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464945 Dec 16 09:33:00.963674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 7f6ff2c0-2d85-42c4-b394-83441af737f1 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:00.985450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:00.989024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7f6ff2c0-2d85-42c4-b394-83441af737f1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:00.989397 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.043436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:18Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:01.088272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] Checking router: 2990a259-d08a-408d-96dc-e6e3f58719e9 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:33:01.096292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.128625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:01.130104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:01.139181 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4792227-1c13-4d10-9c63-20595fd079c3 x-openstack-request-id: req-c4792227-1c13-4d10-9c63-20595fd079c3 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:01.139593 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "c624205c-bb0a-418a-b587-038ea28dbb50", "status": "completed", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "1dfcc240-ffda-464c-b53e-c36104fa51db", "status": "completed", "code": 200}, {"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "fd27b163-2a23-414d-836b-211be8098886", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:01.140017 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4792227-1c13-4d10-9c63-20595fd079c3 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:01.141108 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'c624205c-bb0a-418a-b587-038ea28dbb50', 'status': 'completed', 'code': 200} Dec 16 09:33:01.141366 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': '1dfcc240-ffda-464c-b53e-c36104fa51db', 'status': 'completed', 'code': 200} Dec 16 09:33:01.141665 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'fd27b163-2a23-414d-836b-211be8098886', 'status': 'completed', 'code': 200} Dec 16 09:33:01.176594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.194544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:01.211056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:01.215914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:01.238783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:01.242185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.259335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a48e51b-9369-44f1-864c-c4e3b769c97f req-edd2b2de-17ba-4043-b1bb-308a011e4f62 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/365d633a-9fbc-48fa-ac33-c1ddea445401 HTTP/1.1" status: 200 len: 2405 time: 0.0722494 Dec 16 09:33:01.286733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.293670 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3597202 Dec 16 09:33:01.307544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45420) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:01.328699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43290a4b-f2ca-4df9-8a9e-5eb59d34900f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=384c5a91-7cf6-4a09-8698-f4025ca8e604,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:01.355358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7f6ff2c0-2d85-42c4-b394-83441af737f1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:01.362913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.409240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting port 98f42814-427e-4249-9834-84bf3a51b161 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:01.410248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.464871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a48e51b-9369-44f1-864c-c4e3b769c97f req-7a4622ca-39b1-4e91-b202-65efcd902b22 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.500886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:01.527088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.540040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Calling delete_port for 98f42814-427e-4249-9834-84bf3a51b161 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:01.549681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a48e51b-9369-44f1-864c-c4e3b769c97f req-7a4622ca-39b1-4e91-b202-65efcd902b22 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.561308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7f6ff2c0-2d85-42c4-b394-83441af737f1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:01.569171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c807f71d-16b9-4c12-9c7b-71b180d4f4c2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:01.676144 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a48e51b-9369-44f1-864c-c4e3b769c97f req-7a4622ca-39b1-4e91-b202-65efcd902b22 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.679270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a48e51b-9369-44f1-864c-c4e3b769c97f req-7a4622ca-39b1-4e91-b202-65efcd902b22 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.692224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a48e51b-9369-44f1-864c-c4e3b769c97f req-7a4622ca-39b1-4e91-b202-65efcd902b22 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/365d633a-9fbc-48fa-ac33-c1ddea445401 HTTP/1.1" status: 204 len: 173 time: 0.4315538 Dec 16 09:33:01.751539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6bd5134b-2e35-41a2-a172-7ecca6a2cdfb None None] Provisioning complete for port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:01.751539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6bd5134b-2e35-41a2-a172-7ecca6a2cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.760150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4622ca-39b1-4e91-b202-65efcd902b22 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d633a-9fbc-48fa-ac33-c1ddea445401,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:01.785086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e9901-ebfe-40e8-942a-72fcb141da14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:01.786781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5c9e9901-ebfe-40e8-942a-72fcb141da14 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab2 HTTP/1.1" status: 200 len: 928 time: 0.4349511 Dec 16 09:33:01.803299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45426) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:01.841744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.846509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:01.846931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:01.886526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Port': ['ID=98f42814-427e-4249-9834-84bf3a51b161,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:01.994982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.010193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6bd5134b-2e35-41a2-a172-7ecca6a2cdfb None None] Provisioning complete for port dc97f509-ca83-4519-9c43-264cec7e77ac triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:02.010193 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6bd5134b-2e35-41a2-a172-7ecca6a2cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.023535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43de0954-b830-454a-aa1b-4ebf3554bf82 req-f82aef98-986f-40be-9af8-aa24e6acecf0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0941296 Dec 16 09:33:02.090095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 384c5a91-7cf6-4a09-8698-f4025ca8e604 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:02.090672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.146380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5134b-2e35-41a2-a172-7ecca6a2cdfb None None] Port dc97f509-ca83-4519-9c43-264cec7e77ac cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:02.161581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:18Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:02.167958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.174088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.201593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505dce90-2141-4f48-bfe0-03db70f254c4 None None] The sync data for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 is: [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ed0a5fca-4328-4342-b7ee-836767b9cdad', 'name': '', 'network_id': '892e4d4f-9517-441f-93ce-dd13ce9eaad2', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'mac_address': 'fa:16:3e:43:60:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:10Z', 'updated_at': '2021-12-16T09:22:18Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'subnets': [{'id': '8e9564cc-7746-4b75-9db9-ef8486b36d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:02.291191 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.291805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Fanout notify agent at l3_agent the message router_deleted on router 8f0fb35b-5a80-4258-b91d-1242935ea807 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:33:02.309989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.311486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3f17c107-b70d-4332-b782-c17dfec08b4b tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "DELETE /v2.0/routers/8f0fb35b-5a80-4258-b91d-1242935ea807 HTTP/1.1" status: 204 len: 168 time: 1.7543120 Dec 16 09:33:02.314867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:02.321509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2fbc50cb-b696-4050-b72e-4f695b2e2a25 None None] Provisioning complete for port dc97f509-ca83-4519-9c43-264cec7e77ac triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:02.321989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2fbc50cb-b696-4050-b72e-4f695b2e2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.376114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.404770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 384c5a91-7cf6-4a09-8698-f4025ca8e604 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:02.410731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting subnet 1b1b3f3c-ed53-417a-b505-fadeea38822d {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:02.412089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc50cb-b696-4050-b72e-4f695b2e2a25 None None] Port dc97f509-ca83-4519-9c43-264cec7e77ac cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:02.417055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.470871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.545838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ffaf2077-13e2-4e97-b153-6307a3fe1e63 None None] Provisioning complete for port 384c5a91-7cf6-4a09-8698-f4025ca8e604 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:02.546295 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ffaf2077-13e2-4e97-b153-6307a3fe1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.651432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.656938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.663499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf2077-13e2-4e97-b153-6307a3fe1e63 None None] Port 384c5a91-7cf6-4a09-8698-f4025ca8e604 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:02.671959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5fe59-71f6-4f15-b975-07d8cbb82dbd req-cecee7c9-b731-41fc-bb8e-625facac6a07 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:02.680104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4'}, {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ff2c0-2d85-42c4-b394-83441af737f1'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:02.680907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ff5fe59-71f6-4f15-b975-07d8cbb82dbd req-cecee7c9-b731-41fc-bb8e-625facac6a07 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.2510157 Dec 16 09:33:02.683309 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fbfe20-978b-45fa-a26c-f07f5ccca4f8" -d '{"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-plugged", "status": "completed", "tag": "70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4"}, {"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-plugged", "status": "completed", "tag": "7f6ff2c0-2d85-42c4-b394-83441af737f1"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:02.750117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.770687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=384c5a91-7cf6-4a09-8698-f4025ca8e604,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:02.777412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.784490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b7ce67a8-3cbb-46de-bbe0-da99fb3b912e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/384c5a91-7cf6-4a09-8698-f4025ca8e604 HTTP/1.1" status: 204 len: 168 time: 0.9766557 Dec 16 09:33:02.784490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45436) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:02.785978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb39855-2132-4e22-adda-230648230d63 None None] New status for floating IP 00ee154b-766c-473a-a07c-07a1d8e73782: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:33:02.792041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:02.801479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "DELETE /v2.0/subnets/1b1b3f3c-ed53-417a-b505-fadeea38822d HTTP/1.1" status: 204 len: 168 time: 0.4845626 Dec 16 09:33:02.802180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:02.836909 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-35990c3a-350b-434c-bec0-f25b6b7bd5b5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:02.837903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eefd3-4486-4419-96c4-1bd34795ca97 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1b3f3c-ed53-417a-b505-fadeea38822d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:02.850374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-35990c3a-350b-434c-bec0-f25b6b7bd5b5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/384c5a91-7cf6-4a09-8698-f4025ca8e604 HTTP/1.1" status: 404 len: 333 time: 0.0626101 Dec 16 09:33:02.852036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:02.854269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ff5fe59-71f6-4f15-b975-07d8cbb82dbd req-a1acf412-5cda-4f9d-83ce-ecd3fe807ed4 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710358 Dec 16 09:33:02.980169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667855c-0925-409d-a5ec-f0763bce2921 req-75526d25-81f0-487b-8edf-c6b03add54cc tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:02.993744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6667855c-0925-409d-a5ec-f0763bce2921 req-75526d25-81f0-487b-8edf-c6b03add54cc tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.0749662 Dec 16 09:33:03.036575 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.074286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6667855c-0925-409d-a5ec-f0763bce2921 req-a8aeddcd-f800-4962-ad47-f03d602e6bb6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792377 Dec 16 09:33:03.144220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:03.146515 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e85039-9735-49bd-9af3-a9f21143e3d7" -d '{"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:03.154293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port dc97f509-ca83-4519-9c43-264cec7e77ac {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:03.154655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.169652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b22e38c-d121-4687-bcca-546d55229bcf req-0d7266c3-eb36-4c54-863c-0b9e55c8ddfc tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "GET /v2.0/security-groups/5ef0eaf0-630c-4845-b954-b654732bb964 HTTP/1.1" status: 200 len: 2400 time: 0.0655928 Dec 16 09:33:03.210207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting port 6cfa9d09-3073-4027-8bd7-1123e8763bee {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:03.210602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.234301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9b22e38c-d121-4687-bcca-546d55229bcf req-6413dc5b-4ca0-4de5-887a-c7133c0bc7a9 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.268710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9b22e38c-d121-4687-bcca-546d55229bcf req-6413dc5b-4ca0-4de5-887a-c7133c0bc7a9 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.277990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] For port 6cfa9d09-3073-4027-8bd7-1123e8763bee, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6cfa9d09-3073-4027-8bd7-1123e8763bee,segment=NetworkSegment(e34f4e4a-7d04-4c4d-856a-9f579f351362),segment_id=e34f4e4a-7d04-4c4d-856a-9f579f351362)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:03.278421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.280461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa3d76b-718c-4839-a49e-dc2991fbcf95 None None] Network 91eadba8-91d0-46be-84f0-5641405e389e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:03.292387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Calling delete_port for 6cfa9d09-3073-4027-8bd7-1123e8763bee owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:03.346873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9b22e38c-d121-4687-bcca-546d55229bcf req-6413dc5b-4ca0-4de5-887a-c7133c0bc7a9 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.350045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9b22e38c-d121-4687-bcca-546d55229bcf req-6413dc5b-4ca0-4de5-887a-c7133c0bc7a9 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.351453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b22e38c-d121-4687-bcca-546d55229bcf req-6413dc5b-4ca0-4de5-887a-c7133c0bc7a9 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] 10.222.0.61 "DELETE /v2.0/security-groups/5ef0eaf0-630c-4845-b954-b654732bb964 HTTP/1.1" status: 204 len: 173 time: 0.1809928 Dec 16 09:33:03.359862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45448) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.462553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Deleting subnet cb35aef1-c558-4d4a-90f6-33007068f28e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:03.470252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.473959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413dc5b-4ca0-4de5-887a-c7133c0bc7a9 tempest-SecurityGroupRulesTestJSON-807785191 tempest-SecurityGroupRulesTestJSON-807785191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0eaf0-630c-4845-b954-b654732bb964,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:03.488275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.510948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for dc97f509-ca83-4519-9c43-264cec7e77ac owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:03.583985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.585564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] DHCP port deletion for 91eadba8-91d0-46be-84f0-5641405e389e request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:03.626733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19b801-e0bd-4194-a49d-8017dec3b8ff req-70d98ea2-78c4-41d4-928d-6220ccb9c9b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:03.632755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19b801-e0bd-4194-a49d-8017dec3b8ff req-70d98ea2-78c4-41d4-928d-6220ccb9c9b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:03.638834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19b801-e0bd-4194-a49d-8017dec3b8ff req-70d98ea2-78c4-41d4-928d-6220ccb9c9b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:03.640684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f19b801-e0bd-4194-a49d-8017dec3b8ff req-70d98ea2-78c4-41d4-928d-6220ccb9c9b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2419 time: 0.1155157 Dec 16 09:33:03.692464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] Deleting port 6cfa9d09-3073-4027-8bd7-1123e8763bee {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:03.692840 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.704732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.723973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.765487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f19b801-e0bd-4194-a49d-8017dec3b8ff req-21de9db7-0865-4dcb-b968-96cdcb6ae160 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145205 Dec 16 09:33:03.780347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] For port 6cfa9d09-3073-4027-8bd7-1123e8763bee, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6cfa9d09-3073-4027-8bd7-1123e8763bee,segment=NetworkSegment(e34f4e4a-7d04-4c4d-856a-9f579f351362),segment_id=e34f4e4a-7d04-4c4d-856a-9f579f351362)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:03.781428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.810993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] Calling delete_port for 6cfa9d09-3073-4027-8bd7-1123e8763bee owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:03.811486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.814311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Port': ['ID=6cfa9d09-3073-4027-8bd7-1123e8763bee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:03.819033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] No DVR routers for this DVR port 6cfa9d09-3073-4027-8bd7-1123e8763bee on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:03.826618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.843214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb35aef1-c558-4d4a-90f6-33007068f28e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:03.850741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:03.854726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-97423d81-9e59-4dea-9be1-8212116e7b9a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cb35aef1-c558-4d4a-90f6-33007068f28e HTTP/1.1" status: 204 len: 168 time: 0.4917579 Dec 16 09:33:03.858337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45452) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:03.940006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=dc97f509-ca83-4519-9c43-264cec7e77ac,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:03.963885 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a96edf-b15e-46ff-8fda-7dd811691c57 x-openstack-request-id: req-34a96edf-b15e-46ff-8fda-7dd811691c57 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:03.964571 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-plugged", "status": "completed", "tag": "70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4", "code": 200}, {"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-plugged", "status": "completed", "tag": "7f6ff2c0-2d85-42c4-b394-83441af737f1", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:03.965141 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34a96edf-b15e-46ff-8fda-7dd811691c57 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:03.965996 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4', 'code': 200} Dec 16 09:33:03.966546 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ff2c0-2d85-42c4-b394-83441af737f1', 'code': 200} Dec 16 09:33:04.042763 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.086512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] Pushing event deleted for resources: {'Port': ['ID=6cfa9d09-3073-4027-8bd7-1123e8763bee,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:04.102066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a842ceb-9cee-4ec0-b294-1bde0fdb1760 None None] No DVR routers for this DVR port 6cfa9d09-3073-4027-8bd7-1123e8763bee on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:04.113987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.120308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dd683757-4bcc-4bcc-9fe4-54b08ab22d79 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/dc97f509-ca83-4519-9c43-264cec7e77ac HTTP/1.1" status: 204 len: 168 time: 1.2671304 Dec 16 09:33:04.123590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:04.136960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.161248 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d52acdb-d887-4648-ac58-ad161ffc6b4b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:04.166116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1d52acdb-d887-4648-ac58-ad161ffc6b4b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/dc97f509-ca83-4519-9c43-264cec7e77ac HTTP/1.1" status: 404 len: 333 time: 0.0414400 Dec 16 09:33:04.168785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:04.208259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91eadba8-91d0-46be-84f0-5641405e389e']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:04.220052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34f4e4a-7d04-4c4d-856a-9f579f351362') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:04.220392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34f4e4a-7d04-4c4d-856a-9f579f351362') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:04.231758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.247470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.261822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:04.261822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:04.327172 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:04.331638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.343676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.349889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "DELETE /v2.0/networks/91eadba8-91d0-46be-84f0-5641405e389e HTTP/1.1" status: 204 len: 168 time: 1.5203962 Dec 16 09:33:04.351385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45464) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:04.403271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c56f0e-37cc-4075-84f2-eae5fa22d9ef tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Network': ['ID=91eadba8-91d0-46be-84f0-5641405e389e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:04.415929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 95d1bb84-7104-4e06-99cf-2f9a2a467d4c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:04.421686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.644717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6d3d57e-63ee-4525-951c-1e46a9607a02 req-ff024307-a01a-46ab-a6fb-c6ceb130cfaa tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.1405251 Dec 16 09:33:04.703554 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.715373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747305-b8d0-4a39-95b4-61096ea73097 req-451ece58-3d97-47e0-a943-b0eec9a45bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.715800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747305-b8d0-4a39-95b4-61096ea73097 req-451ece58-3d97-47e0-a943-b0eec9a45bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.716264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747305-b8d0-4a39-95b4-61096ea73097 req-451ece58-3d97-47e0-a943-b0eec9a45bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.723781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34747305-b8d0-4a39-95b4-61096ea73097 req-451ece58-3d97-47e0-a943-b0eec9a45bd5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2872 time: 0.2104886 Dec 16 09:33:04.770956 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3e8497-f006-4c4e-bbf1-f6cc76250c00 x-openstack-request-id: req-ea3e8497-f006-4c4e-bbf1-f6cc76250c00 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:04.771258 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f818e16-cefb-4efb-819f-bf93c05f0989", "name": "network-vif-deleted", "tag": "a354ae17-9db8-4c8f-99b4-b7d7278e06af", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:04.771501 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea3e8497-f006-4c4e-bbf1-f6cc76250c00 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:04.771908 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f818e16-cefb-4efb-819f-bf93c05f0989', 'name': 'network-vif-deleted', 'tag': 'a354ae17-9db8-4c8f-99b4-b7d7278e06af', 'status': 'completed', 'code': 200} Dec 16 09:33:04.915177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.927671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34747305-b8d0-4a39-95b4-61096ea73097 req-0844d10a-f126-4955-87b2-8b2766ff653f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920633 Dec 16 09:33:04.934348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.967418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0e0664-2d36-4a3e-af84-3cad734d4bc1']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:04.973076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Deleting port d4d96f01-cd64-425f-b3e2-1371d602a1aa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:04.973418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:04.984324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a5a00-5d45-42c9-b3ce-895a7f12e4fc req-b0d4b2fb-eefe-4ecb-8222-ff045e78b93a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:04.993822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-883a5a00-5d45-42c9-b3ce-895a7f12e4fc req-b0d4b2fb-eefe-4ecb-8222-ff045e78b93a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1663566 Dec 16 09:33:05.004200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12569710-9023-4687-b62d-9e625606e17f') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:05.004484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12569710-9023-4687-b62d-9e625606e17f') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:05.022840 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.057912 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.067478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.076963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-883a5a00-5d45-42c9-b3ce-895a7f12e4fc req-429f6586-4182-44cf-bde1-0ecd7c1b59d8 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821612 Dec 16 09:33:05.097120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:05.097531 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:05.106128 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:05.126167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.126502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.151060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Calling delete_port for d4d96f01-cd64-425f-b3e2-1371d602a1aa owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:05.217410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.236571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.241652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.245022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6d0e0664-2d36-4a3e-af84-3cad734d4bc1 HTTP/1.1" status: 204 len: 168 time: 1.3854144 Dec 16 09:33:05.259817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=95d1bb84-7104-4e06-99cf-2f9a2a467d4c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.272238 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.277867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc38656-d0bc-4962-9724-859a2981ed55 None None] Network 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:05.282389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29da7dd6-a859-4a41-ad33-bee50b1b3cd9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/95d1bb84-7104-4e06-99cf-2f9a2a467d4c HTTP/1.1" status: 204 len: 168 time: 1.1126406 Dec 16 09:33:05.283944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.331798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed3c1f-a4d3-446d-a114-b908bef3c325 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0e0664-2d36-4a3e-af84-3cad734d4bc1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.435198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.534882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] DHCP port deletion for 9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:05.543576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6cfa9d09-3073-4027-8bd7-1123e8763bee no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:05.594524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45478) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.613039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6cfa9d09-3073-4027-8bd7-1123e8763bee {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:05.613693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6cfa9d09-3073-4027-8bd7-1123e8763bee not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:05.637638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Pushing event deleted for resources: {'Port': ['ID=d4d96f01-cd64-425f-b3e2-1371d602a1aa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.652265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.654388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] Deleting port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:05.655101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.661656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.662894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-73343cd8-4f60-4c2d-b738-1759a4683c53 tempest-FloatingIPAdminTestJSON-57922691 tempest-FloatingIPAdminTestJSON-57922691-project] 10.222.0.61 "DELETE /v2.0/floatingips/696166a9-82a8-4256-918e-0dd91b1a9f31 HTTP/1.1" status: 204 len: 168 time: 1.3084486 Dec 16 09:33:05.708308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.762313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-135c0568-1ed8-4736-afb0-025c58ea240b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89b09854f6bb4be99d5bc16304118170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607621 Dec 16 09:33:05.763494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:05.803986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] For port c807f71d-16b9-4c12-9c7b-71b180d4f4c2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,segment=NetworkSegment(cb522f89-314f-4846-afd3-c77cb9085bc8),segment_id=cb522f89-314f-4846-afd3-c77cb9085bc8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:05.804555 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.821476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdaa0d-b519-497e-933d-291566d79c27 req-2300503e-83c4-4eab-9fff-4077f35d3c89 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:05.828226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] Calling delete_port for c807f71d-16b9-4c12-9c7b-71b180d4f4c2 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:05.833991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdaa0d-b519-497e-933d-291566d79c27 req-2300503e-83c4-4eab-9fff-4077f35d3c89 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:05.840335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dab006-fe2d-4c4e-bac5-5f685950f5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.846037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdaa0d-b519-497e-933d-291566d79c27 req-2300503e-83c4-4eab-9fff-4077f35d3c89 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:05.849919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bcdaa0d-b519-497e-933d-291566d79c27 req-2300503e-83c4-4eab-9fff-4077f35d3c89 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2419 time: 0.2746265 Dec 16 09:33:05.864166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:05.864449 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.895185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bcdaa0d-b519-497e-933d-291566d79c27 req-f3cf4235-44a3-430f-8e90-1cd232f43581 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Dec 16 09:33:05.942691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.959718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] No DVR routers for this DVR port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:05.986264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1062e-992c-4589-81ff-cd84d1e4d94e None None] Pushing event deleted for resources: {'Port': ['ID=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:05.992832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port c807f71d-16b9-4c12-9c7b-71b180d4f4c2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,segment=NetworkSegment(cb522f89-314f-4846-afd3-c77cb9085bc8),segment_id=cb522f89-314f-4846-afd3-c77cb9085bc8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:05.993201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:05.996774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dab006-fe2d-4c4e-bac5-5f685950f5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.019985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for c807f71d-16b9-4c12-9c7b-71b180d4f4c2 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:06.064401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d372c-d7ec-41d9-ad35-18bc968a2bd8 req-883fa8d0-e709-4522-9c1e-ce844e80bdfd tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.066238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a41d372c-d7ec-41d9-ad35-18bc968a2bd8 req-883fa8d0-e709-4522-9c1e-ce844e80bdfd tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.0657651 Dec 16 09:33:06.106629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dab006-fe2d-4c4e-bac5-5f685950f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.109228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95dab006-fe2d-4c4e-bac5-5f685950f5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.112779 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-95dab006-fe2d-4c4e-bac5-5f685950f5bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b16bc09-8d99-4f85-a1eb-0d2d910cbfa4 HTTP/1.1" status: 204 len: 168 time: 0.3450346 Dec 16 09:33:06.120024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45494) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:06.137366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dab006-fe2d-4c4e-bac5-5f685950f5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b16bc09-8d99-4f85-a1eb-0d2d910cbfa4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.147438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.157598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a41d372c-d7ec-41d9-ad35-18bc968a2bd8 req-f54ed1c4-cbe1-496a-a134-ce00fd62291a tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840178 Dec 16 09:33:06.185939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=c807f71d-16b9-4c12-9c7b-71b180d4f4c2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.188294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port c807f71d-16b9-4c12-9c7b-71b180d4f4c2 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:06.302666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.320824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96d7a71c-d5b3-427a-bd19-b24334663bfe req-02e2bb9f-edb0-42fa-97ea-c33020730681 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0444000 Dec 16 09:33:06.341062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:06.347814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb522f89-314f-4846-afd3-c77cb9085bc8') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:06.348373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb522f89-314f-4846-afd3-c77cb9085bc8') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:06.362530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.379023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.387634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:06.388245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:06.393254 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:06.490205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3032e-de4f-48f1-86fd-dbe2880db740 req-d466e197-aaee-45a9-8d07-f123d2187079 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.499239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64b3032e-de4f-48f1-86fd-dbe2880db740 req-d466e197-aaee-45a9-8d07-f123d2187079 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.0822821 Dec 16 09:33:06.502177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.511616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.519885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b HTTP/1.1" status: 204 len: 168 time: 1.0995202 Dec 16 09:33:06.522399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45500) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:06.569732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2100515389'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:06.574408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e1f25-bb3b-4e90-b662-5a91d14cbc0c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=9ff4cea5-c171-4c0d-a7da-15ff6ca4dc2b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.592990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64b3032e-de4f-48f1-86fd-dbe2880db740 req-cd7b30b9-9f1a-435f-88f1-d3a1810c1010 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924017 Dec 16 09:33:06.599206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:06.617932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.626877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-12b7dad6-3603-41d1-9dfa-a13b6dba222f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ff3e22acb804f259d4a819c9404d858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049965 Dec 16 09:33:06.628904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45506) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:06.653562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:06.670866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.671133 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment 1b1ffcb9-4695-404d-a519-ffb763b7bf78 of type vlan for network 8b4f9b8b-66f0-47be-ac59-89d249b3864d Dec 16 09:33:06.714476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9d6a429c-8dd2-4067-87f4-741e8f78e173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.724712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.758333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9d6a429c-8dd2-4067-87f4-741e8f78e173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.794710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.800400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:06.801005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.827138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9d6a429c-8dd2-4067-87f4-741e8f78e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.830507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9d6a429c-8dd2-4067-87f4-741e8f78e173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:06.831741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9d6a429c-8dd2-4067-87f4-741e8f78e173 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/924b4422-ecab-409f-89f1-4b72a027eadf HTTP/1.1" status: 204 len: 168 time: 0.2013509 Dec 16 09:33:06.854346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a429c-8dd2-4067-87f4-741e8f78e173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b4422-ecab-409f-89f1-4b72a027eadf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.882852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45518) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:06.883229 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3597367 Dec 16 09:33:06.895512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:06.895835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6710392-8967-4fc5-9865-4fa98be14388 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=8b4f9b8b-66f0-47be-ac59-89d249b3864d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:06.912795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:07.035583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:07.040270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.187154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-4727284a-c5f2-422e-94a6-ff0bba789d67 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.188772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-4727284a-c5f2-422e-94a6-ff0bba789d67 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.53 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.0953493 Dec 16 09:33:07.357563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45544) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:07.460858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45548) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:07.483360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e50886d5-4f41-4081-b21f-e0787e8f14f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.506004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4510c-6d55-488f-ad69-602f520befd3 req-827f5661-cf67-4810-a1e7-97535bb4cbc5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.511254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c807f71d-16b9-4c12-9c7b-71b180d4f4c2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:07.535753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4510c-6d55-488f-ad69-602f520befd3 req-827f5661-cf67-4810-a1e7-97535bb4cbc5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.542075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4510c-6d55-488f-ad69-602f520befd3 req-827f5661-cf67-4810-a1e7-97535bb4cbc5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:07.543762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daa4510c-6d55-488f-ad69-602f520befd3 req-827f5661-cf67-4810-a1e7-97535bb4cbc5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2419 time: 0.1730545 Dec 16 09:33:07.549005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c807f71d-16b9-4c12-9c7b-71b180d4f4c2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:07.549351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c807f71d-16b9-4c12-9c7b-71b180d4f4c2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:07.584338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.671841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Deleting port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:07.672603 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.708443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-487466467-network', 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:07.728090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daa4510c-6d55-488f-ad69-602f520befd3 req-5a940969-9f50-4616-b169-705b76580db1 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705565 Dec 16 09:33:07.740979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:07.748034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=fe0b806f-69bc-4c88-a03c-7c08f493c9ea,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:07.767463 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.786797 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.811441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': '1b1ffcb9-4695-404d-a519-ffb763b7bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:07.811816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: 8b4f9b8b-66f0-47be-ac59-89d249b3864d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:07.841990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] For port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:07.842379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.891277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.897745 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.918060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e50886d5-4f41-4081-b21f-e0787e8f14f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.924439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:07.941261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900aa205-8fbc-44bd-a7d8-beccf2a6fbce,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:07.943958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.944344 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Added segment 94724fc3-337b-4a4e-9731-105ad6108ecc of type vlan for network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 Dec 16 09:33:07.951963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e50886d5-4f41-4081-b21f-e0787e8f14f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:07.958923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:07.959780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.960116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.960497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.960920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.961272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.961601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.962138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.962266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.962753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.963006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.963327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:07.963636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:08.005660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 8b4f9b8b-66f0-47be-ac59-89d249b3864d) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:08.013988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc34fca-6542-41e4-8d5e-aa0180785a54 None None] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:08.025417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.061709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.063556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.064608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.082566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.083154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.095209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e50886d5-4f41-4081-b21f-e0787e8f14f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f083ba53c67b44dfb818262e248f9201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254942 Dec 16 09:33:08.095209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50886d5-4f41-4081-b21f-e0787e8f14f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9fc742-90d6-4471-a193-54269f71547b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.099971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:08.121980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bad0d8-fa31-46d1-ba0b-60265fcbd20e req-09fa2312-c1cb-45a6-81b1-ad5959560417 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.130047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42bad0d8-fa31-46d1-ba0b-60265fcbd20e req-09fa2312-c1cb-45a6-81b1-ad5959560417 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 945 time: 0.2699354 Dec 16 09:33:08.177681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f5e85333-fc3a-4033-8b2d-d75e2afa556f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2894025 Dec 16 09:33:08.185435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45556) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:08.204797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8459487 Dec 16 09:33:08.205795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45558) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:08.213184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Request body: {'subnet': {'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-487466467-subnet', 'tenant_id': '94c4b281560844e0b35761357f454c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:08.219618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d', 'name': 'tempest-PortsIpV6TestJSON-2061255599', 'fixed_ips': [{'subnet_id': 'fe0b806f-69bc-4c88-a03c-7c08f493c9ea', 'ip_address': '2001:db8::10'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:08.244198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3a980-2918-4ec6-b3e1-93cecc01c87c admin admin] Pushing event updated for resources: {'Network': ['ID=0b5a354b-3512-4259-9d4c-482c4ff8a4e2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.250665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:08.254576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.265517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:08.269675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-8b4f9b8b-66f0-47be-ac59-89d249b3864d', 'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': 'fe0b806f-69bc-4c88-a03c-7c08f493c9ea'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:33:08.270683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.332377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42bad0d8-fa31-46d1-ba0b-60265fcbd20e req-b05bb646-e1d3-4236-ad63-76f8b63f9cb1 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups?id=214fb39e-e96d-463a-86c5-78d255ffc472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994431 Dec 16 09:33:08.402249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.402603 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.402919 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Floating IP e6139c46-2749-4a33-a0f9-67af222be0e0 disassociated. External IP: 172.25.6.102, port: 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3. Dec 16 09:33:08.403254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Calling delete_port for 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:08.411689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69fd17bc-07fd-450c-9f16-fa6a586ddeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.513750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7407a0f6-9982-4f48-802e-87481351bfa3 req-4a738d79-abae-446e-a839-39b5d7745da3 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0742960 Dec 16 09:33:08.519894 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69fd17bc-07fd-450c-9f16-fa6a586ddeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.545425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.579830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:08.614410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Allocated IP 2001:db8::2 (8b4f9b8b-66f0-47be-ac59-89d249b3864d/fe0b806f-69bc-4c88-a03c-7c08f493c9ea/3434d5af-6907-44fd-8e29-166a22701d2a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:08.679513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de924455-123c-46ea-867d-42110a143697,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.692957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:08.693311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Network hostable DHCP agents. Network: 0b5a354b-3512-4259-9d4c-482c4ff8a4e2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:08.713205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:08.724426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0b5a354b-3512-4259-9d4c-482c4ff8a4e2) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:08.724628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69fd17bc-07fd-450c-9f16-fa6a586ddeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.726994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-69fd17bc-07fd-450c-9f16-fa6a586ddeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.728248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-69fd17bc-07fd-450c-9f16-fa6a586ddeb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b9fc742-90d6-4471-a193-54269f71547b HTTP/1.1" status: 204 len: 168 time: 0.6273510 Dec 16 09:33:08.737660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e9a2f-d0da-44b9-964b-3be8c7924fe7 None None] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:08.744987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.746682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.760315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd17bc-07fd-450c-9f16-fa6a586ddeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9fc742-90d6-4471-a193-54269f71547b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.768593 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.785024 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9166ef59-a794-4746-93af-914f77a0727e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5761218 Dec 16 09:33:08.803116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2f009-3cb2-4963-95c4-c97eb3ec211b req-a70a32a1-eb66-4b77-b953-ce1443566fb5 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:08.804704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25a2f009-3cb2-4963-95c4-c97eb3ec211b req-a70a32a1-eb66-4b77-b953-ce1443566fb5 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1623116 Dec 16 09:33:08.806074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 4d02d6af-aa82-4072-8c86-c04032626417 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:08.812430 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:08.903649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event deleted for resources: {'Port': ['ID=0373a8b4-49f0-4f88-9a2f-295bd7ab73c3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:08.993701 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.039124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.046305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25a2f009-3cb2-4963-95c4-c97eb3ec211b req-cd03681a-7603-4951-bf67-9bbc05d54d50 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297556 Dec 16 09:33:09.121899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb1e26-c6ac-45d4-99ee-aa58f83144cc None None] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:09.221474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::10 (8b4f9b8b-66f0-47be-ac59-89d249b3864d/fe0b806f-69bc-4c88-a03c-7c08f493c9ea/4d02d6af-aa82-4072-8c86-c04032626417) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:09.228743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:33:09.230261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Pushing event updated for resources: {'Port': ['ID=3434d5af-6907-44fd-8e29-166a22701d2a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.259414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:09.263986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:09.269139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:09.309787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45574) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:09.336758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6088b1a0-85a4-44fb-b173-0f4c26da7509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.490118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Attempting to bind port 3434d5af-6907-44fd-8e29-166a22701d2a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:09.490490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Attempting to bind port 3434d5af-6907-44fd-8e29-166a22701d2a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '1b1ffcb9-4695-404d-a519-ffb763b7bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:09.492811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Attempting to bind port 3434d5af-6907-44fd-8e29-166a22701d2a on network 8b4f9b8b-66f0-47be-ac59-89d249b3864d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:09.514650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:09.515284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Checking segment: {'id': '1b1ffcb9-4695-404d-a519-ffb763b7bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:09.515585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.515986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Bound using segment: {'id': '1b1ffcb9-4695-404d-a519-ffb763b7bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:09.519123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Bound port: 3434d5af-6907-44fd-8e29-166a22701d2a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1ffcb9-4695-404d-a519-ffb763b7bf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:09.519386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.534218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:09.550754 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] Sync routers for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:33:09.572608 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:09.573141 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:09.575027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6088b1a0-85a4-44fb-b173-0f4c26da7509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.591634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6088b1a0-85a4-44fb-b173-0f4c26da7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.641956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6088b1a0-85a4-44fb-b173-0f4c26da7509 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2eb22fe8ca5e4db5bdc1fefa3bf73c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309596 Dec 16 09:33:09.643152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088b1a0-85a4-44fb-b173-0f4c26da7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3c65d-fd43-4e17-8b35-74889cc33bc1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.644768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] No DVR routers for this DVR port 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:09.647551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:09.661427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.667117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75e2ae46-4ce0-4aab-a477-9a65285fafbe req-6092fc2f-d5ba-4d84-8631-76d1a063f5e6 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.53 "DELETE /v2.0/ports/0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 HTTP/1.1" status: 204 len: 173 time: 2.4694355 Dec 16 09:33:09.668917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'name': 'network-vif-deleted', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:09.676523 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90974707-9b27-4321-a6ab-a2ee88fa2f2e" -d '{"events": [{"server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "name": "network-vif-deleted", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:09.688860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] For port 3434d5af-6907-44fd-8e29-166a22701d2a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:09.695214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] For port 3434d5af-6907-44fd-8e29-166a22701d2a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3434d5af-6907-44fd-8e29-166a22701d2a,segment=NetworkSegment(1b1ffcb9-4695-404d-a519-ffb763b7bf78),segment_id=1b1ffcb9-4695-404d-a519-ffb763b7bf78)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:09.697876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.705999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.767078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa8d0-4cbf-46a5-b047-975fe6e9c66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.795523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.818177 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:09.825986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa8d0-4cbf-46a5-b047-975fe6e9c66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.832176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e9b7b-3ca5-400e-97e0-4f22b15a5ee4 None None] Pushing event updated for resources: {'Port': ['ID=3434d5af-6907-44fd-8e29-166a22701d2a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.888464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:09.895071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:09.921984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:09.925443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa8d0-4cbf-46a5-b047-975fe6e9c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.928086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa8d0-4cbf-46a5-b047-975fe6e9c66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.929284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fa6fa8d0-4cbf-46a5-b047-975fe6e9c66e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bb3c65d-fd43-4e17-8b35-74889cc33bc1 HTTP/1.1" status: 204 len: 168 time: 0.2789803 Dec 16 09:33:09.936418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:09.937242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:09.949267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fa8d0-4cbf-46a5-b047-975fe6e9c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3c65d-fd43-4e17-8b35-74889cc33bc1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:09.968966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=4d02d6af-aa82-4072-8c86-c04032626417,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:10.015226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45594) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:10.016076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2f084266-ce4c-46cd-98cf-f64c6a91b476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7998981 Dec 16 09:33:10.038118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '8b4f9b8b-66f0-47be-ac59-89d249b3864d', 'name': 'tempest-PortsIpV6TestJSON-1527793221', 'fixed_ips': [{'subnet_id': 'fe0b806f-69bc-4c88-a03c-7c08f493c9ea', 'ip_address': '2001:db8::f'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:10.209471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:10.243203 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:10.251798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-2cc56c0e-9360-4a3c-a994-437ec73a9119 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:10.254736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-2cc56c0e-9360-4a3c-a994-437ec73a9119 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.1781476 Dec 16 09:33:10.270336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-99719c35-6ccc-4b61-ba9b-82f57647dc4d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0102279 Dec 16 09:33:10.309206 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] Checking router: bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:33:10.313080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-b44d7695-3bdd-4b14-9458-375f7f8b8212 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361428 Dec 16 09:33:10.316988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.339059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 08ae2d8e-5042-47db-940e-315181fb1db6 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:10.341760 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:10.344868 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:32:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:10.451668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-2c03a5c9-2b79-4371-9014-3e66978195af service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309638 Dec 16 09:33:10.519805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:10.541460 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:10.570914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-c60da7f9-5e38-4379-990d-b4d3f4a0cca7 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181495 Dec 16 09:33:10.575572 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::f (8b4f9b8b-66f0-47be-ac59-89d249b3864d/fe0b806f-69bc-4c88-a03c-7c08f493c9ea/08ae2d8e-5042-47db-940e-315181fb1db6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:10.577017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:10.577499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 0373a8b4-49f0-4f88-9a2f-295bd7ab73c3 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:10.888713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7130b842-4d64-4b61-a044-796eeef174c1 req-ffa95ee1-b6a8-4feb-8a84-65d7dd7a4fcb tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0479171 Dec 16 09:33:10.891586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:10.911498 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:10.959143 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187849c-c6b1-4ab1-bdd1-3d131778f6e1 None None] The sync data for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 is: [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:30:03Z', 'revision_number': 4, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '4d3b6871-8db8-4235-8410-051c6a6dd878', 'name': '', 'network_id': '1883cea2-1317-422f-b093-d95bb2d301bd', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'mac_address': 'fa:16:3e:e9:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '283ff8a7-3871-4795-b007-4be66b084426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:30:00Z', 'updated_at': '2021-12-16T09:30:07Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'subnets': [{'id': '283ff8a7-3871-4795-b007-4be66b084426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:10.988629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.099841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:11.126537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:11.131166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:11.137128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.137831 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.148544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560b4e-508f-4eb8-a447-8d4490ada071 req-c81199cb-b42b-40c9-b5bb-feada1586c64 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.162105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=08ae2d8e-5042-47db-940e-315181fb1db6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:11.171350 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8449c03d-cac7-45d2-93e8-525ac796449a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1535316 Dec 16 09:33:11.172101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45626) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.176687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560b4e-508f-4eb8-a447-8d4490ada071 req-c81199cb-b42b-40c9-b5bb-feada1586c64 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.190768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560b4e-508f-4eb8-a447-8d4490ada071 req-c81199cb-b42b-40c9-b5bb-feada1586c64 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.199930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac560b4e-508f-4eb8-a447-8d4490ada071 req-c81199cb-b42b-40c9-b5bb-feada1586c64 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2419 time: 0.1747587 Dec 16 09:33:11.305040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42416098-8997-49f1-b01b-1d89c46134ac tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.310416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-42416098-8997-49f1-b01b-1d89c46134ac tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1218917 Dec 16 09:33:11.311506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45630) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.320781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca5fe5-d51c-414a-8662-a6058efb0b14 None None] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:11.356688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac560b4e-508f-4eb8-a447-8d4490ada071 req-de1eedf1-c18e-4c0d-be91-db3ce9a67764 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546476 Dec 16 09:33:11.437416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b148-1597-4379-a1b8-57ade5f16928 req-d6d4c2a5-ac20-4034-9536-af3ebc34377d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.472663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b148-1597-4379-a1b8-57ade5f16928 req-d6d4c2a5-ac20-4034-9536-af3ebc34377d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.487652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b148-1597-4379-a1b8-57ade5f16928 req-d6d4c2a5-ac20-4034-9536-af3ebc34377d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.490603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4792b148-1597-4379-a1b8-57ade5f16928 req-d6d4c2a5-ac20-4034-9536-af3ebc34377d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 2419 time: 0.2880640 Dec 16 09:33:11.497401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9337792-46ae-4380-a308-f7b2640d2ab4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.513590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9337792-46ae-4380-a308-f7b2640d2ab4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.536813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9337792-46ae-4380-a308-f7b2640d2ab4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:11.543541 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e9337792-46ae-4380-a308-f7b2640d2ab4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2280338 Dec 16 09:33:11.550333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:11.636928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3434d5af-6907-44fd-8e29-166a22701d2a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:11.666490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65065995-69bc-4902-a70e-d93cb42a8277 req-cec656b0-9376-4b4a-8f11-6f5ceeab3f1e tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.1074553 Dec 16 09:33:11.735745 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea2886-bbf7-40ea-b608-e8a89d0a2f68 x-openstack-request-id: req-beea2886-bbf7-40ea-b608-e8a89d0a2f68 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:11.736035 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b01607-cdf2-4672-b279-58c3eadd55bd", "name": "network-vif-deleted", "tag": "0373a8b4-49f0-4f88-9a2f-295bd7ab73c3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:11.736275 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-beea2886-bbf7-40ea-b608-e8a89d0a2f68 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:11.740357 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b01607-cdf2-4672-b279-58c3eadd55bd', 'name': 'network-vif-deleted', 'tag': '0373a8b4-49f0-4f88-9a2f-295bd7ab73c3', 'status': 'completed', 'code': 200} Dec 16 09:33:11.753199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 92e35f3b-ed74-4f06-87d5-ec2649129de4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:11.753550 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.755793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbfc27c-2555-4873-81ca-eaf2afeb7c56 None None] New status for floating IP e6139c46-2749-4a33-a0f9-67af222be0e0: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:33:11.766585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 08ae2d8e-5042-47db-940e-315181fb1db6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:11.766927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.962357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:11.981905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 08ae2d8e-5042-47db-940e-315181fb1db6 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:11.983695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9eb79c2b-7090-43dc-8a9a-91700c104541 None None] Provisioning complete for port 3434d5af-6907-44fd-8e29-166a22701d2a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:11.984143 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9eb79c2b-7090-43dc-8a9a-91700c104541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.082957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3434d5af-6907-44fd-8e29-166a22701d2a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:12.083590 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.156116 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9eb79c2b-7090-43dc-8a9a-91700c104541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.181752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.243615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9eb79c2b-7090-43dc-8a9a-91700c104541 None None] For port 3434d5af-6907-44fd-8e29-166a22701d2a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3434d5af-6907-44fd-8e29-166a22701d2a,segment=NetworkSegment(1b1ffcb9-4695-404d-a519-ffb763b7bf78),segment_id=1b1ffcb9-4695-404d-a519-ffb763b7bf78)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:12.255042 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9eb79c2b-7090-43dc-8a9a-91700c104541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.363841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb79c2b-7090-43dc-8a9a-91700c104541 None None] Pushing event updated for resources: {'Port': ['ID=3434d5af-6907-44fd-8e29-166a22701d2a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:12.397230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=08ae2d8e-5042-47db-940e-315181fb1db6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:12.403405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.411197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa1db214-701a-4759-a572-eb31ed81e01f tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/08ae2d8e-5042-47db-940e-315181fb1db6 HTTP/1.1" status: 204 len: 168 time: 0.8566074 Dec 16 09:33:12.412104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:12.483413 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dc52e4-55e8-41e9-88d1-f19990aa4a48 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:12.487921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b2dc52e4-55e8-41e9-88d1-f19990aa4a48 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/08ae2d8e-5042-47db-940e-315181fb1db6 HTTP/1.1" status: 404 len: 333 time: 0.0720954 Dec 16 09:33:12.488676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:12.496535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a6bfc8aa-b177-475b-89f1-fc4fca86c031 None None] Provisioning complete for port 3434d5af-6907-44fd-8e29-166a22701d2a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:12.497510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc8aa-b177-475b-89f1-fc4fca86c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.564835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b202-b16a-43d1-b4d3-1f71dfd3c1a2 req-10e9bb23-beff-4db4-ab16-d30c9d4156cb tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:12.577647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7280b202-b16a-43d1-b4d3-1f71dfd3c1a2 req-10e9bb23-beff-4db4-ab16-d30c9d4156cb tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.7223117 Dec 16 09:33:12.643849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a6bfc8aa-b177-475b-89f1-fc4fca86c031 None None] Could not find standard attr ID for object 08ae2d8e-5042-47db-940e-315181fb1db6. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:33:12.659931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a6bfc8aa-b177-475b-89f1-fc4fca86c031 None None] Provisioning complete for port 4d02d6af-aa82-4072-8c86-c04032626417 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:12.660639 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc8aa-b177-475b-89f1-fc4fca86c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.677942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 92e35f3b-ed74-4f06-87d5-ec2649129de4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=92e35f3b-ed74-4f06-87d5-ec2649129de4,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:12.678318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.708814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a6bfc8aa-b177-475b-89f1-fc4fca86c031 None None] Port 4d02d6af-aa82-4072-8c86-c04032626417 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:12.719086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7280b202-b16a-43d1-b4d3-1f71dfd3c1a2 req-08656036-f182-4cf9-9099-a81d3492ca14 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404350 Dec 16 09:33:12.745828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 92e35f3b-ed74-4f06-87d5-ec2649129de4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:12.793806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 4d02d6af-aa82-4072-8c86-c04032626417 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:12.794196 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.876354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4002d815-811c-4b07-aca5-5c4fc0d4de38 None None] Provisioning complete for port 4d02d6af-aa82-4072-8c86-c04032626417 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:12.876673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4002d815-811c-4b07-aca5-5c4fc0d4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:12.893040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-0b732cde-8bf6-4288-b180-a75f52a7fee1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:12.894952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-0b732cde-8bf6-4288-b180-a75f52a7fee1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.4157102 Dec 16 09:33:12.921796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1788240f-6856-4b08-ab25-a2d7ee0912aa req-4f8e7e6e-3403-4a3b-a324-80b8f0262b41 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0523319 Dec 16 09:33:12.945450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:12.967885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.015643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 4d02d6af-aa82-4072-8c86-c04032626417 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:13.039960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4002d815-811c-4b07-aca5-5c4fc0d4de38 None None] Port 4d02d6af-aa82-4072-8c86-c04032626417 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:13.118224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45666) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.129552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6a90d8d-e8aa-48f0-86c2-e5af8838b88f req-3352dddb-e66a-4a86-90cc-33879a1dddf7 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0719657 Dec 16 09:33:13.258923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b6853fe5-0875-4bcb-bcff-d6fc9828f2f8 None None] Could not find standard attr ID for object 08ae2d8e-5042-47db-940e-315181fb1db6. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:33:13.276566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.317759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.323050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=4d02d6af-aa82-4072-8c86-c04032626417,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:13.331193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['92e35f3b-ed74-4f06-87d5-ec2649129de4', '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4', '7f6ff2c0-2d85-42c4-b394-83441af737f1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:13.334171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:13.338202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.377298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-05c282b1-2632-4824-b232-dc21ae71817c tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:13.384033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.387613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-69f15dbf-2d18-4905-b7d4-39d2ebe231c9 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/4d02d6af-aa82-4072-8c86-c04032626417 HTTP/1.1" status: 204 len: 168 time: 0.8985481 Dec 16 09:33:13.390543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.409302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=92e35f3b-ed74-4f06-87d5-ec2649129de4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:13.425780 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbd6d88-53d1-4b70-992d-a0314f38369c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:13.428248 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3fbd6d88-53d1-4b70-992d-a0314f38369c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/4d02d6af-aa82-4072-8c86-c04032626417 HTTP/1.1" status: 404 len: 333 time: 0.0357702 Dec 16 09:33:13.434114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.529701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet fe0b806f-69bc-4c88-a03c-7c08f493c9ea {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:13.537552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.550662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3434d5af-6907-44fd-8e29-166a22701d2a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:13.581958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-05c282b1-2632-4824-b232-dc21ae71817c tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "PUT /v2.0/quotas/8c343083f1f745ccb71d40f4c1ae45ef HTTP/1.1" status: 200 len: 366 time: 0.4604414 Dec 16 09:33:13.585915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.586874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 92e35f3b-ed74-4f06-87d5-ec2649129de4 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:13.606403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbc5bd-caa0-4264-a8ec-becef1b0486d req-34dde3c7-c641-44ce-95f3-b86396058307 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.614239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-80417dda-49c3-45fa-8d0a-5248bfd1cc4e tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0276494 Dec 16 09:33:13.614467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbc5bd-caa0-4264-a8ec-becef1b0486d req-34dde3c7-c641-44ce-95f3-b86396058307 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:13.615890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66cbc5bd-caa0-4264-a8ec-becef1b0486d req-34dde3c7-c641-44ce-95f3-b86396058307 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 1683 time: 0.3276343 Dec 16 09:33:13.616399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45676) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.617533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.621628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4792b148-1597-4379-a1b8-57ade5f16928 req-3c756754-c56f-49c3-9145-19a353458de3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "DELETE /v2.0/ports/92e35f3b-ed74-4f06-87d5-ec2649129de4 HTTP/1.1" status: 204 len: 173 time: 2.1202123 Dec 16 09:33:13.631076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.665479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bbe410d6-bd23-4c82-9158-57e49dd28f1f tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "GET /v2.0/quotas/8c343083f1f745ccb71d40f4c1ae45ef HTTP/1.1" status: 200 len: 366 time: 0.0370181 Dec 16 09:33:13.666501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45678) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.708307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a6c1ea00-13c4-4d35-9fe2-ee2acc20ffa1 tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/8c343083f1f745ccb71d40f4c1ae45ef HTTP/1.1" status: 204 len: 168 time: 0.0382724 Dec 16 09:33:13.709380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.735450 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f493aae-ede4-4a8e-9be1-20d010391ca3 tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0186265 Dec 16 09:33:13.736909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45682) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.745814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-deleted', 'tag': '92e35f3b-ed74-4f06-87d5-ec2649129de4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:13.748548 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4aa24-acc0-4b19-8d6f-acfc97ddc910" -d '{"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-deleted", "tag": "92e35f3b-ed74-4f06-87d5-ec2649129de4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:13.772217 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4851eec2-bba0-4ce2-bd1d-027f21c7f7cf tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "GET /v2.0/quotas/8c343083f1f745ccb71d40f4c1ae45ef HTTP/1.1" status: 200 len: 370 time: 0.0322013 Dec 16 09:33:13.772436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.780775 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6b3a4c2e-f407-42a3-8d8a-8836130f993c tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "GET /v2.0/quotas/8c343083f1f745ccb71d40f4c1ae45ef/default HTTP/1.1" status: 200 len: 370 time: 0.0046108 Dec 16 09:33:13.783593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45690) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:13.796655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66cbc5bd-caa0-4264-a8ec-becef1b0486d req-f52f81e2-8849-485b-973d-6dca84519aff tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589427 Dec 16 09:33:13.807487 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-9cf6a585-0922-4899-b82c-141bc883006f tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] delete failed (client error): The resource could not be found. Dec 16 09:33:13.808520 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9cf6a585-0922-4899-b82c-141bc883006f tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/8c343083f1f745ccb71d40f4c1ae45ef HTTP/1.1" status: 404 len: 348 time: 0.0236571 Dec 16 09:33:13.835075 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.835316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3434d5af-6907-44fd-8e29-166a22701d2a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:13.835769 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.864510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.14 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/c7d2c8d1-78d7-4d5e-9f87-f56c167e927b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:13.984744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:13.990971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fac354f0-0ffe-4d60-9ec4-c1935c9e115a req-0ab6c34d-5cc4-4726-9b8c-f23e0b864177 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0918157 Dec 16 09:33:14.068537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45698) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:14.078333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0b806f-69bc-4c88-a03c-7c08f493c9ea,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:14.090908 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4afeee7-e12e-482e-b85f-bf6ff3e977fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.095770 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.104852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ff642-c081-4232-8187-c6a975a9d300 None None] Network 8b4f9b8b-66f0-47be-ac59-89d249b3864d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:14.106138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7879a15d-df57-4392-95b4-ebebc2f412a3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/fe0b806f-69bc-4c88-a03c-7c08f493c9ea HTTP/1.1" status: 204 len: 168 time: 0.6676013 Dec 16 09:33:14.111847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45700) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:14.187274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:14.188010 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.223904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:network and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:14.322323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:14.357610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.399430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:subnet and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:14.432999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:14.437870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:14.438244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.448921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2380c39-4266-4a3b-b184-3b141870e2da req-9fac6620-de7a-4091-9be6-1015d839f3cd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:14.450457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2380c39-4266-4a3b-b184-3b141870e2da req-9fac6620-de7a-4091-9be6-1015d839f3cd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.3017349 Dec 16 09:33:14.488361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] DHCP port deletion for 8b4f9b8b-66f0-47be-ac59-89d249b3864d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:14.506059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:14.509863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.523945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:subnetpool and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:14.543525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] Deleting port 3434d5af-6907-44fd-8e29-166a22701d2a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:14.543823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:14.543955 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.613169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] For port 3434d5af-6907-44fd-8e29-166a22701d2a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3434d5af-6907-44fd-8e29-166a22701d2a,segment=NetworkSegment(1b1ffcb9-4695-404d-a519-ffb763b7bf78),segment_id=1b1ffcb9-4695-404d-a519-ffb763b7bf78)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:14.613931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.623684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2380c39-4266-4a3b-b184-3b141870e2da req-98e7a261-45d6-48c2-8c4b-63dbfc1c25c1 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574349 Dec 16 09:33:14.630074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:port and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:14.630456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] Calling delete_port for 3434d5af-6907-44fd-8e29-166a22701d2a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:14.650559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:14.671694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 3434d5af-6907-44fd-8e29-166a22701d2a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:14.672032 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.725027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.754554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] No DVR routers for this DVR port 3434d5af-6907-44fd-8e29-166a22701d2a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:14.764831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port 3434d5af-6907-44fd-8e29-166a22701d2a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3434d5af-6907-44fd-8e29-166a22701d2a,segment=NetworkSegment(1b1ffcb9-4695-404d-a519-ffb763b7bf78),segment_id=1b1ffcb9-4695-404d-a519-ffb763b7bf78)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:14.765531 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.774906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f2da0-fbc4-48d1-bf50-bf6410b698e3 None None] Pushing event deleted for resources: {'Port': ['ID=3434d5af-6907-44fd-8e29-166a22701d2a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:14.784207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 3434d5af-6907-44fd-8e29-166a22701d2a owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:14.786452 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:14.794449 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad5c884-78ae-491c-9b63-85c58a2070aa x-openstack-request-id: req-1ad5c884-78ae-491c-9b63-85c58a2070aa {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:14.794743 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-deleted", "tag": "92e35f3b-ed74-4f06-87d5-ec2649129de4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:14.794986 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ad5c884-78ae-491c-9b63-85c58a2070aa {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:14.795375 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-deleted', 'tag': '92e35f3b-ed74-4f06-87d5-ec2649129de4', 'status': 'completed', 'code': 200} Dec 16 09:33:14.915429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:router and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:14.944979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:14.945679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:14.973952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:14.978548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:14.981009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:15.036154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:floatingip and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:15.056824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b938f-e4ef-48f1-b084-46a944042345 req-6fee8731-5744-488f-a4ea-c03628d6647b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.058326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-454b938f-e4ef-48f1-b084-46a944042345 req-6fee8731-5744-488f-a4ea-c03628d6647b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 932 time: 0.2606957 Dec 16 09:33:15.068110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:15.095759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.129111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.129721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.180702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:15.200028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.229951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-ba525187-b319-4e84-99aa-2d904a41ac42 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3176692 Dec 16 09:33:15.237566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=3434d5af-6907-44fd-8e29-166a22701d2a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:15.246560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-454b938f-e4ef-48f1-b084-46a944042345 req-e0a3744a-0674-49ff-a987-4d4fa8329396 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736112 Dec 16 09:33:15.279951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:15.283661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.287728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4792b148-1597-4379-a1b8-57ade5f16928 req-0a23f1da-c7eb-46ce-9f12-d46387a1d6a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "DELETE /v2.0/ports/70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 HTTP/1.1" status: 204 len: 173 time: 1.6460350 Dec 16 09:33:15.290851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port 3434d5af-6907-44fd-8e29-166a22701d2a on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:15.470059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-260e627d-6ddb-4e2b-8f21-11973375309c req-071bf322-8768-4945-a2cf-351db8c71153 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.1319218 Dec 16 09:33:15.490745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3434d5af-6907-44fd-8e29-166a22701d2a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:15.493051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Request body: {'port': {'device_id': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:15.496987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:security_group and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:15.504059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.534713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 3434d5af-6907-44fd-8e29-166a22701d2a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:15.535104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3434d5af-6907-44fd-8e29-166a22701d2a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:15.554961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:15.580124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4f9b8b-66f0-47be-ac59-89d249b3864d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:15.604070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1ffcb9-4695-404d-a519-ffb763b7bf78') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:15.604330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1ffcb9-4695-404d-a519-ffb763b7bf78') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:15.653454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Usage tracker for resource:security_group_rule and tenant:e9418d6a665c46a293984fc699554453 is out of sync, need to count used quota {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 09:33:15.658659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.679906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.quota.resource [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102398) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 16 09:33:15.687955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.691874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.701555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ff711f8-fc15-485e-bdf0-2a4561631b2b tempest-QuotasTest-1967684096 tempest-QuotasTest-1967684096-project-admin] 10.222.0.61 "GET /v2.0/quotas/e9418d6a665c46a293984fc699554453/details.json HTTP/1.1" status: 200 len: 703 time: 1.6319897 Dec 16 09:33:15.702984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:15.703375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:15.713649 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:15.767544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a31f94-d2b8-4cbb-8ce0-c1edb39767ba req-0bd24f53-adb3-4864-8579-e5f2bdcae9d8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:15.768981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32a31f94-d2b8-4cbb-8ce0-c1edb39767ba req-0bd24f53-adb3-4864-8579-e5f2bdcae9d8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 946 time: 0.2150629 Dec 16 09:33:15.831129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 7f6ff2c0-2d85-42c4-b394-83441af737f1 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:15.831468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.881306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.907235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.914370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45716) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:15.916481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/8b4f9b8b-66f0-47be-ac59-89d249b3864d HTTP/1.1" status: 204 len: 168 time: 1.7975681 Dec 16 09:33:15.920593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1784687526'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:15.943455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:15.947850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:15.955435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32a31f94-d2b8-4cbb-8ce0-c1edb39767ba req-ef433660-6510-4676-96c4-622394b0d42a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763606 Dec 16 09:33:16.008526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:16.017358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45718) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:16.021609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe529fd-cef1-45de-9492-45fab6726da3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=8b4f9b8b-66f0-47be-ac59-89d249b3864d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:16.021985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.022725 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Added segment 0caedc93-b4af-4d2d-959c-c134996f1b4e of type vlan for network 731c9788-4d24-4302-beee-46f32beebc66 Dec 16 09:33:16.068272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.098634 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2208abd2-f6bd-4a1a-a85f-ee8aa69f48f8 req-49905f31-be8a-44ff-b001-4f344b599185 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0506899 Dec 16 09:33:16.112347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.123213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:16.124314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.153638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2384062 Dec 16 09:33:16.168211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45722) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:16.178779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': '731c9788-4d24-4302-beee-46f32beebc66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:16.183347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 7f6ff2c0-2d85-42c4-b394-83441af737f1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7f6ff2c0-2d85-42c4-b394-83441af737f1,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:16.183777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.231983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe19cd4-478d-4d6b-9152-ae3610bbed72 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Network': ['ID=731c9788-4d24-4302-beee-46f32beebc66,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:16.245525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 731c9788-4d24-4302-beee-46f32beebc66 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:16.282843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 7f6ff2c0-2d85-42c4-b394-83441af737f1 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:16.285879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.421528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a17cbfe9-789a-4f4d-89d1-ba2366e9943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.426645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26710c-756b-4a06-83ba-8a41eda56a4a req-8f20f74c-0389-4843-8ce0-9cc6d2a09ead tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:16.428142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d26710c-756b-4a06-83ba-8a41eda56a4a req-8f20f74c-0389-4843-8ce0-9cc6d2a09ead tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.2417722 Dec 16 09:33:16.529069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:16.532553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.621048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d26710c-756b-4a06-83ba-8a41eda56a4a req-1229386c-1a17-4a24-9c28-f3b2fea5ec9a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772294 Dec 16 09:33:16.683637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d2c8d1-78d7-4d5e-9f87-f56c167e927b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:16.703806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.709605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.760016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:16.849621 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.875664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:16.878024 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1bceca-bfa1-4d48-b08e-715f03899b5a" -d '{"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:16.891333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:16.896929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:16.897937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 92e35f3b-ed74-4f06-87d5-ec2649129de4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:16.940176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 92e35f3b-ed74-4f06-87d5-ec2649129de4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:16.940512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 92e35f3b-ed74-4f06-87d5-ec2649129de4 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:16.940935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7f6ff2c0-2d85-42c4-b394-83441af737f1 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:16.998185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.052411 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.054994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-deleted', 'tag': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:17.057316 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c549fb-9cb5-4218-89fd-7bfdbe364f07" -d '{"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-deleted", "tag": "70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:17.088438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.163024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150acb78-ef6e-4d2c-b04d-ffd40a9fa034,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.167755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Transition to ACTIVE for port object c7d2c8d1-78d7-4d5e-9f87-f56c167e927b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:17.171258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c07912cfac2f4e039f1a3f3832a72bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1508911 Dec 16 09:33:17.174307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45736) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.178604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.187434 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.189759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.190107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.190433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.190760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.191077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.191393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.191706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.192019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.192326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.192635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.192943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.193250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ba87af-026b-4924-8160-a9fd3f3a1a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:17.206153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f7832-0773-4578-92d6-276330779f69 req-49b85939-5128-44c3-ac55-ca70f962d063 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:17.213704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-694f7832-0773-4578-92d6-276330779f69 req-49b85939-5128-44c3-ac55-ca70f962d063 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 932 time: 0.5184374 Dec 16 09:33:17.219877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:17.243047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:17.243439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:17.260546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73364d28-a729-46b2-9a08-b9d5cd88e479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.281905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=7f6ff2c0-2d85-42c4-b394-83441af737f1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.282912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73364d28-a729-46b2-9a08-b9d5cd88e479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.343896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73364d28-a729-46b2-9a08-b9d5cd88e479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.346828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73364d28-a729-46b2-9a08-b9d5cd88e479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.348336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-73364d28-a729-46b2-9a08-b9d5cd88e479 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/150acb78-ef6e-4d2c-b04d-ffd40a9fa034 HTTP/1.1" status: 204 len: 168 time: 0.1728733 Dec 16 09:33:17.358328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73364d28-a729-46b2-9a08-b9d5cd88e479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150acb78-ef6e-4d2c-b04d-ffd40a9fa034,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.429258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Pushing event updated for resources: {'Port': ['ID=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.458414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-694f7832-0773-4578-92d6-276330779f69 req-84333b5e-a84a-46dd-8ece-d4e7b6591143 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440946 Dec 16 09:33:17.461082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 7f6ff2c0-2d85-42c4-b394-83441af737f1 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:17.540271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.544154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4792b148-1597-4379-a1b8-57ade5f16928 req-af37cb2a-76ba-44f2-af03-4157aea5a5a8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "DELETE /v2.0/ports/7f6ff2c0-2d85-42c4-b394-83441af737f1 HTTP/1.1" status: 204 len: 173 time: 2.2482162 Dec 16 09:33:17.587748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Attempting to bind port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:17.590443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Attempting to bind port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:17.590544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Attempting to bind port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:17.608742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.638516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-208c9abd-1dd2-44f8-b8cd-3ea6b79c8afd req-26ff664b-2646-462b-bd08-93c47ea4cfec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0540345 Dec 16 09:33:17.638516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:17.638516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Attempting to bind port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:17.691626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:17.692328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:17.692589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:17.693033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Bound port: c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:17.693396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.706627 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2627c75-61cc-4ac1-9322-5cd5b98224b1 x-openstack-request-id: req-b2627c75-61cc-4ac1-9322-5cd5b98224b1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:17.706957 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-unplugged", "status": "completed", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:17.707210 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2627c75-61cc-4ac1-9322-5cd5b98224b1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:17.707719 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'code': 200} Dec 16 09:33:17.788738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=731e524d-2522-4018-bcdc-a4ff8f94be58,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:17.800144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:17.817914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05676b0a-eeb5-4394-909e-391cbf7925bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.839690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-969e59c5-0f3f-4a29-86aa-d15496b46228 req-4f9691d2-f5b0-4cdc-8ba5-bdf232a48adb tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bda262a-93b4-4e81-8ada-a470e2c3dc32 HTTP/1.1" status: 200 len: 210 time: 0.0560822 Dec 16 09:33:17.861223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Checking segment: {'id': '0caedc93-b4af-4d2d-959c-c134996f1b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '731c9788-4d24-4302-beee-46f32beebc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:17.861700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network hostable DHCP agents. Network: 731c9788-4d24-4302-beee-46f32beebc66, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:17.868854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] For port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:17.874666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] For port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:17.879559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.927298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:17.927927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.929665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] 10.222.0.53 "PUT /v2.0/ports/c7d2c8d1-78d7-4d5e-9f87-f56c167e927b HTTP/1.1" status: 200 len: 1092 time: 2.6577225 Dec 16 09:33:17.931096 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f11f8c-2280-4e23-9210-2ab99c0c668b x-openstack-request-id: req-d8f11f8c-2280-4e23-9210-2ab99c0c668b {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:17.931385 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-deleted", "tag": "70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:17.931672 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8f11f8c-2280-4e23-9210-2ab99c0c668b {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:17.932051 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-deleted', 'tag': '70f3f6e2-1d80-481e-9a2c-eed4d6ad80c4', 'status': 'completed', 'code': 200} Dec 16 09:33:17.942896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 731c9788-4d24-4302-beee-46f32beebc66 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:17.972358 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:17.991818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05676b0a-eeb5-4394-909e-391cbf7925bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.000292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05676b0a-eeb5-4394-909e-391cbf7925bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.013356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 731c9788-4d24-4302-beee-46f32beebc66) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:18.019666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c19ce1-bc01-4eb0-957c-ec06ca0fc8cb service neutron] Pushing event updated for resources: {'Port': ['ID=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:18.027563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00835c-a7cb-4a6d-ba9f-676c2770f1eb None None] Network 731c9788-4d24-4302-beee-46f32beebc66 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:18.028109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.029138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.068895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5bc67f9-2213-405e-a982-624591779e95 req-6c8bc9b0-0db3-49e3-ac37-1e53dd8f1cec tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0532398 Dec 16 09:33:18.086268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-05676b0a-eeb5-4394-909e-391cbf7925bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9418d6a665c46a293984fc699554453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848470 Dec 16 09:33:18.089322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45746) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.097455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05676b0a-eeb5-4394-909e-391cbf7925bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa51125c-eb97-4933-9bb5-6c44519b52e1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:18.105038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c6e4766f-3f44-4ad9-8007-45fe0b3d7f6d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9322629 Dec 16 09:33:18.105896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45748) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.107893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-3a8465a8-ca11-41da-b4e9-7345098824fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.109567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-3a8465a8-ca11-41da-b4e9-7345098824fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 1095 time: 0.1384592 Dec 16 09:33:18.114014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-716080547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:18.212468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-6dfb464c-65d0-4c54-bbb7-7a5ff2154663 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b HTTP/1.1" status: 200 len: 217 time: 0.0767448 Dec 16 09:33:18.240789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1550459-eba2-48b5-9c2e-1d3a948714a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.283264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1550459-eba2-48b5-9c2e-1d3a948714a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.284805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-731c9788-4d24-4302-beee-46f32beebc66', 'network_id': '731c9788-4d24-4302-beee-46f32beebc66', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': '731e524d-2522-4018-bcdc-a4ff8f94be58'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:33:18.285736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.303492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212686b-78ab-440e-b48f-f9780b995378 req-6506e2f7-3a2e-491d-a981-9931cc963092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.305155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-6506e2f7-3a2e-491d-a981-9931cc963092 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0820608 Dec 16 09:33:18.323822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.324828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.346422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-ea60da17-b940-4dc4-849e-fc29173a43cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331318 Dec 16 09:33:18.347135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1550459-eba2-48b5-9c2e-1d3a948714a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.350960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1550459-eba2-48b5-9c2e-1d3a948714a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.352478 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e1550459-eba2-48b5-9c2e-1d3a948714a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa51125c-eb97-4933-9bb5-6c44519b52e1 HTTP/1.1" status: 204 len: 168 time: 0.2620165 Dec 16 09:33:18.362726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1346b0f-0910-4219-8e2f-3ced08eddd59 req-a283ad2e-0ae2-4f72-80cc-6472655140dd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.364363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1550459-eba2-48b5-9c2e-1d3a948714a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa51125c-eb97-4933-9bb5-6c44519b52e1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:18.370402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1346b0f-0910-4219-8e2f-3ced08eddd59 req-a283ad2e-0ae2-4f72-80cc-6472655140dd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 944 time: 0.0932994 Dec 16 09:33:18.474621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Allocated IP 2001:db8::2 (731c9788-4d24-4302-beee-46f32beebc66/731e524d-2522-4018-bcdc-a4ff8f94be58/e612f735-d7dc-401e-ad8c-b16aa99e854a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:18.485519 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.498763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.519687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.524027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45754) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:18.530001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'network_id': '731c9788-4d24-4302-beee-46f32beebc66', 'name': 'tempest-PortsIpV6TestJSON-117089766'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:18.535331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2cc44c62-cddd-4716-9be6-da08614e2d3d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4245067 Dec 16 09:33:18.538871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1346b0f-0910-4219-8e2f-3ced08eddd59 req-1dd7bf34-1e61-41b1-b57b-02022627224a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674731 Dec 16 09:33:18.603456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-2207ac24-af27-46d1-a936-e064fdc452d9 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299290 Dec 16 09:33:18.747991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740847-e088-47df-b678-065cdd1ffc47 req-a396d8b0-e5f7-4111-aa70-8256517c4f99 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:18.756084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c740847-e088-47df-b678-065cdd1ffc47 req-a396d8b0-e5f7-4111-aa70-8256517c4f99 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 944 time: 0.1088760 Dec 16 09:33:18.758735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:18.762599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.793211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:18.795644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:18.804464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.830419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c740847-e088-47df-b678-065cdd1ffc47 req-8d4a0258-1cb2-4017-98a1-4170f58edba6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Dec 16 09:33:18.838471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4212686b-78ab-440e-b48f-f9780b995378 req-73a803de-e9d4-4690-9249-14dadc61a38f service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277448 Dec 16 09:33:18.840583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:18.962691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:33:18.993935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Network 731c9788-4d24-4302-beee-46f32beebc66 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:18.998579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c6a26aa-0a8c-4918-8ea4-551168962be2 req-fc2bf283-fa57-40da-bae3-ee894d08d158 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0535665 Dec 16 09:33:19.004175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::1f1 (731c9788-4d24-4302-beee-46f32beebc66/731e524d-2522-4018-bcdc-a4ff8f94be58/51cae3e4-cdc2-46f3-b1d9-b70a95e0464e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:19.049480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.055416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:19.067706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:19.076311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Pushing event updated for resources: {'Port': ['ID=e612f735-d7dc-401e-ad8c-b16aa99e854a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.185002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting subnet 294f671d-77c6-42d2-8af4-3f14e3c704da {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:19.194667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.199382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Attempting to bind port e612f735-d7dc-401e-ad8c-b16aa99e854a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:19.199989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Attempting to bind port e612f735-d7dc-401e-ad8c-b16aa99e854a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '0caedc93-b4af-4d2d-959c-c134996f1b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '731c9788-4d24-4302-beee-46f32beebc66'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:19.200533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Attempting to bind port e612f735-d7dc-401e-ad8c-b16aa99e854a on network 731c9788-4d24-4302-beee-46f32beebc66 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:19.208299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:19.211616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:19.212293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Checking segment: {'id': '0caedc93-b4af-4d2d-959c-c134996f1b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '731c9788-4d24-4302-beee-46f32beebc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:19.212879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.213644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Bound using segment: {'id': '0caedc93-b4af-4d2d-959c-c134996f1b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '731c9788-4d24-4302-beee-46f32beebc66'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:19.214770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Bound port: e612f735-d7dc-401e-ad8c-b16aa99e854a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caedc93-b4af-4d2d-959c-c134996f1b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '731c9788-4d24-4302-beee-46f32beebc66'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:19.215345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.250205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be50b534-8002-40f1-9c94-7c20205a92d1 req-fab28c53-00f6-4538-a1e1-2b20c4340b8c tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0344391 Dec 16 09:33:19.264586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'port_id': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'mac_address': 'fa:16:3e:6f:55:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13affadb-38eb-4f5d-9dd7-7280198d21c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:19.265638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.360271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.380867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] For port e612f735-d7dc-401e-ad8c-b16aa99e854a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:19.384166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512d685a-6521-4da1-ac2b-5d4d1793a2f8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:19.406606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] For port e612f735-d7dc-401e-ad8c-b16aa99e854a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e612f735-d7dc-401e-ad8c-b16aa99e854a,segment=NetworkSegment(0caedc93-b4af-4d2d-959c-c134996f1b4e),segment_id=0caedc93-b4af-4d2d-959c-c134996f1b4e)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:19.415851 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.426669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:19.452828 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.467364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.501182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0e873-7e18-443d-b4a2-cd21d19ae472 None None] Pushing event updated for resources: {'Port': ['ID=e612f735-d7dc-401e-ad8c-b16aa99e854a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.581148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.612760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.663730 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.720425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.774837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['512d685a-6521-4da1-ac2b-5d4d1793a2f8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:19.782336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e399cf-21a9-4738-8ce7-3e25bcdb599a req-a2a84fe5-4231-46f3-a00a-948a87b63d64 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:19.793229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08e399cf-21a9-4738-8ce7-3e25bcdb599a req-a2a84fe5-4231-46f3-a00a-948a87b63d64 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 945 time: 0.1278291 Dec 16 09:33:19.807124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Subnet': ['ID=294f671d-77c6-42d2-8af4-3f14e3c704da,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.828188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 731c9788-4d24-4302-beee-46f32beebc66 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:19.837958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.846346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c381627-ce45-49d3-b1a5-1ff4c730be57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/subnets/294f671d-77c6-42d2-8af4-3f14e3c704da HTTP/1.1" status: 204 len: 168 time: 0.7956643 Dec 16 09:33:19.847589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:19.851520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45786) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.857330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:19.866041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:19.866639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:19.883204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=51cae3e4-cdc2-46f3-b1d9-b70a95e0464e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:19.891860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184a0f9-5f51-4a51-9c25-5ef87110c2d9 None None] Network 3140531d-7f7a-4c2d-a7fd-ad92a00906cd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:19.899750 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c3c324bb-5cfa-4e74-bcac-296225ccff9e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3745766 Dec 16 09:33:19.907094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:19.933572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-deleted', 'tag': '7f6ff2c0-2d85-42c4-b394-83441af737f1'}, {'name': 'network-changed', 'server_uuid': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'tag': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:19.945965 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52" -d '{"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-deleted", "tag": "7f6ff2c0-2d85-42c4-b394-83441af737f1"}, {"name": "network-changed", "server_uuid": "6f19bace-f840-47d4-beee-2b8ce4e3dbe1", "tag": "c7d2c8d1-78d7-4d5e-9f87-f56c167e927b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:20.027742 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.043939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.068430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08e399cf-21a9-4738-8ce7-3e25bcdb599a req-29355650-e07c-45a4-9f08-b29483ed522e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742755 Dec 16 09:33:20.151618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.265354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] DHCP port deletion for 3140531d-7f7a-4c2d-a7fd-ad92a00906cd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:20.350805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] Deleting port 2dee8cb4-5831-476d-9b36-4db6355f2da0 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:20.352007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353bed4-2c06-4876-95ec-48a0f93f1447 req-3ade71d4-5bbf-487e-8111-87d51fea06b1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:20.352722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.353658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6353bed4-2c06-4876-95ec-48a0f93f1447 req-3ade71d4-5bbf-487e-8111-87d51fea06b1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 944 time: 0.1207321 Dec 16 09:33:20.361957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 2dee8cb4-5831-476d-9b36-4db6355f2da0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:20.362417 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.414177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6353bed4-2c06-4876-95ec-48a0f93f1447 req-f2854f33-2555-47a9-a421-42b7dd6a78a7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Dec 16 09:33:20.478985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 2dee8cb4-5831-476d-9b36-4db6355f2da0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2dee8cb4-5831-476d-9b36-4db6355f2da0,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:20.479685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.495953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 2dee8cb4-5831-476d-9b36-4db6355f2da0 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:20.515663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] For port 2dee8cb4-5831-476d-9b36-4db6355f2da0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2dee8cb4-5831-476d-9b36-4db6355f2da0,segment=NetworkSegment(bae65b9d-5e01-4281-9e97-283869fe7cbe),segment_id=bae65b9d-5e01-4281-9e97-283869fe7cbe)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:20.516005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.551888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c7d2c8d1-78d7-4d5e-9f87-f56c167e927b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:20.573807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] Calling delete_port for 2dee8cb4-5831-476d-9b36-4db6355f2da0 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:20.630572 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60987ba3-d9c0-4b0c-a766-87e1fe891a92 x-openstack-request-id: req-60987ba3-d9c0-4b0c-a766-87e1fe891a92 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:20.631816 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda262a-93b4-4e81-8ada-a470e2c3dc32", "name": "network-vif-deleted", "tag": "7f6ff2c0-2d85-42c4-b394-83441af737f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f19bace-f840-47d4-beee-2b8ce4e3dbe1", "tag": "c7d2c8d1-78d7-4d5e-9f87-f56c167e927b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:20.633023 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60987ba3-d9c0-4b0c-a766-87e1fe891a92 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:20.633681 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda262a-93b4-4e81-8ada-a470e2c3dc32', 'name': 'network-vif-deleted', 'tag': '7f6ff2c0-2d85-42c4-b394-83441af737f1', 'status': 'completed', 'code': 200} Dec 16 09:33:20.634707 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'tag': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b', 'status': 'completed', 'code': 200} Dec 16 09:33:20.716054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9beed939-de2d-4d75-a906-98c8ef602a27 req-7139e14e-33f5-486c-841e-303b54638057 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.0597935 Dec 16 09:33:20.747652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.771379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-5de74f80-37b9-4322-ba03-982ff750fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:20.779124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-5de74f80-37b9-4322-ba03-982ff750fa22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 1095 time: 0.1727231 Dec 16 09:33:20.871576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:20.911329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=2dee8cb4-5831-476d-9b36-4db6355f2da0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:20.919905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 2dee8cb4-5831-476d-9b36-4db6355f2da0 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:21.009862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45810) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:21.014327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:21.034252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b', 'mac_address': 'fa:16:3e:73:c6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:21.050972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad2bf78a-fa87-4c69-8b05-a61aa0bf79dc req-e1676ca3-1dc3-46cc-b9e8-b91f6ca48b50 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.1115277 Dec 16 09:33:21.087497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.122446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a2813-5ce9-4f76-a591-230b6a118241 None None] Network 731c9788-4d24-4302-beee-46f32beebc66 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:21.128142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] Pushing event deleted for resources: {'Port': ['ID=2dee8cb4-5831-476d-9b36-4db6355f2da0,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.130420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.161206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-27c2b1fb-62ca-4879-884c-2f6f498e89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.162725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-27c2b1fb-62ca-4879-884c-2f6f498e89d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.3713262 Dec 16 09:33:21.179257 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.263448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-99bfc605-5879-4d51-95b1-293a44931b5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b HTTP/1.1" status: 200 len: 217 time: 0.0813072 Dec 16 09:33:21.268220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3140531d-7f7a-4c2d-a7fd-ad92a00906cd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:21.287665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.298083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.310887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae65b9d-5e01-4281-9e97-283869fe7cbe') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:21.311173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae65b9d-5e01-4281-9e97-283869fe7cbe') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:21.334222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.355360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.364443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:21.365097 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.390083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcf23c-41f5-484e-8252-95abb6224e58 None None] No DVR routers for this DVR port 2dee8cb4-5831-476d-9b36-4db6355f2da0 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:21.394930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=51cae3e4-cdc2-46f3-b1d9-b70a95e0464e,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.395127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d2c8d1-78d7-4d5e-9f87-f56c167e927b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:21.425184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-646ac757-2146-4175-a91b-fb5a6882d8d3 None None] Provisioning complete for port e612f735-d7dc-401e-ad8c-b16aa99e854a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:21.425634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646ac757-2146-4175-a91b-fb5a6882d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.469513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:21.487161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:21.489139 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:21.502818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1957798964', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:21.547057 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.562058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Made reservation on behalf of 5e6b7b3d293b44a5a0da695a5b60b00b for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:21.564861 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.580422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.591382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/networks/3140531d-7f7a-4c2d-a7fd-ad92a00906cd HTTP/1.1" status: 204 len: 168 time: 1.7161415 Dec 16 09:33:21.592138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45818) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:21.629357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e612f735-d7dc-401e-ad8c-b16aa99e854a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:21.636142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c5abf-3597-4f42-b2f7-3169731ce482 req-53649a25-317c-41f9-af53-0b881003fe06 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.644930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e3c5abf-3597-4f42-b2f7-3169731ce482 req-53649a25-317c-41f9-af53-0b881003fe06 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 945 time: 0.4468892 Dec 16 09:33:21.655712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.685363 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646ac757-2146-4175-a91b-fb5a6882d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.688481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf839ea1-77a2-477c-b51a-2e57f6b05c57 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Network': ['ID=3140531d-7f7a-4c2d-a7fd-ad92a00906cd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.689352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting subnet edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:21.692101 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.699811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.706449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e3c5abf-3597-4f42-b2f7-3169731ce482 req-e219599d-4c6e-463f-9f81-fa9e8dc813f7 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597138 Dec 16 09:33:21.710864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['c7d2c8d1-78d7-4d5e-9f87-f56c167e927b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:21.714437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-acc042bc-42b0-465d-a2f8-31ae1d7a2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:21.735155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-acc042bc-42b0-465d-a2f8-31ae1d7a2360 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.4572322 Dec 16 09:33:21.751672 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.817823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-646ac757-2146-4175-a91b-fb5a6882d8d3 None None] For port e612f735-d7dc-401e-ad8c-b16aa99e854a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e612f735-d7dc-401e-ad8c-b16aa99e854a,segment=NetworkSegment(0caedc93-b4af-4d2d-959c-c134996f1b4e),segment_id=0caedc93-b4af-4d2d-959c-c134996f1b4e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:21.832323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e612f735-d7dc-401e-ad8c-b16aa99e854a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:21.832707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.835228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-909e604b-6d8c-4cb4-9a5a-48529685f070 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881696 Dec 16 09:33:21.837651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646ac757-2146-4175-a91b-fb5a6882d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.882259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.956030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:21.968280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ac757-2146-4175-a91b-fb5a6882d8d3 None None] Pushing event updated for resources: {'Port': ['ID=e612f735-d7dc-401e-ad8c-b16aa99e854a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:21.986517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.118104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2dee8cb4-5831-476d-9b36-4db6355f2da0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:22.120356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.123654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] device_id is not set on port fe0aa880-f79d-4c45-8196-e101b70cc176 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:22.162400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2dee8cb4-5831-476d-9b36-4db6355f2da0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:22.163159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2dee8cb4-5831-476d-9b36-4db6355f2da0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:22.279169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Allocated IP 172.25.6.172 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/fe0aa880-f79d-4c45-8196-e101b70cc176) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:22.294788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-15e6b4c4-3e3b-4889-be62-8c19eac4c4d3 None None] Provisioning complete for port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:22.296155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-15e6b4c4-3e3b-4889-be62-8c19eac4c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.381387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-15e6b4c4-3e3b-4889-be62-8c19eac4c4d3 None None] Port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:22.416293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-15e6b4c4-3e3b-4889-be62-8c19eac4c4d3 None None] Provisioning complete for port e612f735-d7dc-401e-ad8c-b16aa99e854a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:22.417133 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-15e6b4c4-3e3b-4889-be62-8c19eac4c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.477644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.571542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c7d2c8d1-78d7-4d5e-9f87-f56c167e927b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:22.588378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.637183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:22.668103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:22.668485 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.683194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Pushing event updated for resources: {'Port': ['ID=fe0aa880-f79d-4c45-8196-e101b70cc176,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:22.716531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb21e-b77b-4214-9981-272f4aa42674 req-caf09e5e-ffb9-419d-9a43-5083d2a262f3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.720048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-082bb21e-b77b-4214-9981-272f4aa42674 req-caf09e5e-ffb9-419d-9a43-5083d2a262f3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 945 time: 0.8395457 Dec 16 09:33:22.720903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04515c2b-50c1-43ff-823b-04a1d7612651,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:22.757633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:22.768636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:22.768865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.775420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:22.800894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.828842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-7a850b3c-bea0-4c98-a2f3-c2a56673431c service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9921772 Dec 16 09:33:22.842236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:22.846971 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.915461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-082bb21e-b77b-4214-9981-272f4aa42674 req-2f740823-6c68-42bf-8a0e-4de100f0f11b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787744 Dec 16 09:33:22.943223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7ce6db44-0dc8-451d-97a2-88e19c0b8ae7 None None] Provisioning complete for port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:22.952452 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ce6db44-0dc8-451d-97a2-88e19c0b8ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:22.969219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:22.969866 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.006225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:23.026261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-138ed229-7bcd-4b64-9d1d-a240633040c5 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9890709 Dec 16 09:33:23.027106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45826) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:23.033253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.172'}]}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:23.047875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:23.050374 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9a4439-3dd1-4f4d-90ff-43901018ec83" -d '{"events": [{"server_uuid": "6f19bace-f840-47d4-beee-2b8ce4e3dbe1", "name": "network-vif-plugged", "status": "completed", "tag": "c7d2c8d1-78d7-4d5e-9f87-f56c167e927b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:23.060870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.065405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cebf83-dff1-4139-9e20-0efecea141b8 None None] Network a463e744-f87a-4c22-b440-bc46e038b5f2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:23.067047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/subnets/edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e HTTP/1.1" status: 204 len: 168 time: 1.4700797 Dec 16 09:33:23.067397 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.068706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248c565-d6e7-4f2f-b17a-fd80c894e2b9 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Subnet': ['ID=edf27eaa-9b4a-49dc-a849-e9fcfd0ef00e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:23.073572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45830) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:23.169988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7ce6db44-0dc8-451d-97a2-88e19c0b8ae7 None None] Port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:23.178592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.198808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaa9d749-cb04-4771-812e-bd5f7c5cdf52 req-a2550010-fb77-4204-ad22-844957943ea9 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435590 Dec 16 09:33:23.201044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:23.201535 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.237336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-397e7a05-812d-427e-a643-2c9b72f25299 req-a8575ec8-14ad-411d-997f-3a52029a6771 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/ports?device_id=35b01607-cdf2-4672-b279-58c3eadd55bd HTTP/1.1" status: 200 len: 210 time: 0.1481166 Dec 16 09:33:23.243775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.248703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.281056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.283719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:23.288786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.289709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.388809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=51cae3e4-cdc2-46f3-b1d9-b70a95e0464e,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:23.405376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a481f2e2-1339-4aed-9928-8610536a78e1 None None] Provisioning complete for port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:23.405749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a481f2e2-1339-4aed-9928-8610536a78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.433059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.466398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network 731c9788-4d24-4302-beee-46f32beebc66 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:23.469383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:23.503578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daa848f3-3430-4469-afad-a885d5bc773b req-b0b669d0-08a3-4180-b9d3-2648e2126b4b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.1485479 Dec 16 09:33:23.530982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] DHCP port deletion for a463e744-f87a-4c22-b440-bc46e038b5f2 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:23.639585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e612f735-d7dc-401e-ad8c-b16aa99e854a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:23.690828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a481f2e2-1339-4aed-9928-8610536a78e1 None None] Port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:23.695309 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.703728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.705631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Router 87b44db5-ae39-4f05-9429-b16ef503f0fe is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:33:23.712773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91157ac8-8e7f-4fd3-a3ba-6c2aafb3f016 req-62651313-b3d4-49c0-83bf-af645b30073b tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.715408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91157ac8-8e7f-4fd3-a3ba-6c2aafb3f016 req-62651313-b3d4-49c0-83bf-af645b30073b tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 945 time: 0.0847869 Dec 16 09:33:23.770845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 24899638-28e3-43b0-894e-3b017249cb5d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:23.771243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.780492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:23.793615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] Deleting port 24899638-28e3-43b0-894e-3b017249cb5d {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:23.794083 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.796834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.865757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:23.877767 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] Sync routers for ids ['87b44db5-ae39-4f05-9429-b16ef503f0fe'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:33:23.881463 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-233bf826-093c-4e7a-a896-175ed95d7838 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/routers/87b44db5-ae39-4f05-9429-b16ef503f0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9709065 Dec 16 09:33:23.881676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:23.894073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e612f735-d7dc-401e-ad8c-b16aa99e854a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:23.894441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.899008 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] Routers {'87b44db5-ae39-4f05-9429-b16ef503f0fe'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:23.899789 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['87b44db5-ae39-4f05-9429-b16ef503f0fe'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:23.928235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:23.945506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91157ac8-8e7f-4fd3-a3ba-6c2aafb3f016 req-e69d5bfe-d2a9-466a-b11b-4f5b17712252 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762238 Dec 16 09:33:23.979000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc97a1b-654f-4cb8-b48b-ccb2f9f984f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:23.984055 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6bc97a1b-654f-4cb8-b48b-ccb2f9f984f1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports?device_id=87b44db5-ae39-4f05-9429-b16ef503f0fe HTTP/1.1" status: 200 len: 988 time: 0.0981557 Dec 16 09:33:23.984055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45838) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:23.986820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:23.996891 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] Routers {'87b44db5-ae39-4f05-9429-b16ef503f0fe'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:23.997728 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['87b44db5-ae39-4f05-9429-b16ef503f0fe'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:23.999560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] For port 24899638-28e3-43b0-894e-3b017249cb5d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=24899638-28e3-43b0-894e-3b017249cb5d,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:24.000140 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.024464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 24899638-28e3-43b0-894e-3b017249cb5d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=24899638-28e3-43b0-894e-3b017249cb5d,segment=NetworkSegment(5675ce4a-c70f-4934-a9ef-a144998330a1),segment_id=5675ce4a-c70f-4934-a9ef-a144998330a1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:24.024834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.046785 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:24.047573 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc8c73-965b-4edc-8298-41afdd74a068 None None] The sync data for ids ['87b44db5-ae39-4f05-9429-b16ef503f0fe'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:24.057542 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fba482-9505-49af-b2b6-173bbe55c259 x-openstack-request-id: req-e4fba482-9505-49af-b2b6-173bbe55c259 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:24.057821 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f19bace-f840-47d4-beee-2b8ce4e3dbe1", "name": "network-vif-plugged", "status": "completed", "tag": "c7d2c8d1-78d7-4d5e-9f87-f56c167e927b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:24.060526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 24899638-28e3-43b0-894e-3b017249cb5d owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:24.074859 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4fba482-9505-49af-b2b6-173bbe55c259 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:24.075339 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b', 'code': 200} Dec 16 09:33:24.101466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-799c6d08-fa5d-41a8-b3be-d77a03be42cf None None] Provisioning complete for port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:24.101829 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-799c6d08-fa5d-41a8-b3be-d77a03be42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.103570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] Calling delete_port for 24899638-28e3-43b0-894e-3b017249cb5d owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:24.208014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-799c6d08-fa5d-41a8-b3be-d77a03be42cf None None] Port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:24.212386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:24.458546 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.509180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.515541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] No DVR routers for this DVR port 24899638-28e3-43b0-894e-3b017249cb5d on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:24.534154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e877c-acdf-49fb-816f-b5982a20108b None None] Pushing event deleted for resources: {'Port': ['ID=24899638-28e3-43b0-894e-3b017249cb5d,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:24.583620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df131b-2ef4-4d99-a902-d19773460df7 req-b19e8631-4fc3-451f-a48d-9c60061c5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.585137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2df131b-2ef4-4d99-a902-d19773460df7 req-b19e8631-4fc3-451f-a48d-9c60061c5f71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 1097 time: 0.4762876 Dec 16 09:33:24.611577 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.651318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304697b-07bd-4460-8875-2b06efde3815 req-9a3e79d0-1686-458e-b8a6-42f4c7b59a15 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:24.652830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3304697b-07bd-4460-8875-2b06efde3815 req-9a3e79d0-1686-458e-b8a6-42f4c7b59a15 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 946 time: 0.5059307 Dec 16 09:33:24.716660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=24899638-28e3-43b0-894e-3b017249cb5d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:24.743408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 24899638-28e3-43b0-894e-3b017249cb5d on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:24.759326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2df131b-2ef4-4d99-a902-d19773460df7 req-2fcf566e-1bc8-4163-a32a-81613a3e39a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650443 Dec 16 09:33:24.771295 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.808347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:24.808693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.855854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3304697b-07bd-4460-8875-2b06efde3815 req-1402643c-2050-4dbd-b310-e4fbc4e5dfdd tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683505 Dec 16 09:33:24.882117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.892064 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.915946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.916401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:24.933645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a463e744-f87a-4c22-b440-bc46e038b5f2']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:24.935182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 51cae3e4-cdc2-46f3-b1d9-b70a95e0464e owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:24.949479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5675ce4a-c70f-4934-a9ef-a144998330a1') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:24.949888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5675ce4a-c70f-4934-a9ef-a144998330a1') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:24.961121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.024842 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.049405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-465a5922-f753-4618-bee0-57199b281357 req-69f0d8e9-5c4e-458b-bea1-dd0924dec8c5 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0462973 Dec 16 09:33:25.052525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:25.052949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:25.055996 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:25.118010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45850) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.167119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.172698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.178112 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.188768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/networks/a463e744-f87a-4c22-b440-bc46e038b5f2 HTTP/1.1" status: 204 len: 168 time: 2.1140375 Dec 16 09:33:25.193402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45852) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.199896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-865626897'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:25.215185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=51cae3e4-cdc2-46f3-b1d9-b70a95e0464e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:25.245049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ed005-b9b5-46b0-80e4-4f288bc3ffb5 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Network': ['ID=a463e744-f87a-4c22-b440-bc46e038b5f2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:25.306214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.311485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86f-3d9a-4569-90e4-81f65031c46b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.316594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c146adc-e24e-4e82-a66d-849087aa670f req-386faf3c-d87d-49f4-8fa1-d7dcf6eb7eb0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.318377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c146adc-e24e-4e82-a66d-849087aa670f req-386faf3c-d87d-49f4-8fa1-d7dcf6eb7eb0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1150842 Dec 16 09:33:25.320265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:25.323816 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.391895 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86f-3d9a-4569-90e4-81f65031c46b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.416124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.508359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 24899638-28e3-43b0-894e-3b017249cb5d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:25.532307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 24899638-28e3-43b0-894e-3b017249cb5d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:25.532635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 24899638-28e3-43b0-894e-3b017249cb5d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:25.551455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86f-3d9a-4569-90e4-81f65031c46b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.554156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a26e86f-3d9a-4569-90e4-81f65031c46b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.557958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a26e86f-3d9a-4569-90e4-81f65031c46b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "DELETE /v2.0/security-groups/214fb39e-e96d-463a-86c5-78d255ffc472 HTTP/1.1" status: 204 len: 168 time: 0.4361436 Dec 16 09:33:25.558822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45854) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.572611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c146adc-e24e-4e82-a66d-849087aa670f req-e97184d1-107c-4eda-847c-7df0522f36c3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739316 Dec 16 09:33:25.573379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:25.579432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.591865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.597731 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-35537b5e-6cc8-4fef-a3ce-e58b30c9ddd2 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] show failed (client error): The resource could not be found. Dec 16 09:33:25.598817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-35537b5e-6cc8-4fef-a3ce-e58b30c9ddd2 tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "GET /v2.0/security-groups/214fb39e-e96d-463a-86c5-78d255ffc472 HTTP/1.1" status: 404 len: 347 time: 0.0390396 Dec 16 09:33:25.602939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45858) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.652714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26e86f-3d9a-4569-90e4-81f65031c46b tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fb39e-e96d-463a-86c5-78d255ffc472,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:25.656350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.656635 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Added segment fd289f8c-0a95-4f09-9af8-419ccbb41bb7 of type vlan for network 45b4217e-cbec-46cf-9753-c5599472dbff Dec 16 09:33:25.686106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Router 87b44db5-ae39-4f05-9429-b16ef503f0fe has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:33:25.700898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.701826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91473dd7-9f9c-4019-98c7-d4e2e3911e1e {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:33:25.777691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:25.784940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.788266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee67b0e9-8587-4bc4-bef7-c6e3d39beefa tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/routers/87b44db5-ae39-4f05-9429-b16ef503f0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027990 Dec 16 09:33:25.791317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45860) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.792337 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:33:25.792507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] Sync routers for ids ['87b44db5-ae39-4f05-9429-b16ef503f0fe'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:33:25.797003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18abbaa5-afcc-4aae-99b7-8e5f03eb9659 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7671838 Dec 16 09:33:25.799938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45862) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.809739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] Routers {'87b44db5-ae39-4f05-9429-b16ef503f0fe'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:25.817124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['87b44db5-ae39-4f05-9429-b16ef503f0fe'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:25.830805 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7413a8dc-a964-442a-83e9-fc272436d6c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:25.836540 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7413a8dc-a964-442a-83e9-fc272436d6c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/51cae3e4-cdc2-46f3-b1d9-b70a95e0464e HTTP/1.1" status: 404 len: 333 time: 0.0441546 Dec 16 09:33:25.837526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45864) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.900029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.906856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:25.907796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:25.995046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:25.995888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8001909 Dec 16 09:33:26.002008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'subnet': {'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:26.032372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4cfee-2d14-4d31-8e20-9387d9747043 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Network': ['ID=45b4217e-cbec-46cf-9753-c5599472dbff,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:26.053607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Deleting port fbae39a7-8112-4b9d-8d8a-eef083b24d28 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:26.054278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.055512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.069533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:26.073159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 45b4217e-cbec-46cf-9753-c5599472dbff details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:26.135718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:26.137995 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce16e3d9-a5d8-471b-843b-56df27216eff" -d '{"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:26.147176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] Routers {'87b44db5-ae39-4f05-9429-b16ef503f0fe'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:26.147813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['87b44db5-ae39-4f05-9429-b16ef503f0fe'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:26.156980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.157585 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.172400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Calling delete_port for fbae39a7-8112-4b9d-8d8a-eef083b24d28 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:26.185243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:26.186097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f27bd19-6202-48fc-bacf-603e494dc28e None None] The sync data for ids ['87b44db5-ae39-4f05-9429-b16ef503f0fe'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:26.240166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Deleting port fe0aa880-f79d-4c45-8196-e101b70cc176 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:26.240512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.244814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.248682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.288595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:26.292225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.316707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b664b-9831-484c-8392-54580907db96 req-c82de18e-7d5b-4b7c-a4e2-24199eb84e8b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:26.318284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-577b664b-9831-484c-8392-54580907db96 req-c82de18e-7d5b-4b7c-a4e2-24199eb84e8b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 946 time: 0.3198395 Dec 16 09:33:26.334201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.334751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Fanout notify agent at l3_agent the message router_deleted on router 87b44db5-ae39-4f05-9429-b16ef503f0fe {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:33:26.345111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.345650 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-14b6d0c1-434e-4b59-a270-cadeef4ed9cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/routers/87b44db5-ae39-4f05-9429-b16ef503f0fe HTTP/1.1" status: 204 len: 168 time: 0.5070193 Dec 16 09:33:26.353150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45874) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:26.394855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.432794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-577b664b-9831-484c-8392-54580907db96 req-a72c8999-895e-4a07-9eab-04bb13a581b1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967743 Dec 16 09:33:26.433069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 731e524d-2522-4018-bcdc-a4ff8f94be58 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:26.439063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.439336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Calling delete_port for fe0aa880-f79d-4c45-8196-e101b70cc176 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:26.508163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.567882 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.578404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a85873e4-26ff-4f1a-9052-7c3e135015d7 req-75541d24-fb65-44b4-af87-1dc6d3d118f4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f818e16-cefb-4efb-819f-bf93c05f0989 HTTP/1.1" status: 200 len: 210 time: 0.0387392 Dec 16 09:33:26.605246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Pushing event deleted for resources: {'Port': ['ID=fbae39a7-8112-4b9d-8d8a-eef083b24d28,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:26.665493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.686656 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04b65a-13e1-455b-b837-1a6f632be66c x-openstack-request-id: req-8b04b65a-13e1-455b-b837-1a6f632be66c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:26.687202 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-plugged", "status": "completed", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:26.687317 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b04b65a-13e1-455b-b837-1a6f632be66c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:26.687711 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'code': 200} Dec 16 09:33:26.708928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.742154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.745790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.751230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fb33f2b7-2c9d-45a6-8c89-85ef02ddc3ec tempest-ServersTestBootFromVolume-211407995 tempest-ServersTestBootFromVolume-211407995-project] 10.222.0.61 "DELETE /v2.0/floatingips/e6139c46-2749-4a33-a0f9-67af222be0e0 HTTP/1.1" status: 204 len: 168 time: 1.1353569 Dec 16 09:33:26.752404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45882) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:26.754370 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.839131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Subnet': ['ID=d1a1d5f9-c96e-4965-b620-1ad887c9bd60,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:26.860365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Checking segment: {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:26.860789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network hostable DHCP agents. Network: 45b4217e-cbec-46cf-9753-c5599472dbff, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:26.867413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe0aa880-f79d-4c45-8196-e101b70cc176,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:26.874696 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.981069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:26.989770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5b332141-9737-42ec-b3e5-1b488cb3e9b6 tempest-RoutersAdminNegativeIpV6Test-136935419 tempest-RoutersAdminNegativeIpV6Test-136935419-project-admin] 10.222.0.61 "DELETE /v2.0/ports/fe0aa880-f79d-4c45-8196-e101b70cc176 HTTP/1.1" status: 204 len: 168 time: 1.1834328 Dec 16 09:33:27.245445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3ae16-764f-426f-b236-be47892cc616 req-511ca0ec-f4f1-43c9-a2e6-b57b30f1d86e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.247213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ab3ae16-764f-426f-b236-be47892cc616 req-511ca0ec-f4f1-43c9-a2e6-b57b30f1d86e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.1795332 Dec 16 09:33:27.251540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840f075-5d28-4e51-871e-ff18b9934642 req-fb0839aa-b750-406b-85a7-e090dbba9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.253243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3840f075-5d28-4e51-871e-ff18b9934642 req-fb0839aa-b750-406b-85a7-e090dbba9b7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 1097 time: 0.3068993 Dec 16 09:33:27.298867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=731e524d-2522-4018-bcdc-a4ff8f94be58,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:27.308377 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.311621 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6d5cd695-563a-4ad0-9f08-5772845dd9e1 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/731e524d-2522-4018-bcdc-a4ff8f94be58 HTTP/1.1" status: 204 len: 168 time: 0.9574940 Dec 16 09:33:27.315684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45892) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:27.317708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e79965-a4ce-49ac-a1fc-66b1806197f7 None None] Network 731c9788-4d24-4302-beee-46f32beebc66 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:27.332665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network 45b4217e-cbec-46cf-9753-c5599472dbff is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:27.360482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ab3ae16-764f-426f-b236-be47892cc616 req-6f67634c-26aa-4d10-85b8-e8730acae318 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043193 Dec 16 09:33:27.365238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3840f075-5d28-4e51-871e-ff18b9934642 req-2b15f266-b49c-47e2-945c-15ed295c476b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014686 Dec 16 09:33:27.417248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45894) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:27.469023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 45b4217e-cbec-46cf-9753-c5599472dbff) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:27.486596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.487228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.507300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfdd9c-dfc4-4712-b3bf-0435ab6cab0f None None] Network 45b4217e-cbec-46cf-9753-c5599472dbff requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:27.518033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.538777 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1a74a363-8c9a-404d-9537-4341c449c4f8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5399494 Dec 16 09:33:27.543250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45898) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:27.554005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1641626851'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:27.649774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port e612f735-d7dc-401e-ad8c-b16aa99e854a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:27.650290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.678735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a3df93f-3bc6-4d84-8180-72881b743c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.696452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc5702-6db8-42bd-a38f-3194d96e1685 req-0440dffb-e1b8-434a-a987-c5b7be44235c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:27.699354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] DHCP port deletion for 731c9788-4d24-4302-beee-46f32beebc66 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:27.713288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32cc5702-6db8-42bd-a38f-3194d96e1685 req-0440dffb-e1b8-434a-a987-c5b7be44235c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 946 time: 0.2260058 Dec 16 09:33:27.739317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:27.746788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port e612f735-d7dc-401e-ad8c-b16aa99e854a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e612f735-d7dc-401e-ad8c-b16aa99e854a,segment=NetworkSegment(0caedc93-b4af-4d2d-959c-c134996f1b4e),segment_id=0caedc93-b4af-4d2d-959c-c134996f1b4e)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:27.747293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.751432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.763987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for e612f735-d7dc-401e-ad8c-b16aa99e854a owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:27.802900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-45b4217e-cbec-46cf-9753-c5599472dbff', 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'fixed_ips': [{'subnet_id': 'd1a1d5f9-c96e-4965-b620-1ad887c9bd60'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:33:27.804020 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.825031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.888215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Deleting port e612f735-d7dc-401e-ad8c-b16aa99e854a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:27.888884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.892439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:27.945597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=e612f735-d7dc-401e-ad8c-b16aa99e854a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:27.953599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port e612f735-d7dc-401e-ad8c-b16aa99e854a on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:28.013321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:28.039385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32cc5702-6db8-42bd-a38f-3194d96e1685 req-f96829dc-359a-41d0-a901-ad5df9dbb053 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041124 Dec 16 09:33:28.049309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.049786 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Added segment 6bf633c4-824c-4a36-b067-ca223558984b of type vlan for network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 Dec 16 09:33:28.083717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] For port e612f735-d7dc-401e-ad8c-b16aa99e854a, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:28.084127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.124040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Calling delete_port for e612f735-d7dc-401e-ad8c-b16aa99e854a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:28.126303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.129432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Port e612f735-d7dc-401e-ad8c-b16aa99e854a was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:33:28.136281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.157595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.167632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731c9788-4d24-4302-beee-46f32beebc66']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:28.184160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45910) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:28.190235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] No DVR routers for this DVR port e612f735-d7dc-401e-ad8c-b16aa99e854a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:28.196294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caedc93-b4af-4d2d-959c-c134996f1b4e') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:28.196594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caedc93-b4af-4d2d-959c-c134996f1b4e') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:28.199944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90644-fcb5-4970-9312-5cf0544ccdcf None None] Pushing event deleted for resources: {'Port': ['ID=e612f735-d7dc-401e-ad8c-b16aa99e854a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.214952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Allocated IP 19.80.0.2 (45b4217e-cbec-46cf-9753-c5599472dbff/d1a1d5f9-c96e-4965-b620-1ad887c9bd60/4c6112fc-7669-4722-a9a4-4ea121982320) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:28.219771 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.260739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.266058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a3df93f-3bc6-4d84-8180-72881b743c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.273358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:28.274171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:28.279955 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:28.322196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.resource_extend [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:33:28.325379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a3df93f-3bc6-4d84-8180-72881b743c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.362831 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.376206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a3df93f-3bc6-4d84-8180-72881b743c94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acb49b358ad14cdcbf9c5e9616dac9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9575830 Dec 16 09:33:28.376438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.384296 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/731c9788-4d24-4302-beee-46f32beebc66 HTTP/1.1" status: 204 len: 168 time: 1.0675805 Dec 16 09:33:28.385044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:28.385464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:28.416590 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.432076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.488661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.495591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Pushing event updated for resources: {'Port': ['ID=4c6112fc-7669-4722-a9a4-4ea121982320,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.506970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.507632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.512118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Network 45b4217e-cbec-46cf-9753-c5599472dbff is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:28.513862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:28.517224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:28.533924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca880071-07b3-4c1a-88af-c51981def62d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=731c9788-4d24-4302-beee-46f32beebc66,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.534184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3df93f-3bc6-4d84-8180-72881b743c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c30dc2-4ed7-4d63-bb8c-37c8b70997d6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.551147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-e4080f30-e534-43d1-bd7d-736f4de06e5e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.552679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-e4080f30-e534-43d1-bd7d-736f4de06e5e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 946 time: 0.2562606 Dec 16 09:33:28.582064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0314376 Dec 16 09:33:28.589383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2bee1-daf9-4b02-b253-6000b1cb5000 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:28.595942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cee2bee1-daf9-4b02-b253-6000b1cb5000 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/496a32fa-e542-4725-a2f7-6128c2e43b8f HTTP/1.1" status: 200 len: 844 time: 0.1857872 Dec 16 09:33:28.609155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:28.609155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:28.616507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'subnet': {'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:28.635423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Attempting to bind port 4c6112fc-7669-4722-a9a4-4ea121982320 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:28.636329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Attempting to bind port 4c6112fc-7669-4722-a9a4-4ea121982320 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:28.636933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Attempting to bind port 4c6112fc-7669-4722-a9a4-4ea121982320 on network 45b4217e-cbec-46cf-9753-c5599472dbff {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:28.642963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:28.643938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Checking segment: {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:28.644690 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.645763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Bound using segment: {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:28.646730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Bound port: 4c6112fc-7669-4722-a9a4-4ea121982320, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:28.647365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.789960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] For port 4c6112fc-7669-4722-a9a4-4ea121982320, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:28.793423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] For port 4c6112fc-7669-4722-a9a4-4ea121982320, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4c6112fc-7669-4722-a9a4-4ea121982320,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:28.806317 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:28.898287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfa2a7-743f-441e-9021-a8bf42d05f41 None None] Pushing event updated for resources: {'Port': ['ID=4c6112fc-7669-4722-a9a4-4ea121982320,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:28.945198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ab57ced6-27c7-4947-84a4-2264cd2efa36 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/496a32fa-e542-4725-a2f7-6128c2e43b8f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3111968 Dec 16 09:33:28.949267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:28.957961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:28.981817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:28.985935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.123400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-529b79ed-e7ec-442e-945e-f0ce4062f00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.161943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d1868-fd61-4fe0-ae69-e18e3b882c4b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Network': ['ID=e811dd0c-7f70-4c25-9e57-39968cdbf6b8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:29.165994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7221bb-cd45-4aa8-af57-e78cf4a8cbc1 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.173003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:29.192260 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-529b79ed-e7ec-442e-945e-f0ce4062f00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.291144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:29.294710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.396014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-529b79ed-e7ec-442e-945e-f0ce4062f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.398653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-529b79ed-e7ec-442e-945e-f0ce4062f00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.399912 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-529b79ed-e7ec-442e-945e-f0ce4062f00c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05c30dc2-4ed7-4d63-bb8c-37c8b70997d6 HTTP/1.1" status: 204 len: 168 time: 0.9936676 Dec 16 09:33:29.431799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b79ed-e7ec-442e-945e-f0ce4062f00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c30dc2-4ed7-4d63-bb8c-37c8b70997d6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:29.443498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7221bb-cd45-4aa8-af57-e78cf4a8cbc1 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.533192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.578676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7221bb-cd45-4aa8-af57-e78cf4a8cbc1 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.584408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d7221bb-cd45-4aa8-af57-e78cf4a8cbc1 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.591422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d7221bb-cd45-4aa8-af57-e78cf4a8cbc1 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f9c06fe-d688-4ca0-9cde-bca0f5bb4152 HTTP/1.1" status: 204 len: 168 time: 1.4011075 Dec 16 09:33:29.611707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75d12f-a6ad-4bf0-bc0b-8307af8b392d req-3f7c3ec4-7807-4656-9acf-8d00873bbcd6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:29.619384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4c6112fc-7669-4722-a9a4-4ea121982320 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:29.627806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45934) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:29.629737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee75d12f-a6ad-4bf0-bc0b-8307af8b392d req-3f7c3ec4-7807-4656-9acf-8d00873bbcd6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 1.1021037 Dec 16 09:33:29.687287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7221bb-cd45-4aa8-af57-e78cf4a8cbc1 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c06fe-d688-4ca0-9cde-bca0f5bb4152,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:29.688186 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-3c024b05-c73a-4eae-adae-3a1094c9a994 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] show failed (client error): The resource could not be found. Dec 16 09:33:29.689153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c024b05-c73a-4eae-adae-3a1094c9a994 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "GET /v2.0/security-groups/5f9c06fe-d688-4ca0-9cde-bca0f5bb4152 HTTP/1.1" status: 404 len: 347 time: 0.0559204 Dec 16 09:33:29.697076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:29.739718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee75d12f-a6ad-4bf0-bc0b-8307af8b392d req-6e184c13-022a-4a6f-bcde-5afac2250292 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815051 Dec 16 09:33:29.783120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:29.783120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.788091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Subnet': ['ID=6eadff6e-9b19-42f2-8bf9-f2e22a875466,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:29.815917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4c6112fc-7669-4722-a9a4-4ea121982320 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:29.816499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.837288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Deleting port 4d3b6871-8db8-4235-8410-051c6a6dd878 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:29.837797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:29.999651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Checking segment: {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:30.000339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network hostable DHCP agents. Network: e811dd0c-7f70-4c25-9e57-39968cdbf6b8, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:30.014536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.147075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.231080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:30.232285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:30.238085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:30.243286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6c171-e75f-444a-9512-bdbb3fc6c5b4 req-23f7489e-ee3c-4a4c-adf1-9cbc90253448 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.244872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ac6c171-e75f-444a-9512-bdbb3fc6c5b4 req-23f7489e-ee3c-4a4c-adf1-9cbc90253448 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f19bace-f840-47d4-beee-2b8ce4e3dbe1 HTTP/1.1" status: 200 len: 946 time: 0.2968364 Dec 16 09:33:30.259562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:30.262275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] For port 4d3b6871-8db8-4235-8410-051c6a6dd878, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4d3b6871-8db8-4235-8410-051c6a6dd878,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:30.262643 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.280588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5b080-9986-4df1-89b9-2c49b1942836 None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:30.296106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.298675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.306405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Calling delete_port for 4d3b6871-8db8-4235-8410-051c6a6dd878 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:30.309140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:30.310385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.321568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4c6112fc-7669-4722-a9a4-4ea121982320, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4c6112fc-7669-4722-a9a4-4ea121982320,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:30.325445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=03770f1f-364f-4b6e-a550-ca5a987043a1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:30.341782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for c7d2c8d1-78d7-4d5e-9f87-f56c167e927b owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:30.345343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e811dd0c-7f70-4c25-9e57-39968cdbf6b8) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:30.370394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:30.371001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.379872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1dcb4e-ce7d-4e0a-80b4-b318fa4e8fc7 None None] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:30.382916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port 95610fc0-88ad-4b0b-92b1-54c98c2b1405 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:30.383719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.395914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.479862 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5bc62f47-89ba-4369-a764-55f4565b7b42 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8701868 Dec 16 09:33:30.485822 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d6499d32-5016-42e0-b2e0-a99c0611593d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5329092 Dec 16 09:33:30.501279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45944) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:30.506175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e612f735-d7dc-401e-ad8c-b16aa99e854a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:30.528881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074386905'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:30.590684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e612f735-d7dc-401e-ad8c-b16aa99e854a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:30.591039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e612f735-d7dc-401e-ad8c-b16aa99e854a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:30.620968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3c4e1-f5b6-47df-b210-ec3696769b75 None None] Network 45b4217e-cbec-46cf-9753-c5599472dbff requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:30.629961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ac6c171-e75f-444a-9512-bdbb3fc6c5b4 req-d715b3a1-ac7d-4a04-9740-3cd314f9e411 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756180 Dec 16 09:33:30.641517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.709739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4c6112fc-7669-4722-a9a4-4ea121982320,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:30.759612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.780919 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c28ec06-8dfa-4599-8972-23654e29f5ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e6b7b3d293b44a5a0da695a5b60b00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355542 Dec 16 09:33:30.791632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:30.793687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.797362 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.797680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.831332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a66637d9-8ac5-4ee4-a666-96ef8851ccb8 None None] Provisioning complete for port 4c6112fc-7669-4722-a9a4-4ea121982320 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:30.831953 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a66637d9-8ac5-4ee4-a666-96ef8851ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.835599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for 95610fc0-88ad-4b0b-92b1-54c98c2b1405 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:30.843889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:30.845138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413558 Dec 16 09:33:30.849675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45962) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:30.859794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'security_group': {'name': 'tempest-secgroup-182877169'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:30.869918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f0f20-b71a-4d66-b567-f09b835e3764 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417f4d1d-0f7d-4820-98fe-8324fd746bc3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:30.944017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.002966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e811dd0c-7f70-4c25-9e57-39968cdbf6b8', 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'fixed_ips': [{'subnet_id': '6eadff6e-9b19-42f2-8bf9-f2e22a875466'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:33:31.004182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.023981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-bf7af26c-8603-493c-a989-b18a740aaf71', 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'tenant_id': '56f3e7c3ceb74d9d9bcb419e4b973a87', 'fixed_ips': [{'subnet_id': '03770f1f-364f-4b6e-a550-ca5a987043a1'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:33:31.025186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.038486 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:33:31.083598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3d2e8ab6-89a8-4ab9-9eb2-196bc051ea8a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.091517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3d2e8ab6-89a8-4ab9-9eb2-196bc051ea8a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:31.095122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3d2e8ab6-89a8-4ab9-9eb2-196bc051ea8a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/networks?id=45b4217e-cbec-46cf-9753-c5599472dbff&id=e811dd0c-7f70-4c25-9e57-39968cdbf6b8 HTTP/1.1" status: 200 len: 1391 time: 0.3243501 Dec 16 09:33:31.103422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.110405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.121138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.152736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-1ec23a8d-3b5e-48cc-85a6-844f449f81b2 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/quotas/1f3464c7b7f5498dadb2ca4db5fe33cf HTTP/1.1" status: 200 len: 375 time: 0.0461459 Dec 16 09:33:31.162549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311f3f92-a832-4dc8-98a8-9bac5441cd16,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:31.202788 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.204484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fb8947be-53f8-4e0b-8a93-dec1265093ae tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3524489 Dec 16 09:33:31.210778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45964) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:31.211845 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.220590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1191352227', 'security_groups': ['311f3f92-a832-4dc8-98a8-9bac5441cd16'], 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03770f1f-364f-4b6e-a550-ca5a987043a1'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:31.230492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2cc9-e9a1-4f15-ba78-4369442a95d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.233595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=c7d2c8d1-78d7-4d5e-9f87-f56c167e927b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:31.288471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Allocated IP 19.86.0.2 (e811dd0c-7f70-4c25-9e57-39968cdbf6b8/6eadff6e-9b19-42f2-8bf9-f2e22a875466/f25b57fd-0392-4ba7-900a-52dae00e2e35) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:31.357482 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.378413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Allocated IP 2001:db8::2 (bf7af26c-8603-493c-a989-b18a740aaf71/03770f1f-364f-4b6e-a550-ca5a987043a1/9de9df83-0bea-415c-825c-508ab8b9d85b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:31.404003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=95610fc0-88ad-4b0b-92b1-54c98c2b1405,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:31.420254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port c7d2c8d1-78d7-4d5e-9f87-f56c167e927b on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:31.470450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2cc9-e9a1-4f15-ba78-4369442a95d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.473078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.476595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56ba5ff0-96d4-4b35-8be8-e041777aa860 req-fbe401d6-5604-4500-83e6-aeb3c96674f8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "DELETE /v2.0/ports/c7d2c8d1-78d7-4d5e-9f87-f56c167e927b HTTP/1.1" status: 204 len: 173 time: 2.8477261 Dec 16 09:33:31.478531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'name': 'network-vif-deleted', 'tag': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:31.479911 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3397474-307f-4010-b864-5d652a911825" -d '{"events": [{"server_uuid": "6f19bace-f840-47d4-beee-2b8ce4e3dbe1", "name": "network-vif-deleted", "tag": "c7d2c8d1-78d7-4d5e-9f87-f56c167e927b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:31.495561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3b6871-8db8-4235-8410-051c6a6dd878,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:31.538565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.547577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.549282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e55ec462-9027-4bd8-9dee-f04a030a1aa8 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/floatingips/00ee154b-766c-473a-a07c-07a1d8e73782 HTTP/1.1" status: 204 len: 168 time: 1.8433824 Dec 16 09:33:31.553583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45972) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:31.570385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:31.608894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4c6112fc-7669-4722-a9a4-4ea121982320 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:31.636764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-a5ccdde6-21f1-4c64-ab81-8862ba00dddd tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4217644 Dec 16 09:33:31.865042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.890213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port 4cd08ce8-58c4-47ce-809d-cffb7c827272 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:31.890494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.909106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port eac6d436-1e28-4a01-bf28-1bffab46fb94 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:31.940946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2cc9-e9a1-4f15-ba78-4369442a95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.944892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3cf2cc9-e9a1-4f15-ba78-4369442a95d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.948553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d3cf2cc9-e9a1-4f15-ba78-4369442a95d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04515c2b-50c1-43ff-823b-04a1d7612651 HTTP/1.1" status: 204 len: 168 time: 1.1533191 Dec 16 09:33:31.955978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-38fa3b3d-ef1d-4830-83f5-b9331ba41329 None None] Provisioning complete for port 4c6112fc-7669-4722-a9a4-4ea121982320 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:31.958268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38fa3b3d-ef1d-4830-83f5-b9331ba41329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:31.962087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf2cc9-e9a1-4f15-ba78-4369442a95d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04515c2b-50c1-43ff-823b-04a1d7612651,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.113700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.136608 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.138437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4c6112fc-7669-4722-a9a4-4ea121982320 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:32.139034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.170132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for 4cd08ce8-58c4-47ce-809d-cffb7c827272 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:32.172699 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.186073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.261017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.282999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:32.291416 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.298872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:32.311652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:32.321731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Pushing event updated for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.341595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-b7dd5546-0164-496e-863d-2108e63b1970 service neutron] 10.222.0.61 "GET /v2.0/networks/45b4217e-cbec-46cf-9753-c5599472dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516798 Dec 16 09:33:32.357462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:32.362893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:32.367411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:32.383190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::30a (bf7af26c-8603-493c-a989-b18a740aaf71/03770f1f-364f-4b6e-a550-ca5a987043a1/eac6d436-1e28-4a01-bf28-1bffab46fb94) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:32.490970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Attempting to bind port 9de9df83-0bea-415c-825c-508ab8b9d85b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:32.491350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Attempting to bind port 9de9df83-0bea-415c-825c-508ab8b9d85b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'aa991c40-71fb-4bb8-96f8-9ce720ac7380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:32.491717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Attempting to bind port 9de9df83-0bea-415c-825c-508ab8b9d85b on network bf7af26c-8603-493c-a989-b18a740aaf71 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:32.551624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:32.552027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Checking segment: {'id': 'aa991c40-71fb-4bb8-96f8-9ce720ac7380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:32.552429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.552823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Bound using segment: {'id': 'aa991c40-71fb-4bb8-96f8-9ce720ac7380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:32.553557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Bound port: 9de9df83-0bea-415c-825c-508ab8b9d85b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa991c40-71fb-4bb8-96f8-9ce720ac7380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:32.553942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.591144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-f3fb26bd-ab3c-4efd-a0cd-aa53b9040853 service neutron] 10.222.0.61 "GET /v2.0/networks/45b4217e-cbec-46cf-9753-c5599472dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378035 Dec 16 09:33:32.598371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:33:32.600012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.617085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c7d2c8d1-78d7-4d5e-9f87-f56c167e927b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:32.676739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=4cd08ce8-58c4-47ce-809d-cffb7c827272,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.686736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: c7d2c8d1-78d7-4d5e-9f87-f56c167e927b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:32.687357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c7d2c8d1-78d7-4d5e-9f87-f56c167e927b not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:32.696124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Pushing event updated for resources: {'Port': ['ID=f25b57fd-0392-4ba7-900a-52dae00e2e35,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.716836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.734939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Attempting to bind port f25b57fd-0392-4ba7-900a-52dae00e2e35 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:32.735644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Attempting to bind port f25b57fd-0392-4ba7-900a-52dae00e2e35 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:32.735786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Attempting to bind port f25b57fd-0392-4ba7-900a-52dae00e2e35 on network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:32.742860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:32.743451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Checking segment: {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:32.743663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.744296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Bound using segment: {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:32.745205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Bound port: f25b57fd-0392-4ba7-900a-52dae00e2e35, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:32.745966 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.746803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.752643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8f9ce7af-588a-4eae-810b-157a73351be0 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/ports/4cd08ce8-58c4-47ce-809d-cffb7c827272 HTTP/1.1" status: 204 len: 168 time: 1.1956043 Dec 16 09:33:32.754636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45992) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:32.824939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:32.832090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:32.833531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:32.838294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0ce03ca8-dbc4-44ba-8010-e1fa34abad9d admin admin] 10.222.0.61 "PUT /v2.0/routers/bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0766027 Dec 16 09:33:32.841451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45994) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:32.845511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.848612 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] Sync routers for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:33:32.860435 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:32.861425 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:32.884816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.962002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] For port f25b57fd-0392-4ba7-900a-52dae00e2e35, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:32.964018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53103fea-e83a-401d-8755-7682beb5c28d None None] Pushing event updated for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.980471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=eac6d436-1e28-4a01-bf28-1bffab46fb94,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:32.982438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:32.996344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] For port f25b57fd-0392-4ba7-900a-52dae00e2e35, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f25b57fd-0392-4ba7-900a-52dae00e2e35,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:33.009469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.054498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:33.080211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:33.090022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:33.141580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:33.144787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.157516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b2ebc-ebdc-46b9-8bf6-d8224a1711e0 None None] Pushing event updated for resources: {'Port': ['ID=f25b57fd-0392-4ba7-900a-52dae00e2e35,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:33.171279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port 3a504c73-ffc2-4ef1-8585-07cb1702f515 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:33.171898 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.183919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-a73e735e-b45e-4aa7-b99c-02c904e6901d service neutron] 10.222.0.61 "GET /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824096 Dec 16 09:33:33.267467 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:33.268779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.339037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46008) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:33.342236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b1261cb6-1911-4d8a-9094-1c99925e0511 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1275218 Dec 16 09:33:33.348674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:33.453613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.488716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for 3a504c73-ffc2-4ef1-8585-07cb1702f515 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:33.530071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-79ee46a0-d957-429b-9b14-7632a4d259bc service neutron] 10.222.0.61 "GET /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278582 Dec 16 09:33:33.553872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Deleting port 4e335c5f-b175-4f19-8c03-7dc3c5319d18 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:33.554118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.795942 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:33:30Z', 'revision_number': 5, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port': {'id': '4e335c5f-b175-4f19-8c03-7dc3c5319d18', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:29:57Z', 'updated_at': '2021-12-16T09:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:33.798651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:33.805838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:33.873488 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] Checking router: bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:33:33.895713 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] Routers {'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:33.896585 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:33.963845 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:34.014342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=3a504c73-ffc2-4ef1-8585-07cb1702f515,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:34.033706 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03770f1f-364f-4b6e-a550-ca5a987043a1 (CIDR: 2001:db8::/64) Dec 16 09:33:34.071737 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:33:34.074489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:33:34.129029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-13a9706a-31d9-4e6e-b577-950c92b7b03b tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7864561 Dec 16 09:33:34.144112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46024) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:34.159170 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] Set router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:34.162644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:34.221129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] For port 4e335c5f-b175-4f19-8c03-7dc3c5319d18, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4e335c5f-b175-4f19-8c03-7dc3c5319d18,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:34.229619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:34.274568 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:33:33Z', 'revision_number': 6, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:34.331954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Calling delete_port for 4e335c5f-b175-4f19-8c03-7dc3c5319d18 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:34.345894 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fbd11c-4ad6-45b0-bb24-801b09049a1f None None] The sync data for ids ['bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9'] in n-d-821941-1 is: [{'id': 'bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9', 'name': 'tempest-ServersTestBootFromVolume-989885386-router', 'tenant_id': '689c4dd4d5394dceb4f8975630229505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:29:55Z', 'updated_at': '2021-12-16T09:33:33Z', 'revision_number': 6, 'project_id': '689c4dd4d5394dceb4f8975630229505', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:34.381056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26de22-5614-4b78-9f10-8abedddcbeaa req-b1946f01-341a-48f9-84df-9d3e81f187b3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:34.386076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:34.390042 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-181ee4a2-ad94-4bf5-b885-1b2f4a77148b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/ports/3a504c73-ffc2-4ef1-8585-07cb1702f515 HTTP/1.1" status: 204 len: 168 time: 1.6343019 Dec 16 09:33:34.399849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:34.402203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f26de22-5614-4b78-9f10-8abedddcbeaa req-b1946f01-341a-48f9-84df-9d3e81f187b3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.3306282 Dec 16 09:33:34.554238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting subnet 20b96855-515a-42f2-b778-750fe8793a1b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:34.558043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:34.615750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:34.663622 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f26de22-5614-4b78-9f10-8abedddcbeaa req-ae174945-e79a-4d15-8b76-2632854a8724 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338006 Dec 16 09:33:34.764348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:34.768885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:34.922442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.091745 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc6453a-abf2-4469-945e-cb174dfb8fc1 x-openstack-request-id: req-bcc6453a-abf2-4469-945e-cb174dfb8fc1 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:35.104334 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f19bace-f840-47d4-beee-2b8ce4e3dbe1", "name": "network-vif-deleted", "tag": "c7d2c8d1-78d7-4d5e-9f87-f56c167e927b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:35.111147 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bcc6453a-abf2-4469-945e-cb174dfb8fc1 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:35.112092 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f19bace-f840-47d4-beee-2b8ce4e3dbe1', 'name': 'network-vif-deleted', 'tag': 'c7d2c8d1-78d7-4d5e-9f87-f56c167e927b', 'status': 'completed', 'code': 200} Dec 16 09:33:35.115896 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.208693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.213395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-969c686a-ae63-41ff-a4ed-dde7f7ba0e0c req-a24da2ec-6676-4941-9f2a-e2fb8e0ce0aa tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 210 time: 0.1000516 Dec 16 09:33:35.214625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e335c5f-b175-4f19-8c03-7dc3c5319d18,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:35.439032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:35.439556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.452520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Subnet': ['ID=20b96855-515a-42f2-b778-750fe8793a1b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:35.461462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.470120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.476555 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a79cf21f-6aea-4f55-ba50-e22ce1c91239 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/subnets/20b96855-515a-42f2-b778-750fe8793a1b HTTP/1.1" status: 204 len: 168 time: 1.0748165 Dec 16 09:33:35.482547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46062) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:35.584814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b7e9a-62c3-45a9-9bac-47dcb64ebef3 None None] Network dc5f8284-3f45-40d0-afcd-a60305c5dacd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:35.604759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.668807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:35.673519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:35.676911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:35.677618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:35.712022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4dd184-353b-4b25-ba14-5daaecbd7029 None None] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:35.744820 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5955336 Dec 16 09:33:35.751090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:35.810804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1253640240', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '061435eb-dd61-47bf-9e91-c6497dafbafd'}], 'security_groups': ['417f4d1d-0f7d-4820-98fe-8324fd746bc3']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:35.893500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f25b57fd-0392-4ba7-900a-52dae00e2e35 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:35.895397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e02b6-54b5-4a08-8f50-a1c217df7632 None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:35.901689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1850f-f926-4625-b7ef-ceb5260325d8 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=061435eb-dd61-47bf-9e91-c6497dafbafd,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:35.999379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.216414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.280317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f25b57fd-0392-4ba7-900a-52dae00e2e35 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:36.280683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.408013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] DHCP port deletion for dc5f8284-3f45-40d0-afcd-a60305c5dacd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:36.415500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:36.426325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Delete allocated IP 2001:db8::30a (bf7af26c-8603-493c-a989-b18a740aaf71/03770f1f-364f-4b6e-a550-ca5a987043a1) {{(pid=102397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:33:36.432266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.441017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8:0:1::2f4 (bf7af26c-8603-493c-a989-b18a740aaf71/061435eb-dd61-47bf-9e91-c6497dafbafd/eac6d436-1e28-4a01-bf28-1bffab46fb94) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:36.461073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-36d18ef6-56f0-4a60-b6f8-48f7ed3806ef tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.467470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-36d18ef6-56f0-4a60-b6f8-48f7ed3806ef tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.469152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-36d18ef6-56f0-4a60-b6f8-48f7ed3806ef tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "GET /v2.0/networks?id=45b4217e-cbec-46cf-9753-c5599472dbff&id=e811dd0c-7f70-4c25-9e57-39968cdbf6b8 HTTP/1.1" status: 200 len: 1391 time: 0.1656075 Dec 16 09:33:36.502900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'port': {'device_id': '7733c604-b425-477e-a86f-7e6a4c7206da', 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff', 'admin_state_up': True, 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:36.536222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.545081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e9ac-3459-4aec-b789-1adbafd6778a req-f1e1ae3b-69b5-4f94-bc8d-959fa2ad8c08 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.546932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df16e9ac-3459-4aec-b789-1adbafd6778a req-f1e1ae3b-69b5-4f94-bc8d-959fa2ad8c08 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 1.2012317 Dec 16 09:33:36.550541 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.582848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Provisioning complete for port 496a32fa-e542-4725-a2f7-6128c2e43b8f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:36.583373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.663114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Pushing event updated for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:36.664564 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.678067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.703711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.714797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df16e9ac-3459-4aec-b789-1adbafd6778a req-8ce22c6d-faad-49d5-a071-90c71acb5c0e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201110 Dec 16 09:33:36.723454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting subnet 9e62c2cd-1f24-4103-b790-3b6aa34a98d4 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:36.730705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a0f857ed-4c27-499b-9e71-b93e12d328a0 None None] Port 496a32fa-e542-4725-a2f7-6128c2e43b8f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:36.735317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.786349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.787347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:33:36.803204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.805053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60b877de-c433-4627-862f-4026e8b16531 admin admin] 10.222.0.61 "DELETE /v2.0/routers/bf8aa03d-3028-4401-ae3b-7d3c33fe4fe9 HTTP/1.1" status: 204 len: 168 time: 3.9626732 Dec 16 09:33:36.809542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] Update dhcp port {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'fixed_ips': [{'subnet_id': '03770f1f-364f-4b6e-a550-ca5a987043a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '061435eb-dd61-47bf-9e91-c6497dafbafd'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '9de9df83-0bea-415c-825c-508ab8b9d85b'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:33:36.812638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] Deleting port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:36.813006 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.817180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46074) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:36.856257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] In _notify_port_updated(), no bound segment for port eac6d436-1e28-4a01-bf28-1bffab46fb94 on network bf7af26c-8603-493c-a989-b18a740aaf71 {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:33:36.878825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:36.880124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.889537 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/ports/eac6d436-1e28-4a01-bf28-1bffab46fb94 HTTP/1.1" status: 200 len: 931 time: 1.1269758 Dec 16 09:33:36.889801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.891876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46084) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:36.895628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port f25b57fd-0392-4ba7-900a-52dae00e2e35, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f25b57fd-0392-4ba7-900a-52dae00e2e35,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:36.919014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e267a1e-82f3-4685-b676-f81203f80559 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=eac6d436-1e28-4a01-bf28-1bffab46fb94,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:36.919875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:36.921179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:37.019155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-26845f2e-5cb6-4579-ac4b-9b8d003c4b8c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2948453 Dec 16 09:33:37.164670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:37.170998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.199512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port eac6d436-1e28-4a01-bf28-1bffab46fb94 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:37.199944 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.251972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Deleting subnet 283ff8a7-3871-4795-b007-4be66b084426 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:37.274642 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.357491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-56449f16-1dab-47b6-a4d8-c2c17a6f1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.359744 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-56449f16-1dab-47b6-a4d8-c2c17a6f1b78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 1097 time: 0.2082107 Dec 16 09:33:37.395727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.403068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.418842 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.458597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for eac6d436-1e28-4a01-bf28-1bffab46fb94 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:37.461702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] For port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,segment=NetworkSegment(26583a80-6dce-4e1e-a0e7-f12369b97ba1),segment_id=26583a80-6dce-4e1e-a0e7-f12369b97ba1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:37.462538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-ffff880e-54fa-497c-8fa2-07fe03a39198 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.462982 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.464030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-ffff880e-54fa-497c-8fa2-07fe03a39198 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.5663388 Dec 16 09:33:37.478681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1f837559-1e1e-4a3b-bccb-5ae5550c0b62 None None] Provisioning complete for port eac6d436-1e28-4a01-bf28-1bffab46fb94 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:37.478681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f837559-1e1e-4a3b-bccb-5ae5550c0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.500224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-6ce151c0-276e-47e5-b3ea-9e4ccbea1018 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0242925 Dec 16 09:33:37.504856 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.574469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1f837559-1e1e-4a3b-bccb-5ae5550c0b62 None None] Port eac6d436-1e28-4a01-bf28-1bffab46fb94 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:37.577297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] Calling delete_port for 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:37.603880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-4b23bfed-5d2e-4dbb-9318-a7079ae5d97d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527823 Dec 16 09:33:37.606040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-ead0a92e-ce3d-4386-8ac7-fb344f688ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:37.607946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-ead0a92e-ce3d-4386-8ac7-fb344f688ac8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 916 time: 0.2229650 Dec 16 09:33:37.670544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=f25b57fd-0392-4ba7-900a-52dae00e2e35,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:37.722977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Allocated IP 19.80.0.46 (45b4217e-cbec-46cf-9753-c5599472dbff/d1a1d5f9-c96e-4965-b620-1ad887c9bd60/5d5d5c84-d6cf-42e4-b072-1e84682e996f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:37.728736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:37.729561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.754631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.770415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1f837559-1e1e-4a3b-bccb-5ae5550c0b62 None None] Provisioning complete for port f25b57fd-0392-4ba7-900a-52dae00e2e35 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:37.770788 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f837559-1e1e-4a3b-bccb-5ae5550c0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.772374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.777718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.795930 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-62a3afe2-93d3-4ff0-8bf9-6848138473b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8 HTTP/1.1" status: 200 len: 217 time: 0.1729512 Dec 16 09:33:37.816242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Subnet': ['ID=9e62c2cd-1f24-4103-b790-3b6aa34a98d4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:37.859537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:37.862676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-846754cf-5e26-444a-9c48-1fedfb4393b4 tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/subnets/9e62c2cd-1f24-4103-b790-3b6aa34a98d4 HTTP/1.1" status: 204 len: 168 time: 2.3789957 Dec 16 09:33:37.869526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46102) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:37.875681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] Pushing event deleted for resources: {'Port': ['ID=29ed82a1-7f99-4db1-81d3-fdaf9e0df42f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:37.891797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1a853-7246-408b-b017-adbfe4cfc3e9 None None] Network a3494737-a1cb-40c9-be22-a4f16e5d68d6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:37.959355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-05e40ec6-6c4a-43b0-9e62-5f5dc714e1c8 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413084 Dec 16 09:33:38.036490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.059197 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.064007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/283ff8a7-3871-4795-b007-4be66b084426 HTTP/1.1" status: 204 len: 168 time: 1.2436604 Dec 16 09:33:38.072766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579baa1-fd16-4be8-b3bc-1e437632dfd6 None None] No DVR routers for this DVR port 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:38.074423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b785e-3a3f-4575-a7ae-b21c718b1621 None None] Network 1883cea2-1317-422f-b093-d95bb2d301bd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:38.096603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46106) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:38.109016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.114831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8124c-45ba-481e-9721-5190e5c3206b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283ff8a7-3871-4795-b007-4be66b084426,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:38.190250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e335c5f-b175-4f19-8c03-7dc3c5319d18 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:38.220930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4e335c5f-b175-4f19-8c03-7dc3c5319d18 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:38.221276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4e335c5f-b175-4f19-8c03-7dc3c5319d18 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:38.221909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d3b6871-8db8-4235-8410-051c6a6dd878 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:38.245678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-a43dbd12-928d-4495-8e05-8876dcb4f5a4 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652438 Dec 16 09:33:38.248490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.284661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4d3b6871-8db8-4235-8410-051c6a6dd878 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:38.285018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4d3b6871-8db8-4235-8410-051c6a6dd878 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:38.321905 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.352663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-8c5e88ff-164c-4525-acde-44e2407e0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:38.354399 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-8c5e88ff-164c-4525-acde-44e2407e0437 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.5226045 Dec 16 09:33:38.369614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5f8284-3f45-40d0-afcd-a60305c5dacd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:38.382903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26583a80-6dce-4e1e-a0e7-f12369b97ba1') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:38.383778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26583a80-6dce-4e1e-a0e7-f12369b97ba1') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:38.396020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.437510 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.445044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Deleting port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:38.445316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.448386 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-883b3a2a-9724-44df-a0e5-beac4b35194e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432210 Dec 16 09:33:38.536884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] Allocated IP 2001:db8:0:1::2 (bf7af26c-8603-493c-a989-b18a740aaf71/061435eb-dd61-47bf-9e91-c6497dafbafd/9de9df83-0bea-415c-825c-508ab8b9d85b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:38.543624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.589492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=eac6d436-1e28-4a01-bf28-1bffab46fb94,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:38.611618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] For port d9d85833-8443-46dc-9b7d-0c5c6470b9a0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,segment=NetworkSegment(483db1f7-1b47-4a47-9893-a3d6fa9a786d),segment_id=483db1f7-1b47-4a47-9893-a3d6fa9a786d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:38.612212 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.628258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.638112 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9401648-7d4e-45e9-a359-1754b7547f26 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/eac6d436-1e28-4a01-bf28-1bffab46fb94 HTTP/1.1" status: 204 len: 168 time: 1.7186487 Dec 16 09:33:38.638112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46116) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:38.660244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Calling delete_port for d9d85833-8443-46dc-9b7d-0c5c6470b9a0 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:38.673101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f25b57fd-0392-4ba7-900a-52dae00e2e35 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:38.699413 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-16914d4a-9c6b-477d-97e1-d40a2f093b76 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:38.700967 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-16914d4a-9c6b-477d-97e1-d40a2f093b76 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/eac6d436-1e28-4a01-bf28-1bffab46fb94 HTTP/1.1" status: 404 len: 333 time: 0.0620220 Dec 16 09:33:38.706830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46118) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:38.743163 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-14ae9ef4-4802-4eee-bc24-b0fe9ef0c33c service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867846 Dec 16 09:33:38.767406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:38.767872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:38.795011 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:38.845429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca11faf-67c2-448d-b063-db6ed85188a4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.884049 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca11faf-67c2-448d-b063-db6ed85188a4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.931238 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ccb0e1a-1fce-4919-a31c-ddb55e38680d req-0d497ac0-5afa-447b-a19d-ef456ebba90a service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790993 Dec 16 09:33:38.975840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f25b57fd-0392-4ba7-900a-52dae00e2e35 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:38.976208 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:38.985019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2cc7f406-27af-4e24-a9f5-ec95f7062125 None None] Provisioning complete for port f25b57fd-0392-4ba7-900a-52dae00e2e35 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:38.985380 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f406-27af-4e24-a9f5-ec95f7062125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.016559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca11faf-67c2-448d-b063-db6ed85188a4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.019280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca11faf-67c2-448d-b063-db6ed85188a4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.020433 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cca11faf-67c2-448d-b063-db6ed85188a4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/security-groups/311f3f92-a832-4dc8-98a8-9bac5441cd16 HTTP/1.1" status: 204 len: 168 time: 0.3127968 Dec 16 09:33:39.032548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46130) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:39.039210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ca96ac-d1a9-4d7d-826a-c4c51fb61b2a req-acfc831b-dc05-45e7-954e-0467f449e131 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 210 time: 0.2452805 Dec 16 09:33:39.046099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca11faf-67c2-448d-b063-db6ed85188a4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f3f92-a832-4dc8-98a8-9bac5441cd16,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:39.078786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] DHCP port deletion for a3494737-a1cb-40c9-be22-a4f16e5d68d6 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:39.125370 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.128448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.132397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:39.159957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801ca19-1458-4fec-a4ca-63c36b0237f2 None None] DHCP port deletion for 1883cea2-1317-422f-b093-d95bb2d301bd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:33:39.190785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.194058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/networks/dc5f8284-3f45-40d0-afcd-a60305c5dacd HTTP/1.1" status: 204 len: 168 time: 1.3203759 Dec 16 09:33:39.195097 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc80b715-8df0-49b2-9364-ee3c163edf27 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.196853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46132) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:39.205396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc21f-9382-4068-8865-c43ed53d702d tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Network': ['ID=dc5f8284-3f45-40d0-afcd-a60305c5dacd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:39.207516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d85833-8443-46dc-9b7d-0c5c6470b9a0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:39.213786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] No DVR routers for this DVR port d9d85833-8443-46dc-9b7d-0c5c6470b9a0 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:39.269318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc80b715-8df0-49b2-9364-ee3c163edf27 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.302474 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.376046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.395999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.420606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1883cea2-1317-422f-b093-d95bb2d301bd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:39.435311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.440327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc80b715-8df0-49b2-9364-ee3c163edf27 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.447017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc80b715-8df0-49b2-9364-ee3c163edf27 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.448336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fc80b715-8df0-49b2-9364-ee3c163edf27 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/security-groups/417f4d1d-0f7d-4820-98fe-8324fd746bc3 HTTP/1.1" status: 204 len: 168 time: 0.4117389 Dec 16 09:33:39.451391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46136) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:39.458778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483db1f7-1b47-4a47-9893-a3d6fa9a786d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:39.467865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483db1f7-1b47-4a47-9893-a3d6fa9a786d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:39.501719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.524753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.531392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80b715-8df0-49b2-9364-ee3c163edf27 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f4d1d-0f7d-4820-98fe-8324fd746bc3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:39.534688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.580414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:39.614214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.639989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d01228f-ab35-4553-91a0-7d9c96df56d0 req-a1175be1-51b0-49bf-a3f7-1e01fe72ce0f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 210 time: 0.0711362 Dec 16 09:33:39.648259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:39.648846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:39.651011 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:39.694617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] Deleting port 2c168a30-a525-4286-b3a5-cd40530f5904 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:39.695214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.716627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network 45b4217e-cbec-46cf-9753-c5599472dbff is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:39.719427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 03770f1f-364f-4b6e-a550-ca5a987043a1 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:39.722428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:39.724614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Port': ['ID=5d5d5c84-d6cf-42e4-b072-1e84682e996f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:39.728173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:39.761762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.871166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] For port 2c168a30-a525-4286-b3a5-cd40530f5904, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2c168a30-a525-4286-b3a5-cd40530f5904,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:39.871568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.874787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2a662-ff0a-47a1-81e1-bcf5a4caae87 None None] Pushing event updated for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:39.877014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.878299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.894136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Deleting port 2c168a30-a525-4286-b3a5-cd40530f5904 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:39.894655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.918691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] Calling delete_port for 2c168a30-a525-4286-b3a5-cd40530f5904 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:39.941200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:39.944967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1883cea2-1317-422f-b093-d95bb2d301bd HTTP/1.1" status: 204 len: 168 time: 1.8451006 Dec 16 09:33:40.073632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:40.079922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.089015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:40.089392 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.094597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df159190-14e7-4d1c-aedd-db5ea913a715 admin admin] Pushing event deleted for resources: {'Network': ['ID=1883cea2-1317-422f-b093-d95bb2d301bd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:40.095444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.125172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] For port 2c168a30-a525-4286-b3a5-cd40530f5904, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2c168a30-a525-4286-b3a5-cd40530f5904,segment=NetworkSegment(a6d92e97-12e7-452c-88e4-952b609d8072),segment_id=a6d92e97-12e7-452c-88e4-952b609d8072)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:40.125541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.156992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3ee32d15-10cb-4247-a60b-c5d9e35e354c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6628058 Dec 16 09:33:40.170586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] No DVR routers for this DVR port 2c168a30-a525-4286-b3a5-cd40530f5904 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:40.176345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8d3b2-84bd-4d6b-b166-3cce6e5ea2eb None None] Pushing event deleted for resources: {'Port': ['ID=2c168a30-a525-4286-b3a5-cd40530f5904,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:40.184138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Request body: {'port': {'device_id': '7733c604-b425-477e-a86f-7e6a4c7206da', 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8', 'admin_state_up': True, 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:40.288452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d2aa584a-b876-4ec3-a477-28f9b0cda999 None None] Provisioning complete for port 5d5d5c84-d6cf-42e4-b072-1e84682e996f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:40.288826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2aa584a-b876-4ec3-a477-28f9b0cda999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.303272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Calling delete_port for 2c168a30-a525-4286-b3a5-cd40530f5904 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:40.377070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:40.378593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.424883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:40.425323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29ed82a1-7f99-4db1-81d3-fdaf9e0df42f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:40.443098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46162) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:40.454544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-12069df4-5989-4547-b4e9-539a77e40dce tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:40.455046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa584a-b876-4ec3-a477-28f9b0cda999 None None] Port 5d5d5c84-d6cf-42e4-b072-1e84682e996f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:40.462210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-12069df4-5989-4547-b4e9-539a77e40dce tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 815 time: 0.6566532 Dec 16 09:33:40.555963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.602355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-a1efce2d-5a58-402a-b511-dcc2b4ce2d18 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/quotas/4211671fa5c8484cac14d05859d2d364 HTTP/1.1" status: 200 len: 375 time: 0.1389716 Dec 16 09:33:40.635711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:40.723583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.739068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/03770f1f-364f-4b6e-a550-ca5a987043a1 HTTP/1.1" status: 204 len: 168 time: 1.2759848 Dec 16 09:33:40.742843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46166) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:40.743608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ee0bf-17b8-47de-90d3-e1fb28b67d15 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=03770f1f-364f-4b6e-a550-ca5a987043a1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:40.751792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:40.765654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:40.766941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.822329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d5c0847a-3587-4f89-bc71-d0857c570137 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=689c4dd4d5394dceb4f8975630229505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749177 Dec 16 09:33:40.833415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:40.858646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Made reservation on behalf of 1f3464c7b7f5498dadb2ca4db5fe33cf for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:40.865883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:40.894741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-ce370b6c-314b-4863-ad16-8aa58fcb110f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:40.898358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-ce370b6c-314b-4863-ad16-8aa58fcb110f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.5409088 Dec 16 09:33:40.922437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:41.074394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9e272f-4a17-4d03-b154-e7c7656f85e2 None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:41.146297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.167585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-179e71da-34ad-4fee-ac0a-0c81ceab71d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.197270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06073de-3ec8-4448-9944-0ab63defad3d req-43466c49-6dce-4128-a607-32f545f481b6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:41.199017 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d06073de-3ec8-4448-9944-0ab63defad3d req-43466c49-6dce-4128-a607-32f545f481b6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "GET /v2.0/ports?device_id=58cd9802-b473-4913-9674-de172384f4d7 HTTP/1.1" status: 200 len: 946 time: 0.2041717 Dec 16 09:33:41.204331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Port': ['ID=2c168a30-a525-4286-b3a5-cd40530f5904,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:41.221523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2c168a30-a525-4286-b3a5-cd40530f5904 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:41.255461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2c168a30-a525-4286-b3a5-cd40530f5904 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:41.255666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] No DVR routers for this DVR port 2c168a30-a525-4286-b3a5-cd40530f5904 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:41.255969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2c168a30-a525-4286-b3a5-cd40530f5904 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:41.256486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d9d85833-8443-46dc-9b7d-0c5c6470b9a0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:41.391525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-179e71da-34ad-4fee-ac0a-0c81ceab71d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.426040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-be534598-470d-49df-a32c-d761ead4937d None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:41.428760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-be534598-470d-49df-a32c-d761ead4937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.484041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d9d85833-8443-46dc-9b7d-0c5c6470b9a0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:41.484661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d9d85833-8443-46dc-9b7d-0c5c6470b9a0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:41.514116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:41.518369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.608884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-be534598-470d-49df-a32c-d761ead4937d None None] Could not find standard attr ID for object eac6d436-1e28-4a01-bf28-1bffab46fb94. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:33:41.634025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-be534598-470d-49df-a32c-d761ead4937d None None] Provisioning complete for port 496a32fa-e542-4725-a2f7-6128c2e43b8f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:41.634395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-be534598-470d-49df-a32c-d761ead4937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.649511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-6a364206-049e-4ddd-b40e-412f910794bf tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0340009 Dec 16 09:33:41.692322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.697190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-be534598-470d-49df-a32c-d761ead4937d None None] Port 496a32fa-e542-4725-a2f7-6128c2e43b8f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:41.750179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3494737-a1cb-40c9-be22-a4f16e5d68d6']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:41.789592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d92e97-12e7-452c-88e4-952b609d8072') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:41.790000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d92e97-12e7-452c-88e4-952b609d8072') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:41.815339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.818623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:41.823063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.841537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.846846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-179e71da-34ad-4fee-ac0a-0c81ceab71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.849346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-179e71da-34ad-4fee-ac0a-0c81ceab71d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.853020 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-179e71da-34ad-4fee-ac0a-0c81ceab71d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1399d727-8490-4264-8c64-10d9def921f3 HTTP/1.1" status: 204 len: 168 time: 1.0141845 Dec 16 09:33:41.867798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Deleting port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:41.868125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.871659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:33:41.871868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:33:41.882452 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:33:41.908175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Allocated IP 19.86.0.206 (e811dd0c-7f70-4c25-9e57-39968cdbf6b8/6eadff6e-9b19-42f2-8bf9-f2e22a875466/0bccd2fd-7d2c-4395-930b-f13917d55e7b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:41.917035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-76ff1d4a-2a6c-433b-b1bd-6a721bc1c0d6 service neutron] 10.222.0.61 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423263 Dec 16 09:33:41.933428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e71da-34ad-4fee-ac0a-0c81ceab71d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399d727-8490-4264-8c64-10d9def921f3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:42.305665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.328683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.395374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-cc69987e-a066-40a1-8319-fc67931706b6 service neutron] 10.222.0.61 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690034 Dec 16 09:33:42.395537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.409123 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] 10.222.0.61 "DELETE /v2.0/networks/a3494737-a1cb-40c9-be22-a4f16e5d68d6 HTTP/1.1" status: 204 len: 168 time: 3.2095952 Dec 16 09:33:42.451775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.6 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/5fc7f6d9-0ac2-4118-af60-bf350bbeba78) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:42.603424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.679711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] For port 512d685a-6521-4da1-ac2b-5d4d1793a2f8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=512d685a-6521-4da1-ac2b-5d4d1793a2f8,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:42.680082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.693822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf958e87-4df8-4ef5-95f2-9480f1883f3b tempest-TaggedBootDevicesTest_v242-323641263 tempest-TaggedBootDevicesTest_v242-323641263-project] Pushing event deleted for resources: {'Network': ['ID=a3494737-a1cb-40c9-be22-a4f16e5d68d6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:42.718608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=40702304-d2f0-4a5f-8246-9326726a969f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:42.738420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:42.739908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Calling delete_port for 512d685a-6521-4da1-ac2b-5d4d1793a2f8 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:42.742798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:42.748267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:42.748922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.756575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1308ee20-ecda-436b-8872-0dd895cc4d99 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:42.757096 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1308ee20-ecda-436b-8872-0dd895cc4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.904789 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:42.918899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-311a31eb-af50-4abd-8dc5-dc9fe2d3070d tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1706293 Dec 16 09:33:42.923330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:42.939625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'security_group': {'name': 'tempest-secgroup-1237608648'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:42.977884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1308ee20-ecda-436b-8872-0dd895cc4d99 None None] Provisioning complete for port 496a32fa-e542-4725-a2f7-6128c2e43b8f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:42.978391 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1308ee20-ecda-436b-8872-0dd895cc4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.065587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.109768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1308ee20-ecda-436b-8872-0dd895cc4d99 None None] Port 496a32fa-e542-4725-a2f7-6128c2e43b8f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:43.127251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:43.161366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:43.167844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event updated for resources: {'Port': ['ID=0bccd2fd-7d2c-4395-930b-f13917d55e7b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:43.210102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:43.216561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b8a3f-9a9a-4f95-9af6-c664d8a16d10 None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:43.339890 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.356023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.382980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1a7bf5df-f4ef-4d3f-bae6-e65dd020f5db None None] Could not find standard attr ID for object eac6d436-1e28-4a01-bf28-1bffab46fb94. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:33:43.423057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.424288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.446788 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.461459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf747c8-2457-438a-9587-4f4797136291 req-8a8b136e-9794-44b1-b249-18c9d05dbc4a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.472172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf747c8-2457-438a-9587-4f4797136291 req-8a8b136e-9794-44b1-b249-18c9d05dbc4a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:43.482006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bf747c8-2457-438a-9587-4f4797136291 req-8a8b136e-9794-44b1-b249-18c9d05dbc4a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1654 time: 0.3689537 Dec 16 09:33:43.483925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.549975 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.553735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6267219 Dec 16 09:33:43.568396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46228) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:43.587964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'security_group': {'name': 'tempest-secgroup-756029189'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:43.637921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd27912-279c-4e61-b958-c4b4fc63d904 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f0bb43-400d-4503-9513-320af25895ff,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:43.647074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-05d3659f-18ac-4ebd-9f3c-7ad1c5430a6d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4793293 Dec 16 09:33:43.649520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.679394 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.688449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46232) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:43.703683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Request body: {'port': {'device_id': '7733c604-b425-477e-a86f-7e6a4c7206da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:43.774972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:43.817489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:43.827892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:43.832933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:43.873140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.901479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.904514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Pushing event deleted for resources: {'Port': ['ID=512d685a-6521-4da1-ac2b-5d4d1793a2f8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:43.933554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-82d200ea-4976-4839-8fb1-3c4b3ee3fcbf None None] Provisioning complete for port 0bccd2fd-7d2c-4395-930b-f13917d55e7b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:43.934171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-82d200ea-4976-4839-8fb1-3c4b3ee3fcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.942558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bf747c8-2457-438a-9587-4f4797136291 req-ca8c9b43-9644-4457-910f-25316b70122f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479833 Dec 16 09:33:43.987851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] No DVR routers for this DVR port 512d685a-6521-4da1-ac2b-5d4d1793a2f8 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:33:43.991182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:43.994910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d06073de-3ec8-4448-9944-0ab63defad3d req-c0da3a56-2780-4139-a855-697f48548844 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "DELETE /v2.0/ports/512d685a-6521-4da1-ac2b-5d4d1793a2f8 HTTP/1.1" status: 204 len: 173 time: 2.7869632 Dec 16 09:33:44.006770 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.008339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4388525 Dec 16 09:33:44.009895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-deleted', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:44.012941 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de18f9-324c-4a6c-932b-f5c44f1e829d" -d '{"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-deleted", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:44.021558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46238) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:44.022946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb498d-737c-45ed-8cff-69b4f11f81bf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7988e4-4b8b-4079-ba80-30dc4e2c76bf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:44.032077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'security_group': {'name': 'tempest-secgroup-947977813'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:44.036616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-82d200ea-4976-4839-8fb1-3c4b3ee3fcbf None None] Port 0bccd2fd-7d2c-4395-930b-f13917d55e7b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:44.054273 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b93b432c-9b93-4242-885a-5ad5f4ca7528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.068154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.172613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.176422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] Update dhcp port {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'fixed_ips': [{'subnet_id': '061435eb-dd61-47bf-9e91-c6497dafbafd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40702304-d2f0-4a5f-8246-9326726a969f'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '9de9df83-0bea-415c-825c-508ab8b9d85b'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:33:44.189315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1350774973-network', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:44.224014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.232051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:44.237767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.302433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.309710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.333724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Made reservation on behalf of 4694a0dc41ba4dab9f1c3af5ad507525 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:44.337419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.352711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.354772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3267665 Dec 16 09:33:44.360818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-35029884-98d4-4769-a174-564f8b1a8abb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4514706 Dec 16 09:33:44.361294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46244) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:44.384955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1767710631', 'security_groups': ['fb73499e-e763-480b-afe3-242f0d4b5d6a'], 'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '40702304-d2f0-4a5f-8246-9326726a969f'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:44.392192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.408358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Request body: {'port': {'device_id': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:44.442866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eb8bf-355f-4906-841c-63959c10b2d2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73499e-e763-480b-afe3-242f0d4b5d6a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:44.497327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40fa7-5846-4307-970e-722d28309ab2 req-fc2b5d0b-69ad-4bf7-99e5-a942a46cbd95 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:44.507984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10b40fa7-5846-4307-970e-722d28309ab2 req-fc2b5d0b-69ad-4bf7-99e5-a942a46cbd95 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 931 time: 0.3361197 Dec 16 09:33:44.556704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.563186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.646161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774dc1e-46bf-4d44-9dee-5507d3204c7f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:44.647016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] Allocated IP 2001:db8::2 (bf7af26c-8603-493c-a989-b18a740aaf71/40702304-d2f0-4a5f-8246-9326726a969f/9de9df83-0bea-415c-825c-508ab8b9d85b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:44.673038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:33:44.699089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.699761 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Added segment efad13bc-32e7-4d49-9664-abbb313991b8 of type vlan for network eb659ff3-9f88-4753-a088-eb6df651e6aa Dec 16 09:33:44.737717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10b40fa7-5846-4307-970e-722d28309ab2 req-b50ac370-0b38-45b3-96c5-e0147097d20d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298687 Dec 16 09:33:44.743758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:44.957646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.027589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:45.033143 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.035263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:45.035263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.074811 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.080901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:33:45.087085 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.096254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-e6ce9b42-5f21-454a-8721-fcd65c835da8 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:45.098078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-e6ce9b42-5f21-454a-8721-fcd65c835da8 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 815 time: 0.3680661 Dec 16 09:33:45.116085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Request body: {'port': {'device_id': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'admin_state_up': True, 'tenant_id': '4211671fa5c8484cac14d05859d2d364'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:45.129387 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4345591 Dec 16 09:33:45.142882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46254) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:45.150502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 512d685a-6521-4da1-ac2b-5d4d1793a2f8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:33:45.151465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 512d685a-6521-4da1-ac2b-5d4d1793a2f8 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:33:45.163137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:45.178446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0262e55-ffe1-4d86-80fd-66081d04a62a req-2be840cf-6f23-4fe4-a734-dca7c6b4d226 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 210 time: 0.0982959 Dec 16 09:33:45.203160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Request body: {'subnet': {'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1350774973-subnet', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:45.214019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17316cb9-bff8-4401-b844-2474f0007292 admin admin] Pushing event updated for resources: {'Network': ['ID=eb659ff3-9f88-4753-a088-eb6df651e6aa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:45.227003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network eb659ff3-9f88-4753-a088-eb6df651e6aa details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:33:45.277022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Made reservation on behalf of 4694a0dc41ba4dab9f1c3af5ad507525 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:45.279432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.309831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09654a-ff24-4d8a-839e-5f78b9a63f99 None None] Pushing event updated for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:45.394865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5d5c84-d6cf-42e4-b072-1e84682e996f {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:45.419260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Made reservation on behalf of 4211671fa5c8484cac14d05859d2d364 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:45.422766 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.462281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.502870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Transition to ACTIVE for port object 5d5d5c84-d6cf-42e4-b072-1e84682e996f will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:45.537185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.657225 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc0ffa-f826-40f8-897b-cbd97b74539a x-openstack-request-id: req-ffdc0ffa-f826-40f8-897b-cbd97b74539a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:45.657692 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cd9802-b473-4913-9674-de172384f4d7", "name": "network-vif-deleted", "tag": "512d685a-6521-4da1-ac2b-5d4d1793a2f8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:45.658049 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffdc0ffa-f826-40f8-897b-cbd97b74539a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:45.660012 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cd9802-b473-4913-9674-de172384f4d7', 'name': 'network-vif-deleted', 'tag': '512d685a-6521-4da1-ac2b-5d4d1793a2f8', 'status': 'completed', 'code': 200} Dec 16 09:33:45.694706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.708875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:45.909535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d5c84-d6cf-42e4-b072-1e84682e996f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:45.954117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] device_id is not set on port f885fd0e-ba76-446e-a33c-bf3bb9b447bb yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:33:46.066410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31c0ae8-e0d6-4165-b558-4a8b215f6846,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:46.085356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Allocated IP 172.20.0.2 (18548f06-b4cd-45f0-bfe0-c63ea2b6a74c/13affadb-38eb-4f5d-9dd7-7280198d21c0/19804999-cca8-4fe0-8c33-532fdf7b313f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:46.115940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Checking segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:46.117045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Network hostable DHCP agents. Network: eb659ff3-9f88-4753-a088-eb6df651e6aa, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:33:46.202531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Network eb659ff3-9f88-4753-a088-eb6df651e6aa is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:33:46.213573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Attempting to bind port 5d5d5c84-d6cf-42e4-b072-1e84682e996f on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:46.214135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Attempting to bind port 5d5d5c84-d6cf-42e4-b072-1e84682e996f by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:46.214250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Attempting to bind port 5d5d5c84-d6cf-42e4-b072-1e84682e996f on network 45b4217e-cbec-46cf-9753-c5599472dbff {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:46.225959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Port 5d5d5c84-d6cf-42e4-b072-1e84682e996f on network 45b4217e-cbec-46cf-9753-c5599472dbff not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:46.226289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Attempting to bind port 5d5d5c84-d6cf-42e4-b072-1e84682e996f on network 45b4217e-cbec-46cf-9753-c5599472dbff {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:46.233518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:46.251998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.253979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, eb659ff3-9f88-4753-a088-eb6df651e6aa) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:46.277970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581294b2-0800-4325-9847-f043e95dfd03 None None] Network eb659ff3-9f88-4753-a088-eb6df651e6aa requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:46.305196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:46.305548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Checking segment: {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:46.305921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Bound using segment: {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:46.306369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Bound port: 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:46.306727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.323492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29888e-0cba-4196-a69b-e113399a9564 req-2695c8da-6124-4875-8ca9-354c48fac543 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.330536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29888e-0cba-4196-a69b-e113399a9564 req-2695c8da-6124-4875-8ca9-354c48fac543 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.330995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.331739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.340680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab29888e-0cba-4196-a69b-e113399a9564 req-2695c8da-6124-4875-8ca9-354c48fac543 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1666 time: 0.5092773 Dec 16 09:33:46.373170 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-145f6dee-5cb0-4e74-9504-148e81100175 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2294703 Dec 16 09:33:46.377365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46276) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:46.385624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:46.392904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Transition to ACTIVE for port object 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:46.420227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.458767 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.465779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.467551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.529229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:46.534439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e33e-ef98-4601-a4d0-828b709ff24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.549653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab29888e-0cba-4196-a69b-e113399a9564 req-38e828ca-4833-4c59-a965-5e16d1f916eb tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074506 Dec 16 09:33:46.588395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-02195c1c-bf56-495e-abcb-af82339d664b None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:46.589783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02195c1c-bf56-495e-abcb-af82339d664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.597365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.603053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.676924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:46.748894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:46.765816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:46.844731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:46.889787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-eb659ff3-9f88-4753-a088-eb6df651e6aa', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:33:46.891128 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:46.924788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:46.927989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] For port 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:46.990003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c6f25-4aae-4d52-bb2c-47851e75be52 req-4d131d9e-7754-4f90-bfb6-eda333ad8b20 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:46.999288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-383c6f25-4aae-4d52-bb2c-47851e75be52 req-4d131d9e-7754-4f90-bfb6-eda333ad8b20 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 943 time: 0.3042448 Dec 16 09:33:47.001910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8::2e3 (bf7af26c-8603-493c-a989-b18a740aaf71/40702304-d2f0-4a5f-8246-9326726a969f/f885fd0e-ba76-446e-a33c-bf3bb9b447bb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:47.011993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] For port 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5d5d5c84-d6cf-42e4-b072-1e84682e996f,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:47.032576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.056572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:47.057395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.058990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] 10.222.0.69 "PUT /v2.0/ports/5d5d5c84-d6cf-42e4-b072-1e84682e996f HTTP/1.1" status: 200 len: 1091 time: 3.3990972 Dec 16 09:33:47.066865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'tag': '5d5d5c84-d6cf-42e4-b072-1e84682e996f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:47.067203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:47.067934 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.069185 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdccac88-b59b-422e-a1e6-c6294b05f308" -d '{"events": [{"name": "network-changed", "server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "tag": "5d5d5c84-d6cf-42e4-b072-1e84682e996f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:47.109656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Request body: {'port': {'device_id': '7733c604-b425-477e-a86f-7e6a4c7206da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:47.183939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Attempting to bind port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:47.184380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Attempting to bind port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:47.184583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Attempting to bind port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:47.205153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-fab3fcc5-ad0c-48fc-b96e-ce3faa1ecaa9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0961721 Dec 16 09:33:47.232742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:47.234177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Attempting to bind port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:47.242639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Request body: {'port': {'device_id': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:47.252459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-383c6f25-4aae-4d52-bb2c-47851e75be52 req-313e1542-d405-41f0-b155-97f1e9060d01 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471960 Dec 16 09:33:47.293755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Allocated IP 172.20.0.2 (eb659ff3-9f88-4753-a088-eb6df651e6aa/b31c0ae8-e0d6-4165-b558-4a8b215f6846/7b41930f-3226-4e40-a2b7-95aaf0082a86) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:47.374327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.444776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.531540 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-895bfd4a-7f51-484e-8821-f0e4dec17b16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6084321 Dec 16 09:33:47.534022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:47.534289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:47.534678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:47.535122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Bound port: 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:47.535488 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.549154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.550266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57534ee1-ddd6-4eba-99f0-1617ff88466e service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d5c84-d6cf-42e4-b072-1e84682e996f,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:47.563189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.643220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Pushing event updated for resources: {'Port': ['ID=7b41930f-3226-4e40-a2b7-95aaf0082a86,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:47.654019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:47.654561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:47.657617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Network eb659ff3-9f88-4753-a088-eb6df651e6aa is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:47.665728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:47.672477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:48.032486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Attempting to bind port 7b41930f-3226-4e40-a2b7-95aaf0082a86 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:48.032859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Attempting to bind port 7b41930f-3226-4e40-a2b7-95aaf0082a86 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:48.033225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Attempting to bind port 7b41930f-3226-4e40-a2b7-95aaf0082a86 on network eb659ff3-9f88-4753-a088-eb6df651e6aa {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:48.060362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:48.060767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Checking segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:48.061279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.065221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Bound using segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:48.066001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Bound port: 7b41930f-3226-4e40-a2b7-95aaf0082a86, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:48.066415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.097754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-02195c1c-bf56-495e-abcb-af82339d664b None None] Provisioning complete for port 496a32fa-e542-4725-a2f7-6128c2e43b8f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:48.098147 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02195c1c-bf56-495e-abcb-af82339d664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.212383 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.270680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.298277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-974cfd44-7675-485a-a7b9-6fa128b058e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.299906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-974cfd44-7675-485a-a7b9-6fa128b058e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 1097 time: 0.7130747 Dec 16 09:33:48.336090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-02195c1c-bf56-495e-abcb-af82339d664b None None] Port 496a32fa-e542-4725-a2f7-6128c2e43b8f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:48.427607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] For port 7b41930f-3226-4e40-a2b7-95aaf0082a86, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:48.443254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] For port 7b41930f-3226-4e40-a2b7-95aaf0082a86, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b41930f-3226-4e40-a2b7-95aaf0082a86,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:48.481441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.482749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.503084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efd1d6-359a-4c1b-9785-1e88907290fc req-d8dc76d3-da3a-4fc7-9d69-13f2169e7718 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.504854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46efd1d6-359a-4c1b-9785-1e88907290fc req-d8dc76d3-da3a-4fc7-9d69-13f2169e7718 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 931 time: 1.0777948 Dec 16 09:33:48.571758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] For port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:48.660490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46efd1d6-359a-4c1b-9785-1e88907290fc req-db553e7c-ebf9-41dd-87bc-07f573194927 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321743 Dec 16 09:33:48.664961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] For port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:48.688108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-31478be1-0ab6-41be-b2e3-d151fe6beba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.688661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-31478be1-0ab6-41be-b2e3-d151fe6beba1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 915 time: 0.3542805 Dec 16 09:33:48.700202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac08f0-92a5-4b9f-b71d-770810cd458b None None] Pushing event updated for resources: {'Port': ['ID=7b41930f-3226-4e40-a2b7-95aaf0082a86,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:48.708337 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.815326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:48.816026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:48.817747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-5f002b7b-d033-4eb0-87ba-f910818b0ee3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3bfaef13-1313-4404-845a-ad40fdab8d62 HTTP/1.1" status: 200 len: 217 time: 0.1147740 Dec 16 09:33:48.821214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] 10.222.0.53 "PUT /v2.0/ports/5fc7f6d9-0ac2-4118-af60-bf350bbeba78 HTTP/1.1" status: 200 len: 1091 time: 4.4460211 Dec 16 09:33:48.872695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.017123 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff7cc7-628f-496c-9c5c-fded216aebe7 x-openstack-request-id: req-d7ff7cc7-628f-496c-9c5c-fded216aebe7 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:49.026007 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "tag": "5d5d5c84-d6cf-42e4-b072-1e84682e996f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:49.026007 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7ff7cc7-628f-496c-9c5c-fded216aebe7 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:49.026007 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'tag': '5d5d5c84-d6cf-42e4-b072-1e84682e996f', 'status': 'completed', 'code': 200} Dec 16 09:33:49.063170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-3f082b05-147b-4a5c-b23d-4a3ff106af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.066050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-3f082b05-147b-4a5c-b23d-4a3ff106af07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=354a35cd-69d2-4e1b-9014-c2c1cc1f6279 HTTP/1.1" status: 200 len: 854 time: 0.2036407 Dec 16 09:33:49.126548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-7e477b8f-f320-4b21-95e0-41da883297ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502779 Dec 16 09:33:49.138933 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.147407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:49.150106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6312210-c873-454c-a160-e991a7c7ca70 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:49.180527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:49.183673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:49.191998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.192894 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.272532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.286775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19804999-cca8-4fe0-8c33-532fdf7b313f {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:49.303020 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.320949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-082c9e91-b032-4ec3-9457-f7ddf2728540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.323049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-082c9e91-b032-4ec3-9457-f7ddf2728540 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 1094 time: 0.4301593 Dec 16 09:33:49.342814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9703043 Dec 16 09:33:49.361692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-3e23ce1a-e58d-4aff-9310-45665d653ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.362404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-3e23ce1a-e58d-4aff-9310-45665d653ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.364179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-3e23ce1a-e58d-4aff-9310-45665d653ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1913 time: 0.2825522 Dec 16 09:33:49.364965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46308) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:49.369575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bccd2fd-7d2c-4395-930b-f13917d55e7b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:49.384654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:49.390793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Transition to ACTIVE for port object 19804999-cca8-4fe0-8c33-532fdf7b313f will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:49.411857 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.424676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b345-549e-47d9-ab24-d61752f3425e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=f885fd0e-ba76-446e-a33c-bf3bb9b447bb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:49.449857 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.476725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-6df6e5dc-9f09-4680-b329-4d68d4f72e47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78 HTTP/1.1" status: 200 len: 217 time: 0.1389561 Dec 16 09:33:49.603199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Allocated IP 172.25.6.125 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/7e6f4ddd-cc13-431f-bdb8-48c7fee567bc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:49.637903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f2d17bd4-b86a-48b0-8746-c66188c9c4ca None None] Provisioning complete for port f885fd0e-ba76-446e-a33c-bf3bb9b447bb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:49.639540 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f2d17bd4-b86a-48b0-8746-c66188c9c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.658650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5889b-5a18-46a2-af5a-4b473160d4d4 req-beff6d89-4a74-4b55-bd82-2b6ef9b32970 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.664507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5889b-5a18-46a2-af5a-4b473160d4d4 req-beff6d89-4a74-4b55-bd82-2b6ef9b32970 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.673597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30b5889b-5a18-46a2-af5a-4b473160d4d4 req-beff6d89-4a74-4b55-bd82-2b6ef9b32970 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1666 time: 0.5064604 Dec 16 09:33:49.705291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-0eef9600-414e-46a3-b66a-f18403f33986 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420272 Dec 16 09:33:49.719960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Transition to ACTIVE for port object 0bccd2fd-7d2c-4395-930b-f13917d55e7b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:33:49.728549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f2d17bd4-b86a-48b0-8746-c66188c9c4ca None None] Port f885fd0e-ba76-446e-a33c-bf3bb9b447bb cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:49.759986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:49.778867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.792234 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.854155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:49.908368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-1ba57635-e35e-4c0c-b98a-e754e07f0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:49.909900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-1ba57635-e35e-4c0c-b98a-e754e07f0cdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.3904986 Dec 16 09:33:49.925093 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6edaeed9-3039-4b02-b1a7-fd2ded65b1c1 req-5cc04e2d-b46d-4792-b546-e51a90bfc1c3 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580689 Dec 16 09:33:50.012366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30b5889b-5a18-46a2-af5a-4b473160d4d4 req-2392e3db-65bb-4dca-8da1-8efc8c637752 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309367 Dec 16 09:33:50.073165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.095838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-0eeb914d-5bd4-48cf-a331-3dd1fa3200cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350775 Dec 16 09:33:50.115411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.161471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Attempting to bind port 19804999-cca8-4fe0-8c33-532fdf7b313f on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:50.161976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Attempting to bind port 19804999-cca8-4fe0-8c33-532fdf7b313f by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:50.162310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Attempting to bind port 19804999-cca8-4fe0-8c33-532fdf7b313f on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:50.168954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Port 19804999-cca8-4fe0-8c33-532fdf7b313f on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:50.169370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Attempting to bind port 19804999-cca8-4fe0-8c33-532fdf7b313f on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:50.178295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Pushing event updated for resources: {'Port': ['ID=0bccd2fd-7d2c-4395-930b-f13917d55e7b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:50.179117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:50.179436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Checking segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:50.179811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Bound using segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:50.180646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Bound port: 19804999-cca8-4fe0-8c33-532fdf7b313f, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:50.180646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.214156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:50.253714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:50.265790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:50.300674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-2920e0a6-c2ac-4323-aa66-1608ac146805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.301145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-2920e0a6-c2ac-4323-aa66-1608ac146805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.301603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-2920e0a6-c2ac-4323-aa66-1608ac146805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.303307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-2920e0a6-c2ac-4323-aa66-1608ac146805 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9250271 Dec 16 09:33:50.339537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:50.419496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:50.438168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:50.449214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.466784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:50.470746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.546755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ffd6f-400a-46f9-9f7c-f1d1e651f92e None None] Network eb659ff3-9f88-4753-a088-eb6df651e6aa requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:50.614631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.615305 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.616842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] 10.222.0.69 "PUT /v2.0/ports/19804999-cca8-4fe0-8c33-532fdf7b313f HTTP/1.1" status: 200 len: 1091 time: 3.3959706 Dec 16 09:33:50.619081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:50.633016 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ebd4a3-7b18-4ea8-89d6-4b2137439021" -d '{"events": [{"name": "network-changed", "server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:50.691363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b41930f-3226-4e40-a2b7-95aaf0082a86 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:50.745217 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40702304-d2f0-4a5f-8246-9326726a969f (CIDR: 2001:db8::/64) Dec 16 09:33:50.752727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-e750cd3a-a58b-40b9-91d0-50a0ce2f0544 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152050 Dec 16 09:33:50.768956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b0d8-f6ce-4d93-a1a2-c0cccfb2cdbf req-8161c94b-5d90-43cb-9804-7a19ee1f5e32 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.770629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7e1b0d8-f6ce-4d93-a1a2-c0cccfb2cdbf req-8161c94b-5d90-43cb-9804-7a19ee1f5e32 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 943 time: 0.6104915 Dec 16 09:33:50.806322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37cc74-1b30-40fa-8051-3210c8feff65 service neutron] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:50.830274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8a11dbf8-78d3-4d93-8a4f-0db5f796060f None None] Provisioning complete for port 7b41930f-3226-4e40-a2b7-95aaf0082a86 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:50.830787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a11dbf8-78d3-4d93-8a4f-0db5f796060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:50.845442 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:33:50.846060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:33:50.876012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-1df1d391-dbca-4e27-ba19-277b66a13f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.877574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdccac88-b59b-422e-a1e6-c6294b05f308 req-1df1d391-dbca-4e27-ba19-277b66a13f99 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4998083 Dec 16 09:33:50.896591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-88908df7-60e7-486d-b432-f377c5818741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:50.898638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-88908df7-60e7-486d-b432-f377c5818741 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 1094 time: 0.2180240 Dec 16 09:33:50.923313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-20c6e1c7-5d23-44a7-86e1-05716c1e8d34 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5460246 Dec 16 09:33:50.930914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Attempting to bind port 0bccd2fd-7d2c-4395-930b-f13917d55e7b on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:50.931246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Attempting to bind port 0bccd2fd-7d2c-4395-930b-f13917d55e7b by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:50.931576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Attempting to bind port 0bccd2fd-7d2c-4395-930b-f13917d55e7b on network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:50.935119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46324) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:50.977451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:50.984991 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-26e8c131-8900-4cc1-95a5-68916d61f65d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19804999-cca8-4fe0-8c33-532fdf7b313f HTTP/1.1" status: 200 len: 217 time: 0.0722294 Dec 16 09:33:51.024707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7e1b0d8-f6ce-4d93-a1a2-c0cccfb2cdbf req-e64473ce-0058-4a2b-b751-a4184c78263c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726170 Dec 16 09:33:51.055421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7b41930f-3226-4e40-a2b7-95aaf0082a86 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:51.055859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.102008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-f8ea1168-9df3-4a0b-bb17-fc44125dba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:51.103545 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-f8ea1168-9df3-4a0b-bb17-fc44125dba78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.0918188 Dec 16 09:33:51.142957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'tag': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:51.145686 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d869432a-d6b5-438f-8ef2-0fe7a58492b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c", "tag": "5fc7f6d9-0ac2-4118-af60-bf350bbeba78"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:51.151621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Port 0bccd2fd-7d2c-4395-930b-f13917d55e7b on network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:33:51.152034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Attempting to bind port 0bccd2fd-7d2c-4395-930b-f13917d55e7b on network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:51.185076 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-50a58d1a-d9e6-483d-87fa-328e44cb564b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655012 Dec 16 09:33:51.188138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.189400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:51.189829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Checking segment: {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:51.190358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Bound using segment: {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:51.190858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Bound port: 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf633c4-824c-4a36-b067-ca223558984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:51.191341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.211821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5029b699-9928-48d3-a2c0-3d7fb9bec804 req-201f71d3-34c2-465b-9b09-0574d17c8930 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278646 Dec 16 09:33:51.235905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a11dbf8-78d3-4d93-8a4f-0db5f796060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.315170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:51.325179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.353315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8a11dbf8-78d3-4d93-8a4f-0db5f796060f None None] For port 7b41930f-3226-4e40-a2b7-95aaf0082a86, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b41930f-3226-4e40-a2b7-95aaf0082a86,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:51.367320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a11dbf8-78d3-4d93-8a4f-0db5f796060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.437206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.759502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11dbf8-78d3-4d93-8a4f-0db5f796060f None None] Pushing event updated for resources: {'Port': ['ID=7b41930f-3226-4e40-a2b7-95aaf0082a86,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:51.830161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-6e61491a-5091-462c-aab6-fd16ec9445f6 service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252325 Dec 16 09:33:51.839074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:33:51.839276 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:33:51.846731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3c84123f-93f3-48f8-b67e-9d7a106ec3bc None None] Provisioning complete for port 7b41930f-3226-4e40-a2b7-95aaf0082a86 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:51.847629 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3c84123f-93f3-48f8-b67e-9d7a106ec3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:51.905052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] For port 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:51.927732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944f269-e319-473d-9555-ed7e4c576950 req-f29ad8d8-83fa-4282-beb2-c687cb45ac20 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:51.940330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a944f269-e319-473d-9555-ed7e4c576950 req-f29ad8d8-83fa-4282-beb2-c687cb45ac20 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 943 time: 0.3041358 Dec 16 09:33:51.980581 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 061435eb-dd61-47bf-9e91-c6497dafbafd (CIDR: 2001:db8:0:1::/64) Dec 16 09:33:51.998062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] For port 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:52.006211 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:33:52.008714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:33:52.025233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.099306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a944f269-e319-473d-9555-ed7e4c576950 req-09627358-8a82-4578-b1fd-e52eaa3dde96 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580145 Dec 16 09:33:52.147762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.148408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.149872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] 10.222.0.69 "PUT /v2.0/ports/0bccd2fd-7d2c-4395-930b-f13917d55e7b HTTP/1.1" status: 200 len: 1092 time: 5.0518990 Dec 16 09:33:52.165520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-da995870-c8f3-4e53-957c-04b0c8ea3e5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2131827 Dec 16 09:33:52.173331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46348) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:52.190681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'subnet': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:52.282426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618a9d8-a856-4142-9795-100bb4623f80 service neutron] Pushing event updated for resources: {'Port': ['ID=0bccd2fd-7d2c-4395-930b-f13917d55e7b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:52.343983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-668aa40c-ba05-4b59-b99d-9170f512349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.344358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-668aa40c-ba05-4b59-b99d-9170f512349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.357416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-668aa40c-ba05-4b59-b99d-9170f512349f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1980 time: 0.1582978 Dec 16 09:33:52.451247 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3553af-382d-4504-b481-a1024dd19883 x-openstack-request-id: req-ae3553af-382d-4504-b481-a1024dd19883 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:52.451583 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:52.452011 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae3553af-382d-4504-b481-a1024dd19883 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:52.452440 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'status': 'completed', 'code': 200} Dec 16 09:33:52.520550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-cf687b47-380c-4ca0-b7d1-5dba2b8d9d7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=5d5d5c84-d6cf-42e4-b072-1e84682e996f HTTP/1.1" status: 200 len: 217 time: 0.1524496 Dec 16 09:33:52.555149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.569113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b3e3d43-e1e4-4e47-be50-23a8649875de req-4004dbca-6492-4325-8194-135f86220bdf service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668146 Dec 16 09:33:52.577101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Made reservation on behalf of 56f3e7c3ceb74d9d9bcb419e4b973a87 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:33:52.594344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.653035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b41930f-3226-4e40-a2b7-95aaf0082a86 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:52.745752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7b41930f-3226-4e40-a2b7-95aaf0082a86 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:52.746190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:52.829717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-bc8c8158-8f4a-46ba-969d-c4f9a466ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.831160 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-bc8c8158-8f4a-46ba-969d-c4f9a466ac45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d1a1d5f9-c96e-4965-b620-1ad887c9bd60 HTTP/1.1" status: 200 len: 801 time: 0.2302332 Dec 16 09:33:52.900958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-468074a9-98a7-4c1d-95f4-be5f2f29e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.902630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-468074a9-98a7-4c1d-95f4-be5f2f29e99a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 1094 time: 0.2562947 Dec 16 09:33:52.934903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-b76d629c-76f3-478b-9721-40a823d81487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.936591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-b76d629c-76f3-478b-9721-40a823d81487 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=45b4217e-cbec-46cf-9753-c5599472dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958610 Dec 16 09:33:52.947105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2309-5100-4b7c-9bf0-f8a228b6f85b req-cf39e522-2662-42c4-9aef-9264b06bd064 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.966217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf2309-5100-4b7c-9bf0-f8a228b6f85b req-cf39e522-2662-42c4-9aef-9264b06bd064 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:52.967877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-acaf2309-5100-4b7c-9bf0-f8a228b6f85b req-cf39e522-2662-42c4-9aef-9264b06bd064 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1678 time: 0.6010506 Dec 16 09:33:53.211498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-acaf2309-5100-4b7c-9bf0-f8a228b6f85b req-3775b467-e5b2-4ad1-8b55-52b158fc9729 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389787 Dec 16 09:33:53.249101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-3b595e60-04b4-41e9-8f56-125c18c4ca98 service neutron] 10.222.0.69 "GET /v2.0/networks/45b4217e-cbec-46cf-9753-c5599472dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802105 Dec 16 09:33:53.344344 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a1914-e47f-46b6-9573-a3fb0be6da80 x-openstack-request-id: req-8c6a1914-e47f-46b6-9573-a3fb0be6da80 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:53.344729 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c", "tag": "5fc7f6d9-0ac2-4118-af60-bf350bbeba78", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:53.345056 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c6a1914-e47f-46b6-9573-a3fb0be6da80 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:53.349452 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'tag': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78', 'status': 'completed', 'code': 200} Dec 16 09:33:53.544084 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:53.632722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-9b2f2f1b-0ed2-42d4-a4cd-a7747a5207ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.637249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-9b2f2f1b-0ed2-42d4-a4cd-a7747a5207ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 916 time: 0.6952376 Dec 16 09:33:53.645006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:33:53.689099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe85cf4-6a45-4564-a280-4643b58f9706 req-f4d25c92-5f50-47ff-af8f-b3535edf3834 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.692772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-afe85cf4-6a45-4564-a280-4643b58f9706 req-f4d25c92-5f50-47ff-af8f-b3535edf3834 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 943 time: 0.1469455 Dec 16 09:33:53.693072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-03df2d61-bbd3-4553-b7d5-0c60c1fb7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.694532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-03df2d61-bbd3-4553-b7d5-0c60c1fb7d05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 1094 time: 0.3562138 Dec 16 09:33:53.757145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-1d5bd5b2-d22c-46c3-9a4b-e5feff95f8f5 service neutron] 10.222.0.69 "GET /v2.0/networks/45b4217e-cbec-46cf-9753-c5599472dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002706 Dec 16 09:33:53.784264 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-427db3b7-08a5-4f62-b6e8-09d39399a72b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19804999-cca8-4fe0-8c33-532fdf7b313f HTTP/1.1" status: 200 len: 217 time: 0.1309988 Dec 16 09:33:53.813445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-afccdf35-6bc1-45c0-b0e9-06c6e155e953 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.206&port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b HTTP/1.1" status: 200 len: 217 time: 0.0459893 Dec 16 09:33:53.884469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-afe85cf4-6a45-4564-a280-4643b58f9706 req-72465b6f-32de-45f1-ada6-f0f4e70043eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810648 Dec 16 09:33:53.925723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-4977987b-2af8-4321-acc9-9611fe9240de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.927607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-4977987b-2af8-4321-acc9-9611fe9240de service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.2228935 Dec 16 09:33:53.929148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-6e7bb24e-1492-46b0-9d41-0768beeb4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:53.930534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-6e7bb24e-1492-46b0-9d41-0768beeb4e6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eadff6e-9b19-42f2-8bf9-f2e22a875466 HTTP/1.1" status: 200 len: 801 time: 0.1075001 Dec 16 09:33:54.065952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-5ce4d6b7-537e-4003-94ab-71edf91ae5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.068178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-5ce4d6b7-537e-4003-94ab-71edf91ae5bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.2173932 Dec 16 09:33:54.082019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-f94909ac-f061-4523-99b5-47a80df54372 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78 HTTP/1.1" status: 200 len: 217 time: 0.0835547 Dec 16 09:33:54.139565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-dd82ca29-6531-4499-967b-4278d562ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.141051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-dd82ca29-6531-4499-967b-4278d562ed51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e811dd0c-7f70-4c25-9e57-39968cdbf6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2022798 Dec 16 09:33:54.267906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-9e6a6d68-3bb2-426b-a5cf-0a763ca46cb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380539 Dec 16 09:33:54.456824 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.608420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-6b482799-acec-438b-afd4-5a245a653f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.622944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-6b482799-acec-438b-afd4-5a245a653f85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.5237355 Dec 16 09:33:54.643826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826b90f-56cd-4ca9-b4d8-cdaf39bc3e7f req-fed7c3e0-e686-450a-88bb-0cd071333840 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.655502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3826b90f-56cd-4ca9-b4d8-cdaf39bc3e7f req-fed7c3e0-e686-450a-88bb-0cd071333840 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 943 time: 0.6334622 Dec 16 09:33:54.675196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:54.703621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Sync routers for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:33:54.721594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-43575479-66f4-4107-9092-9beb8a2ccfad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631521 Dec 16 09:33:54.724815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Network bf7af26c-8603-493c-a989-b18a740aaf71 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:54.737664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:54.739256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:54.741749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:54.760030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:54.760398 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.767755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:54.771551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:54.771949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d8a7e545-7ceb-44c3-bc71-1169d63fb036 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3934877 Dec 16 09:33:54.772749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Subnet': ['ID=99132644-9a03-4a27-87a8-d819a616c44c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:54.781831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3baa7-82fb-40d8-901e-462fa13a654e None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:54.784317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:54.898783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3826b90f-56cd-4ca9-b4d8-cdaf39bc3e7f req-bf3bf14e-9993-4ef5-b517-49e97d44c5e9 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884265 Dec 16 09:33:54.975545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-b0ccfba8-b67f-4395-aa7b-14c8b3793364 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381957 Dec 16 09:33:55.073524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-395e2a76-2bb5-403f-958f-83eb2ad0766f service neutron] 10.222.0.69 "GET /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9220328 Dec 16 09:33:55.079638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-43d714b6-c7dc-46a1-8d2d-b115379701c3 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8995137 Dec 16 09:33:55.088229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46378) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:55.120090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1120958781', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '99132644-9a03-4a27-87a8-d819a616c44c'}], 'security_groups': ['13f0bb43-400d-4503-9513-320af25895ff', '6c7988e4-4b8b-4079-ba80-30dc4e2c76bf']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:55.127707 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-76ed95fc-6ccf-407f-9c51-7481d3a71e10 service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423963 Dec 16 09:33:55.278876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:55.286765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-90ebd4a3-7b18-4ea8-89d6-4b2137439021 req-b089d6fd-6e23-4739-b85e-969b28af9b3c service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491156 Dec 16 09:33:55.403610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'tag': '0bccd2fd-7d2c-4395-930b-f13917d55e7b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:33:55.407401 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f46254-fbe9-41bd-b298-3737379692b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "tag": "0bccd2fd-7d2c-4395-930b-f13917d55e7b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:33:55.450845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd01437-ac49-4f87-8afd-1021a0c0df95 req-d839090d-9630-4d27-b667-6edc0dac840d service neutron] 10.222.0.69 "GET /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616550 Dec 16 09:33:55.458207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d869432a-d6b5-438f-8ef2-0fe7a58492b9 req-ebd589ea-f9f6-4237-b4fd-592d08c498d3 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749396 Dec 16 09:33:55.492891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba9b8-c340-49d3-b815-16e2f07421e3 req-aef1ab0a-ce94-4c4e-a4d9-18190069f671 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:55.541951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.545393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ba9b8-c340-49d3-b815-16e2f07421e3 req-aef1ab0a-ce94-4c4e-a4d9-18190069f671 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:55.548925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d75ba9b8-c340-49d3-b815-16e2f07421e3 req-aef1ab0a-ce94-4c4e-a4d9-18190069f671 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1678 time: 0.4648976 Dec 16 09:33:55.633489 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:33:55.698666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d75ba9b8-c340-49d3-b815-16e2f07421e3 req-516b932b-cee6-4284-94fc-69973d7f7fb0 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281137 Dec 16 09:33:55.762724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.830737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:55.924930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9358f-c67b-439c-a93e-a5480d23c7cc req-3b5d691d-be00-49e0-929e-5ba5c26cb8f4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:55.926883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5a9358f-c67b-439c-a93e-a5480d23c7cc req-3b5d691d-be00-49e0-929e-5ba5c26cb8f4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 943 time: 0.1050620 Dec 16 09:33:56.017759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:56.079692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Allocated IP 172.20.0.1 (eb659ff3-9f88-4753-a088-eb6df651e6aa/b31c0ae8-e0d6-4165-b558-4a8b215f6846/a085c5a2-2829-43ee-aaab-1a3bb3a01d87) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:56.193439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78', 'mac_address': 'fa:16:3e:3f:ea:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:56.265062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5a9358f-c67b-439c-a93e-a5480d23c7cc req-e705f89a-5b06-443f-8b87-d570f191e3b0 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850859 Dec 16 09:33:56.380283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.426148 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da418f9-a2c0-47dd-9ac5-3949d8bd4c68 x-openstack-request-id: req-5da418f9-a2c0-47dd-9ac5-3949d8bd4c68 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:33:56.426382 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "tag": "0bccd2fd-7d2c-4395-930b-f13917d55e7b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:33:56.426612 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5da418f9-a2c0-47dd-9ac5-3949d8bd4c68 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:33:56.427019 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'tag': '0bccd2fd-7d2c-4395-930b-f13917d55e7b', 'status': 'completed', 'code': 200} Dec 16 09:33:56.445227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.452961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:50Z', 'revision_number': 3, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:56.472081 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.531222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Checking router: f0941f27-d0ca-4c56-bff2-c1e8efcc0eee for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:33:56.531645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Updating router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:33:56.573503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.584540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Pushing event updated for resources: {'Port': ['ID=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:56.613396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Delete allocated IP 2001:db8::2e3 (bf7af26c-8603-493c-a989-b18a740aaf71/40702304-d2f0-4a5f-8246-9326726a969f) {{(pid=102398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:33:56.617129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Network eb659ff3-9f88-4753-a088-eb6df651e6aa is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:56.625002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:56.629462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:56.630907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:33:56.642501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] Update dhcp port {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'fixed_ips': [{'subnet_id': '061435eb-dd61-47bf-9e91-c6497dafbafd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40702304-d2f0-4a5f-8246-9326726a969f', 'ip_address': '2001:db8::2'}, {'subnet_id': '99132644-9a03-4a27-87a8-d819a616c44c'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '9de9df83-0bea-415c-825c-508ab8b9d85b'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:33:56.693232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Allocated IP 2001:db8:0:2::e0 (bf7af26c-8603-493c-a989-b18a740aaf71/99132644-9a03-4a27-87a8-d819a616c44c/f885fd0e-ba76-446e-a33c-bf3bb9b447bb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:56.731137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.790893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-fc131540-3a97-410d-b985-5b6020cbd555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:56.792019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-fc131540-3a97-410d-b985-5b6020cbd555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:56.794524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-fc131540-3a97-410d-b985-5b6020cbd555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1980 time: 0.3593922 Dec 16 09:33:56.861728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:56.889429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:57.016789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.063425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:33:57.074675 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.177797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.213226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb269e-752f-4a0c-93ca-266204151560 req-ba759d9a-084d-4471-99e6-acf37d40befa tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.215574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-effb269e-752f-4a0c-93ca-266204151560 req-ba759d9a-084d-4471-99e6-acf37d40befa tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 943 time: 0.6377394 Dec 16 09:33:57.221458 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.229104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-3c3c5043-e1e9-4be2-ad21-4b0e44d2831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.230737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-3c3c5043-e1e9-4be2-ad21-4b0e44d2831b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e811dd0c-7f70-4c25-9e57-39968cdbf6b8 HTTP/1.1" status: 200 len: 903 time: 0.4017138 Dec 16 09:33:57.259281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.267254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.307564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d62778ea-a08d-4f97-88c0-80833b40c6ab None None] Provisioning complete for port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:57.307989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d62778ea-a08d-4f97-88c0-80833b40c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.332284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] In _notify_port_updated(), no bound segment for port f885fd0e-ba76-446e-a33c-bf3bb9b447bb on network bf7af26c-8603-493c-a989-b18a740aaf71 {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:33:57.338440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.339063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.340343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "PUT /v2.0/ports/f885fd0e-ba76-446e-a33c-bf3bb9b447bb HTTP/1.1" status: 200 len: 969 time: 2.2379477 Dec 16 09:33:57.344711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Pushing event updated for resources: {'Port': ['ID=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:57.356492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46406) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:57.383971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-d9b3fb07-0e4e-4d7d-8c80-dbd548583f4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.206&port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b HTTP/1.1" status: 200 len: 217 time: 0.1369598 Dec 16 09:33:57.387129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['5fc7f6d9-0ac2-4118-af60-bf350bbeba78'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:57.393230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-effb269e-752f-4a0c-93ca-266204151560 req-2f791883-f355-4194-8c8b-c1ee52fdbe0c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655457 Dec 16 09:33:57.445274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd655d-2338-443a-8d8a-40334da4a476 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event updated for resources: {'Port': ['ID=f885fd0e-ba76-446e-a33c-bf3bb9b447bb,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:57.460603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d62778ea-a08d-4f97-88c0-80833b40c6ab None None] Port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:57.466376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-c052dcc4-9e0c-47bd-94d7-4136dd849a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.468405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-c052dcc4-9e0c-47bd-94d7-4136dd849a61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eadff6e-9b19-42f2-8bf9-f2e22a875466 HTTP/1.1" status: 200 len: 801 time: 0.0743067 Dec 16 09:33:57.507044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.507969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:57.522685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.523076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.523366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.523698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.524026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.524354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.524678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.525000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.525320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.525975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.526313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.526630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:33:57.577701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10903f8-bd4f-42e9-aab5-8a29d8e79bc2 req-8df4f9a2-b6f7-4e1e-a59d-125119b35a9a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.592653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10903f8-bd4f-42e9-aab5-8a29d8e79bc2 req-8df4f9a2-b6f7-4e1e-a59d-125119b35a9a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.595248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c10903f8-bd4f-42e9-aab5-8a29d8e79bc2 req-8df4f9a2-b6f7-4e1e-a59d-125119b35a9a tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1678 time: 0.1170161 Dec 16 09:33:57.598230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port f885fd0e-ba76-446e-a33c-bf3bb9b447bb {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:33:57.598785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.602721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] Allocated IP 2001:db8:0:2::2 (bf7af26c-8603-493c-a989-b18a740aaf71/99132644-9a03-4a27-87a8-d819a616c44c/9de9df83-0bea-415c-825c-508ab8b9d85b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:33:57.608305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-1d88b3ca-7961-474a-819f-cb99da84dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:57.610038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-1d88b3ca-7961-474a-819f-cb99da84dd51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e811dd0c-7f70-4c25-9e57-39968cdbf6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331418 Dec 16 09:33:57.653861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:57.660715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Network eb659ff3-9f88-4753-a088-eb6df651e6aa is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:33:57.663854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:33:57.717078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c10903f8-bd4f-42e9-aab5-8a29d8e79bc2 req-db7c35ec-323c-40a1-a3da-e97714000a99 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114368 Dec 16 09:33:57.722499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'port_id': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'mac_address': 'fa:16:3e:c6:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13affadb-38eb-4f5d-9dd7-7280198d21c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:33:57.787319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-cb545638-5a78-4b3a-8f22-422e04f2548d service neutron] 10.222.0.69 "GET /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566384 Dec 16 09:33:57.813313 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.859665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19804999-cca8-4fe0-8c33-532fdf7b313f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:33:57.879860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:57.906608 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.910758 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.987765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:57.995986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.007271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for f885fd0e-ba76-446e-a33c-bf3bb9b447bb owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:33:58.011533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:33:58.043829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a788e18-62d9-49c7-bcbd-f9d1c6090724 req-8ae776f5-9263-43f9-9dd4-66e9f9dd255f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:58.052895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a788e18-62d9-49c7-bcbd-f9d1c6090724 req-8ae776f5-9263-43f9-9dd4-66e9f9dd255f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 944 time: 0.1241148 Dec 16 09:33:58.053137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Attempting to bind port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:33:58.053441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Attempting to bind port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:33:58.053811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Attempting to bind port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:33:58.065685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:33:58.066362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:33:58.066541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.066961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:33:58.067432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Bound port: 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:33:58.067850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.069412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5ac68ba8-338d-4bd5-bdab-90c5991b0468 None None] Provisioning complete for port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:58.070100 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ac68ba8-338d-4bd5-bdab-90c5991b0468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.086059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4f46254-fbe9-41bd-b298-3737379692b7 req-6984ad8c-0605-4417-9ba7-87b52989e72e service neutron] 10.222.0.69 "GET /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972715 Dec 16 09:33:58.119919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a788e18-62d9-49c7-bcbd-f9d1c6090724 req-156e09a7-1190-4458-8f49-f1fb8aaed6a6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651670 Dec 16 09:33:58.138074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.147310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.164882 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.171943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.175213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:33:58.206037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=f885fd0e-ba76-446e-a33c-bf3bb9b447bb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.243005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.246368 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f4c050bf-b486-422d-8cbd-5d1eb8f978d4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/f885fd0e-ba76-446e-a33c-bf3bb9b447bb HTTP/1.1" status: 204 len: 168 time: 0.8848879 Dec 16 09:33:58.249144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46422) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:58.303328 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0884b81-8e9a-46f5-96b8-ce3b5b591034 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] GET failed (client error): The resource could not be found. Dec 16 09:33:58.312103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c0884b81-8e9a-46f5-96b8-ce3b5b591034 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports/f885fd0e-ba76-446e-a33c-bf3bb9b447bb HTTP/1.1" status: 404 len: 333 time: 0.0589039 Dec 16 09:33:58.314024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46428) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:58.395711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-341985fc-3869-46fd-8a9c-012652d48fa5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.428284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:33:58.434620 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88c61537-a0f2-41d3-b106-40b9f2f4a449 admin admin] 10.222.0.61 "PUT /v2.0/routers/f0941f27-d0ca-4c56-bff2-c1e8efcc0eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6472416 Dec 16 09:33:58.444287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-341985fc-3869-46fd-8a9c-012652d48fa5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.447209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['19804999-cca8-4fe0-8c33-532fdf7b313f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:33:58.528563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-341985fc-3869-46fd-8a9c-012652d48fa5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.531698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-341985fc-3869-46fd-8a9c-012652d48fa5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.534372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-341985fc-3869-46fd-8a9c-012652d48fa5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/security-groups/fb73499e-e763-480b-afe3-242f0d4b5d6a HTTP/1.1" status: 204 len: 168 time: 0.2197759 Dec 16 09:33:58.539737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46438) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:58.545114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341985fc-3869-46fd-8a9c-012652d48fa5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73499e-e763-480b-afe3-242f0d4b5d6a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.568531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] For port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:33:58.572592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] For port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:33:58.610475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5ac68ba8-338d-4bd5-bdab-90c5991b0468 None None] Port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:33:58.631848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.656017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d28953-0ba2-4883-8eea-d22b5106bea6 None None] Pushing event updated for resources: {'Port': ['ID=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.719623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fab8d-bbc5-4b9b-ab43-e3699872801f req-99332fee-6840-4c60-8cf1-3c15c8917adf tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:58.721217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f61fab8d-bbc5-4b9b-ab43-e3699872801f req-99332fee-6840-4c60-8cf1-3c15c8917adf tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 944 time: 0.2079427 Dec 16 09:33:58.737909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4ff39-29d2-416a-83f1-0968d6eed54a None None] Pushing event updated for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:58.764665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d76ac20-273b-4aea-87e4-1243b6b83325 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.817908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f61fab8d-bbc5-4b9b-ab43-e3699872801f req-585d473f-c670-4614-ad57-ffe62ba71207 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903437 Dec 16 09:33:58.819530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d76ac20-273b-4aea-87e4-1243b6b83325 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.888441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:33:58.890413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:58.905007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d76ac20-273b-4aea-87e4-1243b6b83325 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.908825 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d76ac20-273b-4aea-87e4-1243b6b83325 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:58.912506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4d76ac20-273b-4aea-87e4-1243b6b83325 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/security-groups/6c7988e4-4b8b-4079-ba80-30dc4e2c76bf HTTP/1.1" status: 204 len: 168 time: 0.3423398 Dec 16 09:33:58.915213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46448) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:58.932284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76ac20-273b-4aea-87e4-1243b6b83325 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7988e4-4b8b-4079-ba80-30dc4e2c76bf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.022492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c073-f66d-4e2c-8e52-4a7b80a9b0c5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.057088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c073-f66d-4e2c-8e52-4a7b80a9b0c5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.111576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:33:59.117628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c073-f66d-4e2c-8e52-4a7b80a9b0c5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.121829 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c073-f66d-4e2c-8e52-4a7b80a9b0c5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.126282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46450) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:59.129909 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6cd2c073-f66d-4e2c-8e52-4a7b80a9b0c5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/security-groups/13f0bb43-400d-4503-9513-320af25895ff HTTP/1.1" status: 204 len: 168 time: 0.2068541 Dec 16 09:33:59.131873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d28953-0ba2-4883-8eea-d22b5106bea6 None None] Pushing event updated for resources: {'Port': ['ID=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.142376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2c073-f66d-4e2c-8e52-4a7b80a9b0c5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f0bb43-400d-4503-9513-320af25895ff,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.201811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 40702304-d2f0-4a5f-8246-9326726a969f {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:59.206483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.244520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:33:59.251904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.382972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.426112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:59.431193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706824219', 'description': 'tempest-description--793065293'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:33:59.469341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.533160 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.590455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.604024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.657156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.660695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:33:59.667356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/40702304-d2f0-4a5f-8246-9326726a969f HTTP/1.1" status: 204 len: 168 time: 0.5399888 Dec 16 09:33:59.670904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3c9a3-84fd-436f-8d20-0b65ff80ad5a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=40702304-d2f0-4a5f-8246-9326726a969f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.673985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923dcbc9-fb6d-4bf9-97a4-078fd523af9c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:33:59.679492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46456) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:33:59.705131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:33:59.705506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.733454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145288b4-754c-49da-acfc-052661f213d9 req-6fdafcc6-c1c0-4067-a4a5-a4c64b33743d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.745553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145288b4-754c-49da-acfc-052661f213d9 req-6fdafcc6-c1c0-4067-a4a5-a4c64b33743d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:33:59.747356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-145288b4-754c-49da-acfc-052661f213d9 req-6fdafcc6-c1c0-4067-a4a5-a4c64b33743d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1678 time: 0.2106390 Dec 16 09:33:59.822932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 2, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:33:59.831289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 99132644-9a03-4a27-87a8-d819a616c44c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:33:59.832306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-145288b4-754c-49da-acfc-052661f213d9 req-b2c71986-81b7-4fe0-9ad3-cd59b843183d tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751154 Dec 16 09:33:59.857476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.916450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f271c-974c-4908-a48c-8a4e0c2d4724 None None] The sync data for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 is: [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 2, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:33:59.918256 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:33:59.920929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d75065-6fb8-43c7-98af-8b6e0dc6bb08 None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:33:59.990418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.045781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78511ed-010f-403c-93f1-6b3d0a45cca2 req-7826e887-8191-4a91-907f-8f84cd438381 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.066527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e78511ed-010f-403c-93f1-6b3d0a45cca2 req-7826e887-8191-4a91-907f-8f84cd438381 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 944 time: 0.0832064 Dec 16 09:34:00.100198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.101673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9f61a627-1a82-4527-8eb6-d125594bceae None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:00.102593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-740f4ac9-9a1f-4793-8178-461752deaee0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6744714 Dec 16 09:34:00.103706 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9f61a627-1a82-4527-8eb6-d125594bceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.109212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46470) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.116156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Request body: {'security_group_rule': {'security_group_id': '923dcbc9-fb6d-4bf9-97a4-078fd523af9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:00.148033 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e78511ed-010f-403c-93f1-6b3d0a45cca2 req-d74c0ba6-55bd-40bf-bdfc-78e8bd79637b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804801 Dec 16 09:34:00.153125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:00.156849 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ece61-e545-44c5-8a11-c48d1a17beee" -d '{"events": [{"server_uuid": "5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "5fc7f6d9-0ac2-4118-af60-bf350bbeba78"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:00.162114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.181826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.189042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:00.214068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.317606 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.332059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.396662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.407172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9f61a627-1a82-4527-8eb6-d125594bceae None None] Provisioning complete for port 496a32fa-e542-4725-a2f7-6128c2e43b8f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:00.408517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9f61a627-1a82-4527-8eb6-d125594bceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.412365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.412574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.420148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095517 Dec 16 09:34:00.424393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46474) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.431226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Request body: {'security_group_rule': {'security_group_id': '923dcbc9-fb6d-4bf9-97a4-078fd523af9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:00.486574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.493587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e97c70-273b-40fb-b73b-6bca338b529d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c9b5f1-eec7-4caa-865b-b681eadf84a0,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.503276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.511482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/99132644-9a03-4a27-87a8-d819a616c44c HTTP/1.1" status: 204 len: 168 time: 0.8287215 Dec 16 09:34:00.514103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46478) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.519002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ad4c-a7c3-42a4-b51b-575d06957fe2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=99132644-9a03-4a27-87a8-d819a616c44c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.555212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9f61a627-1a82-4527-8eb6-d125594bceae None None] Port 496a32fa-e542-4725-a2f7-6128c2e43b8f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:00.572100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9f61a627-1a82-4527-8eb6-d125594bceae None None] Could not find standard attr ID for object f885fd0e-ba76-446e-a33c-bf3bb9b447bb. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:34:00.584379 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c8dd47-3ec4-4feb-b334-0729a94eadf6 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:00.584706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c791a43-5f0d-43e3-b12d-1249fca16952 None None] Update dhcp port {'port': {'network_id': 'bf7af26c-8603-493c-a989-b18a740aaf71', 'fixed_ips': [{'subnet_id': '061435eb-dd61-47bf-9e91-c6497dafbafd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '99132644-9a03-4a27-87a8-d819a616c44c'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '9de9df83-0bea-415c-825c-508ab8b9d85b'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:34:00.587564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c8dd47-3ec4-4feb-b334-0729a94eadf6 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:00.596555 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29c8dd47-3ec4-4feb-b334-0729a94eadf6 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/40702304-d2f0-4a5f-8246-9326726a969f HTTP/1.1" status: 404 len: 337 time: 0.0809724 Dec 16 09:34:00.596881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.599090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46480) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.637523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c791a43-5f0d-43e3-b12d-1249fca16952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.684139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.712412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dde33b-6d5a-4f79-97a0-d5fea11a3778,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:00.713500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:00.758463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting subnet 061435eb-dd61-47bf-9e91-c6497dafbafd {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:00.773241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5a59f-da05-4fb0-8cca-599c3796cc5c req-9a2139b0-dd19-4e90-b0a1-e9407d09a9c6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:00.775008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ea5a59f-da05-4fb0-8cca-599c3796cc5c req-9a2139b0-dd19-4e90-b0a1-e9407d09a9c6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 944 time: 0.1405544 Dec 16 09:34:00.778066 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.779227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f0e29a5-a418-476e-87ba-5ea2aa67119a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3536885 Dec 16 09:34:00.780311 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.782421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46482) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:00.789609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:00.825957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.862087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.880830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:00.881376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:00.904615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ea5a59f-da05-4fb0-8cca-599c3796cc5c req-12de4094-472c-45dd-ad26-e232e4567b5c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154718 Dec 16 09:34:01.047164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.050179 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.072314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0bccd2fd-7d2c-4395-930b-f13917d55e7b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:01.075059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:01.210622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.245838 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b779202b-12a1-4efb-838f-ceb5c70c8801 x-openstack-request-id: req-b779202b-12a1-4efb-838f-ceb5c70c8801 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:01.246490 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c", "name": "network-vif-plugged", "status": "completed", "tag": "5fc7f6d9-0ac2-4118-af60-bf350bbeba78", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:01.246490 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b779202b-12a1-4efb-838f-ceb5c70c8801 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:01.246788 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78', 'code': 200} Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-6c791a43-5f0d-43e3-b12d-1249fca16952 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 061435eb-dd61-47bf-9e91-c6497dafbafd: This subnet is being modified by another concurrent operation. Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 061435eb-dd61-47bf-9e91-c6497dafbafd: This subnet is being modified by another concurrent operation. Dec 16 09:34:01.270217 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:34:01.381361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Allocated IP 172.25.6.39 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b4124a9c-bccc-409d-af47-32c761e2ef49) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:01.381488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Subnet': ['ID=061435eb-dd61-47bf-9e91-c6497dafbafd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:01.414127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cc50d-7e3c-4d3d-82f6-7aeee02ed7df None None] Network bf7af26c-8603-493c-a989-b18a740aaf71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:01.436026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.446664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aa4d8314-7d50-4bed-a160-5c28482a0701 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/061435eb-dd61-47bf-9e91-c6497dafbafd HTTP/1.1" status: 204 len: 168 time: 0.8462327 Dec 16 09:34:01.448722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.518862 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1044b1-2098-4af8-bdce-50ed93b110e0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:01.518862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1044b1-2098-4af8-bdce-50ed93b110e0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:01.524557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df1044b1-2098-4af8-bdce-50ed93b110e0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/03770f1f-364f-4b6e-a550-ca5a987043a1 HTTP/1.1" status: 404 len: 337 time: 0.0491703 Dec 16 09:34:01.529402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.589547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bc61b4d0-83eb-46e4-8dd4-4b1dc1a82a47 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "GET /v2.0/ports?device_id=87b44db5-ae39-4f05-9429-b16ef503f0fe HTTP/1.1" status: 200 len: 205 time: 0.0514715 Dec 16 09:34:01.591557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46500) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.603671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968b323-2e81-4feb-9754-d1b9fa559ff1 req-03c25ba2-926f-4037-bee6-f386f8f3d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:01.606129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8968b323-2e81-4feb-9754-d1b9fa559ff1 req-03c25ba2-926f-4037-bee6-f386f8f3d80e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 1096 time: 0.2970335 Dec 16 09:34:01.617012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a8a9aaf0-8002-4ee4-a1be-353d471b5218 None None] Provisioning complete for port 9de9df83-0bea-415c-825c-508ab8b9d85b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:01.617582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a8a9aaf0-8002-4ee4-a1be-353d471b5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.624933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a534a-c33e-4ae3-aae3-70c0760a904e req-cf57d157-7c70-4b5f-a37e-3a9cd6c4fde9 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:01.627109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c0a534a-c33e-4ae3-aae3-70c0760a904e req-cf57d157-7c70-4b5f-a37e-3a9cd6c4fde9 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 946 time: 0.2300472 Dec 16 09:34:01.656511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.657517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 19804999-cca8-4fe0-8c33-532fdf7b313f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:01.665958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 19804999-cca8-4fe0-8c33-532fdf7b313f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:01.666329 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.695574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:01.742584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:01.746721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:01.749902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:01.760115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c0a534a-c33e-4ae3-aae3-70c0760a904e req-729ab62f-12d5-41f8-85e0-272a5caec0bc tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718219 Dec 16 09:34:01.761024 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-6410b21b-99f6-4227-9d5a-a60342a31e0e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] delete failed (client error): The resource could not be found. Dec 16 09:34:01.764574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6410b21b-99f6-4227-9d5a-a60342a31e0e tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/routers/87b44db5-ae39-4f05-9429-b16ef503f0fe HTTP/1.1" status: 404 len: 336 time: 0.1690285 Dec 16 09:34:01.765379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:01.774782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.837783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event updated for resources: {'Port': ['ID=b4124a9c-bccc-409d-af47-32c761e2ef49,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:01.839902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '0bccd2fd-7d2c-4395-930b-f13917d55e7b', 'network_id': 'e811dd0c-7f70-4c25-9e57-39968cdbf6b8', 'port_id': '0bccd2fd-7d2c-4395-930b-f13917d55e7b', 'mac_address': 'fa:16:3e:01:35:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eadff6e-9b19-42f2-8bf9-f2e22a875466', 'ip_address': '19.86.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:01.843073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8968b323-2e81-4feb-9754-d1b9fa559ff1 req-b046d240-4eec-4e6f-aeb9-5e89180ab489 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148669 Dec 16 09:34:01.843888 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-78271367-4d42-4a7a-877d-b7cb6d6793cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:01.844333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78271367-4d42-4a7a-877d-b7cb6d6793cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:01.847885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-78271367-4d42-4a7a-877d-b7cb6d6793cf tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/731e524d-2522-4018-bcdc-a4ff8f94be58 HTTP/1.1" status: 404 len: 337 time: 0.0718484 Dec 16 09:34:01.852232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46504) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.927536 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff182a5-883c-4961-856a-608c1b846439 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:01.928023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff182a5-883c-4961-856a-608c1b846439 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:01.932265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3ff182a5-883c-4961-856a-608c1b846439 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/fe0b806f-69bc-4c88-a03c-7c08f493c9ea HTTP/1.1" status: 404 len: 337 time: 0.0738800 Dec 16 09:34:01.935627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:01.980740 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdbc88c-eb66-43b8-a7bf-cb8c49578ac5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:01.981730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdbc88c-eb66-43b8-a7bf-cb8c49578ac5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:01.987543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9cdbc88c-eb66-43b8-a7bf-cb8c49578ac5 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/95d1bb84-7104-4e06-99cf-2f9a2a467d4c HTTP/1.1" status: 404 len: 337 time: 0.0504320 Dec 16 09:34:01.990975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46510) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.050646 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dba5b4-169e-41e9-9f66-b7bfd8fd5fc2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:02.056809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dba5b4-169e-41e9-9f66-b7bfd8fd5fc2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:02.063183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-20dba5b4-169e-41e9-9f66-b7bfd8fd5fc2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/403331da-0b64-4607-8f18-e936e99d8bbc HTTP/1.1" status: 404 len: 333 time: 0.0682485 Dec 16 09:34:02.065249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.066723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46512) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.102363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] DHCP port deletion for bf7af26c-8603-493c-a989-b18a740aaf71 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:34:02.108054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f3ab-0e00-488d-a553-3aa427705fad req-9af86d03-025e-4294-b2c7-de7db796e748 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:02.128706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68f3ab-0e00-488d-a553-3aa427705fad req-9af86d03-025e-4294-b2c7-de7db796e748 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:02.144013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea68f3ab-0e00-488d-a553-3aa427705fad req-9af86d03-025e-4294-b2c7-de7db796e748 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1678 time: 0.2419496 Dec 16 09:34:02.207328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.213782 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ceac32-9d1d-4f2f-aad7-b8bfd3dff1e6 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:02.217702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ceac32-9d1d-4f2f-aad7-b8bfd3dff1e6 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:02.225157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37ceac32-9d1d-4f2f-aad7-b8bfd3dff1e6 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/75eaf8c1-1789-44de-bee7-dd4cefb6a0ec HTTP/1.1" status: 404 len: 337 time: 0.1512182 Dec 16 09:34:02.225855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46514) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.271833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-6ed22de5-4247-4c67-9cd9-c8d16cba3e89 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:02.299373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-6ed22de5-4247-4c67-9cd9-c8d16cba3e89 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.53 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 946 time: 0.2354934 Dec 16 09:34:02.387125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea68f3ab-0e00-488d-a553-3aa427705fad req-16c62cc0-7e82-415d-9efc-029b09ac9ca8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421570 Dec 16 09:34:02.388566 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acf29e0-1be9-4070-ab3b-f225dbf40af2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:02.389258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acf29e0-1be9-4070-ab3b-f225dbf40af2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:02.411774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6acf29e0-1be9-4070-ab3b-f225dbf40af2 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/b3e3f6c9-ea1c-41c4-a19a-95f4d939b8ba HTTP/1.1" status: 404 len: 337 time: 0.1833849 Dec 16 09:34:02.414493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.508041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a8a9aaf0-8002-4ee4-a1be-353d471b5218 None None] Provisioning complete for port 496a32fa-e542-4725-a2f7-6128c2e43b8f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:02.508618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a8a9aaf0-8002-4ee4-a1be-353d471b5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.522846 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3b2ad6-78d7-452f-b4c3-43f6dd064cf4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:02.532342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3b2ad6-78d7-452f-b4c3-43f6dd064cf4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:02.536529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7e3b2ad6-78d7-452f-b4c3-43f6dd064cf4 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/2fd90e07-eb95-4e6c-bd34-2b995e13e4b1 HTTP/1.1" status: 404 len: 333 time: 0.1164935 Dec 16 09:34:02.547067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46526) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.586664 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8f7197-8154-4834-98a1-484eabf9298c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:02.587296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8f7197-8154-4834-98a1-484eabf9298c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:02.594211 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ec8f7197-8154-4834-98a1-484eabf9298c tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/65832b38-81d1-4e67-9dcd-27655609156a HTTP/1.1" status: 404 len: 337 time: 0.0458858 Dec 16 09:34:02.595050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46530) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.611959 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.662755 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5637445-086a-48e0-837e-2ac2302e901a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] DELETE failed (client error): The resource could not be found. Dec 16 09:34:02.662755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5637445-086a-48e0-837e-2ac2302e901a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:34:02.672785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c5637445-086a-48e0-837e-2ac2302e901a tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/subnets/f2d5d125-46a0-45ad-9aa7-7d652a34442f HTTP/1.1" status: 404 len: 337 time: 0.0711777 Dec 16 09:34:02.675325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46534) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:02.721622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.746069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.758716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b5148-e90d-48d4-8e87-23ebee018619 req-41c57da9-b392-4e69-98d2-b3ccd6d4dae3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:02.766636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a4b5148-e90d-48d4-8e87-23ebee018619 req-41c57da9-b392-4e69-98d2-b3ccd6d4dae3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 945 time: 0.2250490 Dec 16 09:34:02.767349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.769217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bccd2fd-7d2c-4395-930b-f13917d55e7b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:02.831488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a4b5148-e90d-48d4-8e87-23ebee018619 req-cde46b68-c494-48a2-b69f-9455505e8e53 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637889 Dec 16 09:34:02.832615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:02.834221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Deleting port 3bfaef13-1313-4404-845a-ad40fdab8d62 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:02.834601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.866645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:02.886557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:02.887325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5d5d5c84-d6cf-42e4-b072-1e84682e996f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:02.894984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9aaf0-8002-4ee4-a1be-353d471b5218 None None] Port 496a32fa-e542-4725-a2f7-6128c2e43b8f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:03.064492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event updated for resources: {'Port': ['ID=b4124a9c-bccc-409d-af47-32c761e2ef49,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.079171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.104589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.106353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c10adfbc-224c-4087-b5c9-2dec2a985d9d tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3216882 Dec 16 09:34:03.113812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 496a32fa-e542-4725-a2f7-6128c2e43b8f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:03.125111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.127021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.141440 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.143624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b51d7-1ca4-4cab-9918-1409472e7a4b req-31fb33fd-d700-4d90-ba32-4e757b063db3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:03.152932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-634b51d7-1ca4-4cab-9918-1409472e7a4b req-31fb33fd-d700-4d90-ba32-4e757b063db3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 944 time: 0.1897745 Dec 16 09:34:03.164046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] Deleting port 9de9df83-0bea-415c-825c-508ab8b9d85b {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:03.164977 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.167746 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:34:03.195847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] For port 3bfaef13-1313-4404-845a-ad40fdab8d62, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3bfaef13-1313-4404-845a-ad40fdab8d62,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.196498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.255297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Calling delete_port for 3bfaef13-1313-4404-845a-ad40fdab8d62 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:03.260789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:03.263188 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cbc27a-75fd-4394-8c4e-03eb2724bd71" -d '{"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-plugged", "status": "completed", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:03.307347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0bccd2fd-7d2c-4395-930b-f13917d55e7b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.316614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-634b51d7-1ca4-4cab-9918-1409472e7a4b req-fd7c6af1-3288-4fdd-8222-4e3335dade30 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540403 Dec 16 09:34:03.350724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.385326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 496a32fa-e542-4725-a2f7-6128c2e43b8f owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:03.407329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.412019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.417742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:03.418310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.449338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:03.569587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] Calling delete_port for 9de9df83-0bea-415c-825c-508ab8b9d85b owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:03.583983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.620272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5d5d5c84-d6cf-42e4-b072-1e84682e996f,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.654362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.661295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5d5d5c84-d6cf-42e4-b072-1e84682e996f', 'network_id': '45b4217e-cbec-46cf-9753-c5599472dbff', 'port_id': '5d5d5c84-d6cf-42e4-b072-1e84682e996f', 'mac_address': 'fa:16:3e:ee:52:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a1d5f9-c96e-4965-b620-1ad887c9bd60', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:03.665190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=496a32fa-e542-4725-a2f7-6128c2e43b8f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:03.669604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6fd34-991c-432f-85df-d1a75cdad73a req-93dfea25-3a28-425e-acf6-2e1ebc841b67 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:03.685909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19d6fd34-991c-432f-85df-d1a75cdad73a req-93dfea25-3a28-425e-acf6-2e1ebc841b67 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=193c7b5b-313c-425d-b84f-5cc7985c84cd HTTP/1.1" status: 200 len: 946 time: 0.2352314 Dec 16 09:34:03.686090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.691595 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6c9b1fc0-aeae-4788-87bf-0079f868cb81 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/ports/496a32fa-e542-4725-a2f7-6128c2e43b8f HTTP/1.1" status: 204 len: 168 time: 1.0097737 Dec 16 09:34:03.691924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46558) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:03.693910 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Sync routers for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:03.704477 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:03.705102 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:03.761617 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.820652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:03.824374 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.836700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.873994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.879913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19d6fd34-991c-432f-85df-d1a75cdad73a req-d7d1c974-cb9e-4a72-9685-6a89f926b2b7 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906705 Dec 16 09:34:03.931637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5d5c84-d6cf-42e4-b072-1e84682e996f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:03.936685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Deleting port 9de9df83-0bea-415c-825c-508ab8b9d85b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:03.937034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.958366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:03.968579 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:03.977834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:03.985180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.024810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5d5d5c84-d6cf-42e4-b072-1e84682e996f,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:04.075591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] For port 9de9df83-0bea-415c-825c-508ab8b9d85b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9de9df83-0bea-415c-825c-508ab8b9d85b,segment=NetworkSegment(aa991c40-71fb-4bb8-96f8-9ce720ac7380),segment_id=aa991c40-71fb-4bb8-96f8-9ce720ac7380)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:04.075998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.077005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] Pushing event deleted for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.085987 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.087091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5fbcf-769d-4618-aab9-7d0307e3aa01 None None] No DVR routers for this DVR port 9de9df83-0bea-415c-825c-508ab8b9d85b on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:04.088643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9de9df83-0bea-415c-825c-508ab8b9d85b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:04.094439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9de9df83-0bea-415c-825c-508ab8b9d85b not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:04.097666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Calling delete_port for 9de9df83-0bea-415c-825c-508ab8b9d85b owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:04.107664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.171439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57851234-446f-4844-832b-b6476f58bb72 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:34:04.241097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Pushing event deleted for resources: {'Port': ['ID=3bfaef13-1313-4404-845a-ad40fdab8d62,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.285562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5d5d5c84-d6cf-42e4-b072-1e84682e996f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.317417 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:33:57Z', 'revision_number': 2, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:04.381618 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Checking router: f0941f27-d0ca-4c56-bff2-c1e8efcc0eee for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:04.382370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Updating router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:34:04.417892 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.432041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['0bccd2fd-7d2c-4395-930b-f13917d55e7b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:04.578854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57851234-446f-4844-832b-b6476f58bb72 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:34:04.791396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.808742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] No DVR routers for this DVR port 9de9df83-0bea-415c-825c-508ab8b9d85b on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:04.849449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:04.859747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Port': ['ID=9de9df83-0bea-415c-825c-508ab8b9d85b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:04.940172 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.953540 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.970145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.989520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] No DVR routers for this DVR port 3bfaef13-1313-4404-845a-ad40fdab8d62 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:04.996256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:04.999716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0970c215-74e3-4c60-86bf-79cd62b09d76 req-38d956de-ca93-4bfa-bfa2-b3964666b243 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.53 "DELETE /v2.0/ports/3bfaef13-1313-4404-845a-ad40fdab8d62 HTTP/1.1" status: 204 len: 173 time: 2.5810952 Dec 16 09:34:05.000277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'name': 'network-vif-deleted', 'tag': '3bfaef13-1313-4404-845a-ad40fdab8d62'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:05.002637 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ff1888-96b0-43eb-94c6-a8d736e44a53" -d '{"events": [{"server_uuid": "193c7b5b-313c-425d-b84f-5cc7985c84cd", "name": "network-vif-deleted", "tag": "3bfaef13-1313-4404-845a-ad40fdab8d62"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:05.010458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-6fb24acf-79a0-4fff-b76c-657b5ef3f285 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--706824219&fields=id&tenant_id=4694a0dc41ba4dab9f1c3af5ad507525 HTTP/1.1" status: 200 len: 267 time: 0.9191442 Dec 16 09:34:05.018400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7af26c-8603-493c-a989-b18a740aaf71']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:05.046893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa991c40-71fb-4bb8-96f8-9ce720ac7380') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:05.047117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa991c40-71fb-4bb8-96f8-9ce720ac7380') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:05.071760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.083033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Pushing event updated for resources: {'Port': ['ID=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:05.098566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.111527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:05.113055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:05.121723 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:05.134725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3bfaef13-1313-4404-845a-ad40fdab8d62 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:05.164900 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.167208 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.168474 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.169035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.171053 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.173837 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.175019 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.176196 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.177383 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.179455 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.180536 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.181605 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:05.210073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 3bfaef13-1313-4404-845a-ad40fdab8d62 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:05.210418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3bfaef13-1313-4404-845a-ad40fdab8d62 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:05.217731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:05.218305 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.237423 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Attempting to bind port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:05.238277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Attempting to bind port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:05.238802 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Attempting to bind port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 on network eb659ff3-9f88-4753-a088-eb6df651e6aa {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:05.250481 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:05.251374 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Checking segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:05.252029 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.253616 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Bound using segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:05.254486 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Bound port: a085c5a2-2829-43ee-aaab-1a3bb3a01d87, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:05.255449 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.255587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.260616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.266723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] 10.222.0.61 "DELETE /v2.0/networks/bf7af26c-8603-493c-a989-b18a740aaf71 HTTP/1.1" status: 204 len: 168 time: 1.5713069 Dec 16 09:34:05.326903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18bfa-0944-46cd-80d5-966b924875a0 tempest-PortsIpV6TestJSON-1793628864 tempest-PortsIpV6TestJSON-1793628864-project] Pushing event deleted for resources: {'Network': ['ID=bf7af26c-8603-493c-a989-b18a740aaf71,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:05.356997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b8ea5dd4-f3ea-4194-8f86-68f497b8a1fb tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:05.374961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b8ea5dd4-f3ea-4194-8f86-68f497b8a1fb tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/networks?id=eb659ff3-9f88-4753-a088-eb6df651e6aa HTTP/1.1" status: 200 len: 812 time: 0.3520682 Dec 16 09:34:05.388243 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] For port a085c5a2-2829-43ee-aaab-1a3bb3a01d87, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:05.392206 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] For port a085c5a2-2829-43ee-aaab-1a3bb3a01d87, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:05.410547 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.462040 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-1daa9ec6-a42e-4667-bb4d-664f6c3a1a09 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/quotas/4694a0dc41ba4dab9f1c3af5ad507525 HTTP/1.1" status: 200 len: 375 time: 0.0462382 Dec 16 09:34:05.475694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5d5d5c84-d6cf-42e4-b072-1e84682e996f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:05.504272 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f655-202d-476f-9da0-96d02712cb89 None None] Pushing event updated for resources: {'Port': ['ID=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:05.534873 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:05.537407 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:05.600133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-d2d85950-00ee-4c93-8c2d-f79dd88511a0 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4694a0dc41ba4dab9f1c3af5ad507525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048927 Dec 16 09:34:05.704479 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:05.718286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-204944d8-6ed9-46a4-8856-62f1e3f03b4d service neutron] 10.222.0.61 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171172 Dec 16 09:34:05.784783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e5c82fa0-a2c7-4ee3-ab47-87a8e0a775aa None None] Provisioning complete for port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:05.785337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e5c82fa0-a2c7-4ee3-ab47-87a8e0a775aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.806999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46588) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:05.943313 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e5c82fa0-a2c7-4ee3-ab47-87a8e0a775aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:05.981767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e5c82fa0-a2c7-4ee3-ab47-87a8e0a775aa None None] For port a085c5a2-2829-43ee-aaab-1a3bb3a01d87, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:05.987051 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e5c82fa0-a2c7-4ee3-ab47-87a8e0a775aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.001643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-9dc2d7c9-ec86-4ead-849a-d54119d4e65d service neutron] 10.222.0.61 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707407 Dec 16 09:34:06.016048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.020557 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-df021643-80b7-45a1-922d-b7b931416352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:06.050724 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ccff2bb0-f1bb-4f7b-860b-6e834bb149ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56f3e7c3ceb74d9d9bcb419e4b973a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391341 Dec 16 09:34:06.051104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:06.053377 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df021643-80b7-45a1-922d-b7b931416352 None None] The sync data for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 is: [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:06.140771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c82fa0-a2c7-4ee3-ab47-87a8e0a775aa None None] Pushing event updated for resources: {'Port': ['ID=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:06.159907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-371e08db-cf58-4b0d-8bf0-1441a997ccf2 None None] Provisioning complete for port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:06.160395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-371e08db-cf58-4b0d-8bf0-1441a997ccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.189250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f146b79-13a1-453e-8dbf-e8e54cbc48fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.250283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f146b79-13a1-453e-8dbf-e8e54cbc48fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.343231 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c29ce4-30ec-4a24-b2d8-eb440d5ebd8d x-openstack-request-id: req-10c29ce4-30ec-4a24-b2d8-eb440d5ebd8d {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:06.345516 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-plugged", "status": "completed", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:06.346032 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10c29ce4-30ec-4a24-b2d8-eb440d5ebd8d {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:06.346499 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'code': 200} Dec 16 09:34:06.355598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f146b79-13a1-453e-8dbf-e8e54cbc48fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.359270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f146b79-13a1-453e-8dbf-e8e54cbc48fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.360713 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9f146b79-13a1-453e-8dbf-e8e54cbc48fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/208850d5-4f69-4a79-ab72-5fe8a07b60a1 HTTP/1.1" status: 204 len: 168 time: 0.3087041 Dec 16 09:34:06.384864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f146b79-13a1-453e-8dbf-e8e54cbc48fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208850d5-4f69-4a79-ab72-5fe8a07b60a1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:06.567178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bf25c-f0dc-42f1-81ca-4626f4f3792c req-43641711-57bd-4302-9494-544fbba79406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.568690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-016bf25c-f0dc-42f1-81ca-4626f4f3792c req-43641711-57bd-4302-9494-544fbba79406 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 1096 time: 0.1472080 Dec 16 09:34:06.590680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Deleting port ed0a5fca-4328-4342-b7ee-836767b9cdad {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:06.591378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.665775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a085c5a2-2829-43ee-aaab-1a3bb3a01d87 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:06.707200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8962c-1d36-43db-a24a-4c8aae00e4b0 req-1454655b-d20c-4a6e-9b37-6b8782799f75 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.713687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8962c-1d36-43db-a24a-4c8aae00e4b0 req-1454655b-d20c-4a6e-9b37-6b8782799f75 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:06.718783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0e8962c-1d36-43db-a24a-4c8aae00e4b0 req-1454655b-d20c-4a6e-9b37-6b8782799f75 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1680 time: 0.2459607 Dec 16 09:34:06.723331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-016bf25c-f0dc-42f1-81ca-4626f4f3792c req-b9c58c77-da26-48b1-8a88-4f86eac2fb1d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350062 Dec 16 09:34:06.781615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:06.782356 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.810753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0e8962c-1d36-43db-a24a-4c8aae00e4b0 req-4349dbdd-ea7e-4c6d-b244-b6bb218ec64b tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786307 Dec 16 09:34:06.827958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] For port ed0a5fca-4328-4342-b7ee-836767b9cdad, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ed0a5fca-4328-4342-b7ee-836767b9cdad,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:06.830399 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:06.878817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Calling delete_port for ed0a5fca-4328-4342-b7ee-836767b9cdad owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:07.213169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:07.227861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f5d5-1636-4edb-95ec-55f004df8028 req-5d8e3180-9cce-4795-a676-3973ee0afb77 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.229474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d63f5d5-1636-4edb-95ec-55f004df8028 req-5d8e3180-9cce-4795-a676-3973ee0afb77 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 945 time: 0.2796223 Dec 16 09:34:07.356459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d63f5d5-1636-4edb-95ec-55f004df8028 req-2cf994bc-a6e2-424d-8922-3e046ea966ed tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088350 Dec 16 09:34:07.446243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df7a8b35-812c-4d54-90e3-c69fc2483481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.551837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.596331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0a5fca-4328-4342-b7ee-836767b9cdad,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:07.629714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df7a8b35-812c-4d54-90e3-c69fc2483481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.639677 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df7a8b35-812c-4d54-90e3-c69fc2483481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.705809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a8b35-812c-4d54-90e3-c69fc2483481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcca731-a83a-4f6f-90a3-50cdf2c9c05b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:07.709875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24ad59-4025-42b3-a080-6a2eda23537b req-b33cfd10-b935-4931-95f7-c00cd7ed3a55 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:07.713335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-df7a8b35-812c-4d54-90e3-c69fc2483481 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29afdcf9bf8b4255aad25ba32e945099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965720 Dec 16 09:34:07.714029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46646) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:07.717323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c24ad59-4025-42b3-a080-6a2eda23537b req-b33cfd10-b935-4931-95f7-c00cd7ed3a55 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2405770 Dec 16 09:34:07.746868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46648) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:07.783184 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.833547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.952293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--236377057'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:07.973316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.976817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:07.982440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2dcca731-a83a-4f6f-90a3-50cdf2c9c05b HTTP/1.1" status: 204 len: 168 time: 0.2676420 Dec 16 09:34:07.992062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcca731-a83a-4f6f-90a3-50cdf2c9c05b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:08.000663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.001024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.001388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.001691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.002311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.003035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.003035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.003237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.003493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.003707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.004024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.004327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb66ea-3cbb-4732-a50d-45b696614dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:08.043091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:34:08.087855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c24ad59-4025-42b3-a080-6a2eda23537b req-b0424a28-e404-4753-9d6d-729601996907 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543825 Dec 16 09:34:08.123614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5d5d5c84-d6cf-42e4-b072-1e84682e996f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:08.130477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.154772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.171963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.237299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 5d5d5c84-d6cf-42e4-b072-1e84682e996f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:08.242975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5d5d5c84-d6cf-42e4-b072-1e84682e996f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:08.243363 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.326019 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc17f7-60b3-4d0c-8be0-8fff8382385d x-openstack-request-id: req-befc17f7-60b3-4d0c-8be0-8fff8382385d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:08.326642 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193c7b5b-313c-425d-b84f-5cc7985c84cd", "name": "network-vif-deleted", "tag": "3bfaef13-1313-4404-845a-ad40fdab8d62", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:08.326814 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-befc17f7-60b3-4d0c-8be0-8fff8382385d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:08.327185 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193c7b5b-313c-425d-b84f-5cc7985c84cd', 'name': 'network-vif-deleted', 'tag': '3bfaef13-1313-4404-845a-ad40fdab8d62', 'status': 'completed', 'code': 200} Dec 16 09:34:08.402788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-bb7f3729-0b99-4add-acf6-ac577e52f1eb tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.404966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-bb7f3729-0b99-4add-acf6-ac577e52f1eb tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.53 "GET /v2.0/networks?id=eb659ff3-9f88-4753-a088-eb6df651e6aa HTTP/1.1" status: 200 len: 812 time: 0.4657290 Dec 16 09:34:08.407591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc1543f-e709-4fba-803e-b5749247a657 req-f4e22e2d-f097-4f85-9965-0513fc3d527a tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 210 time: 0.0697441 Dec 16 09:34:08.541065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.548891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.566514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.613438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d5c84-d6cf-42e4-b072-1e84682e996f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:08.615263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-cc531cd4-2513-4d98-b5df-58afd0dda8ba tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4694a0dc41ba4dab9f1c3af5ad507525 HTTP/1.1" status: 200 len: 379 time: 0.1893497 Dec 16 09:34:08.616058 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4d7e0c-f882-4c64-9243-bae2af6622b9" -d '{"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d5c84-d6cf-42e4-b072-1e84682e996f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:08.642741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5d5d5c84-d6cf-42e4-b072-1e84682e996f,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:08.648348 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.649157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0bccd2fd-7d2c-4395-930b-f13917d55e7b up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:08.667963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:08.682512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8665f11f-3f76-4d08-b436-723bcb6484f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.741021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Request body: {'port': {'device_id': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'admin_state_up': True, 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'security_groups': ['923dcbc9-fb6d-4bf9-97a4-078fd523af9c']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:08.748325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b0fc5-af9f-4933-a374-c3ad552843e8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:08.830629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5d5d5c84-d6cf-42e4-b072-1e84682e996f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:08.849271 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 0bccd2fd-7d2c-4395-930b-f13917d55e7b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:08.855611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 0bccd2fd-7d2c-4395-930b-f13917d55e7b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:08.856314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.878120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8665f11f-3f76-4d08-b436-723bcb6484f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.890459 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8665f11f-3f76-4d08-b436-723bcb6484f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.896684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658b39-20a0-4057-8628-7a9d552b43a1 req-3db831b6-1bfa-4935-b51b-235e8f04bdcf tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.903220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658b39-20a0-4057-8628-7a9d552b43a1 req-3db831b6-1bfa-4935-b51b-235e8f04bdcf tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:08.905706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea658b39-20a0-4057-8628-7a9d552b43a1 req-3db831b6-1bfa-4935-b51b-235e8f04bdcf tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1680 time: 0.3779919 Dec 16 09:34:08.963416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665f11f-3f76-4d08-b436-723bcb6484f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249909db-a495-4a54-94bb-4ad83d5e15f4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:08.976968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:08.983966 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8665f11f-3f76-4d08-b436-723bcb6484f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78f2735d02e2495d823affed55097c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149140 Dec 16 09:34:08.986975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.025065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.026121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:09.044541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.049437 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5110a10-30c0-4ed9-9946-ed8bd5956403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.074296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea658b39-20a0-4057-8628-7a9d552b43a1 req-7926019a-e196-4bef-a3c6-73daa6981aa8 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444995 Dec 16 09:34:09.075795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5110a10-30c0-4ed9-9946-ed8bd5956403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.081875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.113299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0bccd2fd-7d2c-4395-930b-f13917d55e7b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.114247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.117888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3660197 Dec 16 09:34:09.117888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Router 2990a259-d08a-408d-96dc-e6e3f58719e9 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:09.132429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.147851 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130501de-ae6c-4a19-8a0e-7b2c993d8c05 x-openstack-request-id: req-130501de-ae6c-4a19-8a0e-7b2c993d8c05 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:09.149063 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d5c84-d6cf-42e4-b072-1e84682e996f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:09.149978 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-130501de-ae6c-4a19-8a0e-7b2c993d8c05 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:09.151121 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d5c84-d6cf-42e4-b072-1e84682e996f', 'code': 200} Dec 16 09:34:09.152376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Made reservation on behalf of 4694a0dc41ba4dab9f1c3af5ad507525 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:09.156511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.159837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cf177-2b6c-4fdb-b8ef-9ca35c877fcd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5f7f2-f05f-41a8-a96b-962ba827ec57,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.191640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5110a10-30c0-4ed9-9946-ed8bd5956403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.194353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5110a10-30c0-4ed9-9946-ed8bd5956403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.195645 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b5110a10-30c0-4ed9-9946-ed8bd5956403 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/249909db-a495-4a54-94bb-4ad83d5e15f4 HTTP/1.1" status: 204 len: 168 time: 0.2074809 Dec 16 09:34:09.239639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5110a10-30c0-4ed9-9946-ed8bd5956403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249909db-a495-4a54-94bb-4ad83d5e15f4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.247222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3561991c-f136-4482-8566-eb814b94b8af tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1148643 Dec 16 09:34:09.251152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46686) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.257232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-security--337583258', 'description': 'tempest-security-description-747161884'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:09.328426 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.387130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.394302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.397981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.400397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "PUT /v2.0/security-groups/fcf5f7f2-f05f-41a8-a96b-962ba827ec57 HTTP/1.1" status: 200 len: 1778 time: 0.1482718 Dec 16 09:34:09.404981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.456404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16925d83-73ae-4de7-a33b-c9cee14987b4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5f7f2-f05f-41a8-a96b-962ba827ec57,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:09.460471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:09.471159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] Sync routers for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:09.476939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-025d6509-dcae-4bd9-aa32-e0b186ba7971 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups/fcf5f7f2-f05f-41a8-a96b-962ba827ec57 HTTP/1.1" status: 200 len: 1778 time: 0.0679045 Dec 16 09:34:09.476939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46696) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.482815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46698) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.491997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9b0cf3f1-3c7a-4889-804b-5fad0ff6461a admin admin] 10.222.0.61 "PUT /v2.0/routers/2990a259-d08a-408d-96dc-e6e3f58719e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0074837 Dec 16 09:34:09.500607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:09.501516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:09.530840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Allocated IP 172.20.0.11 (eb659ff3-9f88-4753-a088-eb6df651e6aa/b31c0ae8-e0d6-4165-b558-4a8b215f6846/3d4f5351-dbfc-4f03-a9b2-f7699dac5163) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:09.726777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:09.727640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ac734c6-e65b-43ea-baba-bea8edbc533d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.815959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.821303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ac734c6-e65b-43ea-baba-bea8edbc533d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.947504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206988e-7d39-40c5-b9a2-b5040f2f1dbe req-89653b12-4b29-4028-9853-6a28df2bc237 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:09.957795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6206988e-7d39-40c5-b9a2-b5040f2f1dbe req-89653b12-4b29-4028-9853-6a28df2bc237 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1779265 Dec 16 09:34:09.970408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ac734c6-e65b-43ea-baba-bea8edbc533d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.976359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ac734c6-e65b-43ea-baba-bea8edbc533d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:09.977534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4ac734c6-e65b-43ea-baba-bea8edbc533d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/fcf5f7f2-f05f-41a8-a96b-962ba827ec57 HTTP/1.1" status: 204 len: 168 time: 0.4936070 Dec 16 09:34:09.981537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46714) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:09.993879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.043158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac734c6-e65b-43ea-baba-bea8edbc533d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5f7f2-f05f-41a8-a96b-962ba827ec57,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.067242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.112546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6206988e-7d39-40c5-b9a2-b5040f2f1dbe req-4e1955f0-1a39-4e95-82c6-0815ed43a289 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494610 Dec 16 09:34:10.280224 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.309744 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d3e3c71-ccd3-47db-aaa2-9a3cf50e8fc1 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3174627 Dec 16 09:34:10.316751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46722) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:10.346254 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-87a33e6d-941d-44a2-b90c-1c59222777c4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] delete failed (client error): The resource could not be found. Dec 16 09:34:10.347442 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-87a33e6d-941d-44a2-b90c-1c59222777c4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/fcf5f7f2-f05f-41a8-a96b-962ba827ec57 HTTP/1.1" status: 404 len: 347 time: 0.0301483 Dec 16 09:34:10.353672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46724) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:10.360947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559863166'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:10.381099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Deleting port 2d7f75e3-e00a-4e1c-be84-7dd09418a013 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:10.381439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.430048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Network eb659ff3-9f88-4753-a088-eb6df651e6aa is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:10.435991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.463153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event updated for resources: {'Port': ['ID=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.491204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:34:07Z', 'revision_number': 5, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port': {'id': '2d7f75e3-e00a-4e1c-be84-7dd09418a013', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:03Z', 'updated_at': '2021-12-16T09:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:10.500044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] For port 2d7f75e3-e00a-4e1c-be84-7dd09418a013, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2d7f75e3-e00a-4e1c-be84-7dd09418a013,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:10.500366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.503875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:10.519494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Calling delete_port for 2d7f75e3-e00a-4e1c-be84-7dd09418a013 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:10.531525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:10.548702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] Checking router: 2990a259-d08a-408d-96dc-e6e3f58719e9 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:10.590674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] Routers {'2990a259-d08a-408d-96dc-e6e3f58719e9'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:10.592846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2990a259-d08a-408d-96dc-e6e3f58719e9'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:10.608950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d8d27-8fbc-4caa-b59d-3d7f64eb8113 req-c6b5a5fa-6b98-4720-8bbe-6e62fb75fc88 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.621163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef0d8d27-8fbc-4caa-b59d-3d7f64eb8113 req-c6b5a5fa-6b98-4720-8bbe-6e62fb75fc88 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 932 time: 0.3266821 Dec 16 09:34:10.663453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.679265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.747036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa204448-2caa-4c9f-94de-64e04a7fbbdd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:10.755156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.761379 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-40139fdc-bfe5-4bc9-b6ce-125f75b4e3ca tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4063282 Dec 16 09:34:10.762241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46740) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:10.771052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': 'fa204448-2caa-4c9f-94de-64e04a7fbbdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:10.788821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] Set router 2990a259-d08a-408d-96dc-e6e3f58719e9 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:10.789317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef0d8d27-8fbc-4caa-b59d-3d7f64eb8113 req-44cd9ccf-4349-4eaa-8ee8-2ea418337456 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632149 Dec 16 09:34:10.812623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.818810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.919602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:10.942951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-2a0bb0f4-8d09-4d84-9e46-406d4d6a7f1c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2620893 Dec 16 09:34:10.947584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:34:09Z', 'revision_number': 6, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:10.960295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Request body: {'port': {'device_id': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:10.980634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324e17f-fd52-4482-9f93-3d2e626b9b36 req-475556e9-36da-4bc7-96cf-8cbc57348244 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.988438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324e17f-fd52-4482-9f93-3d2e626b9b36 req-475556e9-36da-4bc7-96cf-8cbc57348244 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:10.991799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36d71-e63e-48b1-9cef-06492e500af2 None None] The sync data for ids ['2990a259-d08a-408d-96dc-e6e3f58719e9'] in n-d-821941-1 is: [{'id': '2990a259-d08a-408d-96dc-e6e3f58719e9', 'name': 'tempest-TaggedBootDevicesTest_v242-1245797951-router', 'tenant_id': '9a9615d598564f92933e85862f718ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:00Z', 'updated_at': '2021-12-16T09:34:09Z', 'revision_number': 6, 'project_id': '9a9615d598564f92933e85862f718ca9', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:10.998138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2324e17f-fd52-4482-9f93-3d2e626b9b36 req-475556e9-36da-4bc7-96cf-8cbc57348244 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1682 time: 0.1124556 Dec 16 09:34:11.007444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b8679600-bc0b-4a44-ab63-36c5002f2471 None None] Provisioning complete for port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:11.007789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8679600-bc0b-4a44-ab63-36c5002f2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.044863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b8679600-bc0b-4a44-ab63-36c5002f2471 None None] Port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:11.074421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.100554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.127779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.129045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625290 Dec 16 09:34:11.138091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46754) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:11.150984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c49f6-2673-4adc-b007-5e6f061d8beb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553c493e-9b1a-4ce6-9b7c-92e9eabcfdcc,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:11.153166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bccd2fd-7d2c-4395-930b-f13917d55e7b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:11.156659 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eef6b6f-4335-4acf-98f4-a7457e1e1c97" -d '{"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-plugged", "status": "completed", "tag": "0bccd2fd-7d2c-4395-930b-f13917d55e7b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:11.185097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2324e17f-fd52-4482-9f93-3d2e626b9b36 req-ef2c7ed6-ac4c-4cd1-9412-a9a58b0368de tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841829 Dec 16 09:34:11.203437 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a16a4442-5681-4f5c-9e94-a5d4c3b62799 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.206829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.213623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a16a4442-5681-4f5c-9e94-a5d4c3b62799 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.248835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.284838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a16a4442-5681-4f5c-9e94-a5d4c3b62799 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.301408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a16a4442-5681-4f5c-9e94-a5d4c3b62799 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.302655 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a16a4442-5681-4f5c-9e94-a5d4c3b62799 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/553c493e-9b1a-4ce6-9b7c-92e9eabcfdcc HTTP/1.1" status: 204 len: 168 time: 0.1635146 Dec 16 09:34:11.304214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7f75e3-e00a-4e1c-be84-7dd09418a013,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:11.306851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46758) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:11.337517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a4442-5681-4f5c-9e94-a5d4c3b62799 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=553c493e-9b1a-4ce6-9b7c-92e9eabcfdcc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:11.487259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.595814 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8271d5d5-d207-408a-a2b6-76ca86073690 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2865510 Dec 16 09:34:11.623761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46766) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:11.651392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.656555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.688800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:11.700925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.724138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Transition to ACTIVE for port object 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:11.724138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.745616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.746180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2990a259-d08a-408d-96dc-e6e3f58719e9 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:34:11.751296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.752478 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f096f3dc-1ab6-4c17-b667-21ae714becb9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2990a259-d08a-408d-96dc-e6e3f58719e9 HTTP/1.1" status: 204 len: 168 time: 2.2763784 Dec 16 09:34:11.755371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46772) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:11.766043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172eac5a-3137-4784-b596-be6f470e0258 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.820775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172eac5a-3137-4784-b596-be6f470e0258 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.834552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Deleting subnet 8e9564cc-7746-4b75-9db9-ef8486b36d3a {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:11.838350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:11.893479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.028578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Attempting to bind port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:12.028999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Attempting to bind port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:12.029361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Attempting to bind port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 on network eb659ff3-9f88-4753-a088-eb6df651e6aa {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:12.031566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:12.041558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497513f-e402-45d9-a756-210f9dcabdc4 req-e3578284-d124-4b2f-8e84-544db272cf0a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:12.056961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1497513f-e402-45d9-a756-210f9dcabdc4 req-e3578284-d124-4b2f-8e84-544db272cf0a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.5844073 Dec 16 09:34:12.062709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.066501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172eac5a-3137-4784-b596-be6f470e0258 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.069663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-172eac5a-3137-4784-b596-be6f470e0258 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.070954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-172eac5a-3137-4784-b596-be6f470e0258 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa204448-2caa-4c9f-94de-64e04a7fbbdd HTTP/1.1" status: 204 len: 168 time: 0.4458716 Dec 16 09:34:12.079579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46782) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:12.080162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 on network eb659ff3-9f88-4753-a088-eb6df651e6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:12.083959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Attempting to bind port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 on network eb659ff3-9f88-4753-a088-eb6df651e6aa {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:12.124502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eac5a-3137-4784-b596-be6f470e0258 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa204448-2caa-4c9f-94de-64e04a7fbbdd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:12.130315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:12.130751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Checking segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:12.131094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Bound using segment: {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:12.131747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Bound port: 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efad13bc-32e7-4d49-9664-abbb313991b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:12.132149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.198023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.223986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.230390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c1817-68f2-46b0-a8f3-11500e475077 None None] Network 892e4d4f-9517-441f-93ce-dd13ce9eaad2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:12.244668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] For port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:12.258173 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8e9564cc-7746-4b75-9db9-ef8486b36d3a HTTP/1.1" status: 204 len: 168 time: 0.5009797 Dec 16 09:34:12.263475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46788) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:12.286616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] For port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:12.313597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1497513f-e402-45d9-a756-210f9dcabdc4 req-ab8517e6-f945-4f04-8d91-20cc1d2059ca tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555923 Dec 16 09:34:12.336048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.345013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597c03b-1532-4faf-bfe2-bd393c1ef35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9564cc-7746-4b75-9db9-ef8486b36d3a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:12.524313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a20c0024-0985-4a0f-b90d-795774672756 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4331710 Dec 16 09:34:12.533810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:12.535799 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d1691-adff-4085-9840-fb37f7b9675b x-openstack-request-id: req-763d1691-adff-4085-9840-fb37f7b9675b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:12.536098 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-plugged", "status": "completed", "tag": "0bccd2fd-7d2c-4395-930b-f13917d55e7b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:12.536346 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-763d1691-adff-4085-9840-fb37f7b9675b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:12.541108 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bccd2fd-7d2c-4395-930b-f13917d55e7b', 'code': 200} Dec 16 09:34:12.567538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:12.570118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.571562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] 10.222.0.53 "PUT /v2.0/ports/3d4f5351-dbfc-4f03-a9b2-f7699dac5163 HTTP/1.1" status: 200 len: 1092 time: 1.6181617 Dec 16 09:34:12.578915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.662915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ed0a5fca-4328-4342-b7ee-836767b9cdad no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:12.731268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ed0a5fca-4328-4342-b7ee-836767b9cdad {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:12.734182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ed0a5fca-4328-4342-b7ee-836767b9cdad not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:12.739490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2d7f75e3-e00a-4e1c-be84-7dd09418a013 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:12.747419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Deleting port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:12.748850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.813763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] DHCP port deletion for 892e4d4f-9517-441f-93ce-dd13ce9eaad2 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:34:12.815837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2d7f75e3-e00a-4e1c-be84-7dd09418a013 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:12.816284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2d7f75e3-e00a-4e1c-be84-7dd09418a013 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:12.972557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] For port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:12.973134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:12.995037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] Deleting port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:12.995347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.006994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Calling delete_port for f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:13.109575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] For port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,segment=NetworkSegment(97500440-693d-4595-93cc-2a36ff02e43a),segment_id=97500440-693d-4595-93cc-2a36ff02e43a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:13.109996 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.147171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] Calling delete_port for f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:13.196296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.254222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.257137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] No DVR routers for this DVR port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:13.331076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.379974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--589573974'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:13.396908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] Pushing event deleted for resources: {'Port': ['ID=f93aa05f-13f6-4ab8-aa76-c7ce9a94b309,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.405292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b59a5-7f44-4a03-927f-1c658505fab5 None None] No DVR routers for this DVR port f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:13.423770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:13.426500 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74998979-5a10-48b3-8c29-7a1bc9dadbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:13.433868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.447097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220b3ec-d7bc-4901-a90a-e978da311a7c service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.467030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892e4d4f-9517-441f-93ce-dd13ce9eaad2']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:13.477221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.478800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97500440-693d-4595-93cc-2a36ff02e43a') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:13.479253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97500440-693d-4595-93cc-2a36ff02e43a') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:13.490710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.507693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.518130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:13.518770 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:13.521089 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:13.594099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130db6-844c-4d83-b8c0-719d8b7dcf9e req-d5367a54-34b1-41c3-a66d-6edd8f36f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.595028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130db6-844c-4d83-b8c0-719d8b7dcf9e req-d5367a54-34b1-41c3-a66d-6edd8f36f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.597022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2130db6-844c-4d83-b8c0-719d8b7dcf9e req-d5367a54-34b1-41c3-a66d-6edd8f36f6fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1984 time: 1.0421135 Dec 16 09:34:13.598335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.604348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.611074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] 10.222.0.61 "DELETE /v2.0/networks/892e4d4f-9517-441f-93ce-dd13ce9eaad2 HTTP/1.1" status: 204 len: 168 time: 1.3425350 Dec 16 09:34:13.620473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46810) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:13.628812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53b27a-3b32-4811-bbcc-986c064c72fe admin admin] Pushing event deleted for resources: {'Network': ['ID=892e4d4f-9517-441f-93ce-dd13ce9eaad2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.685571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-c6e0884a-55a8-4d42-8111-311a09256d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.687418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-c6e0884a-55a8-4d42-8111-311a09256d5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4694a0dc41ba4dab9f1c3af5ad507525&device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 1095 time: 0.2565868 Dec 16 09:34:13.705492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0105d8-094e-4f0d-bd04-f3b51d3bbcba req-d41f146d-60fe-4157-aa80-40067fabe5fe tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.720100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a0105d8-094e-4f0d-bd04-f3b51d3bbcba req-d41f146d-60fe-4157-aa80-40067fabe5fe tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 944 time: 0.2750404 Dec 16 09:34:13.732105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.779511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.791028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-53cbb2ff-1079-407b-bf59-ea5b16891a2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163 HTTP/1.1" status: 200 len: 217 time: 0.0633519 Dec 16 09:34:13.860465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2130db6-844c-4d83-b8c0-719d8b7dcf9e req-f960f004-a170-4509-8981-b6e62733ee94 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485623 Dec 16 09:34:13.868460 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:13.872410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3084455 Dec 16 09:34:13.872643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46814) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:13.878674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '2ec5fc16-20cc-443f-8451-00451dfae9b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:13.898328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a0105d8-094e-4f0d-bd04-f3b51d3bbcba req-aa8db497-6b9a-420a-81fb-788627251cd9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768324 Dec 16 09:34:13.934443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47495f-6ced-4b4f-ae67-e038846a52f7 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec5fc16-20cc-443f-8451-00451dfae9b5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:13.951193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-8169995c-7182-445e-ad2e-07531f1df8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:13.957094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-8169995c-7182-445e-ad2e-07531f1df8ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b31c0ae8-e0d6-4165-b558-4a8b215f6846 HTTP/1.1" status: 200 len: 851 time: 0.1471412 Dec 16 09:34:13.962993 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e77e74f2-319c-4a51-ac0b-772f89f73d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.045599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.072931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-425272d6-7249-4596-9e6e-e552428a527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.074636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-425272d6-7249-4596-9e6e-e552428a527d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb659ff3-9f88-4753-a088-eb6df651e6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101780 Dec 16 09:34:14.103341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349cf4-998e-4242-bdf6-68b341e1438d req-293dc85f-b8fa-4961-acec-290cfe865807 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.110033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349cf4-998e-4242-bdf6-68b341e1438d req-293dc85f-b8fa-4961-acec-290cfe865807 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.111684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc349cf4-998e-4242-bdf6-68b341e1438d req-293dc85f-b8fa-4961-acec-290cfe865807 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1682 time: 0.0868583 Dec 16 09:34:14.159787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.172255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.197664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8acad8c-d93e-4689-8686-27bf264a2e38,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:14.207515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc349cf4-998e-4242-bdf6-68b341e1438d req-3a2b42a3-34c2-4c02-a921-7193cbccc0dd tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824666 Dec 16 09:34:14.227204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.227204 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0e9ec267-7615-465e-9297-38f591d3ba48 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3473375 Dec 16 09:34:14.228207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46816) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:14.235068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.244650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '2ec5fc16-20cc-443f-8451-00451dfae9b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:14.289676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.319487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-06cc054a-89b3-42d5-9e76-40d0a291a5e0 service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337604 Dec 16 09:34:14.380043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.394309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.455283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a527a01-3f72-4bf3-931c-80b341bb5ee4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:14.484117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.488279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ff5f0ff4-27d1-48a3-9367-8b412f23c798 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2582061 Dec 16 09:34:14.497106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46826) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:14.527456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '2ec5fc16-20cc-443f-8451-00451dfae9b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:14.560779 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe7709-8c9a-4d71-b21c-5c981ff0889f x-openstack-request-id: req-cdbe7709-8c9a-4d71-b21c-5c981ff0889f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:14.561075 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:14.561370 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdbe7709-8c9a-4d71-b21c-5c981ff0889f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:14.561760 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'status': 'completed', 'code': 200} Dec 16 09:34:14.616462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.649244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80125c6b-7e8b-4dcc-a12f-31149f6c4b87 req-4b876526-3ecf-4c95-b723-1da954ab0697 service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191941 Dec 16 09:34:14.651473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:14.703154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:14.703491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f93aa05f-13f6-4ab8-aa76-c7ce9a94b309 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:14.730292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Deleting port 80446605-d305-468b-8ecc-c16b79859861 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:14.731360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.822756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.844776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] For port 80446605-d305-468b-8ecc-c16b79859861, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80446605-d305-468b-8ecc-c16b79859861,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:14.845287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.852920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b5ab2-cab7-496f-a13d-9152307c3138 req-fdb5423c-bade-46c8-af35-e2faa6c3d6a1 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.855014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-230b5ab2-cab7-496f-a13d-9152307c3138 req-fdb5423c-bade-46c8-af35-e2faa6c3d6a1 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1622033 Dec 16 09:34:14.855794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.862644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-b6080120-4d7f-43bd-826e-23638928d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:14.864170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-b6080120-4d7f-43bd-826e-23638928d720 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4694a0dc41ba4dab9f1c3af5ad507525&device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 1095 time: 0.1537063 Dec 16 09:34:14.870381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Calling delete_port for 80446605-d305-468b-8ecc-c16b79859861 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:14.961443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f558a2dc-a3c4-4111-b29d-1b5a04e62ad3,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:14.983045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:14.984289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-39d6541f-1743-47c6-83f9-28bdb8f8c22c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4740269 Dec 16 09:34:14.990289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46840) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:14.995914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '2ec5fc16-20cc-443f-8451-00451dfae9b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:15.029679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-230b5ab2-cab7-496f-a13d-9152307c3138 req-51838c97-fcde-4aaa-90f9-a70e90377216 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622334 Dec 16 09:34:15.112100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-4501a1ba-1829-4606-967a-81fbed57ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.113601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-4501a1ba-1829-4606-967a-81fbed57ebf6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb659ff3-9f88-4753-a088-eb6df651e6aa HTTP/1.1" status: 200 len: 913 time: 0.2307451 Dec 16 09:34:15.122311 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.239584 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.318507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=80446605-d305-468b-8ecc-c16b79859861,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:15.342584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-c691799a-daa1-4c32-b5e0-e07eb128f2f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163 HTTP/1.1" status: 200 len: 217 time: 0.2028489 Dec 16 09:34:15.438210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47456e-4dd5-4fe6-b792-25b3fd6de71a req-a846eaa9-1998-4ef2-8c1e-faa8300213db tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.449003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c47456e-4dd5-4fe6-b792-25b3fd6de71a req-a846eaa9-1998-4ef2-8c1e-faa8300213db tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 944 time: 0.1557190 Dec 16 09:34:15.519266 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.528493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-7dfdb6cf-404b-433f-95da-be04bf9aa1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.530166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-7dfdb6cf-404b-433f-95da-be04bf9aa1a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b31c0ae8-e0d6-4165-b558-4a8b215f6846 HTTP/1.1" status: 200 len: 851 time: 0.1683714 Dec 16 09:34:15.536901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.564271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abab7fba-db28-422c-aa70-38fda2d51db6,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:15.578464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c47456e-4dd5-4fe6-b792-25b3fd6de71a req-41df05c9-fe15-4c34-85cc-e748f4214a84 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275227 Dec 16 09:34:15.632937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.638045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.642868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-889f428a-03bd-4f3d-a538-186d45125264 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6486778 Dec 16 09:34:15.643075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46852) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:15.650043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '2ec5fc16-20cc-443f-8451-00451dfae9b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:15.682492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-622557e5-0761-48d5-bb76-4f0796ca0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.684024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-622557e5-0761-48d5-bb76-4f0796ca0047 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb659ff3-9f88-4753-a088-eb6df651e6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448166 Dec 16 09:34:15.725280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.849863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0be0a1-9dd0-4ca9-91f9-6d8e44fa797a req-ddea15ce-eae3-46ac-8d5c-b4d718266809 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:15.851869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b0be0a1-9dd0-4ca9-91f9-6d8e44fa797a req-ddea15ce-eae3-46ac-8d5c-b4d718266809 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1729319 Dec 16 09:34:15.886352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Router e87becfd-f3ce-4b17-9eaf-143b6803542b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:15.893680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-a0618585-8e7f-4d5e-b204-3771a22caee3 service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963069 Dec 16 09:34:15.896334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.993615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:15.994689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:16.002056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b5dde913-9f29-4153-9cfb-4537aae35d20 admin admin] 10.222.0.61 "PUT /v2.0/routers/e87becfd-f3ce-4b17-9eaf-143b6803542b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783026 Dec 16 09:34:16.002516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46854) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:16.005789 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] Sync routers for ids ['e87becfd-f3ce-4b17-9eaf-143b6803542b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:16.022572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74998979-5a10-48b3-8c29-7a1bc9dadbc0 req-8b2011dc-7857-41e6-bec1-8d4bf44e476d service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178048 Dec 16 09:34:16.027736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b0be0a1-9dd0-4ca9-91f9-6d8e44fa797a req-8c607198-c359-4a3b-aab1-1b30754fc7a8 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656101 Dec 16 09:34:16.035490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.039546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3927619 Dec 16 09:34:16.039546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36442161-e7e3-4b64-9429-188f8bf22321 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ebb113-8d8d-44a2-a17d-c7669e41ba83,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:16.041278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46856) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:16.101375 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c60931b-e5c1-4e78-b50c-b3b1628cb68c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.117087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c60931b-e5c1-4e78-b50c-b3b1628cb68c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.151942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.174699 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] Routers {'e87becfd-f3ce-4b17-9eaf-143b6803542b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:16.175786 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:33:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e87becfd-f3ce-4b17-9eaf-143b6803542b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:16.185903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c221f3-5626-4187-81c1-0e1c65ef6bee req-02c8c666-4ddb-4079-bd7a-17343b9e649f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:16.189620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c60931b-e5c1-4e78-b50c-b3b1628cb68c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.194848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c221f3-5626-4187-81c1-0e1c65ef6bee req-02c8c666-4ddb-4079-bd7a-17343b9e649f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:16.196804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41c221f3-5626-4187-81c1-0e1c65ef6bee req-02c8c666-4ddb-4079-bd7a-17343b9e649f tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1682 time: 0.0702963 Dec 16 09:34:16.238956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41c221f3-5626-4187-81c1-0e1c65ef6bee req-48ce49c5-2383-481d-a43d-9e352798bba2 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355237 Dec 16 09:34:16.310493 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] Set router e87becfd-f3ce-4b17-9eaf-143b6803542b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:16.443408 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d87a077-22ef-4eb6-96f1-4121f28bce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.599005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c60931b-e5c1-4e78-b50c-b3b1628cb68c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.599963 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2c60931b-e5c1-4e78-b50c-b3b1628cb68c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/12ebb113-8d8d-44a2-a17d-c7669e41ba83 HTTP/1.1" status: 204 len: 168 time: 0.5590053 Dec 16 09:34:16.603787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:16.610576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60931b-e5c1-4e78-b50c-b3b1628cb68c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ebb113-8d8d-44a2-a17d-c7669e41ba83,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:16.691041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.779585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84bd9d17-a4a9-4341-bdd9-47a4582e4ed4 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1729269 Dec 16 09:34:16.784440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46902) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:16.796656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Deleting port 2305644d-202a-417d-89e8-22b8ee3aa5c3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:16.797032 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.802256 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:34:15Z', 'revision_number': 5, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port': {'id': '2305644d-202a-417d-89e8-22b8ee3aa5c3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:18:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:22:21Z', 'updated_at': '2021-12-16T09:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:16.846038 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] Checking router: e87becfd-f3ce-4b17-9eaf-143b6803542b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:16.852817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59649e17-97bc-4234-95fd-e646c6b5950d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.855083 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] Routers {'e87becfd-f3ce-4b17-9eaf-143b6803542b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:16.855777 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e87becfd-f3ce-4b17-9eaf-143b6803542b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:16.871715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59649e17-97bc-4234-95fd-e646c6b5950d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.906409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] For port 2305644d-202a-417d-89e8-22b8ee3aa5c3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2305644d-202a-417d-89e8-22b8ee3aa5c3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:16.906869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.922477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Calling delete_port for 2305644d-202a-417d-89e8-22b8ee3aa5c3 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:16.962640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59649e17-97bc-4234-95fd-e646c6b5950d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.976728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59649e17-97bc-4234-95fd-e646c6b5950d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:16.981359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-59649e17-97bc-4234-95fd-e646c6b5950d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/abab7fba-db28-422c-aa70-38fda2d51db6 HTTP/1.1" status: 204 len: 168 time: 0.1924422 Dec 16 09:34:16.982556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46912) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:16.986779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59649e17-97bc-4234-95fd-e646c6b5950d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abab7fba-db28-422c-aa70-38fda2d51db6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.007122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-8c9c7f16-0699-48b7-96f0-7ac220bce3fd tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.016124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-8c9c7f16-0699-48b7-96f0-7ac220bce3fd tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 814 time: 0.1647253 Dec 16 09:34:17.019300 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] Set router e87becfd-f3ce-4b17-9eaf-143b6803542b gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:17.033192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-32bcfd40-b82a-4db4-b41a-4d73e25b18ee tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/quotas/4fe43ab55fcd4fe8a26262b2eea4665a HTTP/1.1" status: 200 len: 375 time: 0.0160208 Dec 16 09:34:17.052583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-129ea3aa-3f88-4a0c-9c10-008ddc15c9fc tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0659411 Dec 16 09:34:17.053626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.074700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-b3567150-6d6d-435f-9efe-2f7f9052a5f1 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405664 Dec 16 09:34:17.087392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd9426bd-f643-4e77-a64a-752779027c01 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.095881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd9426bd-f643-4e77-a64a-752779027c01 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.111144 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:34:16Z', 'revision_number': 6, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:17.125158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd9426bd-f643-4e77-a64a-752779027c01 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.131624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd9426bd-f643-4e77-a64a-752779027c01 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.134770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:17.139776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46922) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.140764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd9426bd-f643-4e77-a64a-752779027c01 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f558a2dc-a3c4-4111-b29d-1b5a04e62ad3 HTTP/1.1" status: 204 len: 168 time: 0.0839095 Dec 16 09:34:17.152322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4baf64f-13d3-4ec2-9833-ff55788d6214 None None] The sync data for ids ['e87becfd-f3ce-4b17-9eaf-143b6803542b'] in n-d-821941-1 is: [{'id': 'e87becfd-f3ce-4b17-9eaf-143b6803542b', 'name': 'tempest-TaggedBootDevicesTest_v242-1359425890-router', 'tenant_id': '7ae9d431022a422da32f82cfe0210f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:22:19Z', 'updated_at': '2021-12-16T09:34:16Z', 'revision_number': 6, 'project_id': '7ae9d431022a422da32f82cfe0210f8d', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:17.163835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9426bd-f643-4e77-a64a-752779027c01 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f558a2dc-a3c4-4111-b29d-1b5a04e62ad3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.216494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-3ac3c550-6568-44f1-97ff-4c2038916f5e service neutron] 10.222.0.61 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407549 Dec 16 09:34:17.262669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.263091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-817ed2f5-863e-4ed7-a677-a71366a6a749 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1217437 Dec 16 09:34:17.270316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:17.286574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'port_id': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'mac_address': 'fa:16:3e:08:b5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:17.299686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c40d530-7844-4cdc-a95e-210456c1ec39 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.303384 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.314971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c40d530-7844-4cdc-a95e-210456c1ec39 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.335839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.347327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Pushing event deleted for resources: {'Port': ['ID=2305644d-202a-417d-89e8-22b8ee3aa5c3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.365417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:17.372389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-b042b16a-1b4a-45a5-afa6-56d28ba659d9 service neutron] 10.222.0.61 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262004 Dec 16 09:34:17.387986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:17.393267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.439016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c40d530-7844-4cdc-a95e-210456c1ec39 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.447928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c40d530-7844-4cdc-a95e-210456c1ec39 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.452440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c40d530-7844-4cdc-a95e-210456c1ec39 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1a527a01-3f72-4bf3-931c-80b341bb5ee4 HTTP/1.1" status: 204 len: 168 time: 0.1854906 Dec 16 09:34:17.452929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46936) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.459673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.463306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40d530-7844-4cdc-a95e-210456c1ec39 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a527a01-3f72-4bf3-931c-80b341bb5ee4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.467497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.546473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-08edf7e7-b47b-4272-a412-65546ad17adc tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0899763 Dec 16 09:34:17.547981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46940) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.604704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.613769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.616050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.621942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3d4f5351-dbfc-4f03-a9b2-f7699dac5163'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:17.622277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.700009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.710522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.712695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.713690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87becfd-f3ce-4b17-9eaf-143b6803542b {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:34:17.722372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.724077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a8acad8c-d93e-4689-8686-27bf264a2e38 HTTP/1.1" status: 204 len: 168 time: 0.1749876 Dec 16 09:34:17.729512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.730149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46948) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.733910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-70fda2d5-f0c9-4145-929b-01c6d451d36c admin admin] 10.222.0.61 "DELETE /v2.0/routers/e87becfd-f3ce-4b17-9eaf-143b6803542b HTTP/1.1" status: 204 len: 168 time: 1.7295854 Dec 16 09:34:17.789745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fcf04-b78b-4740-8b63-3f4c3c3ca7af req-b7fa1ac0-9889-4220-81c5-51c22edb1183 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:17.797400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb8fcf04-b78b-4740-8b63-3f4c3c3ca7af req-b7fa1ac0-9889-4220-81c5-51c22edb1183 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 945 time: 0.1575665 Dec 16 09:34:17.799924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8acad8c-d93e-4689-8686-27bf264a2e38,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:17.852824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.853085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.853446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.853744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.854090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.854621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.854757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.855126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.855652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.855982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.856300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.856671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c84fa88-df4b-46d1-adb3-6b5674a5b11d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:34:17.884711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3e629645-7e1f-4ff0-91b8-db96cb180e6f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1432214 Dec 16 09:34:17.887498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.901188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Deleting subnet e6ab6efe-a99d-495d-943f-f0d3dce50beb {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:17.909081 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.921033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46958) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:17.921235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb8fcf04-b78b-4740-8b63-3f4c3c3ca7af req-c7bb3150-93de-4eac-a98a-625b423409cf tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228693 Dec 16 09:34:17.963700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.969905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57806db-211d-4454-a951-20f7f4abdc87 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:17.970290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.000368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57806db-211d-4454-a951-20f7f4abdc87 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.079955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57806db-211d-4454-a951-20f7f4abdc87 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.082493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57806db-211d-4454-a951-20f7f4abdc87 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.086213 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d57806db-211d-4454-a951-20f7f4abdc87 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/2ec5fc16-20cc-443f-8451-00451dfae9b5 HTTP/1.1" status: 204 len: 168 time: 0.1950483 Dec 16 09:34:18.087443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46964) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:18.103952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57806db-211d-4454-a951-20f7f4abdc87 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec5fc16-20cc-443f-8451-00451dfae9b5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.110306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.129336 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccf3-a929-496d-8cb2-43c79ebcd978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.152415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d291-e415-4a30-af9b-aae40a77e82c req-047671d6-225d-4b19-9306-db0d97ad0c03 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:18.160032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c69d291-e415-4a30-af9b-aae40a77e82c req-047671d6-225d-4b19-9306-db0d97ad0c03 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1081471 Dec 16 09:34:18.174389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06fccfc6-54b1-4d4b-9b1c-37d14f493fed tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807083 Dec 16 09:34:18.174635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46966) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:18.183649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561968121'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:18.221168 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.235239 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.265824 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.271453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e6ab6efe-a99d-495d-943f-f0d3dce50beb HTTP/1.1" status: 204 len: 168 time: 0.5288563 Dec 16 09:34:18.272509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c69d291-e415-4a30-af9b-aae40a77e82c req-bed878c9-b5b0-4e55-91b3-4545e1376bc3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117122 Dec 16 09:34:18.273209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10457-de9a-46dd-8bc9-6c1f028a6b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ab6efe-a99d-495d-943f-f0d3dce50beb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.273957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:18.277538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c76f0-338b-4920-b472-70906d2426b2 None None] Network fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:18.291634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccf3-a929-496d-8cb2-43c79ebcd978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.336244 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fd1dccf3-a929-496d-8cb2-43c79ebcd978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.472012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:18.472178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fd1dccf3-a929-496d-8cb2-43c79ebcd978 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=388c3ab0ccc9478c92ea64cb91c74e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5499432 Dec 16 09:34:18.480042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dccf3-a929-496d-8cb2-43c79ebcd978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a3cdee-421f-4aea-bcdf-caef2ebd2a3b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.493326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.509920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.540567 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.585421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.589268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4111960 Dec 16 09:34:18.590469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:18.595984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '62b35ab5-1c42-46c6-9530-5ef58e7db480', 'direction': 'ingress', 'protocol': 17}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:18.603850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] DHCP port deletion for fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:34:18.614529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05aa6a61-33f0-42f3-8b94-fec78aa7e719 req-342ef1a6-5201-417b-8790-7ef251737042 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 210 time: 0.0427046 Dec 16 09:34:18.620699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e40235-b1e8-4e8a-ac6c-985d655d7404 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b35ab5-1c42-46c6-9530-5ef58e7db480,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.639159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Deleting port 20ec57b7-b54d-47d0-8307-1670020330dc {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:18.640003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.640145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a00d-1c58-4084-89bf-0419414cfc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.668105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a00d-1c58-4084-89bf-0419414cfc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.678382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80446605-d305-468b-8ecc-c16b79859861 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:18.706373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.714742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 80446605-d305-468b-8ecc-c16b79859861 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:18.715340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80446605-d305-468b-8ecc-c16b79859861 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:18.715912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2305644d-202a-417d-89e8-22b8ee3aa5c3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:18.747260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2305644d-202a-417d-89e8-22b8ee3aa5c3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:18.750130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2305644d-202a-417d-89e8-22b8ee3aa5c3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:18.761714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] For port 20ec57b7-b54d-47d0-8307-1670020330dc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=20ec57b7-b54d-47d0-8307-1670020330dc,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:18.762535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.782629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5c477-37b7-41ae-9d6f-609bba213bda req-f9138f4a-bc47-4882-9b92-e4446c7fe565 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:18.783046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] Deleting port 20ec57b7-b54d-47d0-8307-1670020330dc {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:18.783502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Calling delete_port for 20ec57b7-b54d-47d0-8307-1670020330dc owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:18.783822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.788619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5c477-37b7-41ae-9d6f-609bba213bda req-f9138f4a-bc47-4882-9b92-e4446c7fe565 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:18.790320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9b5c477-37b7-41ae-9d6f-609bba213bda req-f9138f4a-bc47-4882-9b92-e4446c7fe565 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1682 time: 0.1074419 Dec 16 09:34:18.806841 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.811729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.854978 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a00d-1c58-4084-89bf-0419414cfc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.859892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7a1a00d-1c58-4084-89bf-0419414cfc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.863382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d7a1a00d-1c58-4084-89bf-0419414cfc92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36a3cdee-421f-4aea-bcdf-caef2ebd2a3b HTTP/1.1" status: 204 len: 168 time: 0.3879530 Dec 16 09:34:18.905226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852825c9-6e85-4b97-b96b-0e686299be34,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.922805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.928419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ff2bd434-bdbd-4f3d-8cd7-48871a5faa34 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3359804 Dec 16 09:34:18.931084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46980) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:18.938118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] For port 20ec57b7-b54d-47d0-8307-1670020330dc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=20ec57b7-b54d-47d0-8307-1670020330dc,segment=NetworkSegment(fe4464eb-f1b7-473f-abbc-d95904809581),segment_id=fe4464eb-f1b7-473f-abbc-d95904809581)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:18.939843 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:18.957604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1a00d-1c58-4084-89bf-0419414cfc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a3cdee-421f-4aea-bcdf-caef2ebd2a3b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:18.979763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] Calling delete_port for 20ec57b7-b54d-47d0-8307-1670020330dc owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:18.988935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9b5c477-37b7-41ae-9d6f-609bba213bda req-6a596adb-50f1-4c45-8652-5e9f7b9231f3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694460 Dec 16 09:34:19.086870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4d66-0586-4d98-9bbb-016c2bcb0feb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.107880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-fcda27bb-3835-4011-8794-4da19c551d3d tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:19.109373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-fcda27bb-3835-4011-8794-4da19c551d3d tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.69 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 814 time: 0.2788305 Dec 16 09:34:19.119168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4d66-0586-4d98-9bbb-016c2bcb0feb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.142278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Request body: {'port': {'device_id': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712', 'admin_state_up': True, 'tenant_id': '4fe43ab55fcd4fe8a26262b2eea4665a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:19.153249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:19.178141 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4d66-0586-4d98-9bbb-016c2bcb0feb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.181471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4d66-0586-4d98-9bbb-016c2bcb0feb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.183170 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a8ad4d66-0586-4d98-9bbb-016c2bcb0feb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/62b35ab5-1c42-46c6-9530-5ef58e7db480 HTTP/1.1" status: 204 len: 168 time: 0.2446856 Dec 16 09:34:19.184546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.187214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46986) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:19.272898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f2947ec3-22e5-4eb0-9bd7-5329eff07e06 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770934 Dec 16 09:34:19.274655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.277631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46988) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:19.278648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=20ec57b7-b54d-47d0-8307-1670020330dc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.284647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad4d66-0586-4d98-9bbb-016c2bcb0feb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b35ab5-1c42-46c6-9530-5ef58e7db480,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.291584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] No DVR routers for this DVR port 20ec57b7-b54d-47d0-8307-1670020330dc on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:19.293261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46990) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:19.297675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] No DVR routers for this DVR port 20ec57b7-b54d-47d0-8307-1670020330dc on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:19.299717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--481899024'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:19.332286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48052220-891c-4a36-aee8-2eddbd462b28 None None] Pushing event deleted for resources: {'Port': ['ID=20ec57b7-b54d-47d0-8307-1670020330dc,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.338573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:19.343485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:19.343853 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.348352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30f74192-5567-4eb2-b488-a26f5dac0dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.348985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f509c0-b72b-42a1-98d1-2573de532761 req-f666ed8a-2ad5-4b03-a4e8-6802034abadc tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:19.350927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9f509c0-b72b-42a1-98d1-2573de532761 req-f666ed8a-2ad5-4b03-a4e8-6802034abadc tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 945 time: 0.2396963 Dec 16 09:34:19.409780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.418739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.442120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:19.444936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9f509c0-b72b-42a1-98d1-2573de532761 req-7520eac8-4379-42c8-b094-439b2265f846 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862730 Dec 16 09:34:19.458844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4464eb-f1b7-473f-abbc-d95904809581') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:19.459281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4464eb-f1b7-473f-abbc-d95904809581') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:19.471602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.476020 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.500523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.508041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:19.511081 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cd1e63-cf75-4782-91d6-26b5e46913f3" -d '{"events": [{"server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "name": "network-vif-plugged", "status": "completed", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:19.512281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:19.512761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:19.515004 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:19.537037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:19.542353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.543796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Made reservation on behalf of 4fe43ab55fcd4fe8a26262b2eea4665a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:19.547427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.589234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30f74192-5567-4eb2-b488-a26f5dac0dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.597834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30f74192-5567-4eb2-b488-a26f5dac0dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.612041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.627099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.634353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.654058 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] 10.222.0.61 "DELETE /v2.0/networks/fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b HTTP/1.1" status: 204 len: 168 time: 1.3698888 Dec 16 09:34:19.668307 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.694498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3f5dd-a554-4174-9339-fb5974fc5cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=fafe1a6f-e85d-4af4-8374-b5b8a53a3b0b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.702389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.703335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f74192-5567-4eb2-b488-a26f5dac0dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168fdcc0-1542-4a24-b849-5698289f6474,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.725892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30f74192-5567-4eb2-b488-a26f5dac0dff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5008e8102f0446ec933d9ea1ef982fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299932 Dec 16 09:34:19.727758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47000) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:19.744079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac1af48-1178-455f-b0fb-7f6e9cc447bc,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:19.749604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.755481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-743e5aca-4722-4149-9daf-3195e49dab2f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4673195 Dec 16 09:34:19.768868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47002) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:19.778932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--906237800'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:19.779236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa5b28-5c3f-4ebd-8eae-1ae21431674e req-5f8d5c30-53b9-4d87-b18a-60754fe40563 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:19.781071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7faa5b28-5c3f-4ebd-8eae-1ae21431674e req-5f8d5c30-53b9-4d87-b18a-60754fe40563 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2145166 Dec 16 09:34:19.802367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.837689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.854256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcc23303-f43d-4759-be55-91d016ab9ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.863907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.877054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7faa5b28-5c3f-4ebd-8eae-1ae21431674e req-1db59740-b623-4988-9a9a-2e1e52bd5ed4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842292 Dec 16 09:34:19.897758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Allocated IP 172.20.0.5 (0ce01bf3-e15a-41db-8e0a-9d50dc9a1712/354a35cd-69d2-4e1b-9014-c2c1cc1f6279/1c7e799d-4dec-4834-885d-edc357758c8e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:19.904126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:19.947535 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad49e913-4785-441e-b2a3-8e6575151287 x-openstack-request-id: req-ad49e913-4785-441e-b2a3-8e6575151287 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:19.947830 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "name": "network-vif-plugged", "status": "completed", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:19.948082 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad49e913-4785-441e-b2a3-8e6575151287 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:19.948615 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'code': 200} Dec 16 09:34:19.966753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcc23303-f43d-4759-be55-91d016ab9ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.987399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:19.995430 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.048093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.049496 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2795677 Dec 16 09:34:20.054785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47010) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:20.061078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '8ac1af48-1178-455f-b0fb-7f6e9cc447bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '470c30ec-3aed-4ecd-b095-3e76ca62bfb9', 'remote_ip_prefix': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:20.075337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bcb64-aadd-4910-b1d5-d43b7cdf4671 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470c30ec-3aed-4ecd-b095-3e76ca62bfb9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.100276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3aad2530-1e34-4382-b703-f35ac9aaf5b0 req-8342e33a-2b85-4420-bb96-682e0434cf19 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 210 time: 0.0602400 Dec 16 09:34:20.107084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcc23303-f43d-4759-be55-91d016ab9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.110661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcc23303-f43d-4759-be55-91d016ab9ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.114382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bcc23303-f43d-4759-be55-91d016ab9ce8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/168fdcc0-1542-4a24-b849-5698289f6474 HTTP/1.1" status: 204 len: 168 time: 0.3830900 Dec 16 09:34:20.114560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a1e1f5a7-28f2-4d4e-8084-5617a78e7255 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a9615d598564f92933e85862f718ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078063 Dec 16 09:34:20.121894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47014) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:20.124754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc23303-f43d-4759-be55-91d016ab9ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168fdcc0-1542-4a24-b849-5698289f6474,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.168703 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.257342 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.269725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098caa8-6691-409f-bc9c-769e26799f03 req-4b1e1f5b-01e7-4138-85cf-86af091d2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.271279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5098caa8-6691-409f-bc9c-769e26799f03 req-4b1e1f5b-01e7-4138-85cf-86af091d2975 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 1097 time: 0.2465765 Dec 16 09:34:20.279427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.307956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0385d8-c539-4186-b799-96e21f0c6604,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.321368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.326448 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0a930c3-de01-4594-a8e0-37cd2a69b715 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2664461 Dec 16 09:34:20.326557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47016) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:20.343884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.344016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-ea65e017-8492-413b-8689-1c0ccc9ab7c1 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.348411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06009535-8e22-40ac-a0e6-61f95ac7c4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.349172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-ea65e017-8492-413b-8689-1c0ccc9ab7c1 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.350842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-ea65e017-8492-413b-8689-1c0ccc9ab7c1 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1682 time: 0.1089809 Dec 16 09:34:20.368101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305767e4-68bf-425d-be3a-09a2dfa15208 req-daf044a7-6406-4088-9690-d48025646b68 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.374097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305767e4-68bf-425d-be3a-09a2dfa15208 req-daf044a7-6406-4088-9690-d48025646b68 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.375744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-305767e4-68bf-425d-be3a-09a2dfa15208 req-daf044a7-6406-4088-9690-d48025646b68 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/ports?device_id=7733c604-b425-477e-a86f-7e6a4c7206da HTTP/1.1" status: 200 len: 1682 time: 0.1718352 Dec 16 09:34:20.391785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5098caa8-6691-409f-bc9c-769e26799f03 req-138b8839-f9cc-44be-b87a-62b5bbbfd524 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996962 Dec 16 09:34:20.395392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b728b283-10e1-459d-aa5b-fd98e4f45eb9 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.408262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b728b283-10e1-459d-aa5b-fd98e4f45eb9 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.427684 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06009535-8e22-40ac-a0e6-61f95ac7c4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.470263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b728b283-10e1-459d-aa5b-fd98e4f45eb9 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.475678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b728b283-10e1-459d-aa5b-fd98e4f45eb9 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.479373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b728b283-10e1-459d-aa5b-fd98e4f45eb9 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1e0385d8-c539-4186-b799-96e21f0c6604 HTTP/1.1" status: 204 len: 168 time: 0.1494312 Dec 16 09:34:20.480199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-305767e4-68bf-425d-be3a-09a2dfa15208 req-a5835733-7106-48d1-a11b-a615d4827b8e tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbb64a83-08d4-44a6-83de-b4aa47835e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861163 Dec 16 09:34:20.480664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47024) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:20.492446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728b283-10e1-459d-aa5b-fd98e4f45eb9 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e0385d8-c539-4186-b799-96e21f0c6604,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.525364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 0bccd2fd-7d2c-4395-930b-f13917d55e7b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:20.528460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.529262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.626589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 20ec57b7-b54d-47d0-8307-1670020330dc no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:20.636780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 0bccd2fd-7d2c-4395-930b-f13917d55e7b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0bccd2fd-7d2c-4395-930b-f13917d55e7b,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:20.636780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.652022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 0bccd2fd-7d2c-4395-930b-f13917d55e7b owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:20.660936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 20ec57b7-b54d-47d0-8307-1670020330dc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:20.661637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:20.662200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 20ec57b7-b54d-47d0-8307-1670020330dc not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:20.675444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43973718-9072-48e2-a420-36f4886beb03 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1885462 Dec 16 09:34:20.676179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Pushing event updated for resources: {'Port': ['ID=1c7e799d-4dec-4834-885d-edc357758c8e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.679612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:20.681981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:20.686093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47032) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:20.733030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06009535-8e22-40ac-a0e6-61f95ac7c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.735942 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06009535-8e22-40ac-a0e6-61f95ac7c4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.740164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-06009535-8e22-40ac-a0e6-61f95ac7c4ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5be14af2-8597-4e95-af77-6b70faf1a8dc HTTP/1.1" status: 204 len: 168 time: 0.6138949 Dec 16 09:34:20.785442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06009535-8e22-40ac-a0e6-61f95ac7c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be14af2-8597-4e95-af77-6b70faf1a8dc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.816881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.834056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['0bccd2fd-7d2c-4395-930b-f13917d55e7b', '5d5d5c84-d6cf-42e4-b072-1e84682e996f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:20.851118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.851844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.862231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=0bccd2fd-7d2c-4395-930b-f13917d55e7b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:20.893838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf315280-c1ad-4495-89aa-ad8ef5c5b763 req-10246edf-4fb3-4e0a-8da2-2b84228270dd tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:20.902296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf315280-c1ad-4495-89aa-ad8ef5c5b763 req-10246edf-4fb3-4e0a-8da2-2b84228270dd tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.2938213 Dec 16 09:34:20.913023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 0bccd2fd-7d2c-4395-930b-f13917d55e7b on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:20.916047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:20.916723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-2c24d696-124c-4c77-afb2-193b13f584ba tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7874129 Dec 16 09:34:20.921427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-5e07e69d-448e-4b42-bff2-5d9d1567c915 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "DELETE /v2.0/ports/0bccd2fd-7d2c-4395-930b-f13917d55e7b HTTP/1.1" status: 204 len: 173 time: 0.5623572 Dec 16 09:34:20.921989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-deleted', 'tag': '0bccd2fd-7d2c-4395-930b-f13917d55e7b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:20.924323 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f55b7-ca17-4a6b-971c-2fbccb888ba4" -d '{"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-deleted", "tag": "0bccd2fd-7d2c-4395-930b-f13917d55e7b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:20.955464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Request body: {'port': {'device_id': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:21.039176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30d0668e-1397-4c41-be2d-cf4377a0922a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.105819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 5d5d5c84-d6cf-42e4-b072-1e84682e996f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:21.106907 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.123957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30d0668e-1397-4c41-be2d-cf4377a0922a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.143171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf315280-c1ad-4495-89aa-ad8ef5c5b763 req-cc96b5fb-d907-4d6e-be1b-066d66c8ebea tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326643 Dec 16 09:34:21.143542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.236871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 5d5d5c84-d6cf-42e4-b072-1e84682e996f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5d5d5c84-d6cf-42e4-b072-1e84682e996f,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:21.237233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.251848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 5d5d5c84-d6cf-42e4-b072-1e84682e996f owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:21.281328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:21.319149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30d0668e-1397-4c41-be2d-cf4377a0922a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.321777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30d0668e-1397-4c41-be2d-cf4377a0922a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.323113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-30d0668e-1397-4c41-be2d-cf4377a0922a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/470c30ec-3aed-4ecd-b095-3e76ca62bfb9 HTTP/1.1" status: 204 len: 168 time: 0.6346147 Dec 16 09:34:21.329642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47058) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:21.413124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.417179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0668e-1397-4c41-be2d-cf4377a0922a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c30ec-3aed-4ecd-b095-3e76ca62bfb9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:21.425034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['0bccd2fd-7d2c-4395-930b-f13917d55e7b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:21.455268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7043c4-de24-4ee0-ac8b-44ec6e595e4b req-411a2b55-047e-4088-b242-13be0624f116 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.456840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a7043c4-de24-4ee0-ac8b-44ec6e595e4b req-411a2b55-047e-4088-b242-13be0624f116 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2101800 Dec 16 09:34:21.469229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=5d5d5c84-d6cf-42e4-b072-1e84682e996f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:21.472296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1eff3bdf-fd8c-4c36-be7d-3f1154b27212 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ae9d431022a422da32f82cfe0210f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846106 Dec 16 09:34:21.476032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47060) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:21.522500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 5d5d5c84-d6cf-42e4-b072-1e84682e996f on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:21.527217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.532645 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39dbc7c7-65c1-4fe0-a980-0a47728ea058 req-9466c08f-ab5f-488e-ace2-9b6648fba23c tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.69 "DELETE /v2.0/ports/5d5d5c84-d6cf-42e4-b072-1e84682e996f HTTP/1.1" status: 204 len: 173 time: 0.6038644 Dec 16 09:34:21.602643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a2f2af9f-c8f9-4f3d-9bde-27589a88e004 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2664194 Dec 16 09:34:21.605001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47066) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:21.649054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a7043c4-de24-4ee0-ac8b-44ec6e595e4b req-4e80505f-097a-4fce-aff5-055861840167 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816077 Dec 16 09:34:21.692332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd73ccba-e867-402b-b403-8eccfcd7d8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.722993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd73ccba-e867-402b-b403-8eccfcd7d8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.747266 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6654e24c-b8db-4837-a4dd-79c17de1ce3b x-openstack-request-id: req-6654e24c-b8db-4837-a4dd-79c17de1ce3b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:21.747852 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-deleted", "tag": "0bccd2fd-7d2c-4395-930b-f13917d55e7b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:21.748045 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6654e24c-b8db-4837-a4dd-79c17de1ce3b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:21.748402 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-deleted', 'tag': '0bccd2fd-7d2c-4395-930b-f13917d55e7b', 'status': 'completed', 'code': 200} Dec 16 09:34:21.758611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5757b8b3-102f-489b-aa80-34283f8f5f7e tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.802904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5757b8b3-102f-489b-aa80-34283f8f5f7e tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.857497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5757b8b3-102f-489b-aa80-34283f8f5f7e tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.863186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5757b8b3-102f-489b-aa80-34283f8f5f7e tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.864626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5757b8b3-102f-489b-aa80-34283f8f5f7e tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/8ac1af48-1178-455f-b0fb-7f6e9cc447bc HTTP/1.1" status: 204 len: 168 time: 0.2581646 Dec 16 09:34:21.868041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47072) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:21.880544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757b8b3-102f-489b-aa80-34283f8f5f7e tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac1af48-1178-455f-b0fb-7f6e9cc447bc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:21.913874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290327ca-baf6-4c3f-b113-ccea39831d6e req-6a86b929-ba7f-4451-9a55-fd5ebc68ca0c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:21.915540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-290327ca-baf6-4c3f-b113-ccea39831d6e req-6a86b929-ba7f-4451-9a55-fd5ebc68ca0c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 931 time: 0.1163244 Dec 16 09:34:21.920018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7e799d-4dec-4834-885d-edc357758c8e {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:21.928015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd73ccba-e867-402b-b403-8eccfcd7d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.930063 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6c26f2d5-f580-4946-9b5f-caf43f0fcedd tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597148 Dec 16 09:34:21.934550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47076) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:21.938557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834526841'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:21.942376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dd73ccba-e867-402b-b403-8eccfcd7d8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.943522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dd73ccba-e867-402b-b403-8eccfcd7d8b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2430f81-40da-4601-bb88-ceda7aa4b649 HTTP/1.1" status: 204 len: 168 time: 0.4552524 Dec 16 09:34:21.946914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.979616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Transition to ACTIVE for port object 1c7e799d-4dec-4834-885d-edc357758c8e will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:21.980854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73ccba-e867-402b-b403-8eccfcd7d8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2430f81-40da-4601-bb88-ceda7aa4b649,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:21.980988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:21.996584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.072132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e799d-4dec-4834-885d-edc357758c8e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.078945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-290327ca-baf6-4c3f-b113-ccea39831d6e req-6edfddeb-a87e-4171-a214-005d8b58faa6 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519573 Dec 16 09:34:22.118288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.124574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.155722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.160300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47088) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.160774 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2257621 Dec 16 09:34:22.170189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '423a5ad8-a9d8-465d-ac7f-957c241f48ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:22.178514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b324e-fd3f-4764-a92a-bea4dbb65bef tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423a5ad8-a9d8-465d-ac7f-957c241f48ef,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.208084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47090) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.226656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Attempting to bind port 1c7e799d-4dec-4834-885d-edc357758c8e on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:22.227041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Attempting to bind port 1c7e799d-4dec-4834-885d-edc357758c8e by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:22.227371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Attempting to bind port 1c7e799d-4dec-4834-885d-edc357758c8e on network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:22.231083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.241899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Port 1c7e799d-4dec-4834-885d-edc357758c8e on network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:22.242226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Attempting to bind port 1c7e799d-4dec-4834-885d-edc357758c8e on network 0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:22.267456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:22.267827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Checking segment: {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:22.268167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Bound using segment: {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:22.268605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Bound port: 1c7e799d-4dec-4834-885d-edc357758c8e, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd82a2a-4088-4587-98e1-af1662a81beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:22.268981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.331828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting subnet 6eadff6e-9b19-42f2-8bf9-f2e22a875466 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:22.339369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.386820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.397632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.410001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.443241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856649a-2c96-4f11-8cf6-8d89edec3112 req-d40627d7-d24d-46b7-bcd5-6f1f1717c09c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.444890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a856649a-2c96-4f11-8cf6-8d89edec3112 req-d40627d7-d24d-46b7-bcd5-6f1f1717c09c tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.1573977 Dec 16 09:34:22.467164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0ca780-170a-49cb-b6a4-4a7fcc6a1433,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.486295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] For port 1c7e799d-4dec-4834-885d-edc357758c8e, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:22.492752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.501959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.505998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d8fcdbb6-b94e-4950-aa14-e8abf37d7ac0 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3417571 Dec 16 09:34:22.505998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] For port 1c7e799d-4dec-4834-885d-edc357758c8e, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1c7e799d-4dec-4834-885d-edc357758c8e,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:22.517776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47098) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.538436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a856649a-2c96-4f11-8cf6-8d89edec3112 req-32d6bdf7-e249-4cea-a6c0-7c2d50a62351 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770073 Dec 16 09:34:22.539909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.564999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de12704-0001-4ffd-a9e3-2e3c4e83ee2b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.575059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de12704-0001-4ffd-a9e3-2e3c4e83ee2b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.611458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de12704-0001-4ffd-a9e3-2e3c4e83ee2b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.620353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de12704-0001-4ffd-a9e3-2e3c4e83ee2b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.624031 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9de12704-0001-4ffd-a9e3-2e3c4e83ee2b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/2b0ca780-170a-49cb-b6a4-4a7fcc6a1433 HTTP/1.1" status: 204 len: 168 time: 0.1029091 Dec 16 09:34:22.625891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47106) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.643505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de12704-0001-4ffd-a9e3-2e3c4e83ee2b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b0ca780-170a-49cb-b6a4-4a7fcc6a1433,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.653695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.654233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.655684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] 10.222.0.69 "PUT /v2.0/ports/1c7e799d-4dec-4834-885d-edc357758c8e HTTP/1.1" status: 200 len: 1091 time: 1.7136252 Dec 16 09:34:22.655775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.657816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'tag': '1c7e799d-4dec-4834-885d-edc357758c8e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:22.661232 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703ffd3-958d-470f-9da2-9e2697d9471c" -d '{"events": [{"name": "network-changed", "server_uuid": "41dc700c-93d5-4792-96b8-8b6bf86ff1d4", "tag": "1c7e799d-4dec-4834-885d-edc357758c8e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:22.701390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Subnet': ['ID=6eadff6e-9b19-42f2-8bf9-f2e22a875466,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.720366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.723956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ff511eb6-588d-4b9a-bd43-10591f09b593 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/subnets/6eadff6e-9b19-42f2-8bf9-f2e22a875466 HTTP/1.1" status: 204 len: 168 time: 0.5140889 Dec 16 09:34:22.730092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47114) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.731835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7eaf86-b3eb-4b23-9b77-68ad97a03aa7 None None] Network e811dd0c-7f70-4c25-9e57-39968cdbf6b8 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:22.771653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9030b9b-7642-4f9c-8c42-46340522f6ad service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e799d-4dec-4834-885d-edc357758c8e,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:22.789573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cdbf18a9-8670-424c-be13-b12a901e08bc tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1593721 Dec 16 09:34:22.795605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47122) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.834588 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.844652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7c2e-9762-44c6-ab9d-7b26dbde2c08 req-d3dd8bcf-d139-4a5b-be06-def3604c2872 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.846248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58eb7c2e-9762-44c6-ab9d-7b26dbde2c08 req-d3dd8bcf-d139-4a5b-be06-def3604c2872 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.1818833 Dec 16 09:34:22.864368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-63790eef-ee3b-4e8f-be28-475273b3d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:22.866089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-63790eef-ee3b-4e8f-be28-475273b3d1a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 1094 time: 0.1584823 Dec 16 09:34:22.867858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47126) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:22.872933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Request body: {'floatingip': {'port_id': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:22.920798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port f25b57fd-0392-4ba7-900a-52dae00e2e35 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:22.921132 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:22.975969 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4abf7-acda-47b1-9a86-bb0c44575e01 x-openstack-request-id: req-47a4abf7-acda-47b1-9a86-bb0c44575e01 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:22.976807 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dc700c-93d5-4792-96b8-8b6bf86ff1d4", "tag": "1c7e799d-4dec-4834-885d-edc357758c8e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:22.976807 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47a4abf7-acda-47b1-9a86-bb0c44575e01 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:22.977031 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'tag': '1c7e799d-4dec-4834-885d-edc357758c8e', 'status': 'completed', 'code': 200} Dec 16 09:34:22.982693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-67977263-9d3b-48c1-9b2d-377ca6fcf2be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c7e799d-4dec-4834-885d-edc357758c8e HTTP/1.1" status: 200 len: 217 time: 0.1069744 Dec 16 09:34:22.986155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.069794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] DHCP port deletion for e811dd0c-7f70-4c25-9e57-39968cdbf6b8 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:34:23.088186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port f25b57fd-0392-4ba7-900a-52dae00e2e35, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f25b57fd-0392-4ba7-900a-52dae00e2e35,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:23.089326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.110091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for f25b57fd-0392-4ba7-900a-52dae00e2e35 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:23.158982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] Deleting port f25b57fd-0392-4ba7-900a-52dae00e2e35 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:23.159720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.220254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.253163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] For port f25b57fd-0392-4ba7-900a-52dae00e2e35, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f25b57fd-0392-4ba7-900a-52dae00e2e35,segment=NetworkSegment(6bf633c4-824c-4a36-b067-ca223558984b),segment_id=6bf633c4-824c-4a36-b067-ca223558984b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:23.253660 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.273505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] Calling delete_port for f25b57fd-0392-4ba7-900a-52dae00e2e35 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:23.284174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=f25b57fd-0392-4ba7-900a-52dae00e2e35,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:23.290933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47148) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:23.304484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port f25b57fd-0392-4ba7-900a-52dae00e2e35 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:23.353657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47152) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:23.370730 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.384365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] No DVR routers for this DVR port f25b57fd-0392-4ba7-900a-52dae00e2e35 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:23.413554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f814907-dfa1-47e9-9c73-c280beaf0de5 None None] Pushing event deleted for resources: {'Port': ['ID=f25b57fd-0392-4ba7-900a-52dae00e2e35,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:23.448704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.481118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-741184189-network', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:23.493574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e811dd0c-7f70-4c25-9e57-39968cdbf6b8']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:23.502464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf633c4-824c-4a36-b067-ca223558984b') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:23.502768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf633c4-824c-4a36-b067-ca223558984b') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:23.520581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.544154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.550598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:23.552935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.554876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0b1642c-793d-46cb-8c53-650140cac97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.564515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.576854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:23.577242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.580283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:23.582006 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:23.613684 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed597260-114e-4eaa-bbd9-f91a3347a737 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.670033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.675661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.679881 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/networks/e811dd0c-7f70-4c25-9e57-39968cdbf6b8 HTTP/1.1" status: 204 len: 168 time: 0.9484751 Dec 16 09:34:23.688066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:23.722969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-0a2f75d1-dbf3-4e31-a502-ddb20cb2f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.724467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-0a2f75d1-dbf3-4e31-a502-ddb20cb2f9f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=354a35cd-69d2-4e1b-9014-c2c1cc1f6279 HTTP/1.1" status: 200 len: 854 time: 0.2431502 Dec 16 09:34:23.726137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed597260-114e-4eaa-bbd9-f91a3347a737 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.743324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0c70-ed55-4290-8d92-2cf038fa77da tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Network': ['ID=e811dd0c-7f70-4c25-9e57-39968cdbf6b8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:23.754806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-deleted', 'tag': '5d5d5c84-d6cf-42e4-b072-1e84682e996f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:23.755398 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380e007d-2b18-4a00-b817-61ab1961503e" -d '{"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-deleted", "tag": "5d5d5c84-d6cf-42e4-b072-1e84682e996f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:23.778893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-03266270-d950-48ae-80aa-b748184f0110 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397394 Dec 16 09:34:23.786581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaa08b-809c-458d-846e-b0b499636033 req-a6438cc3-b527-40ec-b8cd-fa4d0df15cd7 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:23.793974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8afaa08b-809c-458d-846e-b0b499636033 req-a6438cc3-b527-40ec-b8cd-fa4d0df15cd7 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2565813 Dec 16 09:34:23.794477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting subnet d1a1d5f9-c96e-4965-b620-1ad887c9bd60 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:23.809476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.851707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0b1642c-793d-46cb-8c53-650140cac97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.864169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0b1642c-793d-46cb-8c53-650140cac97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.904616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.906300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed597260-114e-4eaa-bbd9-f91a3347a737 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.908809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ed597260-114e-4eaa-bbd9-f91a3347a737 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.910000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ed597260-114e-4eaa-bbd9-f91a3347a737 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/423a5ad8-a9d8-465d-ac7f-957c241f48ef HTTP/1.1" status: 204 len: 168 time: 1.1093473 Dec 16 09:34:23.913629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47164) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:23.919012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.935486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8afaa08b-809c-458d-846e-b0b499636033 req-4fad2d64-964d-4f1b-9fd4-40897adb3430 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402190 Dec 16 09:34:23.955466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:23.969320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed597260-114e-4eaa-bbd9-f91a3347a737 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a5ad8-a9d8-465d-ac7f-957c241f48ef,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:23.983194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1642c-793d-46cb-8c53-650140cac97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9623ff7-455e-4d24-ae36-938d74f00623,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.022022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:34:24.027583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0b1642c-793d-46cb-8c53-650140cac97d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5be22d001d34493a2fde0cb750c8595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725559 Dec 16 09:34:24.032866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47166) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.055021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.055353 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Added segment cde1008c-bc26-45a8-9bba-fd2990125107 of type vlan for network 888f4d0f-c79c-4010-869e-5042131f02bd Dec 16 09:34:24.081731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-35b53eff-f8e0-4931-a1a7-59b2da134ffc service neutron] 10.222.0.69 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805464 Dec 16 09:34:24.111464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea2242-df64-4b47-9f01-f001968975f7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.119570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1761255c-51ce-48d2-bd71-1e2841a0dcab tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1813757 Dec 16 09:34:24.128828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.133660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--397850057'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:24.157138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.201433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.228252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5d5d5c84-d6cf-42e4-b072-1e84682e996f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:24.239395 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.251328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 5d5d5c84-d6cf-42e4-b072-1e84682e996f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:24.251809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5d5d5c84-d6cf-42e4-b072-1e84682e996f not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:24.252510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0bccd2fd-7d2c-4395-930b-f13917d55e7b no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:24.261684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.262793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:24.263658 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.269653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295926-71ae-4613-91ce-d4417b8245e3 req-bb889101-76fc-41d1-b72e-48fa9f82fc2b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:24.271564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93295926-71ae-4613-91ce-d4417b8245e3 req-bb889101-76fc-41d1-b72e-48fa9f82fc2b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 943 time: 0.2379835 Dec 16 09:34:24.276895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 0bccd2fd-7d2c-4395-930b-f13917d55e7b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:24.277478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0bccd2fd-7d2c-4395-930b-f13917d55e7b not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:24.292333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-339474ef-7cc5-4619-9044-f399a22aa5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.319354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.324499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a78606c-c141-4c9d-b4f2-7f9a48e3c2cc req-7bf6eabd-88af-4090-8312-80873dafc7c4 service neutron] 10.222.0.69 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171998 Dec 16 09:34:24.376218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0837986 Dec 16 09:34:24.377442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.378533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-339474ef-7cc5-4619-9044-f399a22aa5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.380569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/subnets/d1a1d5f9-c96e-4965-b620-1ad887c9bd60 HTTP/1.1" status: 204 len: 168 time: 0.6884139 Dec 16 09:34:24.384946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c35f-6e8c-4033-9b8f-5fa7f7064da3 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a1d5f9-c96e-4965-b620-1ad887c9bd60,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.385745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd8d63-e156-43eb-b7e3-0db1179d5d4f None None] Network 45b4217e-cbec-46cf-9753-c5599472dbff requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:24.387495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47170) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.387831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47172) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.393168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732c07d-efd4-4695-9aae-4e424792a172 admin admin] Pushing event updated for resources: {'Network': ['ID=888f4d0f-c79c-4010-869e-5042131f02bd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.402176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Request body: {'subnet': {'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-741184189-subnet', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:24.412780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 888f4d0f-c79c-4010-869e-5042131f02bd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:34:24.432197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.438078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.470463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93295926-71ae-4613-91ce-d4417b8245e3 req-3dcddeeb-a8d6-4f64-9f35-aefbf53183ab tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836329 Dec 16 09:34:24.471388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.472835 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3428295 Dec 16 09:34:24.475389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3d866-58a7-4713-9e22-34f0fce37f98 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f70de2-74ec-423f-a3ae-a37d60b0d80b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.477398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47176) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.483270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '06f70de2-74ec-423f-a3ae-a37d60b0d80b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:24.523291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.553793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.605547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.617002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f25b57fd-0392-4ba7-900a-52dae00e2e35 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:24.630097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:24.632539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.645380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f25b57fd-0392-4ba7-900a-52dae00e2e35 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:24.645735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f25b57fd-0392-4ba7-900a-52dae00e2e35 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:24.692468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.694715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.702073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.710200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-92896604-829c-4270-b06e-b0ef2b1c5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:24.712202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-92896604-829c-4270-b06e-b0ef2b1c5148 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 1094 time: 0.3255174 Dec 16 09:34:24.728626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02d240f-7c1c-484a-ad50-a08ecbccfe0e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.755900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.758517 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-82e41be5-6142-4abc-9292-9604d988410f tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2799482 Dec 16 09:34:24.760073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47180) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.760875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-339474ef-7cc5-4619-9044-f399a22aa5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.763989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-339474ef-7cc5-4619-9044-f399a22aa5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.765307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-339474ef-7cc5-4619-9044-f399a22aa5b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9623ff7-455e-4d24-ae36-938d74f00623 HTTP/1.1" status: 204 len: 168 time: 0.7284875 Dec 16 09:34:24.768773 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5fb35-8132-4971-8d62-bd0c39a10d93 x-openstack-request-id: req-4ad5fb35-8132-4971-8d62-bd0c39a10d93 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:24.769059 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7733c604-b425-477e-a86f-7e6a4c7206da", "name": "network-vif-deleted", "tag": "5d5d5c84-d6cf-42e4-b072-1e84682e996f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:24.769749 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ad5fb35-8132-4971-8d62-bd0c39a10d93 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:24.769749 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7733c604-b425-477e-a86f-7e6a4c7206da', 'name': 'network-vif-deleted', 'tag': '5d5d5c84-d6cf-42e4-b072-1e84682e996f', 'status': 'completed', 'code': 200} Dec 16 09:34:24.779380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] DHCP port deletion for 45b4217e-cbec-46cf-9753-c5599472dbff request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:34:24.793767 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f6ddf5bb-9fef-4b2c-a733-6157822dc50a tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules/f02d240f-7c1c-484a-ad50-a08ecbccfe0e HTTP/1.1" status: 200 len: 763 time: 0.0320072 Dec 16 09:34:24.797486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.843363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339474ef-7cc5-4619-9044-f399a22aa5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9623ff7-455e-4d24-ae36-938d74f00623,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.851329 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b65c12f5-98de-4aef-ac0e-697337f7d722 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522718 Dec 16 09:34:24.854317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:24.887201 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.890458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c07a452b-29c6-4329-9e99-feb5c274a5f3 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.909525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c07a452b-29c6-4329-9e99-feb5c274a5f3 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.915622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] Deleting port 4c6112fc-7669-4722-a9a4-4ea121982320 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:24.916155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.918048 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Floating IP c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a associated. External IP: 172.25.6.39, port: 3d4f5351-dbfc-4f03-a9b2-f7699dac5163. Dec 16 09:34:24.949346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c07a452b-29c6-4329-9e99-feb5c274a5f3 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.963693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c07a452b-29c6-4329-9e99-feb5c274a5f3 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:24.965057 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c07a452b-29c6-4329-9e99-feb5c274a5f3 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f02d240f-7c1c-484a-ad50-a08ecbccfe0e HTTP/1.1" status: 204 len: 168 time: 0.1090977 Dec 16 09:34:24.966987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a452b-29c6-4329-9e99-feb5c274a5f3 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f02d240f-7c1c-484a-ad50-a08ecbccfe0e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:24.974964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47192) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.028313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] For port 4c6112fc-7669-4722-a9a4-4ea121982320, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4c6112fc-7669-4722-a9a4-4ea121982320,segment=NetworkSegment(fd289f8c-0a95-4f09-9af8-419ccbb41bb7),segment_id=fd289f8c-0a95-4f09-9af8-419ccbb41bb7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:25.028685 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.045452 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e464dd9f-076a-4364-98c7-34b22895d7f2 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640583 Dec 16 09:34:25.047135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.048131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] Calling delete_port for 4c6112fc-7669-4722-a9a4-4ea121982320 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:25.053069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '06f70de2-74ec-423f-a3ae-a37d60b0d80b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:25.073088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-5f0dde6f-8101-4119-a2c9-4f1b77933dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.074924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-5f0dde6f-8101-4119-a2c9-4f1b77933dfd service neutron] 10.222.0.69 "GET /v2.0/networks?id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 200 len: 915 time: 0.3557055 Dec 16 09:34:25.084906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.153283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.156558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.157141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-801273bd-2757-4988-b930-278b1a5e96b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c7e799d-4dec-4834-885d-edc357758c8e HTTP/1.1" status: 200 len: 217 time: 0.0681088 Dec 16 09:34:25.160993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.170296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Deleting port 4c6112fc-7669-4722-a9a4-4ea121982320 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:25.170655 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.179308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb298d1-b718-4da4-a507-02716615debd req-b8508bff-1b2f-42e8-981d-f0c64d872ceb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.187782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bb298d1-b718-4da4-a507-02716615debd req-b8508bff-1b2f-42e8-981d-f0c64d872ceb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 945 time: 0.2719736 Dec 16 09:34:25.192511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdf5e53-c3e7-4e2f-b870-792424248dd8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.197640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.200523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] Pushing event deleted for resources: {'Port': ['ID=4c6112fc-7669-4722-a9a4-4ea121982320,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.201465 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fde08a1a-f945-4389-af1c-8abc64de6a79 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1530669 Dec 16 09:34:25.204179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47196) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.213605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cf9f8-b407-4098-abcc-7c7bd7e8cf31 None None] No DVR routers for this DVR port 4c6112fc-7669-4722-a9a4-4ea121982320 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:25.229919 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-340511c1-3bb3-401f-a12c-ec50ec346cfb tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules/9cdf5e53-c3e7-4e2f-b870-792424248dd8 HTTP/1.1" status: 200 len: 763 time: 0.0228758 Dec 16 09:34:25.229919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47198) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.230766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47200) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.252768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ad6171a-9d20-4972-8640-b5661ede269e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.300475 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0928dcdd-85bc-4bc8-b501-24b02625bcfc tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0686533 Dec 16 09:34:25.303550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.340692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0749e35e-0117-4e14-a89d-9e0623ff5bff tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.353393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0749e35e-0117-4e14-a89d-9e0623ff5bff tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.404174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0749e35e-0117-4e14-a89d-9e0623ff5bff tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.407395 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ad6171a-9d20-4972-8640-b5661ede269e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.412652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0749e35e-0117-4e14-a89d-9e0623ff5bff tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.414100 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0749e35e-0117-4e14-a89d-9e0623ff5bff tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9cdf5e53-c3e7-4e2f-b870-792424248dd8 HTTP/1.1" status: 204 len: 168 time: 0.1092980 Dec 16 09:34:25.419792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.422136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ad6171a-9d20-4972-8640-b5661ede269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.430876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749e35e-0117-4e14-a89d-9e0623ff5bff tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cdf5e53-c3e7-4e2f-b870-792424248dd8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.433883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.447912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] For port 4c6112fc-7669-4722-a9a4-4ea121982320, host n-d-821941-1, got binding levels [] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:25.448259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.452999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bb298d1-b718-4da4-a507-02716615debd req-c5dd117a-c949-4ddc-a48b-687bda0478f9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645190 Dec 16 09:34:25.478640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6171a-9d20-4972-8640-b5661ede269e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a826a-cad0-4d2d-ba69-6d0b12b2d505,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.491952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ad6171a-9d20-4972-8640-b5661ede269e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be0765fc221a492c891e1371869f78cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619162 Dec 16 09:34:25.494695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47206) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.507230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-8d421362-fffb-43af-98fb-e87f86ed4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:25.508984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-8d421362-fffb-43af-98fb-e87f86ed4788 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=354a35cd-69d2-4e1b-9014-c2c1cc1f6279 HTTP/1.1" status: 200 len: 854 time: 0.3425801 Dec 16 09:34:25.509652 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a2cc1428-4b27-4361-a93c-09018902a96c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0884225 Dec 16 09:34:25.512167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.523128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': '06f70de2-74ec-423f-a3ae-a37d60b0d80b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:25.533543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Calling delete_port for 4c6112fc-7669-4722-a9a4-4ea121982320 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:25.567256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_backend_mixin [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Port 4c6112fc-7669-4722-a9a4-4ea121982320 was not found and therefore no delete operation was performed {{(pid=102398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:34:25.573439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=147325a2-ad49-472c-bd08-aa7bedc856e9,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.576494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.577261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-80247181-ae7c-4ce8-aa62-c045933e3a9b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591025 Dec 16 09:34:25.587494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e6475fc-0c02-4699-9533-a766f413b4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.594456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.624025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e6475fc-0c02-4699-9533-a766f413b4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.669232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.675945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.697951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a53c11c-d7aa-418e-8d0d-dd1ddea56f00,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.719084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.720669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-60850eef-d10b-4fc3-bec4-fccb7efec884 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2075937 Dec 16 09:34:25.723431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47212) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.729926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e6475fc-0c02-4699-9533-a766f413b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.732786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e6475fc-0c02-4699-9533-a766f413b4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.733955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6e6475fc-0c02-4699-9533-a766f413b4f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/460a826a-cad0-4d2d-ba69-6d0b12b2d505 HTTP/1.1" status: 204 len: 168 time: 0.2383270 Dec 16 09:34:25.749180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6475fc-0c02-4699-9533-a766f413b4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a826a-cad0-4d2d-ba69-6d0b12b2d505,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.757321 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a24d806-5121-48da-bbf9-9d4e520ac680 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules/8a53c11c-d7aa-418e-8d0d-dd1ddea56f00 HTTP/1.1" status: 200 len: 764 time: 0.0305891 Dec 16 09:34:25.757627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47216) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.807198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ee0bf9c-9096-438d-9ef3-ca7cdf0ea9ee tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0457921 Dec 16 09:34:25.808240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47218) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.834662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cee4a8e8-fe35-4513-8b1c-7cc974f4ca58 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.843354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cee4a8e8-fe35-4513-8b1c-7cc974f4ca58 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.875056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cee4a8e8-fe35-4513-8b1c-7cc974f4ca58 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.891108 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cee4a8e8-fe35-4513-8b1c-7cc974f4ca58 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:25.893047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cee4a8e8-fe35-4513-8b1c-7cc974f4ca58 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/8a53c11c-d7aa-418e-8d0d-dd1ddea56f00 HTTP/1.1" status: 204 len: 168 time: 0.0833273 Dec 16 09:34:25.894679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4a8e8-fe35-4513-8b1c-7cc974f4ca58 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a53c11c-d7aa-418e-8d0d-dd1ddea56f00,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:25.896380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47220) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:25.937559 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7d46e6e3-2ce0-4517-a086-558b61a6fe35 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0400827 Dec 16 09:34:25.940226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47224) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.004272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49988df1-af97-491a-9129-6bc98a72b628 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.020675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Port': ['ID=4c6112fc-7669-4722-a9a4-4ea121982320,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.033920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] No DVR routers for this DVR port 4c6112fc-7669-4722-a9a4-4ea121982320 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:26.036136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49988df1-af97-491a-9129-6bc98a72b628 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.096413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:26.096786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Network hostable DHCP agents. Network: 888f4d0f-c79c-4010-869e-5042131f02bd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:34:26.097024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49988df1-af97-491a-9129-6bc98a72b628 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.099771 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49988df1-af97-491a-9129-6bc98a72b628 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.099913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:26.101052 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-49988df1-af97-491a-9129-6bc98a72b628 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/06f70de2-74ec-423f-a3ae-a37d60b0d80b HTTP/1.1" status: 204 len: 168 time: 0.1597230 Dec 16 09:34:26.105476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.125030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49988df1-af97-491a-9129-6bc98a72b628 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f70de2-74ec-423f-a3ae-a37d60b0d80b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.127682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519e893-d42e-4306-809d-1abaddbcf323 req-ce0ce33b-bb31-4b82-9284-c872e82e0140 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:26.132299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5519e893-d42e-4306-809d-1abaddbcf323 req-ce0ce33b-bb31-4b82-9284-c872e82e0140 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.5986807 Dec 16 09:34:26.168869 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0c82c74d-0107-4db8-9f9b-a465f7255b09 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622385 Dec 16 09:34:26.170392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47234) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.175395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871761359'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:26.207228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.220516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.230801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-9d80895c-4468-4017-9986-c5fbd0425ff2 service neutron] 10.222.0.69 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339688 Dec 16 09:34:26.291175 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.298475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.300164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Network 888f4d0f-c79c-4010-869e-5042131f02bd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:34:26.303739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b4217e-cbec-46cf-9753-c5599472dbff']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.329547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.333577 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1620882 Dec 16 09:34:26.336985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47240) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.336985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ff06b-2445-49b8-a257-321c3bb78c1d tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e500a623-04a3-4c6a-bfab-c068f1d9b296,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.342141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Request body: {'security_group_rule': {'security_group_id': 'e500a623-04a3-4c6a-bfab-c068f1d9b296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:26.369801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.382311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5519e893-d42e-4306-809d-1abaddbcf323 req-211a9151-9d91-4788-b4a7-98b53ed1c3f6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198257 Dec 16 09:34:26.388504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.388910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd289f8c-0a95-4f09-9af8-419ccbb41bb7') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.406752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 888f4d0f-c79c-4010-869e-5042131f02bd) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:26.409383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.416885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a342fc-5552-4b5c-98c0-a91e39ae5412 None None] Network 888f4d0f-c79c-4010-869e-5042131f02bd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:26.435804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:26.436760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.446158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.465787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.484380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:26.485159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.485360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:26.490789 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:26.563845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cb2089-104d-4094-a2e3-8e482c54747b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.570063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8d37786d-05a4-459d-9c6b-3c5f623e02eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1811860 Dec 16 09:34:26.578506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47250) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.593660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:26.613302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.625826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:26.629027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47252) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:26.630405 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9a444cd5-e84d-4ece-b078-cfa295e5954c tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929041 Dec 16 09:34:26.632733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7703ffd3-958d-470f-9da2-9e2697d9471c req-84c2c312-3aeb-441c-9ddb-9ef7f00263c8 service neutron] 10.222.0.69 "GET /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848429 Dec 16 09:34:26.638493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.667077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.668433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.675003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] Sync routers for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:26.685447 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.707319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.711254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] 10.222.0.61 "DELETE /v2.0/networks/45b4217e-cbec-46cf-9753-c5599472dbff HTTP/1.1" status: 204 len: 168 time: 2.3155851 Dec 16 09:34:26.734789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510118ec-7d55-449a-af4d-d0562585740a req-8b9bae30-a1f8-474c-b004-0555311a592a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:26.736543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-510118ec-7d55-449a-af4d-d0562585740a req-8b9bae30-a1f8-474c-b004-0555311a592a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 945 time: 0.2809064 Dec 16 09:34:26.747480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.751091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d11bbdd2-2bfa-4f75-9892-6f22cd5a41f9 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "PUT /v2.0/floatingips/c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a HTTP/1.1" status: 200 len: 991 time: 3.8822236 Dec 16 09:34:26.753239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4c6112fc-7669-4722-a9a4-4ea121982320 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:26.754647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:26.756920 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:26.765935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdcce6-bb6a-4100-8a7f-2ac5ae4e8878 tempest-ServersTestMultiNic-697938612 tempest-ServersTestMultiNic-697938612-project] Pushing event deleted for resources: {'Network': ['ID=45b4217e-cbec-46cf-9753-c5599472dbff,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:26.781022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de417a-fd91-40dd-ad8c-a9b13ae52cd7 req-356eb3d2-480e-4a91-9747-ef71b46b9e1d tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:26.782602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70de417a-fd91-40dd-ad8c-a9b13ae52cd7 req-356eb3d2-480e-4a91-9747-ef71b46b9e1d tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 943 time: 0.2168441 Dec 16 09:34:26.817034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4c6112fc-7669-4722-a9a4-4ea121982320 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:26.817177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4c6112fc-7669-4722-a9a4-4ea121982320 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:26.836767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:26.837414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:26.842055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-888f4d0f-c79c-4010-869e-5042131f02bd', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:34:26.842916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.877414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae4af5c4-251c-4d25-82b8-810fa9652099 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.902184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70de417a-fd91-40dd-ad8c-a9b13ae52cd7 req-e0a69064-6c19-4b61-8700-df8dfb9ca0c7 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879734 Dec 16 09:34:26.921576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae4af5c4-251c-4d25-82b8-810fa9652099 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.970775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:26.971106 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:26.976907 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.044566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae4af5c4-251c-4d25-82b8-810fa9652099 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.047223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae4af5c4-251c-4d25-82b8-810fa9652099 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.048474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ae4af5c4-251c-4d25-82b8-810fa9652099 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/e500a623-04a3-4c6a-bfab-c068f1d9b296 HTTP/1.1" status: 204 len: 168 time: 0.4145720 Dec 16 09:34:27.059418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47264) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.081755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4af5c4-251c-4d25-82b8-810fa9652099 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e500a623-04a3-4c6a-bfab-c068f1d9b296,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:27.125213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:27.125709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.135856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5fa8-e08a-4c25-bf47-09f4c84fb885 req-4dbece02-88fe-4387-929a-9edc881eb668 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:27.137697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09af5fa8-e08a-4c25-bf47-09f4c84fb885 req-4dbece02-88fe-4387-929a-9edc881eb668 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 945 time: 0.1162925 Dec 16 09:34:27.148181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-42edcf39-9693-4f0d-ba0c-325b381ecbde tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866647 Dec 16 09:34:27.149709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47268) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.157937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:27.227305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09af5fa8-e08a-4c25-bf47-09f4c84fb885 req-cd47bcfd-f959-43c5-b59c-ceb1b8b66545 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816071 Dec 16 09:34:27.259619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dbdc469f-f962-45ba-bd04-4da5df612745 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1066880 Dec 16 09:34:27.270865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47272) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.295420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:27.307503 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-2a751148-f2bd-4026-8504-a5b40776900b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] delete failed (client error): The resource could not be found. Dec 16 09:34:27.312060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a751148-f2bd-4026-8504-a5b40776900b tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "DELETE /v2.0/security-groups/e500a623-04a3-4c6a-bfab-c068f1d9b296 HTTP/1.1" status: 404 len: 347 time: 0.0359709 Dec 16 09:34:27.313385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47276) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:27.345668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Allocated IP 172.20.0.2 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/6c626e56-1732-4213-813a-c5d36c8aa998) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:27.430979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.440526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.452434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.471607 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02578049-167c-41f4-ba5d-e9157ee39546 x-openstack-request-id: req-02578049-167c-41f4-ba5d-e9157ee39546 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:27.472013 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:27.472219 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02578049-167c-41f4-ba5d-e9157ee39546 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:27.472607 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'status': 'completed', 'code': 200} Dec 16 09:34:27.506048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=5fc7f6d9-0ac2-4118-af60-bf350bbeba78,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:27.513486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3512826b-acc8-4466-97c5-a4f2f56d1816 tempest-SecGroupTest-954724807 tempest-SecGroupTest-954724807-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1993594 Dec 16 09:34:27.621371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:27.622064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-db3ad071-7c9e-4631-a2e7-34793d37ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:27.624299 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-db3ad071-7c9e-4631-a2e7-34793d37ee7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4694a0dc41ba4dab9f1c3af5ad507525&device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 1097 time: 0.0886679 Dec 16 09:34:27.629616 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.638104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-510118ec-7d55-449a-af4d-d0562585740a req-bda63f32-efd4-4512-b027-62f4be1015e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "DELETE /v2.0/ports/5fc7f6d9-0ac2-4118-af60-bf350bbeba78 HTTP/1.1" status: 204 len: 173 time: 0.8848400 Dec 16 09:34:27.783063 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.792537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'floating_ip_address': '172.25.6.39', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'port_id': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'mac_address': 'fa:16:3e:08:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:01Z', 'updated_at': '2021-12-16T09:34:24Z', 'revision_number': 1, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:27.801321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91b7ad-3f62-4eb7-a812-b3df8fdb7826 req-4bb00c2b-1059-4fa7-89e3-22a7acfa151a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:27.816987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae91b7ad-3f62-4eb7-a812-b3df8fdb7826 req-4bb00c2b-1059-4fa7-89e3-22a7acfa151a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1671820 Dec 16 09:34:27.832207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:27.842835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] Checking router: f0941f27-d0ca-4c56-bff2-c1e8efcc0eee for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:27.892831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:27.899512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:27.900219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:27.902687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:27.905927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Pushing event updated for resources: {'Port': ['ID=6c626e56-1732-4213-813a-c5d36c8aa998,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:27.929191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae91b7ad-3f62-4eb7-a812-b3df8fdb7826 req-4d384795-1a21-4e9d-966d-047b05e33e5c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058655 Dec 16 09:34:27.963304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:28.035769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47302) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:28.127308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6025a6-d3cd-4edb-ba91-85c39bdfc256 req-43b51c23-a63d-407d-9818-ba8e8955164c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.134758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d6025a6-d3cd-4edb-ba91-85c39bdfc256 req-43b51c23-a63d-407d-9818-ba8e8955164c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 943 time: 0.0630267 Dec 16 09:34:28.168433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Attempting to bind port 6c626e56-1732-4213-813a-c5d36c8aa998 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:28.168807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Attempting to bind port 6c626e56-1732-4213-813a-c5d36c8aa998 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:28.169142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Attempting to bind port 6c626e56-1732-4213-813a-c5d36c8aa998 on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:28.196901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:28.197342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:28.197664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.198078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:28.199597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d6025a6-d3cd-4edb-ba91-85c39bdfc256 req-5ac11c1c-a7e1-4185-887c-f1ebd93402c9 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639865 Dec 16 09:34:28.203008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Bound port: 6c626e56-1732-4213-813a-c5d36c8aa998, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:28.204724 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.287335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47312) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:28.304266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1c7e799d-4dec-4834-885d-edc357758c8e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:28.387499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-236b0741-a4f8-4b66-9858-253566b45426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.388117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:28.389030 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-236b0741-a4f8-4b66-9858-253566b45426 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb659ff3-9f88-4753-a088-eb6df651e6aa HTTP/1.1" status: 200 len: 913 time: 0.7556252 Dec 16 09:34:28.401632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Allocated IP 172.25.6.126 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4df21ded-76c3-4745-b87d-d2dddc844a94) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:28.475086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] For port 6c626e56-1732-4213-813a-c5d36c8aa998, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:28.526274 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-061ade61-b8ab-4eaf-b7aa-56e7af3fc2ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163 HTTP/1.1" status: 200 len: 999 time: 0.1262541 Dec 16 09:34:28.541329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] For port 6c626e56-1732-4213-813a-c5d36c8aa998, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6c626e56-1732-4213-813a-c5d36c8aa998,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:28.553437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.643211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.651803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff5d8f4e-24ef-48e7-91c4-9d26c610e981 req-e0ce5da6-bbc4-4fe6-8602-f5b77bbf6b7d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 210 time: 0.0989211 Dec 16 09:34:28.654970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1c7e799d-4dec-4834-885d-edc357758c8e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1c7e799d-4dec-4834-885d-edc357758c8e,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:28.714693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-46ff38a7-707e-4a9d-9118-0fa91ef12265 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbca7544cb9c47f7b63457bfb2a8525b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774490 Dec 16 09:34:28.725470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47316) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:28.735252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-7eb4696a-562a-4c07-ad31-43602061f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.736897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-7eb4696a-562a-4c07-ad31-43602061f2e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b31c0ae8-e0d6-4165-b558-4a8b215f6846 HTTP/1.1" status: 200 len: 851 time: 0.2031796 Dec 16 09:34:28.739869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.832021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1c7e799d-4dec-4834-885d-edc357758c8e', 'network_id': '0ce01bf3-e15a-41db-8e0a-9d50dc9a1712', 'port_id': '1c7e799d-4dec-4834-885d-edc357758c8e', 'mac_address': 'fa:16:3e:8e:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '354a35cd-69d2-4e1b-9014-c2c1cc1f6279', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:28.841237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e3fa5-8bd9-4856-8e37-cbe481393f20 None None] Pushing event updated for resources: {'Port': ['ID=6c626e56-1732-4213-813a-c5d36c8aa998,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:28.841398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:28.855546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:28.863115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:28.872988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Pushing event updated for resources: {'Port': ['ID=4df21ded-76c3-4745-b87d-d2dddc844a94,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:28.903098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:28.929610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-156900dc-c568-4dbc-9e59-d01fc0a2a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:28.931819 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-156900dc-c568-4dbc-9e59-d01fc0a2a731 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb659ff3-9f88-4753-a088-eb6df651e6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752119 Dec 16 09:34:28.937014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7e799d-4dec-4834-885d-edc357758c8e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:28.940118 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66b978c2-d875-4e7c-8cc4-c6286130a896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.005750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1c7e799d-4dec-4834-885d-edc357758c8e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1c7e799d-4dec-4834-885d-edc357758c8e,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:29.032457 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.188481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:29.220516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:29.221114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5fc7f6d9-0ac2-4118-af60-bf350bbeba78 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:29.223126 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66b978c2-d875-4e7c-8cc4-c6286130a896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.231247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1c7e799d-4dec-4834-885d-edc357758c8e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:29.250174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'floating_ip_address': '172.25.6.39', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'port_id': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'mac_address': 'fa:16:3e:08:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:01Z', 'updated_at': '2021-12-16T09:34:24Z', 'revision_number': 1, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:29.283221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ac1c3-1d9a-4908-b1b5-b15cab4d0f78 req-89070942-d7b4-4d05-b18a-9df4cf6c6c54 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:29.288012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e42ac1c3-1d9a-4908-b1b5-b15cab4d0f78 req-89070942-d7b4-4d05-b18a-9df4cf6c6c54 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1972966 Dec 16 09:34:29.296612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df1086-d328-443c-9c4f-63fe2cf91122 None None] The sync data for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 is: [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'floating_ip_address': '172.25.6.39', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'port_id': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'mac_address': 'fa:16:3e:08:b5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:01Z', 'updated_at': '2021-12-16T09:34:24Z', 'revision_number': 1, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:29.342543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-79906823-4697-4bc9-8d79-46ea75a3a809 service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965678 Dec 16 09:34:29.423704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e42ac1c3-1d9a-4908-b1b5-b15cab4d0f78 req-868fd90a-66db-441e-8c0a-65969fa4ec41 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194344 Dec 16 09:34:29.454892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1c7e799d-4dec-4834-885d-edc357758c8e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:29.459711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.609453 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5d12261-1eb8-4bc0-a19c-6bc9a4b1b219 req-89347674-8a01-448c-8fb0-2ca4ac36f6c7 service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522917 Dec 16 09:34:29.618630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.624303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'name': 'network-vif-deleted', 'tag': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:29.626772 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b0bc4-1ca4-43a6-bb23-6940ab20de78" -d '{"events": [{"server_uuid": "5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c", "name": "network-vif-deleted", "tag": "5fc7f6d9-0ac2-4118-af60-bf350bbeba78"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:29.705483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66b978c2-d875-4e7c-8cc4-c6286130a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.707953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66b978c2-d875-4e7c-8cc4-c6286130a896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:29.711550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-66b978c2-d875-4e7c-8cc4-c6286130a896 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb6b0fc5-af9f-4933-a374-c3ad552843e8 HTTP/1.1" status: 204 len: 168 time: 0.9813011 Dec 16 09:34:29.727444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b978c2-d875-4e7c-8cc4-c6286130a896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b0fc5-af9f-4933-a374-c3ad552843e8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:29.757103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cd9ad-89d5-4958-bf9c-0720fb435739 req-d861d91e-5e8a-49f3-9a35-3995eb7d31a3 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:29.759281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-390cd9ad-89d5-4958-bf9c-0720fb435739 req-d861d91e-5e8a-49f3-9a35-3995eb7d31a3 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 944 time: 0.0958045 Dec 16 09:34:29.845557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-390cd9ad-89d5-4958-bf9c-0720fb435739 req-29617d18-f4d2-4978-b734-942ea54dab3f tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730462 Dec 16 09:34:29.935767 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f24954c-39d4-43a9-a643-2db765020310 None None] New status for floating IP c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:34:29.975085 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085fb395-cbe5-41b6-84c6-554998ed00fd x-openstack-request-id: req-085fb395-cbe5-41b6-84c6-554998ed00fd {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:29.975396 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c", "name": "network-vif-deleted", "tag": "5fc7f6d9-0ac2-4118-af60-bf350bbeba78", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:29.975527 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-085fb395-cbe5-41b6-84c6-554998ed00fd {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:29.975849 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c', 'name': 'network-vif-deleted', 'tag': '5fc7f6d9-0ac2-4118-af60-bf350bbeba78', 'status': 'completed', 'code': 200} Dec 16 09:34:30.027298 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.041185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Deleting port f906300c-5e94-4e04-bd4f-dea3fd32b084 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:30.041517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.229473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b8ee888-fcc9-464e-97fa-834f8e1b5774 req-1f13164b-c24d-40a8-95cf-f4e6f7a27a17 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 210 time: 0.1034636 Dec 16 09:34:30.300188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Router ddc1cb83-8231-4e64-8126-6d70bd1ef252 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:34:30.372173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] For port f906300c-5e94-4e04-bd4f-dea3fd32b084, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f906300c-5e94-4e04-bd4f-dea3fd32b084,segment=NetworkSegment(72ce22be-4faf-48cc-91d7-0840604a3aec),segment_id=72ce22be-4faf-48cc-91d7-0840604a3aec)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:30.374053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.402284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Calling delete_port for f906300c-5e94-4e04-bd4f-dea3fd32b084 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:30.611960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:30.629488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Sync routers for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:30.657024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17876f5-feb5-48c9-a0ae-55628c308dc5 None None] Network 888f4d0f-c79c-4010-869e-5042131f02bd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:30.661565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.667961 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a485449e-1f22-4104-ab0c-69b643b09511 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0873666 Dec 16 09:34:30.670428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47354) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:30.745784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6c626e56-1732-4213-813a-c5d36c8aa998 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:30.774738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:30.776220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:30.862645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:30.932308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Pushing event deleted for resources: {'Port': ['ID=f906300c-5e94-4e04-bd4f-dea3fd32b084,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:31.026304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059297-2bd5-42fb-a74f-cc1c39f7c176 req-668a862a-b82c-49f2-8c37-c74453842622 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:31.035045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47362) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:31.036156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54059297-2bd5-42fb-a74f-cc1c39f7c176 req-668a862a-b82c-49f2-8c37-c74453842622 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2144084 Dec 16 09:34:31.148335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54059297-2bd5-42fb-a74f-cc1c39f7c176 req-9c572e3e-6f71-4e45-8db9-65647307b165 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108904 Dec 16 09:34:31.265796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d62e1648-dc3d-434e-a5e0-c5a66eaba2dc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:31.270774 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-d62e1648-dc3d-434e-a5e0-c5a66eaba2dc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:34:31.271323 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-d62e1648-dc3d-434e-a5e0-c5a66eaba2dc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:34:31.276548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d62e1648-dc3d-434e-a5e0-c5a66eaba2dc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2366748 Dec 16 09:34:31.277426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:31.278565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-66365329-e336-4727-8e28-5b62cf6b5e38 None None] Provisioning complete for port 6c626e56-1732-4213-813a-c5d36c8aa998 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:31.279001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66365329-e336-4727-8e28-5b62cf6b5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.289689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--591154118'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:31.293321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.393259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:31.426226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.438615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.478178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801245e6-4cc4-4cd8-9dac-eed55c2f8749 req-164dee62-0e91-4f9d-b6be-fb2e6246e26b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:31.489049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-801245e6-4cc4-4cd8-9dac-eed55c2f8749 req-164dee62-0e91-4f9d-b6be-fb2e6246e26b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 944 time: 0.1888752 Dec 16 09:34:31.561214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-801245e6-4cc4-4cd8-9dac-eed55c2f8749 req-f611cd1a-a431-4156-b2f9-9d5b7e5c55d2 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Dec 16 09:34:31.611635 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.625471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.631080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.686628 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66365329-e336-4727-8e28-5b62cf6b5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.712537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6c626e56-1732-4213-813a-c5d36c8aa998 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:31.713173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.922842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-66365329-e336-4727-8e28-5b62cf6b5e38 None None] For port 6c626e56-1732-4213-813a-c5d36c8aa998, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6c626e56-1732-4213-813a-c5d36c8aa998,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:31.951369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66365329-e336-4727-8e28-5b62cf6b5e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:31.977586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26de9138-e9d3-4320-a8f5-59be6a25e0ca,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.028177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Allocated IP 172.20.0.1 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/ba6da3f7-27a1-4e98-b6a2-c919a17ceb75) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:32.084967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365329-e336-4727-8e28-5b62cf6b5e38 None None] Pushing event updated for resources: {'Port': ['ID=6c626e56-1732-4213-813a-c5d36c8aa998,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.097970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:29Z', 'revision_number': 3, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:32.124800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.159939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.180112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa50624e-aae2-4bea-881b-6e90f2a32493 req-c362f5eb-1180-4c4b-ace6-2b5fac8c8c2d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 210 time: 0.0427821 Dec 16 09:34:32.186369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Checking router: ddc1cb83-8231-4e64-8126-6d70bd1ef252 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:32.187427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Updating router ddc1cb83-8231-4e64-8126-6d70bd1ef252 port 4df21ded-76c3-4745-b87d-d2dddc844a94 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:34:32.197692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a737286-3a09-40db-af66-ffb8057e3f6b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.226307 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.233966 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f63b448d-a26b-401f-b09d-cde196158ded tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9526780 Dec 16 09:34:32.235126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47380) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:32.242335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '0a737286-3a09-40db-af66-ffb8057e3f6b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:32.252010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.329206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.339459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Router 635bf723-88a1-442a-be41-9e7446bc4278 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:32.343064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1c7e799d-4dec-4834-885d-edc357758c8e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:32.343921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.375975 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.420246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:32.426316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:32.430887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:32.478216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.498067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-79eefe00-02bc-47cc-b199-fbe00a3eedb5 None None] Provisioning complete for port 6c626e56-1732-4213-813a-c5d36c8aa998 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:32.498646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-79eefe00-02bc-47cc-b199-fbe00a3eedb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.580362 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.582324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.615805 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.709175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74d136-f141-4863-a8dd-c7b406ebb946 req-0299755d-a74c-47b8-accb-44f36eaf5292 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:32.720199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e74d136-f141-4863-a8dd-c7b406ebb946 req-0299755d-a74c-47b8-accb-44f36eaf5292 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2850358 Dec 16 09:34:32.751337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb22ed5a-1122-4e14-9643-f6e90f5d7a47,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:32.771691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.772676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f2fd0a70-187b-47f3-acd6-936082855517 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5365372 Dec 16 09:34:32.780293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47386) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:32.785638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0afe5053-3157-401e-8b2a-abcdb62f9224 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '0a737286-3a09-40db-af66-ffb8057e3f6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:32.793788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:32.794075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6c626e56-1732-4213-813a-c5d36c8aa998 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:32.800079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a229287-0cd1-4852-90ef-34ba8f0c254f admin admin] 10.222.0.61 "PUT /v2.0/routers/635bf723-88a1-442a-be41-9e7446bc4278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5114841 Dec 16 09:34:32.805283 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] Sync routers for ids ['635bf723-88a1-442a-be41-9e7446bc4278'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:32.819617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47388) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:32.822946 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] Routers {'635bf723-88a1-442a-be41-9e7446bc4278'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:32.823568 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['635bf723-88a1-442a-be41-9e7446bc4278'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:32.883636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e74d136-f141-4863-a8dd-c7b406ebb946 req-1de3a272-e11d-418c-b666-cf6c77ec19dc tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619799 Dec 16 09:34:32.911657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0afe5053-3157-401e-8b2a-abcdb62f9224 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.915407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:32.991474 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.011569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 1c7e799d-4dec-4834-885d-edc357758c8e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:33.031738 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] Set router 635bf723-88a1-442a-be41-9e7446bc4278 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:33.034768 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-0afe5053-3157-401e-8b2a-abcdb62f9224 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:34:33.035852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0afe5053-3157-401e-8b2a-abcdb62f9224 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2543252 Dec 16 09:34:33.038760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47390) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:33.041991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.048609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1c7e799d-4dec-4834-885d-edc357758c8e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:33.049054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.160305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6c626e56-1732-4213-813a-c5d36c8aa998 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:33.160788 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.237061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16756877-2027-4ed4-837a-0a0dedf88d2a req-216d9c24-d111-4b6f-a203-eb544f45b036 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:33.238986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16756877-2027-4ed4-837a-0a0dedf88d2a req-216d9c24-d111-4b6f-a203-eb544f45b036 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 944 time: 0.1931391 Dec 16 09:34:33.242594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-707b6125-75b5-40de-8091-1845ffc2860a tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.244422 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.257701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.298791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.319197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16756877-2027-4ed4-837a-0a0dedf88d2a req-6b4848f0-0fae-4bc8-9098-115371737d73 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725746 Dec 16 09:34:33.334626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3c6c-e065-4238-9a9e-8f138ad37b4b None None] Pushing event updated for resources: {'Port': ['ID=4df21ded-76c3-4745-b87d-d2dddc844a94,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:33.348676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-707b6125-75b5-40de-8091-1845ffc2860a tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.363841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Attempting to bind port 4df21ded-76c3-4745-b87d-d2dddc844a94 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:33.364224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Attempting to bind port 4df21ded-76c3-4745-b87d-d2dddc844a94 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:33.364586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Attempting to bind port 4df21ded-76c3-4745-b87d-d2dddc844a94 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:33.403177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.421604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:33.422725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:33.423969 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.424536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:33.425330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Bound port: 4df21ded-76c3-4745-b87d-d2dddc844a94, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:33.426002 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.431477 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.451617 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:34:30Z', 'revision_number': 5, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:33.455357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-707b6125-75b5-40de-8091-1845ffc2860a tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.464524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-707b6125-75b5-40de-8091-1845ffc2860a tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.468360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-707b6125-75b5-40de-8091-1845ffc2860a tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/0a737286-3a09-40db-af66-ffb8057e3f6b HTTP/1.1" status: 204 len: 168 time: 0.4261930 Dec 16 09:34:33.476407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47396) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:33.561151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e799d-4dec-4834-885d-edc357758c8e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:33.564064 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce4b90-3d0b-415c-8418-948b5c62aa5e" -d '{"events": [{"server_uuid": "41dc700c-93d5-4792-96b8-8b6bf86ff1d4", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e799d-4dec-4834-885d-edc357758c8e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:33.627400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1c7e799d-4dec-4834-885d-edc357758c8e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1c7e799d-4dec-4834-885d-edc357758c8e,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:33.656983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b6125-75b5-40de-8091-1845ffc2860a tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a737286-3a09-40db-af66-ffb8057e3f6b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:33.661252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c11b8f88-e2fc-481d-9360-630cda1b5f46 None None] Provisioning complete for port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:33.661769 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c11b8f88-e2fc-481d-9360-630cda1b5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.674919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bad6284-a733-4a68-b817-80f578bd758c req-1937f467-645a-4fcd-ad96-22edae2204b8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 210 time: 0.2074621 Dec 16 09:34:33.697595 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] Checking router: 635bf723-88a1-442a-be41-9e7446bc4278 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:33.728014 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] Routers {'635bf723-88a1-442a-be41-9e7446bc4278'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:33.732130 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['635bf723-88a1-442a-be41-9e7446bc4278'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:33.768891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c11b8f88-e2fc-481d-9360-630cda1b5f46 None None] Port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:33.773615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.800215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:33.806741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9f4151be-2921-4f6f-bff2-e3237605bd96 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3243034 Dec 16 09:34:33.815776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47402) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:33.816544 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.820425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--550765617'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:33.872981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] For port 4df21ded-76c3-4745-b87d-d2dddc844a94, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:33.880927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:33.913178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:33.916965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:33.947613 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946cd456-3365-42e2-abf7-c2e7d1bf3d6f x-openstack-request-id: req-946cd456-3365-42e2-abf7-c2e7d1bf3d6f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:33.947919 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dc700c-93d5-4792-96b8-8b6bf86ff1d4", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e799d-4dec-4834-885d-edc357758c8e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:33.948156 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-946cd456-3365-42e2-abf7-c2e7d1bf3d6f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:33.948571 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e799d-4dec-4834-885d-edc357758c8e', 'code': 200} Dec 16 09:34:33.953294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] For port 4df21ded-76c3-4745-b87d-d2dddc844a94, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4df21ded-76c3-4745-b87d-d2dddc844a94,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:33.975683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.027854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Deleting port bb86d4ae-a886-4f16-a0d8-23f2f21717a6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:34.028371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.038669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1c7e799d-4dec-4834-885d-edc357758c8e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:34.072071 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] Set router 635bf723-88a1-442a-be41-9e7446bc4278 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:34.112400 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.119204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:34.119957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:34.147582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.203333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbdd6-9a3e-4cfe-b1cc-81d825c85bcb req-24bec989-fc53-4d8a-b62e-cfeaee40970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.204908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82fbbdd6-9a3e-4cfe-b1cc-81d825c85bcb req-24bec989-fc53-4d8a-b62e-cfeaee40970a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 1096 time: 0.2057662 Dec 16 09:34:34.223515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.224792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4083865 Dec 16 09:34:34.236322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47406) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:34.266405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c3ed7fd3-d96b-49ed-a43b-016601fb5aec tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '58c9adda-fa97-4f3b-a93b-e141eea99c5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:34.267929 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-c3ed7fd3-d96b-49ed-a43b-016601fb5aec tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 09:34:34.268466 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-c3ed7fd3-d96b-49ed-a43b-016601fb5aec tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:34.269215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3c6c-e065-4238-9a9e-8f138ad37b4b None None] Pushing event updated for resources: {'Port': ['ID=4df21ded-76c3-4745-b87d-d2dddc844a94,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:34.269669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c3ed7fd3-d96b-49ed-a43b-016601fb5aec tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0312078 Dec 16 09:34:34.274473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e59762-b594-4d41-8a6b-7015d7b5e391 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9adda-fa97-4f3b-a93b-e141eea99c5b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:34.287605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47408) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:34.348284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281d163-7ceb-47f8-9d4b-7cdc5a12b085 req-f6e2b0ba-393c-42ae-ba13-6532e5178141 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.356767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b281d163-7ceb-47f8-9d4b-7cdc5a12b085 req-f6e2b0ba-393c-42ae-ba13-6532e5178141 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.2301686 Dec 16 09:34:34.363704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:34.382728 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:34:30Z', 'revision_number': 5, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:34.386566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82fbbdd6-9a3e-4cfe-b1cc-81d825c85bcb req-a1c05ac7-4779-4192-a56a-5ef02ec37e81 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733053 Dec 16 09:34:34.420533 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb41ea-ee24-4d58-a2dc-ee3df3004deb None None] The sync data for ids ['635bf723-88a1-442a-be41-9e7446bc4278'] in n-d-821941-1 is: [{'id': '635bf723-88a1-442a-be41-9e7446bc4278', 'name': 'tempest-ServersTestMultiNic-722583795-router', 'tenant_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:32:20Z', 'updated_at': '2021-12-16T09:34:30Z', 'revision_number': 5, 'project_id': '1f3464c7b7f5498dadb2ca4db5fe33cf', 'gw_port': {'id': 'bb86d4ae-a886-4f16-a0d8-23f2f21717a6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bf723-88a1-442a-be41-9e7446bc4278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:32:22Z', 'updated_at': '2021-12-16T09:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:34.435835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b281d163-7ceb-47f8-9d4b-7cdc5a12b085 req-64070e47-1851-45f0-a0ac-c664c6c33816 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781054 Dec 16 09:34:34.438680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e38cec30-3613-4126-8580-a3f913f867bd None None] Provisioning complete for port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:34.438680 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e38cec30-3613-4126-8580-a3f913f867bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.442346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3b81a1d-51a5-4603-832c-9baa179f91e5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.484950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3b81a1d-51a5-4603-832c-9baa179f91e5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.565152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3b81a1d-51a5-4603-832c-9baa179f91e5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.567754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3b81a1d-51a5-4603-832c-9baa179f91e5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.569073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a3b81a1d-51a5-4603-832c-9baa179f91e5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/58c9adda-fa97-4f3b-a93b-e141eea99c5b HTTP/1.1" status: 204 len: 168 time: 0.2803400 Dec 16 09:34:34.574844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47412) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:34.590076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e38cec30-3613-4126-8580-a3f913f867bd None None] Port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:34.590925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b81a1d-51a5-4603-832c-9baa179f91e5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9adda-fa97-4f3b-a93b-e141eea99c5b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:34.616853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e563672-5449-4e2c-b748-667a2fa1b199 req-78767a34-cf15-4bd7-b96d-3044965bdead tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:34.625031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e563672-5449-4e2c-b748-667a2fa1b199 req-78767a34-cf15-4bd7-b96d-3044965bdead tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 945 time: 0.1107304 Dec 16 09:34:34.666037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] For port bb86d4ae-a886-4f16-a0d8-23f2f21717a6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:34.666945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.673349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Router ddc1cb83-8231-4e64-8126-6d70bd1ef252 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:34.673587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c4f3b825-2d92-4d8d-9644-5aad83af0e83 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936716 Dec 16 09:34:34.675880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47414) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:34.682644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--54393989'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:34.685170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Calling delete_port for bb86d4ae-a886-4f16-a0d8-23f2f21717a6 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:34.727637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e032483c-a587-4fef-a18c-930f73101780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 2, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:34.731460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e563672-5449-4e2c-b748-667a2fa1b199 req-1c969dfe-fcab-4ac3-9c6f-8ee42b59174a tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056664 Dec 16 09:34:34.751517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.792904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032483c-a587-4fef-a18c-930f73101780 None None] The sync data for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 is: [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 2, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:34.815015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f906300c-5e94-4e04-bd4f-dea3fd32b084 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:34.847679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f906300c-5e94-4e04-bd4f-dea3fd32b084 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:34.848094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f906300c-5e94-4e04-bd4f-dea3fd32b084 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:34.940466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8c898d6-4bc4-401b-888b-13d82b0415bc req-878b5c3a-c3f2-465c-b291-89bd40a078e7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5bb0b25c-79e8-4f12-9c4e-fc99d8fd2f9c HTTP/1.1" status: 200 len: 210 time: 0.0373952 Dec 16 09:34:34.942963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.952078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.989151 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:34.999260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3181391 Dec 16 09:34:35.004583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47426) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.006803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:35.011054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cd5d8394-a933-4013-afe2-105ade74afea tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '0891912b-235e-461f-8e55-fd015329ec86', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.014413 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-cd5d8394-a933-4013-afe2-105ade74afea tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 09:34:35.017160 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-413d14cd-b026-413b-ae66-82564b354690 admin admin] 10.222.0.61 "PUT /v2.0/routers/ddc1cb83-8231-4e64-8126-6d70bd1ef252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3452556 Dec 16 09:34:35.017575 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-cd5d8394-a933-4013-afe2-105ade74afea tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:35.019307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cd5d8394-a933-4013-afe2-105ade74afea tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0151556 Dec 16 09:34:35.021736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47428) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.041583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e572f-5451-43cf-a5bb-75f2dcf6c369 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0891912b-235e-461f-8e55-fd015329ec86,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:35.136258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a3772e1-bef6-4aa4-822f-9862fab09de6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.167082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.170240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a3772e1-bef6-4aa4-822f-9862fab09de6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.229738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=bb86d4ae-a886-4f16-a0d8-23f2f21717a6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:35.336235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a3772e1-bef6-4aa4-822f-9862fab09de6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.338751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a3772e1-bef6-4aa4-822f-9862fab09de6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.340078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5a3772e1-bef6-4aa4-822f-9862fab09de6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/0891912b-235e-461f-8e55-fd015329ec86 HTTP/1.1" status: 204 len: 168 time: 0.3169429 Dec 16 09:34:35.342953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47440) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.354513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3772e1-bef6-4aa4-822f-9862fab09de6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891912b-235e-461f-8e55-fd015329ec86,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:35.369655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.434972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-23030357-fb21-4a7d-b737-1afd9ad90843 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903616 Dec 16 09:34:35.441578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47444) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.446906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--472204023'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.482087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.537237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.539525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.575964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.588976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.593381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.594139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635bf723-88a1-442a-be41-9e7446bc4278 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:34:35.606669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.608328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2fd257d6-18e2-4fa4-8c5b-03ab6e27c8ff admin admin] 10.222.0.61 "DELETE /v2.0/routers/635bf723-88a1-442a-be41-9e7446bc4278 HTTP/1.1" status: 204 len: 168 time: 2.7872448 Dec 16 09:34:35.610867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47450) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.655334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.661027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2182691 Dec 16 09:34:35.664199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47452) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.669721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-635573c3-20e1-48f1-bc2b-29a2049288bc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '96c6aba2-24fa-4d91-9e28-4b0ba640dd8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.681421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Deleting subnet 432f7727-d6bb-47ca-8e17-b01522d54a0c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:34:35.684891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.690641 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-635573c3-20e1-48f1-bc2b-29a2049288bc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 09:34:35.692143 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-635573c3-20e1-48f1-bc2b-29a2049288bc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:35.696740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-635573c3-20e1-48f1-bc2b-29a2049288bc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0315673 Dec 16 09:34:35.697806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47454) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.705962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1e0b22dd-6656-49bd-be69-10cc1bd4b2a2 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '96c6aba2-24fa-4d91-9e28-4b0ba640dd8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.708884 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-1e0b22dd-6656-49bd-be69-10cc1bd4b2a2 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 09:34:35.709416 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-1e0b22dd-6656-49bd-be69-10cc1bd4b2a2 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:35.713322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47456) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.717350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1e0b22dd-6656-49bd-be69-10cc1bd4b2a2 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181811 Dec 16 09:34:35.718454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14cd84-44dd-425d-8709-69d46f26ac03 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6aba2-24fa-4d91-9e28-4b0ba640dd8c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:35.719790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-450697d9-b27b-42fc-a974-1c031341ceaa tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '96c6aba2-24fa-4d91-9e28-4b0ba640dd8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.721697 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-450697d9-b27b-42fc-a974-1c031341ceaa tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 09:34:35.722275 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-450697d9-b27b-42fc-a974-1c031341ceaa tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:35.723269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-450697d9-b27b-42fc-a974-1c031341ceaa tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087433 Dec 16 09:34:35.739491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47458) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.749964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b0049934-9b85-49ad-9e82-bc3bd5731192 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '96c6aba2-24fa-4d91-9e28-4b0ba640dd8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.751245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.755719 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-b0049934-9b85-49ad-9e82-bc3bd5731192 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 09:34:35.755719 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-b0049934-9b85-49ad-9e82-bc3bd5731192 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:35.760548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0049934-9b85-49ad-9e82-bc3bd5731192 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0199068 Dec 16 09:34:35.762528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47462) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.803613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47464) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:35.822643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967785545', 'description': 'tempest-description--1446001318'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:35.900063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.956950 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.957832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8949026-7c0a-494d-9c77-4a4c16af7884 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:35.992350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8949026-7c0a-494d-9c77-4a4c16af7884 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.012627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91961-8002-4697-92d9-e04a90ac2f1c req-52b68ea7-f051-4740-bef6-93bb91c8d7d6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:36.014358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3be91961-8002-4697-92d9-e04a90ac2f1c req-52b68ea7-f051-4740-bef6-93bb91c8d7d6 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1174960 Dec 16 09:34:36.035160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.041832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.062688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.071130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8949026-7c0a-494d-9c77-4a4c16af7884 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.073660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8949026-7c0a-494d-9c77-4a4c16af7884 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.077923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e8949026-7c0a-494d-9c77-4a4c16af7884 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/96c6aba2-24fa-4d91-9e28-4b0ba640dd8c HTTP/1.1" status: 204 len: 168 time: 0.3153720 Dec 16 09:34:36.078534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47470) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.085167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.089069 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2696369 Dec 16 09:34:36.090667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47472) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.095314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3be91961-8002-4697-92d9-e04a90ac2f1c req-2c400553-0caa-4459-bf2b-d1ea15bae677 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600364 Dec 16 09:34:36.098376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'security_group_rule': {'security_group_id': '3336b310-4c8c-446a-b884-67d14fc9b2c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:36.106674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432f7727-d6bb-47ca-8e17-b01522d54a0c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.116510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5597f-3368-45ed-9a4c-1a8251d2b1d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3336b310-4c8c-446a-b884-67d14fc9b2c3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.116510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.116510 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dbd54606-55c1-46db-aac2-fd79f9b30e52 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/432f7727-d6bb-47ca-8e17-b01522d54a0c HTTP/1.1" status: 204 len: 168 time: 0.5023603 Dec 16 09:34:36.117449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac6a6a-10c8-47fc-832a-64bb8cacf140 None None] Network 51669bdc-0def-4690-87a6-c2dcaec17897 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:36.120699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.127715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8949026-7c0a-494d-9c77-4a4c16af7884 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6aba2-24fa-4d91-9e28-4b0ba640dd8c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.182399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-224f5a2f-6b11-415d-acc5-ca271ad4b563 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953972 Dec 16 09:34:36.183068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47476) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.236932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.241594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--159705899'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:36.301064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:36.320901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.334903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Deleting port 1ef2957a-595e-4f51-9fea-769b1174c434 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:36.335349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.357421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.443984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] For port 1ef2957a-595e-4f51-9fea-769b1174c434, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1ef2957a-595e-4f51-9fea-769b1174c434,segment=NetworkSegment(72ce22be-4faf-48cc-91d7-0840604a3aec),segment_id=72ce22be-4faf-48cc-91d7-0840604a3aec)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:36.444494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.463651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.474088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Calling delete_port for 1ef2957a-595e-4f51-9fea-769b1174c434 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:36.479204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] DHCP port deletion for 51669bdc-0def-4690-87a6-c2dcaec17897 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:34:36.489345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaefee-66e9-42e9-bec0-8e5066e05f25 req-ca2482e1-c17c-4915-835f-8adcae8fba49 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:36.491281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8edaefee-66e9-42e9-bec0-8e5066e05f25 req-ca2482e1-c17c-4915-835f-8adcae8fba49 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 945 time: 0.3073039 Dec 16 09:34:36.529333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:36.530578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:36.533831 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67adb4fa-3302-4742-b222-10822bded3e6" -d '{"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-unplugged", "status": "completed", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:36.539724 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.550820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.594295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.630288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.643278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48207e91-4e63-4173-bfed-c948b208f791,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.647603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.676001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Deleting port 1ef2957a-595e-4f51-9fea-769b1174c434 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:36.676001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.684072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef2957a-595e-4f51-9fea-769b1174c434,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.687081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] No DVR routers for this DVR port 1ef2957a-595e-4f51-9fea-769b1174c434 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:36.727349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8edaefee-66e9-42e9-bec0-8e5066e05f25 req-34ffcbdc-3445-40bd-9929-513dfa9c9501 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268224 Dec 16 09:34:36.735588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4df21ded-76c3-4745-b87d-d2dddc844a94 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:36.743785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.751162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a1741f6-fe38-470e-a92c-315735c393df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590164 Dec 16 09:34:36.754342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47484) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.765670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'security_group_rule': {'security_group_id': '3336b310-4c8c-446a-b884-67d14fc9b2c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:36.787548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.796705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.847889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] For port 1ef2957a-595e-4f51-9fea-769b1174c434, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:36.848496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.861180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.886979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97be5a8f-d141-4a3c-9c16-9b0d20361ac5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.896790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Calling delete_port for 1ef2957a-595e-4f51-9fea-769b1174c434 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:36.900236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Port 1ef2957a-595e-4f51-9fea-769b1174c434 was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:34:36.904938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.910046 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.910249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7fab1ab7-cacc-4874-9b66-f982acc4c037 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7084565 Dec 16 09:34:36.915065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47490) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.929819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-185313d3-45ff-4bbf-b060-502e6e02b084 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:36.931030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] Pushing event deleted for resources: {'Port': ['ID=1ef2957a-595e-4f51-9fea-769b1174c434,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:36.931976 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-185313d3-45ff-4bbf-b060-502e6e02b084 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:34:36.932495 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-185313d3-45ff-4bbf-b060-502e6e02b084 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:36.936630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-185313d3-45ff-4bbf-b060-502e6e02b084 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140605 Dec 16 09:34:36.936996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47492) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:36.942991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-67e0e487-e4b2-4bea-8be5-0d7181100c32 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:36.946459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4df21ded-76c3-4745-b87d-d2dddc844a94 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:36.946936 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:36.948065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51669bdc-0def-4690-87a6-c2dcaec17897']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:36.955205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cd1f4-8c8c-4eb5-8bc5-b16e238ff666 None None] No DVR routers for this DVR port 1ef2957a-595e-4f51-9fea-769b1174c434 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:36.959345 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.015482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ce22be-4faf-48cc-91d7-0840604a3aec') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:37.015782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ce22be-4faf-48cc-91d7-0840604a3aec') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:37.017291 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9a531e-6dc1-40e9-aba5-b16c96894e02 x-openstack-request-id: req-5a9a531e-6dc1-40e9-aba5-b16c96894e02 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:37.017589 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-unplugged", "status": "completed", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:37.017872 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a9a531e-6dc1-40e9-aba5-b16c96894e02 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:37.018259 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'code': 200} Dec 16 09:34:37.021734 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-67e0e487-e4b2-4bea-8be5-0d7181100c32 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.029977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-67e0e487-e4b2-4bea-8be5-0d7181100c32 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0888433 Dec 16 09:34:37.030867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.044936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.050775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c79c2bb5-989e-46f8-9972-d317b7d939b3 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.056121 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-c79c2bb5-989e-46f8-9972-d317b7d939b3 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 09:34:37.059550 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-c79c2bb5-989e-46f8-9972-d317b7d939b3 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.064283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c79c2bb5-989e-46f8-9972-d317b7d939b3 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297136 Dec 16 09:34:37.064953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.073344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.083664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:34:37.084064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.084268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-47d721cb-f51e-4394-b800-0b6087239fa6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:34:37.085891 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:34:37.136329 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.148503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.187332 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-47d721cb-f51e-4394-b800-0b6087239fa6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.194287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00d5fc7-5d0b-424e-8326-7db073abd8c5,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:37.195064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47d721cb-f51e-4394-b800-0b6087239fa6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1284704 Dec 16 09:34:37.196297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.207715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.208265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-33122f42-2694-492d-8b09-df30c08cd559 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.208852 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-33122f42-2694-492d-8b09-df30c08cd559 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:34:37.210900 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-33122f42-2694-492d-8b09-df30c08cd559 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.215551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-33122f42-2694-492d-8b09-df30c08cd559 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121698 Dec 16 09:34:37.218377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47506) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.219998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.223950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] 10.222.0.61 "DELETE /v2.0/networks/51669bdc-0def-4690-87a6-c2dcaec17897 HTTP/1.1" status: 204 len: 168 time: 1.1051152 Dec 16 09:34:37.244640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae1d52-ecd9-4163-bbb3-bac0b58eda35 admin admin] Pushing event deleted for resources: {'Network': ['ID=51669bdc-0def-4690-87a6-c2dcaec17897,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:37.247723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0a6be0e7-b364-435c-ba1e-523a86401022 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.282637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.284382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-32b8474c-0960-4f5d-b5e1-20effb7b390a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5265067 Dec 16 09:34:37.287275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47510) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.306174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.314098 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-0a6be0e7-b364-435c-ba1e-523a86401022 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Project fce83920542644749727b67f1073a1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:34:37.378937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.380824 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.384979 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-0a6be0e7-b364-435c-ba1e-523a86401022 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.386117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0a6be0e7-b364-435c-ba1e-523a86401022 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1667101 Dec 16 09:34:37.390332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47514) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.396480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b16bd8a7-8e4c-4982-ae65-167734ac4b61 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.396883 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-b16bd8a7-8e4c-4982-ae65-167734ac4b61 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 09:34:37.399755 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-b16bd8a7-8e4c-4982-ae65-167734ac4b61 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.401148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b16bd8a7-8e4c-4982-ae65-167734ac4b61 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094986 Dec 16 09:34:37.404705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47518) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.409825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-daa95412-db87-4e65-8418-d26cae50514b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.416565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4df21ded-76c3-4745-b87d-d2dddc844a94, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4df21ded-76c3-4745-b87d-d2dddc844a94,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:37.422269 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.458854 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-daa95412-db87-4e65-8418-d26cae50514b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Project fce83920542644749727b67f1073a1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:34:37.485553 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-daa95412-db87-4e65-8418-d26cae50514b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.486952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-daa95412-db87-4e65-8418-d26cae50514b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0811925 Dec 16 09:34:37.490190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47520) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.502387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-18263294-620a-4819-8bb6-63c8ddf1828b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '97be5a8f-d141-4a3c-9c16-9b0d20361ac5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:37.520445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4df21ded-76c3-4745-b87d-d2dddc844a94,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:37.544026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1ef2957a-595e-4f51-9fea-769b1174c434 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:37.575401 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-18263294-620a-4819-8bb6-63c8ddf1828b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Project fce83920542644749727b67f1073a1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:34:37.596070 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-18263294-620a-4819-8bb6-63c8ddf1828b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:37.600559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18263294-620a-4819-8bb6-63c8ddf1828b tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1082017 Dec 16 09:34:37.601443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.605357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1ef2957a-595e-4f51-9fea-769b1174c434 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:37.605705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1ef2957a-595e-4f51-9fea-769b1174c434 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:37.611453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb86d4ae-a886-4f16-a0d8-23f2f21717a6 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:37.614017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.696133 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: bb86d4ae-a886-4f16-a0d8-23f2f21717a6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:37.696487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bb86d4ae-a886-4f16-a0d8-23f2f21717a6 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:37.701617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9d42337-810a-4d5c-b4d7-13349f431796 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.740223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.775020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9d42337-810a-4d5c-b4d7-13349f431796 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.851058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91c0b53d-aec8-4195-9ae6-26ce17f9235a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f3464c7b7f5498dadb2ca4db5fe33cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071870 Dec 16 09:34:37.856944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47532) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.875825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Allocated IP 172.25.6.17 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/f33862ce-b239-4dba-8c4f-3f6f7dde43da) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:37.951779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947b309-8f90-432a-b775-3f04f67da022 req-8c5b6f7d-e2b6-4fb5-a18b-0163c8da5ea0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:37.953728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5947b309-8f90-432a-b775-3f04f67da022 req-8c5b6f7d-e2b6-4fb5-a18b-0163c8da5ea0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 943 time: 0.1702211 Dec 16 09:34:37.956246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9d42337-810a-4d5c-b4d7-13349f431796 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.958245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9d42337-810a-4d5c-b4d7-13349f431796 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:37.959577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e9d42337-810a-4d5c-b4d7-13349f431796 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/97be5a8f-d141-4a3c-9c16-9b0d20361ac5 HTTP/1.1" status: 204 len: 168 time: 0.3565414 Dec 16 09:34:37.962114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47540) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:37.990797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d42337-810a-4d5c-b4d7-13349f431796 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97be5a8f-d141-4a3c-9c16-9b0d20361ac5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.006619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3d25d79-a40c-4b2f-a317-bfbacc08dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.032151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5947b309-8f90-432a-b775-3f04f67da022 req-cda9de78-9712-474e-8bb9-aeca5706af63 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Dec 16 09:34:38.058899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3d25d79-a40c-4b2f-a317-bfbacc08dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.076989 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9307f01b-c880-487e-8a1f-c912b1dcb754 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092916 Dec 16 09:34:38.080290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47542) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:38.085115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071962812'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:38.118948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.127989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3d25d79-a40c-4b2f-a317-bfbacc08dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.130408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3d25d79-a40c-4b2f-a317-bfbacc08dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.133803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d3d25d79-a40c-4b2f-a317-bfbacc08dcd0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbb64a83-08d4-44a6-83de-b4aa47835e45 HTTP/1.1" status: 204 len: 168 time: 0.2736094 Dec 16 09:34:38.141063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.164035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d25d79-a40c-4b2f-a317-bfbacc08dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb64a83-08d4-44a6-83de-b4aa47835e45,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.221088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.298756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:38.305246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:38.309224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.312579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:38.321911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:38.328714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.340319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-f9051c16-71bd-4854-99e2-b9616dc37f31 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:38.346851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-f9051c16-71bd-4854-99e2-b9616dc37f31 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.1952057 Dec 16 09:34:38.373906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-10efe893-a8aa-43d9-9f5d-e0757e5fa815 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0173306 Dec 16 09:34:38.388424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247d013a-e5e8-4723-bc8a-473ef90804d7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.408272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=f33862ce-b239-4dba-8c4f-3f6f7dde43da,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:38.421396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.429982 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0cae1bc6-8334-46c3-8fbf-5ce78ffdc73e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3484190 Dec 16 09:34:38.430219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:38.445906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-cf77a1ef-7872-47ec-bfa2-8f7b7a501097 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630753 Dec 16 09:34:38.458678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-21219fbc-2567-4eac-890c-0b70731ef2ac tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '247d013a-e5e8-4723-bc8a-473ef90804d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:38.521361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:38.551027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.552709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'port_id': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'mac_address': 'fa:16:3e:c6:38:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13affadb-38eb-4f5d-9dd7-7280198d21c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:38.588033 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-21219fbc-2567-4eac-890c-0b70731ef2ac tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The resource could not be found. Dec 16 09:34:38.589143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-21219fbc-2567-4eac-890c-0b70731ef2ac tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1410010 Dec 16 09:34:38.592369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47558) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:38.637402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f3c9e372-8b5e-425b-b46e-51f44b4366d6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '247d013a-e5e8-4723-bc8a-473ef90804d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f0beb5d3-688a-4d9c-99d3-fab232474f37'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:38.650191 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.655235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Sync routers for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:38.678070 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.683633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4df21ded-76c3-4745-b87d-d2dddc844a94 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:38.691463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e94b7e16-2eee-4a2b-973c-eaa71bc48690 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442968 Dec 16 09:34:38.743381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19804999-cca8-4fe0-8c33-532fdf7b313f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:38.754847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:38.755859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:38.937166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:38.937403 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-f3c9e372-8b5e-425b-b46e-51f44b4366d6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The resource could not be found. Dec 16 09:34:38.941353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f3c9e372-8b5e-425b-b46e-51f44b4366d6 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3229980 Dec 16 09:34:38.942288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47576) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:38.955800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.956937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:38.969222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.047079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:39.060745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4df21ded-76c3-4745-b87d-d2dddc844a94 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:39.061470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.071175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-3cde8394-11c5-494b-a3f8-639a81c83958 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775747 Dec 16 09:34:39.093549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=f33862ce-b239-4dba-8c4f-3f6f7dde43da,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:39.124674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.127362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c723e0b3-8fd7-4707-ab71-29f4dacf027e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.159149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.169552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af9313ac-3585-49b8-bee2-f36f246ad953 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8732669 Dec 16 09:34:39.173102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c723e0b3-8fd7-4707-ab71-29f4dacf027e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.245377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:39.258461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c723e0b3-8fd7-4707-ab71-29f4dacf027e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.261116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c723e0b3-8fd7-4707-ab71-29f4dacf027e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.265128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47588) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:39.265299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c723e0b3-8fd7-4707-ab71-29f4dacf027e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/247d013a-e5e8-4723-bc8a-473ef90804d7 HTTP/1.1" status: 204 len: 168 time: 0.3130274 Dec 16 09:34:39.283382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e0b3-8fd7-4707-ab71-29f4dacf027e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d013a-e5e8-4723-bc8a-473ef90804d7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:39.355238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['19804999-cca8-4fe0-8c33-532fdf7b313f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:39.432716 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-54dfbc06-7877-462c-a087-4b1b13c3388d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1663237 Dec 16 09:34:39.438668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47596) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:39.447946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b55dd85f-879a-40db-acd8-4fc46e928491 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': 'bddc6bcf-c0fc-4106-abf9-1cb62aada137', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:39.466475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-ae573599-992d-4577-b340-b85187888981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:39.468419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-ae573599-992d-4577-b340-b85187888981 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 1095 time: 0.1099291 Dec 16 09:34:39.483590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47600) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:39.583006 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-b55dd85f-879a-40db-acd8-4fc46e928491 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The resource could not be found. Dec 16 09:34:39.584502 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b55dd85f-879a-40db-acd8-4fc46e928491 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1446745 Dec 16 09:34:39.591535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47604) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:39.597370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--209610388'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:39.638028 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.724753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.729909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.784485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c15923-60a1-415d-ba4a-6cd2331c820b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:39.788721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.790339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c1f8147b-78bd-4435-b8c8-aee6a5c0ddb1 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1973622 Dec 16 09:34:39.792926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47610) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:39.798448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105778437'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:39.832757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5210c4-06e0-4eb4-b153-e28b6b2ab2eb req-befcf725-e9d6-4ef4-ab65-d7574a892f6f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:39.834434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.848638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc5210c4-06e0-4eb4-b153-e28b6b2ab2eb req-befcf725-e9d6-4ef4-ab65-d7574a892f6f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 944 time: 0.1954753 Dec 16 09:34:39.890745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1905036613-network', 'tenant_id': '9513213fddea4b1884c42407f4b9be5c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:39.923114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-d6c17376-d5f0-497b-92fd-886aaf32f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:39.924901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-d6c17376-d5f0-497b-92fd-886aaf32f74c service neutron] 10.222.0.69 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 916 time: 0.4278340 Dec 16 09:34:39.954596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.960853 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:39.961642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc5210c4-06e0-4eb4-b153-e28b6b2ab2eb req-957c0ad9-c310-488f-bbf0-edb2b752051e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083241 Dec 16 09:34:40.034888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c748b1-6614-4217-863d-6115df0349ec,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:40.044540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-aab33ebb-88ad-4098-aca2-282c93b70eae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19804999-cca8-4fe0-8c33-532fdf7b313f HTTP/1.1" status: 200 len: 217 time: 0.1063592 Dec 16 09:34:40.073747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.075613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-893f2d3d-6158-454f-8e58-f02143a947f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2810555 Dec 16 09:34:40.078316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47618) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:40.083128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7fb54762-4798-4e9c-bc12-d661399658c4 req-f82154b3-9500-40eb-8cab-6e94dcdce031 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 210 time: 0.0556459 Dec 16 09:34:40.085339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Made reservation on behalf of 9513213fddea4b1884c42407f4b9be5c for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:40.087595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.094964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-eeee5d65-1ecc-4141-a076-a8ed3ffb3315 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': '30c15923-60a1-415d-ba4a-6cd2331c820b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e5c748b1-6614-4217-863d-6115df0349ec'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:40.154033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.176976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:33Z', 'revision_number': 2, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:40.185006 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-eeee5d65-1ecc-4141-a076-a8ed3ffb3315 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:40.188625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eeee5d65-1ecc-4141-a076-a8ed3ffb3315 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1084569 Dec 16 09:34:40.193892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47626) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:40.219093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Checking router: ddc1cb83-8231-4e64-8126-6d70bd1ef252 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:40.219737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Updating router ddc1cb83-8231-4e64-8126-6d70bd1ef252 port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:34:40.263376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.282092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-a5fba016-3a4c-4fe8-9347-8505e1f91184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:40.283849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-a5fba016-3a4c-4fe8-9347-8505e1f91184 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.2224250 Dec 16 09:34:40.315596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-194c9790-82cc-47fd-b77b-44a6d660ee4c tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.338743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-b19e49a9-6c65-45df-8963-db0995133581 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381043 Dec 16 09:34:40.358608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-95ab1a9c-e772-4d78-a13e-c11998ac66d5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1967785545&fields=id&tenant_id=f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 267 time: 0.1316526 Dec 16 09:34:40.399505 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-194c9790-82cc-47fd-b77b-44a6d660ee4c tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.471737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-194c9790-82cc-47fd-b77b-44a6d660ee4c tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.475150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-194c9790-82cc-47fd-b77b-44a6d660ee4c tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.476657 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-194c9790-82cc-47fd-b77b-44a6d660ee4c tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/e5c748b1-6614-4217-863d-6115df0349ec HTTP/1.1" status: 204 len: 168 time: 0.2814186 Dec 16 09:34:40.494135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:40.495296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c9790-82cc-47fd-b77b-44a6d660ee4c tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c748b1-6614-4217-863d-6115df0349ec,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:40.602196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-06e710a4-2d4b-4865-aebf-fee8714040c1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:40.609979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25122567-2368-4fc0-8709-e2239a90e795 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1120629 Dec 16 09:34:40.610209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-06e710a4-2d4b-4865-aebf-fee8714040c1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.2502139 Dec 16 09:34:40.612768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:40.628143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.654304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-7b01e117-d178-474a-9eff-619e1e0beee1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/quotas/f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 375 time: 0.0424519 Dec 16 09:34:40.685211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6429-b892-4ec5-9567-daaf5a1f15f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.705419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.713155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.714676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6429-b892-4ec5-9567-daaf5a1f15f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.720585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.725264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-f57c5ab1-9976-434e-ae16-5274ab7746d0 service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927687 Dec 16 09:34:40.771589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:34:40.827894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6429-b892-4ec5-9567-daaf5a1f15f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.834494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6429-b892-4ec5-9567-daaf5a1f15f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.837768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff0c7-274b-464f-bad5-2ccd24b2678b None None] Pushing event updated for resources: {'Port': ['ID=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:40.839932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e1cb6429-b892-4ec5-9567-daaf5a1f15f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/30c15923-60a1-415d-ba4a-6cd2331c820b HTTP/1.1" status: 204 len: 168 time: 0.2245114 Dec 16 09:34:40.847076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47638) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:40.858163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Attempting to bind port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:40.858531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Attempting to bind port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:40.858890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Attempting to bind port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:40.864531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:40.864899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:40.865298 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.865815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:40.866631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Bound port: ba6da3f7-27a1-4e98-b6a2-c919a17ceb75, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:40.867060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.870053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4004722d-6612-4f45-b5d4-0d38e00c4734,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:40.904529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:40.905146 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Added segment 68d55d2a-f2ec-406f-8995-44a8632f2041 of type vlan for network 943074f4-2fdc-4ab2-b1db-b6db374964dd Dec 16 09:34:40.952496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-9fd9a979-555b-4ebb-8338-c94725f3ce42 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2967038 Dec 16 09:34:40.967095 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28dc9551-c942-4e14-b2a0-e74cec1cec66 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161387 Dec 16 09:34:40.971522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb6429-b892-4ec5-9567-daaf5a1f15f7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c15923-60a1-415d-ba4a-6cd2331c820b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:41.001252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47640) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:41.011625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--7949034'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:41.032720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] For port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:41.051959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] For port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:41.062784 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.196201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:41.196941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:41.200414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-a7bb8db6-f26c-4b17-9fac-34db1925b027 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:41.202708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-a7bb8db6-f26c-4b17-9fac-34db1925b027 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.2288496 Dec 16 09:34:41.207821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff0c7-274b-464f-bad5-2ccd24b2678b None None] Pushing event updated for resources: {'Port': ['ID=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:41.229361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': '51158313-2cf4-4036-910b-a3a714d31a24', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:41.314171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-0587b4c2-caf6-4aff-8e7c-dca9207bb51d service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156593 Dec 16 09:34:41.325610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.339278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.459552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:41.504256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038505dd-0816-4470-b8bf-dda1ee200c6d req-f2e81ef3-60ee-4ecf-b900-580eaf1a5dff service neutron] 10.222.0.69 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632697 Dec 16 09:34:41.518140 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.519236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:41.520027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.557085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:41.562211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.643764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] Pushing event updated for resources: {'Network': ['ID=943074f4-2fdc-4ab2-b1db-b6db374964dd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:41.666128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-697695f2-3bd6-4377-964f-bb4869a30a0b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1811404 Dec 16 09:34:41.667069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47648) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:41.693495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 943074f4-2fdc-4ab2-b1db-b6db374964dd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:34:41.697672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Request body: {'subnet': {'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1905036613-subnet', 'tenant_id': '9513213fddea4b1884c42407f4b9be5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:41.734961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-3688af51-be79-4f50-bd72-763f8366f0c8 service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086976 Dec 16 09:34:41.746043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4f10a6f6-2fdb-43a4-a502-c5505f1b58d2 None None] Provisioning complete for port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:41.746441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f10a6f6-2fdb-43a4-a502-c5505f1b58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.778904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.782456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.6 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/d7293823-873d-490b-b07f-c093c2138a6d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:41.806236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.860077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Made reservation on behalf of 9513213fddea4b1884c42407f4b9be5c for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:41.866511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.935970 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f10a6f6-2fdb-43a4-a502-c5505f1b58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:41.991457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4f10a6f6-2fdb-43a4-a502-c5505f1b58d2 None None] For port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:42.002250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:42.019477 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.042831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ba08-4467-4e62-8f10-b28cf042e090 None None] The sync data for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 is: [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:34:42.044759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f10a6f6-2fdb-43a4-a502-c5505f1b58d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.085770 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.188375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=d7293823-873d-490b-b07f-c093c2138a6d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.192760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.202739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:42.205067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:42.214187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:42.222975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.224973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2198420 Dec 16 09:34:42.232012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10a6f6-2fdb-43a4-a502-c5505f1b58d2 None None] Pushing event updated for resources: {'Port': ['ID=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.260653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47656) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:42.269979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4f5d426f-529d-4aba-b4fc-660305687c81 None None] Provisioning complete for port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:42.270326 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f5d426f-529d-4aba-b4fc-660305687c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.281722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d65f5-41fb-4aae-923d-c2d9021b6e92 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64869b1-8006-4531-8822-9483bbdb51f3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.297028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d094b0c9-76ff-41b7-ac58-f8c672aa510e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': 'f64869b1-8006-4531-8822-9483bbdb51f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:42.385295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:42.401873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.405365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.466244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34db202a-61fe-4da6-8e52-d9edd608027c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:42.564225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-faf43b15-98a7-4a72-8382-c1ff50ffaa6b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3391433 Dec 16 09:34:42.580589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Checking segment: {'id': '68d55d2a-f2ec-406f-8995-44a8632f2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:42.581374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Network hostable DHCP agents. Network: 943074f4-2fdc-4ab2-b1db-b6db374964dd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:34:42.582050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Request body: {'port': {'device_id': '51158313-2cf4-4036-910b-a3a714d31a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:42.600572 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-d094b0c9-76ff-41b7-ac58-f8c672aa510e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:42.602270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d094b0c9-76ff-41b7-ac58-f8c672aa510e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3284848 Dec 16 09:34:42.605746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47668) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:42.615217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-14cdb1a2-2738-4cf4-b673-e89448a48d0e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group_rule': {'security_group_id': 'f64869b1-8006-4531-8822-9483bbdb51f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:42.700110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594add9-1b31-46c7-a471-3d2e0c9dc4cd req-db199e56-3d36-4eec-a4f0-44efbbdb507e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.714491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9594add9-1b31-46c7-a471-3d2e0c9dc4cd req-db199e56-3d36-4eec-a4f0-44efbbdb507e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 944 time: 0.2315657 Dec 16 09:34:42.742682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Network 943074f4-2fdc-4ab2-b1db-b6db374964dd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:34:42.824532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 943074f4-2fdc-4ab2-b1db-b6db374964dd) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:42.860103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9594add9-1b31-46c7-a471-3d2e0c9dc4cd req-c1c6d659-1cd5-4f73-88fb-7ad5e2e5e605 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490207 Dec 16 09:34:42.875213 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-14cdb1a2-2738-4cf4-b673-e89448a48d0e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:34:42.878118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-14cdb1a2-2738-4cf4-b673-e89448a48d0e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2695031 Dec 16 09:34:42.884550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:42.886521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:42.887558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:42.927065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-12ac110c-d09b-4501-832f-182a02ddc526 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2378042 Dec 16 09:34:43.001221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.098960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9a5d661-f69b-41fa-80ca-a6a93597595f req-75af1592-8939-4d11-9fdf-23274c0941ad tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 210 time: 0.1140814 Dec 16 09:34:43.264362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:43.280543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34014d08-1e65-470a-a877-d8d925788c75 None None] Network 943074f4-2fdc-4ab2-b1db-b6db374964dd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:43.397185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:43.476358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc09f1a-7ca2-4170-a842-38c97706b9d8 req-95e5424e-7e9f-426e-9e77-0c6e0d767ab6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:43.489603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc09f1a-7ca2-4170-a842-38c97706b9d8 req-95e5424e-7e9f-426e-9e77-0c6e0d767ab6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 931 time: 0.1802266 Dec 16 09:34:43.609704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc09f1a-7ca2-4170-a842-38c97706b9d8 req-fbb9d3f9-24f3-465a-9982-4a591bc1b880 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191072 Dec 16 09:34:43.655619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef7bfcbb-890d-4668-8c2b-5f7b32c1171e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.699773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef7bfcbb-890d-4668-8c2b-5f7b32c1171e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.701338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f933ddb9-7d79-42b8-b8be-7109603f8140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.715232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 19804999-cca8-4fe0-8c33-532fdf7b313f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:43.715679 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.833765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c9144a-53e8-497f-bdd7-589c5574e5ca None None] Network 943074f4-2fdc-4ab2-b1db-b6db374964dd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:34:43.891839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f933ddb9-7d79-42b8-b8be-7109603f8140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.894862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7293823-873d-490b-b07f-c093c2138a6d {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:43.901407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f933ddb9-7d79-42b8-b8be-7109603f8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.905566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.921799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Transition to ACTIVE for port object d7293823-873d-490b-b07f-c093c2138a6d will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:43.924181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef7bfcbb-890d-4668-8c2b-5f7b32c1171e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.929778 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef7bfcbb-890d-4668-8c2b-5f7b32c1171e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.936693 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ef7bfcbb-890d-4668-8c2b-5f7b32c1171e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/f64869b1-8006-4531-8822-9483bbdb51f3 HTTP/1.1" status: 204 len: 168 time: 1.0468493 Dec 16 09:34:43.940236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47696) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:43.953917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:43.970886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:43.971266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.026309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bfcbb-890d-4668-8c2b-5f7b32c1171e tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64869b1-8006-4531-8822-9483bbdb51f3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.047546 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.082727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f933ddb9-7d79-42b8-b8be-7109603f8140 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eaf42201b81a4882880edb899ffcedbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844633 Dec 16 09:34:44.100651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47702) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:44.146329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933ddb9-7d79-42b8-b8be-7109603f8140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a076ec64-8a96-4a46-a440-8170fc93357b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.171924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Pushing event updated for resources: {'Port': ['ID=d7293823-873d-490b-b07f-c093c2138a6d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.174608 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-685237ef-6895-42f3-8af9-9aeb2b56ae1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.191540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Attempting to bind port d7293823-873d-490b-b07f-c093c2138a6d on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:44.192016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Attempting to bind port d7293823-873d-490b-b07f-c093c2138a6d by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:44.192433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Attempting to bind port d7293823-873d-490b-b07f-c093c2138a6d on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:44.198453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:44.200769 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ffcdd-f110-424b-8b44-0ca2242affd4" -d '{"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-plugged", "status": "completed", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:44.216727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Port d7293823-873d-490b-b07f-c093c2138a6d on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:44.218997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Attempting to bind port d7293823-873d-490b-b07f-c093c2138a6d on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:44.238541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-9abe1580-7d8b-4c8f-b2af-9b376e52fb73 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.240216 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-9abe1580-7d8b-4c8f-b2af-9b376e52fb73 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.2996039 Dec 16 09:34:44.243272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:44.243716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:44.244189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:44.244712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Bound port: d7293823-873d-490b-b07f-c093c2138a6d, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:44.245177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.266293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:44.295022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.310757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-354afbf4-9a67-4960-a8a2-d47067e3b6cc tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3687711 Dec 16 09:34:44.324496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] For port d7293823-873d-490b-b07f-c093c2138a6d, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:44.327099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47712) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:44.327961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] For port d7293823-873d-490b-b07f-c093c2138a6d, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7293823-873d-490b-b07f-c093c2138a6d,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:44.341290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'tempest-secgroup--522201481'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:44.346761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.356928 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec04d76-f625-4262-ad73-a02690a0e987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.365244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.410588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-373224f0-2fce-448c-bcb0-8b9d028013af tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 380 time: 0.1470144 Dec 16 09:34:44.418065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec04d76-f625-4262-ad73-a02690a0e987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.423380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.424131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.425667 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] 10.222.0.69 "PUT /v2.0/ports/d7293823-873d-490b-b07f-c093c2138a6d HTTP/1.1" status: 200 len: 1091 time: 1.8522339 Dec 16 09:34:44.427230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.428574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51158313-2cf4-4036-910b-a3a714d31a24', 'tag': 'd7293823-873d-490b-b07f-c093c2138a6d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:44.430830 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a" -d '{"events": [{"name": "network-changed", "server_uuid": "51158313-2cf4-4036-910b-a3a714d31a24", "tag": "d7293823-873d-490b-b07f-c093c2138a6d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:44.436922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'port': {'device_id': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'admin_state_up': True, 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'security_groups': ['3336b310-4c8c-446a-b884-67d14fc9b2c3']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:44.437839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-22515afc-1eed-447b-b1dd-69e3e82a7478 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.439392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-22515afc-1eed-447b-b1dd-69e3e82a7478 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/networks?id=943074f4-2fdc-4ab2-b1db-b6db374964dd HTTP/1.1" status: 200 len: 814 time: 0.2761753 Dec 16 09:34:44.492504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-83b3d7bc-0298-4bd1-a029-28a74d7dfa51 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/quotas/9513213fddea4b1884c42407f4b9be5c HTTP/1.1" status: 200 len: 375 time: 0.0421166 Dec 16 09:34:44.532123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e41d5-a9fc-43b9-942e-36324cb876df service neutron] Pushing event updated for resources: {'Port': ['ID=d7293823-873d-490b-b07f-c093c2138a6d,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.543944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-809ea037-767f-4a1e-898f-65e5ba7ae868 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9513213fddea4b1884c42407f4b9be5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433686 Dec 16 09:34:44.579580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-8f52608c-1234-4e3b-bd81-204ade7e591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.582623 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-8f52608c-1234-4e3b-bd81-204ade7e591e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 1094 time: 0.0924883 Dec 16 09:34:44.609911 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec04d76-f625-4262-ad73-a02690a0e987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.614330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec04d76-f625-4262-ad73-a02690a0e987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.615537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cec04d76-f625-4262-ad73-a02690a0e987 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a076ec64-8a96-4a46-a440-8170fc93357b HTTP/1.1" status: 204 len: 168 time: 0.5122387 Dec 16 09:34:44.636570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-178bfd3a-7a3c-425d-9d4d-102ae710dee7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7293823-873d-490b-b07f-c093c2138a6d HTTP/1.1" status: 200 len: 217 time: 0.0459192 Dec 16 09:34:44.697752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:44.701574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.705516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-c466da1f-1b0c-4840-9a10-4f497233b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:44.707197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-c466da1f-1b0c-4840-9a10-4f497233b800 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0618575 Dec 16 09:34:44.738525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-d173a535-a85f-43b2-97f9-59786f479df1 service neutron] 10.222.0.61 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586223 Dec 16 09:34:44.740471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec04d76-f625-4262-ad73-a02690a0e987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076ec64-8a96-4a46-a440-8170fc93357b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.743479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-a43fa1b3-ea9f-4843-8ca8-f85935912c50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277009 Dec 16 09:34:44.806216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.814353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.868873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524d9985-ad1a-49c0-8d51-0be93b58d14a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:44.896542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:44.898309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ebcbb625-9bed-4d8a-9ce0-a7452a4a66d5 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5693796 Dec 16 09:34:44.901887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47726) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:44.908044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-10a2e02f-d081-4115-a272-409a8dd7bffe tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:44.908711 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-10a2e02f-d081-4115-a272-409a8dd7bffe tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:34:44.909161 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-10a2e02f-d081-4115-a272-409a8dd7bffe tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 09:34:44.912745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-10a2e02f-d081-4115-a272-409a8dd7bffe tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "PUT /v2.0/security-groups/524d9985-ad1a-49c0-8d51-0be93b58d14a HTTP/1.1" status: 409 len: 330 time: 0.0070570 Dec 16 09:34:44.915289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47728) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:44.944900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-3bb38e5b-6b31-4ebd-ba3a-f7ff6b1dc982 service neutron] 10.222.0.61 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052102 Dec 16 09:34:44.990569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-27bd3b5d-8953-4cb6-85e7-8479aa50cb73 service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365849 Dec 16 09:34:45.033595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:45.036392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Allocated IP 172.20.0.12 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/810fe881-dd2d-4048-8501-6861d34f3d5a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:45.042886 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:34:45.052710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b026ec31-2678-4dcd-b05b-60ade76492c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.118654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61d4a1ca-cd8b-453c-bcfa-13af6259a76d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.184679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b026ec31-2678-4dcd-b05b-60ade76492c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.195900 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b026ec31-2678-4dcd-b05b-60ade76492c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.237724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61d4a1ca-cd8b-453c-bcfa-13af6259a76d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.274584 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-60ea23d3-a637-425d-8266-55dc5066a15c service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726099 Dec 16 09:34:45.275043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47736) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:45.277921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b026ec31-2678-4dcd-b05b-60ade76492c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=042206679d8944c895cf9a8cdde3c19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421963 Dec 16 09:34:45.296811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ec31-2678-4dcd-b05b-60ade76492c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab257da5-7876-4ad8-84d8-2f34b17cd722,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:45.336864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927526ac-9d4c-4924-97d8-5353f96ae7f6 req-ee74a632-2832-4b56-b70d-b0fb06815adf tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.355944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-927526ac-9d4c-4924-97d8-5353f96ae7f6 req-ee74a632-2832-4b56-b70d-b0fb06815adf tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1118398 Dec 16 09:34:45.361611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61d4a1ca-cd8b-453c-bcfa-13af6259a76d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.364154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61d4a1ca-cd8b-453c-bcfa-13af6259a76d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.367864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47740) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:45.368075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-61d4a1ca-cd8b-453c-bcfa-13af6259a76d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/524d9985-ad1a-49c0-8d51-0be93b58d14a HTTP/1.1" status: 204 len: 168 time: 0.4494443 Dec 16 09:34:45.397361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.403103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4a1ca-cd8b-453c-bcfa-13af6259a76d tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d9985-ad1a-49c0-8d51-0be93b58d14a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:45.417268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48a24c16-fd3e-4477-a5d8-f36067051e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.439142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-927526ac-9d4c-4924-97d8-5353f96ae7f6 req-effed50c-2c3d-4993-9731-98c2e5ea0d01 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817850 Dec 16 09:34:45.468101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-02b5017a-6afc-49e8-a5d0-3b693b9aafd7 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986161 Dec 16 09:34:45.471981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47744) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:45.486262 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-3c5189fe-b35c-41f8-aa41-b9f6ea177c6f tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] delete failed (client error): The resource could not be found. Dec 16 09:34:45.487467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3c5189fe-b35c-41f8-aa41-b9f6ea177c6f tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "DELETE /v2.0/security-groups/df45b04d-ac6c-46d5-ac3f-cd619b545b95 HTTP/1.1" status: 404 len: 347 time: 0.0143886 Dec 16 09:34:45.490904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47746) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:45.512315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48a24c16-fd3e-4477-a5d8-f36067051e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.512664 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-772c9fbc-55c8-4307-aabc-4b1c751d6728 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] show failed (client error): The resource could not be found. Dec 16 09:34:45.523115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-772c9fbc-55c8-4307-aabc-4b1c751d6728 tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-groups/cda63aa2-72fd-4a45-8a12-2ff9b51b8f29 HTTP/1.1" status: 404 len: 347 time: 0.0306501 Dec 16 09:34:45.527065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47748) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:45.532194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.578300 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-e7aaffbc-6bab-40f1-9f0c-395afbcaf8dd tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] show failed (client error): The resource could not be found. Dec 16 09:34:45.583328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e7aaffbc-6bab-40f1-9f0c-395afbcaf8dd tempest-NegativeSecGroupIPv6Test-1680060562 tempest-NegativeSecGroupIPv6Test-1680060562-project] 10.222.0.61 "GET /v2.0/security-group-rules/e3b298e1-50bb-414c-b88b-13214b13c631 HTTP/1.1" status: 404 len: 356 time: 0.0497527 Dec 16 09:34:45.605911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:45.608355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0db92b-6de3-428d-85e2-1c0a3ab29f75 req-ae2361e7-4639-4daa-91d3-d6338e859533 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.618193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:45.620580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:45.622228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da0db92b-6de3-428d-85e2-1c0a3ab29f75 req-ae2361e7-4639-4daa-91d3-d6338e859533 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 932 time: 0.0964262 Dec 16 09:34:45.623310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:45.658612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48a24c16-fd3e-4477-a5d8-f36067051e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.661362 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48a24c16-fd3e-4477-a5d8-f36067051e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.665828 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48a24c16-fd3e-4477-a5d8-f36067051e3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab257da5-7876-4ad8-84d8-2f34b17cd722 HTTP/1.1" status: 204 len: 168 time: 0.3874962 Dec 16 09:34:45.682833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a24c16-fd3e-4477-a5d8-f36067051e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab257da5-7876-4ad8-84d8-2f34b17cd722,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:45.724501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da0db92b-6de3-428d-85e2-1c0a3ab29f75 req-8a3d6976-a6b5-48f4-90ed-dd3c74a911b9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888059 Dec 16 09:34:45.726595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:45.727376 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:45.765208 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-af1d5eef-9256-4fc2-9d19-5a5697abdf2f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3438752 Dec 16 09:34:45.780138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Request body: {'port': {'device_id': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:45.807352 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40251e-31b1-4b20-b02e-98c0cad91fd7 x-openstack-request-id: req-3f40251e-31b1-4b20-b02e-98c0cad91fd7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:45.808411 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-plugged", "status": "completed", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:45.808897 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f40251e-31b1-4b20-b02e-98c0cad91fd7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:45.809688 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'code': 200} Dec 16 09:34:45.924370 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8004ca-c307-4c1f-b522-93ddb33b4aa0 x-openstack-request-id: req-4a8004ca-c307-4c1f-b522-93ddb33b4aa0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:45.925334 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51158313-2cf4-4036-910b-a3a714d31a24", "tag": "d7293823-873d-490b-b07f-c093c2138a6d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:45.926589 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a8004ca-c307-4c1f-b522-93ddb33b4aa0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:45.928791 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51158313-2cf4-4036-910b-a3a714d31a24', 'tag': 'd7293823-873d-490b-b07f-c093c2138a6d', 'status': 'completed', 'code': 200} Dec 16 09:34:46.040855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.090043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dd45f5b4-c072-4937-bbd2-6c9076f0604f None None] Provisioning complete for port 810fe881-dd2d-4048-8501-6861d34f3d5a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:46.091727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd45f5b4-c072-4937-bbd2-6c9076f0604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.098235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-aab0344e-bf44-44dd-9748-1a6692f1079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.100120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-aab0344e-bf44-44dd-9748-1a6692f1079e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 1094 time: 0.1613560 Dec 16 09:34:46.140503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dd45f5b4-c072-4937-bbd2-6c9076f0604f None None] Port 810fe881-dd2d-4048-8501-6861d34f3d5a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:34:46.155135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9177a-1137-4db7-a6e5-c3ddbde52339 req-01e9f1bb-c05d-450c-b4f5-4457cf53b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.157019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61a9177a-1137-4db7-a6e5-c3ddbde52339 req-01e9f1bb-c05d-450c-b4f5-4457cf53b3ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 1096 time: 0.1996422 Dec 16 09:34:46.239549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd244546-aed1-44c7-854c-9f6f76a8cecd req-4134f16e-3731-468d-ab9b-e1b9c8d1b8e8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.241179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bd244546-aed1-44c7-854c-9f6f76a8cecd req-4134f16e-3731-468d-ab9b-e1b9c8d1b8e8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 943 time: 0.1949356 Dec 16 09:34:46.241735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47764) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:46.252009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61a9177a-1137-4db7-a6e5-c3ddbde52339 req-10f698ea-f0f3-4e50-929d-d9f00676fd34 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736594 Dec 16 09:34:46.288371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bd244546-aed1-44c7-854c-9f6f76a8cecd req-3ac71534-c0c2-48c0-82ff-b50dc8349a2c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353587 Dec 16 09:34:46.344051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-2e36f885-e9dc-451a-acd8-f7978045aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.345948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-2e36f885-e9dc-451a-acd8-f7978045aa21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.2371233 Dec 16 09:34:46.453706 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9bc699dd-974f-4654-adb6-eb0d525d4c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.461091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e9476f3-307a-499f-8a35-320427b6f343 req-5c36aa41-0952-40f9-a729-a754ba713444 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 210 time: 0.0394018 Dec 16 09:34:46.483756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:46.491852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.506995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Transition to ACTIVE for port object 810fe881-dd2d-4048-8501-6861d34f3d5a will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:46.514340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.539742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55f06224-9f0c-467c-8300-7d2da747d352 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fce83920542644749727b67f1073a1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932997 Dec 16 09:34:46.540382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:46.599938 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-ecdc3909-b04b-44bf-ad21-26295921f39a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7293823-873d-490b-b07f-c093c2138a6d HTTP/1.1" status: 200 len: 217 time: 0.0726435 Dec 16 09:34:46.639355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71ca2-790b-4a88-98db-7d4f6be218dc req-a1086f5d-5058-42e4-a3d9-d626f2e35211 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.641388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddd71ca2-790b-4a88-98db-7d4f6be218dc req-a1086f5d-5058-42e4-a3d9-d626f2e35211 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.0869744 Dec 16 09:34:46.675765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f817-a590-4a36-a945-d0a9fe8fdf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.677030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:46.735201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-44fdf479-6bf2-4e4d-9cc5-3808f7e0b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.738647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-44fdf479-6bf2-4e4d-9cc5-3808f7e0b57b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.1287630 Dec 16 09:34:46.742335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddd71ca2-790b-4a88-98db-7d4f6be218dc req-6dc09923-6f45-4f59-acc8-8707d706fccb tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793703 Dec 16 09:34:46.760189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f817-a590-4a36-a945-d0a9fe8fdf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.763506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Attempting to bind port 810fe881-dd2d-4048-8501-6861d34f3d5a on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:46.763823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Attempting to bind port 810fe881-dd2d-4048-8501-6861d34f3d5a by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:46.764159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Attempting to bind port 810fe881-dd2d-4048-8501-6861d34f3d5a on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:46.801542 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-150fe5dd-466d-49d7-b7be-9b2b0f407ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407040 Dec 16 09:34:46.802529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Port 810fe881-dd2d-4048-8501-6861d34f3d5a on network 888f4d0f-c79c-4010-869e-5042131f02bd not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:46.805356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Attempting to bind port 810fe881-dd2d-4048-8501-6861d34f3d5a on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:46.842899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:46.843261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:46.843621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:46.844070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Bound port: 810fe881-dd2d-4048-8501-6861d34f3d5a, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:46.844454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:46.949741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-da69d6a7-ffae-4ee6-b778-6e932280890a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1423178 Dec 16 09:34:46.988657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275e7e-fceb-4b25-87db-0f735e12f461 req-568c2918-a5d5-442a-8f17-b28c1f775d42 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:46.990283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78275e7e-fceb-4b25-87db-0f735e12f461 req-568c2918-a5d5-442a-8f17-b28c1f775d42 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 944 time: 0.1134906 Dec 16 09:34:46.992073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-ebf4347c-a437-4c99-a8cd-b6adcde32290 service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787400 Dec 16 09:34:47.011011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f817-a590-4a36-a945-d0a9fe8fdf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.015141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f817-a590-4a36-a945-d0a9fe8fdf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.016735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c7f6f817-a590-4a36-a945-d0a9fe8fdf35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26de9138-e9d3-4320-a8f5-59be6a25e0ca HTTP/1.1" status: 204 len: 168 time: 0.4752245 Dec 16 09:34:47.067098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:47.085458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:47.095979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.149718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.150317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:47.152019 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] 10.222.0.53 "PUT /v2.0/ports/810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 1092 time: 1.3770704 Dec 16 09:34:47.165050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-002b3f7d-ba4f-4abe-8046-f4ba0ebd816a req-b4ab523d-b137-406e-a2c6-13345261f276 service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599052 Dec 16 09:34:47.187987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cb583-7f67-4167-a785-97a1d87bc141 service neutron] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:47.205058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6f817-a590-4a36-a945-d0a9fe8fdf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de9138-e9d3-4320-a8f5-59be6a25e0ca,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:47.249508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78275e7e-fceb-4b25-87db-0f735e12f461 req-4a485723-198e-4f18-837e-407d51d0c116 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502484 Dec 16 09:34:47.306918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-762f8110-a3a0-416d-8eae-709cf59ae0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.310391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-762f8110-a3a0-416d-8eae-709cf59ae0f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.2687676 Dec 16 09:34:47.313781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-720ca5de-3a65-4bad-844f-8f8c21d30561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.316303 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-720ca5de-3a65-4bad-844f-8f8c21d30561 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1095 time: 0.0956557 Dec 16 09:34:47.461062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-55f9a5a0-4467-4415-af8b-f404ab1bb9e7 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.462539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-55f9a5a0-4467-4415-af8b-f404ab1bb9e7 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.69 "GET /v2.0/networks?id=943074f4-2fdc-4ab2-b1db-b6db374964dd HTTP/1.1" status: 200 len: 814 time: 0.4071681 Dec 16 09:34:47.488497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Request body: {'port': {'device_id': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd', 'admin_state_up': True, 'tenant_id': '9513213fddea4b1884c42407f4b9be5c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:47.786381 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-7afef81a-975c-4bdc-a8d9-ef36e18b16dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 217 time: 0.4608483 Dec 16 09:34:47.848845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-4d40e0c6-bd07-46ac-9a40-443fcd6e0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.850346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-4d40e0c6-bd07-46ac-9a40-443fcd6e0d4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0548654 Dec 16 09:34:47.930658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:47.933035 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed88ff-9768-4f18-8b41-d353eb383709" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:47.939046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b917e-88ab-4798-9227-fd7442bce665 req-17943bb8-58a9-418c-a7c9-07751a62b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:47.940739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-17943bb8-58a9-418c-a7c9-07751a62b52b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814998 Dec 16 09:34:47.955029 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.060528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc52c9-a4f5-4192-9bf5-f36bf9b66dd0 req-a15c3982-473e-4fbd-9317-8ab0f4cffc2a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.065778 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-9d90dec2-5de8-4286-a996-684b9359c10f service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153557 Dec 16 09:34:48.067698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1dc52c9-a4f5-4192-9bf5-f36bf9b66dd0 req-a15c3982-473e-4fbd-9317-8ab0f4cffc2a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 943 time: 0.6154075 Dec 16 09:34:48.114394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-4d40f8ed-ddfe-4579-ac03-222cc9924875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.115899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-4d40f8ed-ddfe-4579-ac03-222cc9924875 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.7758174 Dec 16 09:34:48.180297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-410eddef-902b-4bdc-92c2-1bb7739d3c7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0542614 Dec 16 09:34:48.201499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1dc52c9-a4f5-4192-9bf5-f36bf9b66dd0 req-5c8b921c-6610-4572-83a4-a69b6d09e57b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328390 Dec 16 09:34:48.217256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Made reservation on behalf of 9513213fddea4b1884c42407f4b9be5c for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:48.220690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.238477 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-739b917e-88ab-4798-9227-fd7442bce665 req-baf14a1e-42f0-4140-a8fa-f6efb8561a86 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635284 Dec 16 09:34:48.342354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47854) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:48.361904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-d92b8571-31a8-4b03-885f-48e62d0d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.363633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-d92b8571-31a8-4b03-885f-48e62d0d10ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1603069 Dec 16 09:34:48.366793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7293823-873d-490b-b07f-c093c2138a6d details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:48.499568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-876ac01f-a7c3-4bc0-affa-77ee6b9e18b1 req-c3b7eab6-d51c-4ac2-90e4-a2715cc6936b tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 210 time: 0.0555034 Dec 16 09:34:48.510758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-25ea0df6-4747-47b5-a300-3f77a686bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.512420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-25ea0df6-4747-47b5-a300-3f77a686bd47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358774 Dec 16 09:34:48.514093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d7293823-873d-490b-b07f-c093c2138a6d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7293823-873d-490b-b07f-c093c2138a6d,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.523278 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5285d489-98fe-41ad-9cef-711f2369fd0e tempest-ServiceProvidersTest-1959107908 tempest-ServiceProvidersTest-1959107908-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1762979 Dec 16 09:34:48.541939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'd7293823-873d-490b-b07f-c093c2138a6d', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': 'd7293823-873d-490b-b07f-c093c2138a6d', 'mac_address': 'fa:16:3e:8f:f2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:48.546080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Allocated IP 172.20.0.2 (943074f4-2fdc-4ab2-b1db-b6db374964dd/34db202a-61fe-4da6-8e52-d9edd608027c/a16bc442-1877-4faa-89c1-c4efa4f134e6) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:48.593896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.608791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7293823-873d-490b-b07f-c093c2138a6d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:48.636330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d7293823-873d-490b-b07f-c093c2138a6d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7293823-873d-490b-b07f-c093c2138a6d,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:48.643972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.717766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d7293823-873d-490b-b07f-c093c2138a6d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:48.729876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2771-6d27-4dcd-a86a-b9056f637446 req-3679b1f3-b7fc-4530-ad6e-e225b3530ffd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:48.731574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9c2771-6d27-4dcd-a86a-b9056f637446 req-3679b1f3-b7fc-4530-ad6e-e225b3530ffd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1224988 Dec 16 09:34:48.819522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-1e75d503-d09f-4177-9425-250bfc3225c5 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984812 Dec 16 09:34:48.870146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47864) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:48.924404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9c2771-6d27-4dcd-a86a-b9056f637446 req-fe39af86-2741-4d3a-b0cd-1223fa68b466 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668520 Dec 16 09:34:48.965766 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87227724-2529-47e9-922b-38d754e2cd78 x-openstack-request-id: req-87227724-2529-47e9-922b-38d754e2cd78 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:48.966045 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:48.966328 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87227724-2529-47e9-922b-38d754e2cd78 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:48.966803 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'status': 'completed', 'code': 200} Dec 16 09:34:48.983941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:48.995759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d7293823-873d-490b-b07f-c093c2138a6d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:49.005512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f450b900-1f7f-47d4-8232-5c10954591f6 req-8d3e2936-2868-4d66-a876-abb4ec897c4e service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726816 Dec 16 09:34:49.062698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.088455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-81df864a-5f5c-4930-89ba-e3c12a77a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.090028 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-81df864a-5f5c-4930-89ba-e3c12a77a0a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1095 time: 0.0910945 Dec 16 09:34:49.096220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-230dcaed-63b3-4d12-87a1-7cd21a459c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.153500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Network 943074f4-2fdc-4ab2-b1db-b6db374964dd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:49.160126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:49.162641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:49.202731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Pushing event updated for resources: {'Port': ['ID=a16bc442-1877-4faa-89c1-c4efa4f134e6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:49.227470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded1d30-6a27-43d8-9ebb-bebcf88b294d req-12c86eb0-5aa2-4315-9bea-61f6b472b9f5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.229048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bded1d30-6a27-43d8-9ebb-bebcf88b294d req-12c86eb0-5aa2-4315-9bea-61f6b472b9f5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 944 time: 0.1393521 Dec 16 09:34:49.245474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-bcd648ac-4302-4924-a2fd-787f4f6b0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.247361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-bcd648ac-4302-4924-a2fd-787f4f6b0000 service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1476920 Dec 16 09:34:49.250199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.250847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.283525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f28681da-1549-44cb-990c-0532a6d275ad tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8023956 Dec 16 09:34:49.291111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bded1d30-6a27-43d8-9ebb-bebcf88b294d req-478792ad-e0b9-446f-8a62-266400d6c62f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558095 Dec 16 09:34:49.296926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Request body: {'port': {'device_id': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:49.320767 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-230dcaed-63b3-4d12-87a1-7cd21a459c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.324676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-987ecc9f-31db-427e-b15b-12831fee043d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 217 time: 0.0661788 Dec 16 09:34:49.331580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-230dcaed-63b3-4d12-87a1-7cd21a459c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.352970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.388733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-230dcaed-63b3-4d12-87a1-7cd21a459c46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1f334e396d44ec4b061dd89f2cc6ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143554 Dec 16 09:34:49.389546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:49.421459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dcaed-63b3-4d12-87a1-7cd21a459c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd29ed1-8922-427c-9c64-f54180c5cf99,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:49.432438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-d768cd14-ebed-462c-94d6-e5171f4a497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.434076 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-d768cd14-ebed-462c-94d6-e5171f4a497f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0695322 Dec 16 09:34:49.484735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-86925403-7c27-4d35-9394-5bd222683601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.486389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-86925403-7c27-4d35-9394-5bd222683601 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430851 Dec 16 09:34:49.551797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611e493-de80-45aa-9c4e-d0c6b43c5e53 req-a35333ed-8ba6-4422-9d0c-6b0dd52167ce tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.553302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9611e493-de80-45aa-9c4e-d0c6b43c5e53 req-a35333ed-8ba6-4422-9d0c-6b0dd52167ce tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1680813 Dec 16 09:34:49.588809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-2a6179a9-07f1-4071-adb0-bb09c9a92850 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867248 Dec 16 09:34:49.619971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9aebaa86-5874-4c56-a3f8-3b9f7a3262ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.682310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9aebaa86-5874-4c56-a3f8-3b9f7a3262ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.683132 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-60ed88ff-9768-4f18-8b41-d353eb383709 req-d8a7dbdf-6ce3-4180-8889-2786e2a88558 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908592 Dec 16 09:34:49.693976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9611e493-de80-45aa-9c4e-d0c6b43c5e53 req-ea80e552-09f1-4868-83f4-c6194d7618a4 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202476 Dec 16 09:34:49.801960 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.815244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9aebaa86-5874-4c56-a3f8-3b9f7a3262ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.817757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9aebaa86-5874-4c56-a3f8-3b9f7a3262ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.819016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9aebaa86-5874-4c56-a3f8-3b9f7a3262ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efd29ed1-8922-427c-9c64-f54180c5cf99 HTTP/1.1" status: 204 len: 168 time: 0.4283741 Dec 16 09:34:49.847283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.856741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16bc442-1877-4faa-89c1-c4efa4f134e6 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:49.861029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebaa86-5874-4c56-a3f8-3b9f7a3262ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd29ed1-8922-427c-9c64-f54180c5cf99,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:49.869552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.890683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Transition to ACTIVE for port object a16bc442-1877-4faa-89c1-c4efa4f134e6 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:49.900248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861129cc-8d32-4e76-abef-6f62f429d340 req-324ed0c5-ec76-4a71-af69-083cb9e94f08 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:49.902097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-861129cc-8d32-4e76-abef-6f62f429d340 req-324ed0c5-ec76-4a71-af69-083cb9e94f08 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 944 time: 0.1009851 Dec 16 09:34:49.903373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:49.997748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Pushing event updated for resources: {'Port': ['ID=a16bc442-1877-4faa-89c1-c4efa4f134e6,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:50.035441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-861129cc-8d32-4e76-abef-6f62f429d340 req-a5e69fb5-ac84-4ca9-81d4-e2404d02b0dd tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055510 Dec 16 09:34:50.092387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Attempting to bind port a16bc442-1877-4faa-89c1-c4efa4f134e6 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:50.092633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Attempting to bind port a16bc442-1877-4faa-89c1-c4efa4f134e6 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '68d55d2a-f2ec-406f-8995-44a8632f2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:50.093070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Attempting to bind port a16bc442-1877-4faa-89c1-c4efa4f134e6 on network 943074f4-2fdc-4ab2-b1db-b6db374964dd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:50.098494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Port a16bc442-1877-4faa-89c1-c4efa4f134e6 on network 943074f4-2fdc-4ab2-b1db-b6db374964dd not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:50.098917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Attempting to bind port a16bc442-1877-4faa-89c1-c4efa4f134e6 on network 943074f4-2fdc-4ab2-b1db-b6db374964dd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:50.106116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:50.106804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Checking segment: {'id': '68d55d2a-f2ec-406f-8995-44a8632f2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:50.107377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Bound using segment: {'id': '68d55d2a-f2ec-406f-8995-44a8632f2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:50.108048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Bound port: a16bc442-1877-4faa-89c1-c4efa4f134e6, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d55d2a-f2ec-406f-8995-44a8632f2041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:50.108880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.231688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] For port a16bc442-1877-4faa-89c1-c4efa4f134e6, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:50.247427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] For port a16bc442-1877-4faa-89c1-c4efa4f134e6, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6,segment=NetworkSegment(68d55d2a-f2ec-406f-8995-44a8632f2041),segment_id=68d55d2a-f2ec-406f-8995-44a8632f2041)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:50.253278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.294502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006473b-7949-4961-82fc-17ab5278eb18 req-f45302d3-dc84-49ae-a323-a34f9a4096ce tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.296007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3006473b-7949-4961-82fc-17ab5278eb18 req-f45302d3-dc84-49ae-a323-a34f9a4096ce tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 943 time: 0.0960445 Dec 16 09:34:50.302734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.303344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.304704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] 10.222.0.69 "PUT /v2.0/ports/a16bc442-1877-4faa-89c1-c4efa4f134e6 HTTP/1.1" status: 200 len: 1091 time: 1.0121570 Dec 16 09:34:50.305256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'tag': 'a16bc442-1877-4faa-89c1-c4efa4f134e6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:50.307523 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e886d6-1814-40d4-a184-e5654d6c4541" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9ab3c6-fab1-4747-ba89-c636cc366c45", "tag": "a16bc442-1877-4faa-89c1-c4efa4f134e6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:50.358646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a3fd6-4b9c-4331-892a-ec53dd778347 service neutron] Pushing event updated for resources: {'Port': ['ID=a16bc442-1877-4faa-89c1-c4efa4f134e6,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:50.367101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7293823-873d-490b-b07f-c093c2138a6d up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:50.402029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3006473b-7949-4961-82fc-17ab5278eb18 req-d43bfff9-1b9a-4ff9-a49d-e59c27de0cf6 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883751 Dec 16 09:34:50.430024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-14567e1c-a4dc-4fe0-9b6f-23ecf81ad8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.431636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-14567e1c-a4dc-4fe0-9b6f-23ecf81ad8d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9513213fddea4b1884c42407f4b9be5c&device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 1094 time: 0.0847063 Dec 16 09:34:50.433376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port d7293823-873d-490b-b07f-c093c2138a6d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:50.440657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port d7293823-873d-490b-b07f-c093c2138a6d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:50.441049 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.498942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-40a68db5-ec73-43b0-be60-778e33dccb3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6 HTTP/1.1" status: 200 len: 217 time: 0.0596561 Dec 16 09:34:50.526770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.555159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51158313-2cf4-4036-910b-a3a714d31a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7293823-873d-490b-b07f-c093c2138a6d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:50.558807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-d9586543-efe1-46b6-ba9d-82f61bb015c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.559338 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a56b7c-4756-4896-a677-31779e3b4cd1" -d '{"events": [{"server_uuid": "51158313-2cf4-4036-910b-a3a714d31a24", "name": "network-vif-plugged", "status": "completed", "tag": "d7293823-873d-490b-b07f-c093c2138a6d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:50.560811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-d9586543-efe1-46b6-ba9d-82f61bb015c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34db202a-61fe-4da6-8e52-d9edd608027c HTTP/1.1" status: 200 len: 854 time: 0.0551670 Dec 16 09:34:50.578939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d7293823-873d-490b-b07f-c093c2138a6d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7293823-873d-490b-b07f-c093c2138a6d,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:50.588340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:50.616852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-3a52ca21-b62b-462d-93b6-95d9b87e6073 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=943074f4-2fdc-4ab2-b1db-b6db374964dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388658 Dec 16 09:34:50.674262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d7293823-873d-490b-b07f-c093c2138a6d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:50.686102 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae7fa8c-082f-4de0-b9e0-2237afbd2881 x-openstack-request-id: req-bae7fa8c-082f-4de0-b9e0-2237afbd2881 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:50.686425 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9ab3c6-fab1-4747-ba89-c636cc366c45", "tag": "a16bc442-1877-4faa-89c1-c4efa4f134e6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:50.686681 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bae7fa8c-082f-4de0-b9e0-2237afbd2881 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:50.687198 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'tag': 'a16bc442-1877-4faa-89c1-c4efa4f134e6', 'status': 'completed', 'code': 200} Dec 16 09:34:50.818911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7ef38-f9e6-45e5-b51d-44fa1ce248d5 req-73d77cef-6a25-4ded-b00b-afb72fd4993e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:50.820434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29b7ef38-f9e6-45e5-b51d-44fa1ce248d5 req-73d77cef-6a25-4ded-b00b-afb72fd4993e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 944 time: 0.0743420 Dec 16 09:34:50.836254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-f647c966-4ff4-4e51-8d8a-7160215f35ea service neutron] 10.222.0.69 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026212 Dec 16 09:34:50.927617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29b7ef38-f9e6-45e5-b51d-44fa1ce248d5 req-d748bc11-6a3d-4920-9573-5b3270cc733a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946567 Dec 16 09:34:50.975955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb4679e2-a8d0-41e5-8e6a-0a2891359134 req-232e84ba-3d84-44bb-a91c-1f96a46014eb service neutron] 10.222.0.69 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272373 Dec 16 09:34:50.987978 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d71c5a-bbb6-44e2-b669-91a5d6e9eee6 x-openstack-request-id: req-f0d71c5a-bbb6-44e2-b669-91a5d6e9eee6 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:50.988387 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51158313-2cf4-4036-910b-a3a714d31a24", "name": "network-vif-plugged", "status": "completed", "tag": "d7293823-873d-490b-b07f-c093c2138a6d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:50.988753 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0d71c5a-bbb6-44e2-b669-91a5d6e9eee6 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:50.989216 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51158313-2cf4-4036-910b-a3a714d31a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7293823-873d-490b-b07f-c093c2138a6d', 'code': 200} Dec 16 09:34:51.114080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f30d2a-a1cb-4e50-9ee6-3287adfb436c req-acc33aa5-c638-4781-ba76-be3bda8e6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.118284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-63f30d2a-a1cb-4e50-9ee6-3287adfb436c req-acc33aa5-c638-4781-ba76-be3bda8e6a8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 1096 time: 0.0533438 Dec 16 09:34:51.144161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-35f45269-d739-4245-a6be-659425d14faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.146077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-35f45269-d739-4245-a6be-659425d14faa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9513213fddea4b1884c42407f4b9be5c&device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 1094 time: 0.1060083 Dec 16 09:34:51.170635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-63f30d2a-a1cb-4e50-9ee6-3287adfb436c req-bc4f9d66-ac55-4f5d-b78d-8be43da74844 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Dec 16 09:34:51.252111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-bd92caef-4365-40a1-9a2c-4a72c9a22229 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.252111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-bd92caef-4365-40a1-9a2c-4a72c9a22229 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 815 time: 0.1803348 Dec 16 09:34:51.278476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:51.286414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-1794de0b-2f9a-4d61-9128-1321ddfe1707 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/quotas/4211671fa5c8484cac14d05859d2d364 HTTP/1.1" status: 200 len: 375 time: 0.0268779 Dec 16 09:34:51.333243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-a7f24baa-8260-47cc-a3e4-4df3b78e1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.334935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-a7f24baa-8260-47cc-a3e4-4df3b78e1e44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=943074f4-2fdc-4ab2-b1db-b6db374964dd HTTP/1.1" status: 200 len: 915 time: 0.1763148 Dec 16 09:34:51.352769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d8e175cb-9fd0-43a6-8b4e-07c532bd7b7e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601935 Dec 16 09:34:51.408633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:51.424286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:51.463843 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:51.476169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-50293c79-b559-406b-8058-3a1dd15f10df service neutron] 10.222.0.61 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151786 Dec 16 09:34:51.477742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:51.499870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:51.505353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:51.538518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-5b6adaf8-118f-469c-84a6-692c8ef578c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6 HTTP/1.1" status: 200 len: 217 time: 0.0594141 Dec 16 09:34:51.562521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:51.659420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-0a61e0f0-007c-4bb9-a35e-54457dd7de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:51.661355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-0a61e0f0-007c-4bb9-a35e-54457dd7de3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34db202a-61fe-4da6-8e52-d9edd608027c HTTP/1.1" status: 200 len: 854 time: 0.0869877 Dec 16 09:34:51.682990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-daae4766-0f52-40d5-be4d-6acc50168e97 service neutron] 10.222.0.61 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052407 Dec 16 09:34:51.717461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-1299391f-fe37-4cbb-81af-90dae1f2303a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=943074f4-2fdc-4ab2-b1db-b6db374964dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308075 Dec 16 09:34:51.738247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['810fe881-dd2d-4048-8501-6861d34f3d5a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:51.832426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-d7af0bc0-4343-4f0f-9ba2-06400fe1c38c service neutron] 10.222.0.69 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975299 Dec 16 09:34:51.953185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e886d6-1814-40d4-a184-e5654d6c4541 req-72fb90fc-6866-4d71-97da-f4fe76e63359 service neutron] 10.222.0.69 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120453 Dec 16 09:34:52.069507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c042e3-a9e7-4b0f-9596-7845e9c4bc21 req-e45de404-a60c-428f-af5f-7e878a698a34 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.071339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18c042e3-a9e7-4b0f-9596-7845e9c4bc21 req-e45de404-a60c-428f-af5f-7e878a698a34 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 945 time: 0.0725458 Dec 16 09:34:52.136724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18c042e3-a9e7-4b0f-9596-7845e9c4bc21 req-94c25bb8-e5c5-4194-994c-a85cf4257bd9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Dec 16 09:34:52.384197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe0c6-6986-4663-9d2a-ba95743a5800 req-b6bac88b-9555-4b85-88a3-6c4283f2d4c4 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.393472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dbe0c6-6986-4663-9d2a-ba95743a5800 req-b6bac88b-9555-4b85-88a3-6c4283f2d4c4 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 943 time: 0.0780470 Dec 16 09:34:52.413214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:52.459986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7dbe0c6-6986-4663-9d2a-ba95743a5800 req-c6af3326-1cf3-4b78-a266-ccc16769a8b3 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611043 Dec 16 09:34:52.558125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57b3a7ca-2f45-4713-b8f8-36b15bbaab18 req-3b6369ba-393c-47a4-8a2f-f6fa5de826cd tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0462253 Dec 16 09:34:52.623756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6de7239-2e6b-4b8d-b46f-4f2006500bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.679330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-a66e950c-571c-47bf-b0a8-ed03eb09f0e3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.682023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-a66e950c-571c-47bf-b0a8-ed03eb09f0e3 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "GET /v2.0/ports?device_id=772e6bb0-558d-47b0-8bff-0ebb87e45374 HTTP/1.1" status: 200 len: 945 time: 0.1046627 Dec 16 09:34:52.757063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6de7239-2e6b-4b8d-b46f-4f2006500bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.767464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6de7239-2e6b-4b8d-b46f-4f2006500bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.817996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4fa7-26e4-4a16-90b5-42b4fa4b085c req-662f793c-0762-431f-899c-374f095045b8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:52.826366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0cd4fa7-26e4-4a16-90b5-42b4fa4b085c req-662f793c-0762-431f-899c-374f095045b8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1215529 Dec 16 09:34:52.836987 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d6de7239-2e6b-4b8d-b46f-4f2006500bb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4211ec1bd7d44faf8d16a8e3bc5befb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219167 Dec 16 09:34:52.838361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:52.846137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7239-2e6b-4b8d-b46f-4f2006500bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5fb0dd-18ec-471c-863c-33f00c2d8916,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:52.896609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0cd4fa7-26e4-4a16-90b5-42b4fa4b085c req-6be748e1-47cf-4c93-aff2-3ac4be02b9d8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690024 Dec 16 09:34:52.932102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Deleting port 19804999-cca8-4fe0-8c33-532fdf7b313f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:52.932513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.932894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6119278-c5bb-47ce-aa08-eaf7a00f3dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:52.955791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6119278-c5bb-47ce-aa08-eaf7a00f3dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.029618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6119278-c5bb-47ce-aa08-eaf7a00f3dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.032662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6119278-c5bb-47ce-aa08-eaf7a00f3dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.040271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d6119278-c5bb-47ce-aa08-eaf7a00f3dcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d5fb0dd-18ec-471c-863c-33f00c2d8916 HTTP/1.1" status: 204 len: 168 time: 0.2004712 Dec 16 09:34:53.056267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6119278-c5bb-47ce-aa08-eaf7a00f3dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5fb0dd-18ec-471c-863c-33f00c2d8916,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:53.099838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] For port 19804999-cca8-4fe0-8c33-532fdf7b313f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=19804999-cca8-4fe0-8c33-532fdf7b313f,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:53.100451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.118501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Calling delete_port for 19804999-cca8-4fe0-8c33-532fdf7b313f owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:53.224304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e7df4d70-ecb4-48d3-9728-96e1acb0c83b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.230801 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e7df4d70-ecb4-48d3-9728-96e1acb0c83b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 945 time: 0.1129837 Dec 16 09:34:53.277469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:53.355946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43658b59-0479-4137-b06e-ffd5682f93fc req-69f711d9-4de8-4448-bd98-8002c98877c5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.363735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43658b59-0479-4137-b06e-ffd5682f93fc req-69f711d9-4de8-4448-bd98-8002c98877c5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 945 time: 0.1041701 Dec 16 09:34:53.378322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 810fe881-dd2d-4048-8501-6861d34f3d5a completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:53.388565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 810fe881-dd2d-4048-8501-6861d34f3d5a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:53.389031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.465127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43658b59-0479-4137-b06e-ffd5682f93fc req-5d474014-7bff-4d1b-a025-c4253f7d9386 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993445 Dec 16 09:34:53.469976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.509610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['19804999-cca8-4fe0-8c33-532fdf7b313f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:53.516330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-f55925a5-a8d7-43b7-9cfb-8147fe181067 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.519877 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-f55925a5-a8d7-43b7-9cfb-8147fe181067 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.53 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 815 time: 0.1968133 Dec 16 09:34:53.530933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port d7293823-873d-490b-b07f-c093c2138a6d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:34:53.531276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.577902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Pushing event deleted for resources: {'Port': ['ID=19804999-cca8-4fe0-8c33-532fdf7b313f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:53.636866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Request body: {'port': {'device_id': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'admin_state_up': True, 'tenant_id': '4211671fa5c8484cac14d05859d2d364'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:53.670190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] No DVR routers for this DVR port 19804999-cca8-4fe0-8c33-532fdf7b313f on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:53.680623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.684008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-878e87d1-6d44-4472-a6fa-3f127e347ac8 req-dd23f1b2-57a1-4e4e-ac66-8cfdaa154e10 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.69 "DELETE /v2.0/ports/19804999-cca8-4fe0-8c33-532fdf7b313f HTTP/1.1" status: 204 len: 173 time: 0.9919684 Dec 16 09:34:53.684635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-deleted', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:53.687176 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f614aee3-2e89-46df-91d9-0e9baa14f59e" -d '{"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-deleted", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:53.726716 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.730960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:53.749487 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19ac4d36-389c-4eec-85d8-86fe644da456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.764518 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.834237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:53.838593 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f051d8cb-096d-4bdf-935d-6be9377310f5" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:53.891758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:53.896713 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.934087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port d7293823-873d-490b-b07f-c093c2138a6d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d7293823-873d-490b-b07f-c093c2138a6d,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:53.934525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.942785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Made reservation on behalf of 4211671fa5c8484cac14d05859d2d364 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:34:53.945412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16913ab-32ae-433b-b41e-afdaa77013e1 req-177ed88b-8977-41ac-be12-f0b18e5affc8 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:53.946227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:53.957322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c16913ab-32ae-433b-b41e-afdaa77013e1 req-177ed88b-8977-41ac-be12-f0b18e5affc8 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 943 time: 0.1412675 Dec 16 09:34:53.959891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for d7293823-873d-490b-b07f-c093c2138a6d owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:34:53.999773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:54.026610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c16913ab-32ae-433b-b41e-afdaa77013e1 req-e20f6f87-f567-4522-8cf0-d9fb11f2feee tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665555 Dec 16 09:34:54.039471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19ac4d36-389c-4eec-85d8-86fe644da456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.047054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19ac4d36-389c-4eec-85d8-86fe644da456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.159850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac4d36-389c-4eec-85d8-86fe644da456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07760141-c5c1-4099-baad-228f8e121718,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:54.170885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-19ac4d36-389c-4eec-85d8-86fe644da456 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ec793ea4e9440bd8b29fc8ba9b02544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381895 Dec 16 09:34:54.171537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48064) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:54.198561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6508806c-4cd9-421c-a4e4-3abce1105661 req-a0373da0-8469-436d-b42e-53a056483c0a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0666838 Dec 16 09:34:54.284735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Allocated IP 172.20.0.4 (18548f06-b4cd-45f0-bfe0-c63ea2b6a74c/13affadb-38eb-4f5d-9dd7-7280198d21c0/a5860ad9-38bb-40a8-b591-05016cda8864) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:34:54.328680 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516e62ef-ab54-46cf-9498-01e8f61e6016 x-openstack-request-id: req-516e62ef-ab54-46cf-9498-01e8f61e6016 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:54.329427 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6bb0-558d-47b0-8bff-0ebb87e45374", "name": "network-vif-deleted", "tag": "19804999-cca8-4fe0-8c33-532fdf7b313f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:54.329859 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-516e62ef-ab54-46cf-9498-01e8f61e6016 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:54.333264 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6bb0-558d-47b0-8bff-0ebb87e45374', 'name': 'network-vif-deleted', 'tag': '19804999-cca8-4fe0-8c33-532fdf7b313f', 'status': 'completed', 'code': 200} Dec 16 09:34:54.368126 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.384317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fe52f4-5750-4975-809d-594933011191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.386341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d7293823-873d-490b-b07f-c093c2138a6d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:54.391915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a16bc442-1877-4faa-89c1-c4efa4f134e6 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:54.406945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=d7293823-873d-490b-b07f-c093c2138a6d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:54.491644 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728792a0-4a73-4141-97dc-0ba0a14ecc6b x-openstack-request-id: req-728792a0-4a73-4141-97dc-0ba0a14ecc6b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:54.492319 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:54.492794 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-728792a0-4a73-4141-97dc-0ba0a14ecc6b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:54.493472 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:34:54.503746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fe52f4-5750-4975-809d-594933011191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.538762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port d7293823-873d-490b-b07f-c093c2138a6d on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:34:54.586905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.618108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3bfd0844-6799-457d-905c-0bee464b9970 req-e5e3d06c-2b6e-409d-8a8e-9df8e4732103 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "DELETE /v2.0/ports/d7293823-873d-490b-b07f-c093c2138a6d HTTP/1.1" status: 204 len: 173 time: 1.3766258 Dec 16 09:34:54.625393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3805-8a9c-447c-81f4-2f260e566d67 req-dba1a451-e247-4462-ad95-f77d28859599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.632156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7cd3805-8a9c-447c-81f4-2f260e566d67 req-dba1a451-e247-4462-ad95-f77d28859599 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1097 time: 0.1034753 Dec 16 09:34:54.692206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51158313-2cf4-4036-910b-a3a714d31a24', 'name': 'network-vif-deleted', 'tag': 'd7293823-873d-490b-b07f-c093c2138a6d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:54.700685 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a7303-1c18-4d13-8afb-fc2ce1dd76bb" -d '{"events": [{"server_uuid": "51158313-2cf4-4036-910b-a3a714d31a24", "name": "network-vif-deleted", "tag": "d7293823-873d-490b-b07f-c093c2138a6d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:54.713764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a16bc442-1877-4faa-89c1-c4efa4f134e6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6,segment=NetworkSegment(68d55d2a-f2ec-406f-8995-44a8632f2041),segment_id=68d55d2a-f2ec-406f-8995-44a8632f2041)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:54.758036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7cd3805-8a9c-447c-81f4-2f260e566d67 req-4778babd-89d4-45d6-b69d-42740ade33f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180089 Dec 16 09:34:54.760324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'a16bc442-1877-4faa-89c1-c4efa4f134e6', 'network_id': '943074f4-2fdc-4ab2-b1db-b6db374964dd', 'port_id': 'a16bc442-1877-4faa-89c1-c4efa4f134e6', 'mac_address': 'fa:16:3e:47:29:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34db202a-61fe-4da6-8e52-d9edd608027c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:54.760717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fe52f4-5750-4975-809d-594933011191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.763779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fe52f4-5750-4975-809d-594933011191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.772173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55fe52f4-5750-4975-809d-594933011191 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07760141-c5c1-4099-baad-228f8e121718 HTTP/1.1" status: 204 len: 168 time: 0.5835247 Dec 16 09:34:54.824515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe52f4-5750-4975-809d-594933011191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07760141-c5c1-4099-baad-228f8e121718,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:54.864252 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.905823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:54.913640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0fd0b-a342-40a1-a9b2-b45b58b19cc1 req-3ff16403-4268-4267-ab22-456cf644d4c0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:54.924166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70d0fd0b-a342-40a1-a9b2-b45b58b19cc1 req-3ff16403-4268-4267-ab22-456cf644d4c0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.1641934 Dec 16 09:34:54.950596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16bc442-1877-4faa-89c1-c4efa4f134e6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:55.003880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70d0fd0b-a342-40a1-a9b2-b45b58b19cc1 req-25ca0ffe-8367-4c70-ac7b-ff530a398f7f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736208 Dec 16 09:34:55.018228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a16bc442-1877-4faa-89c1-c4efa4f134e6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6,segment=NetworkSegment(68d55d2a-f2ec-406f-8995-44a8632f2041),segment_id=68d55d2a-f2ec-406f-8995-44a8632f2041)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:55.019703 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.029437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.093808 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.117326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a16bc442-1877-4faa-89c1-c4efa4f134e6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:55.180232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a5a58ba-c28c-4ab5-8f13-941e6cc90d88 req-79eb5b19-1ecc-459e-b137-efda0a6acae8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 210 time: 0.0443082 Dec 16 09:34:55.212166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:34:55.215020 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f900192-925e-4444-b944-0ac69b886848 req-e0572456-17dd-4662-87c9-6604559323f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 210 time: 0.0696664 Dec 16 09:34:55.216288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:34:55.222124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:34:55.281741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Pushing event updated for resources: {'Port': ['ID=a5860ad9-38bb-40a8-b591-05016cda8864,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:55.344506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.345232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.356512 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40956be0-3ad5-4fde-a836-d5f7606f5c6f x-openstack-request-id: req-40956be0-3ad5-4fde-a836-d5f7606f5c6f {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:55.356987 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51158313-2cf4-4036-910b-a3a714d31a24", "name": "network-vif-deleted", "tag": "d7293823-873d-490b-b07f-c093c2138a6d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:55.370176 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40956be0-3ad5-4fde-a836-d5f7606f5c6f {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:55.373176 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51158313-2cf4-4036-910b-a3a714d31a24', 'name': 'network-vif-deleted', 'tag': 'd7293823-873d-490b-b07f-c093c2138a6d', 'status': 'completed', 'code': 200} Dec 16 09:34:55.390848 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-d3114af6-93ef-43ba-b29a-237d8f828625 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7702961 Dec 16 09:34:55.393879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['a16bc442-1877-4faa-89c1-c4efa4f134e6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:34:55.417441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Request body: {'port': {'device_id': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:55.480284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f900192-925e-4444-b944-0ac69b886848 req-af2c13e1-306c-400b-ba7d-42f65caac469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.486460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f900192-925e-4444-b944-0ac69b886848 req-af2c13e1-306c-400b-ba7d-42f65caac469 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=94c4b281560844e0b35761357f454c26&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2552800 Dec 16 09:34:55.575216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b2c75-caaa-44ab-9192-a168183d7204 req-43f7446f-5dd2-4771-890d-48708696094a tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.588111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-999b2c75-caaa-44ab-9192-a168183d7204 req-43f7446f-5dd2-4771-890d-48708696094a tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 944 time: 0.1173985 Dec 16 09:34:55.631612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:55.643366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-999b2c75-caaa-44ab-9192-a168183d7204 req-c252fabd-1988-4975-b5a1-19f6d104301d tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Dec 16 09:34:55.784255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f900192-925e-4444-b944-0ac69b886848 req-03c4ec0a-8c9c-414b-87cd-9df6cd75930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.785891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f900192-925e-4444-b944-0ac69b886848 req-03c4ec0a-8c9c-414b-87cd-9df6cd75930d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584050 Dec 16 09:34:55.802927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5faec-23cd-46e4-b562-37642cbe0c3d req-684adc29-c4a2-40ed-85be-c5d6610747b0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:55.805500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ff5faec-23cd-46e4-b562-37642cbe0c3d req-684adc29-c4a2-40ed-85be-c5d6610747b0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 931 time: 0.0612135 Dec 16 09:34:55.847562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ff5faec-23cd-46e4-b562-37642cbe0c3d req-2ec5aa29-0e2b-4dce-9337-437b210bdd08 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Dec 16 09:34:56.067861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5860ad9-38bb-40a8-b591-05016cda8864 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:56.078955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.099602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Transition to ACTIVE for port object a5860ad9-38bb-40a8-b591-05016cda8864 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:34:56.105966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.147630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57bbe-d810-4ada-b502-27c81a7dff4d req-f3f1c90a-f184-481b-af3e-d67b427f2daf tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.150162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12a57bbe-d810-4ada-b502-27c81a7dff4d req-f3f1c90a-f184-481b-af3e-d67b427f2daf tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.0628989 Dec 16 09:34:56.156841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5860ad9-38bb-40a8-b591-05016cda8864,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:56.207385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12a57bbe-d810-4ada-b502-27c81a7dff4d req-55073465-4ecc-4c52-b7bc-642c25c7039d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Dec 16 09:34:56.260841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Attempting to bind port a5860ad9-38bb-40a8-b591-05016cda8864 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:34:56.261301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Attempting to bind port a5860ad9-38bb-40a8-b591-05016cda8864 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:34:56.261938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Attempting to bind port a5860ad9-38bb-40a8-b591-05016cda8864 on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:56.267277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Port a5860ad9-38bb-40a8-b591-05016cda8864 on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:34:56.267663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Attempting to bind port a5860ad9-38bb-40a8-b591-05016cda8864 on network 18548f06-b4cd-45f0-bfe0-c63ea2b6a74c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:34:56.273548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:34:56.273903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Checking segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:34:56.274431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Bound using segment: {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:34:56.274916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Bound port: a5860ad9-38bb-40a8-b591-05016cda8864, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2da23a3-81ea-4227-be3f-ec1f05c7180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:34:56.275333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.326607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b80b10c-baad-456e-9205-436d32fa04ce req-401e772c-b3e3-46f0-bf7e-83f5669339ec tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 210 time: 0.0421934 Dec 16 09:34:56.361153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] For port a5860ad9-38bb-40a8-b591-05016cda8864, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:34:56.364866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] For port a5860ad9-38bb-40a8-b591-05016cda8864, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a5860ad9-38bb-40a8-b591-05016cda8864,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:34:56.370591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.389882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a16bc442-1877-4faa-89c1-c4efa4f134e6 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:34:56.428973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.429660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.431194 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] 10.222.0.53 "PUT /v2.0/ports/a5860ad9-38bb-40a8-b591-05016cda8864 HTTP/1.1" status: 200 len: 1091 time: 1.0219908 Dec 16 09:34:56.434564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d481a1-4e53-494a-bca5-bcebbf442ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5860ad9-38bb-40a8-b591-05016cda8864,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:56.470353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99b53d-1ac9-4cfc-ba04-caebebc47bde req-39fc5687-fdc1-47cf-8bbc-1be5f4467017 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.470497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e99b53d-1ac9-4cfc-ba04-caebebc47bde req-39fc5687-fdc1-47cf-8bbc-1be5f4467017 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.0665064 Dec 16 09:34:56.479362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48128) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:34:56.484317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'floatingip': {'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:34:56.509290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port a16bc442-1877-4faa-89c1-c4efa4f134e6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:34:56.523514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port a16bc442-1877-4faa-89c1-c4efa4f134e6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:34:56.524106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.553323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-349ef37f-b3ed-4847-8be3-b1995829ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.564205 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-349ef37f-b3ed-4847-8be3-b1995829ee45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 1094 time: 0.0924370 Dec 16 09:34:56.578772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.652669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-1dcfd740-e592-48ce-a61c-b2bbf407a590 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5860ad9-38bb-40a8-b591-05016cda8864 HTTP/1.1" status: 200 len: 217 time: 0.0705600 Dec 16 09:34:56.716728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.719529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-2cb2d5c1-35b2-4701-a222-d76767dd1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:56.722231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-2cb2d5c1-35b2-4701-a222-d76767dd1ffd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.0615265 Dec 16 09:34:56.767814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16bc442-1877-4faa-89c1-c4efa4f134e6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:56.774904 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b722b7-7dc1-46fd-a059-48952fff8658" -d '{"events": [{"server_uuid": "1d9ab3c6-fab1-4747-ba89-c636cc366c45", "name": "network-vif-plugged", "status": "completed", "tag": "a16bc442-1877-4faa-89c1-c4efa4f134e6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:56.795525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-64881fe1-093f-44f9-b9ff-60c67d6217bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626860 Dec 16 09:34:56.807563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port a16bc442-1877-4faa-89c1-c4efa4f134e6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6,segment=NetworkSegment(68d55d2a-f2ec-406f-8995-44a8632f2041),segment_id=68d55d2a-f2ec-406f-8995-44a8632f2041)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:56.815250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:56.816824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:34:56.895209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 19804999-cca8-4fe0-8c33-532fdf7b313f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:34:56.896057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 19804999-cca8-4fe0-8c33-532fdf7b313f not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:34:56.917502 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-5508fb8d-edb3-4712-8d13-d88d90bdbc73 service neutron] 10.222.0.53 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105566 Dec 16 09:34:56.966719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=a16bc442-1877-4faa-89c1-c4efa4f134e6,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:34:57.065423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14558532-c3b0-48a5-a0bd-8d4e28226d17 req-c89b0aed-0b0d-450c-b5d8-f4ca804241ee service neutron] 10.222.0.53 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389489 Dec 16 09:34:57.086753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a99c4-41c7-434c-9a4b-c7e975f85b82 req-8217a60f-b06c-4542-8a19-165f01638b94 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.094710 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-911a99c4-41c7-434c-9a4b-c7e975f85b82 req-8217a60f-b06c-4542-8a19-165f01638b94 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.3075893 Dec 16 09:34:57.146543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-911a99c4-41c7-434c-9a4b-c7e975f85b82 req-91633d7c-9f82-4c5a-b9b2-0952d44eee1a tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Dec 16 09:34:57.240054 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea0db59-a351-443c-a1a2-68ece3dbdb54 x-openstack-request-id: req-8ea0db59-a351-443c-a1a2-68ece3dbdb54 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:57.242434 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9ab3c6-fab1-4747-ba89-c636cc366c45", "name": "network-vif-plugged", "status": "completed", "tag": "a16bc442-1877-4faa-89c1-c4efa4f134e6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:57.243343 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ea0db59-a351-443c-a1a2-68ece3dbdb54 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:57.244478 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16bc442-1877-4faa-89c1-c4efa4f134e6', 'code': 200} Dec 16 09:34:57.468272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'tag': 'a5860ad9-38bb-40a8-b591-05016cda8864'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:57.476691 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262" -d '{"events": [{"name": "network-changed", "server_uuid": "cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4", "tag": "a5860ad9-38bb-40a8-b591-05016cda8864"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:57.555692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556d2f-cd8d-42fc-84a0-2d1f8266c8f4 req-86e44eca-6029-4042-9533-75cbe0b9c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.557243 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b556d2f-cd8d-42fc-84a0-2d1f8266c8f4 req-86e44eca-6029-4042-9533-75cbe0b9c873 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 1096 time: 0.2103586 Dec 16 09:34:57.645231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b556d2f-cd8d-42fc-84a0-2d1f8266c8f4 req-24049524-00ce-42e8-a318-65affdf04de2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780075 Dec 16 09:34:57.872723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f900192-925e-4444-b944-0ac69b886848 req-33481ef2-3063-4959-9e54-0bada697a0c9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 210 time: 0.0581961 Dec 16 09:34:57.937020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbdf04-fdd1-41bf-b1ef-0e30bbf5567e req-14c0425b-f38d-401e-abf3-b5990d595b7e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:57.944397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84fbdf04-fdd1-41bf-b1ef-0e30bbf5567e req-14c0425b-f38d-401e-abf3-b5990d595b7e tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 943 time: 0.1287718 Dec 16 09:34:58.017909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84fbdf04-fdd1-41bf-b1ef-0e30bbf5567e req-c0c37dd5-e84a-4736-aa9a-ab321746fc5c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Dec 16 09:34:58.074547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.079820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.194473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9561dd30-fdb2-4d42-8abd-73125278b965 req-f19faad0-d597-4706-8124-8a5db8adbe13 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=51158313-2cf4-4036-910b-a3a714d31a24 HTTP/1.1" status: 200 len: 210 time: 0.0453897 Dec 16 09:34:58.258198 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Floating IP 2c06c5a7-62e7-4526-ba17-34871877718c associated. External IP: 172.25.6.17, port: 810fe881-dd2d-4048-8501-6861d34f3d5a. Dec 16 09:34:58.267230 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0570ccbe-6a5c-4ae9-a4d5-6f6977230d8f x-openstack-request-id: req-0570ccbe-6a5c-4ae9-a4d5-6f6977230d8f {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:58.268138 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4", "tag": "a5860ad9-38bb-40a8-b591-05016cda8864", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:58.268790 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0570ccbe-6a5c-4ae9-a4d5-6f6977230d8f {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:58.269894 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'tag': 'a5860ad9-38bb-40a8-b591-05016cda8864', 'status': 'completed', 'code': 200} Dec 16 09:34:58.368241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-3adad9ea-2b65-4bb3-bbe3-919156e0a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.371000 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-3adad9ea-2b65-4bb3-bbe3-919156e0a30c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4211671fa5c8484cac14d05859d2d364&device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 1094 time: 0.0758746 Dec 16 09:34:58.581491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-6f10d526-b275-4aac-acc9-91812963dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.583053 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-6f10d526-b275-4aac-acc9-91812963dd85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 200 len: 916 time: 0.2005804 Dec 16 09:34:58.655847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-d0a88cee-09f9-4bcc-a769-13f74f000e5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5860ad9-38bb-40a8-b591-05016cda8864 HTTP/1.1" status: 200 len: 217 time: 0.0647500 Dec 16 09:34:58.735668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21fff-02aa-428f-988d-4588edfa2330 req-415a6e39-7d93-4e88-9df3-8428f35f7a7e tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.737764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60e21fff-02aa-428f-988d-4588edfa2330 req-415a6e39-7d93-4e88-9df3-8428f35f7a7e tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.0772171 Dec 16 09:34:58.756904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Router ddc1cb83-8231-4e64-8126-6d70bd1ef252 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:34:58.768546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-995ac1e4-6b5a-4f81-8516-14ae6436e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:58.770634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-995ac1e4-6b5a-4f81-8516-14ae6436e7c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 200 len: 855 time: 0.1059268 Dec 16 09:34:58.810157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-a9f8e145-56d6-4d17-86bd-e96dac5e2175 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305789 Dec 16 09:34:58.891878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60e21fff-02aa-428f-988d-4588edfa2330 req-241f3fe4-1c55-4a87-8a29-a973d91e3d67 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316624 Dec 16 09:34:58.922920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-e489c13a-833c-453f-9d81-0aec43866a37 service neutron] 10.222.0.53 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052132 Dec 16 09:34:58.936351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:34:58.948308 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] Sync routers for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:34:58.949354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:58.972913 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:58.973552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:58.995092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5eea21e-5552-4381-a835-f52381bef8a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "PUT /v2.0/floatingips/2c06c5a7-62e7-4526-ba17-34871877718c HTTP/1.1" status: 200 len: 991 time: 2.5144629 Dec 16 09:34:58.997867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:34:59.016779 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90dcdab-7354-4841-830d-a2d5110e9d02" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:34:59.153672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:34:59.177463 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4eeb59-3760-4f25-af83-40652af87211 x-openstack-request-id: req-ac4eeb59-3760-4f25-af83-40652af87211 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:34:59.177899 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:34:59.178334 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac4eeb59-3760-4f25-af83-40652af87211 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:34:59.178952 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'status': 'completed', 'code': 200} Dec 16 09:34:59.203422 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf46f9f-d04e-4bf5-bfa6-bdb547b9a262 req-610d02ce-96f8-4b40-873d-9fccb10853f5 service neutron] 10.222.0.53 "GET /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713852 Dec 16 09:34:59.279462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-59ee289d-03f5-4d8d-8310-d16a487a0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.283235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-59ee289d-03f5-4d8d-8310-d16a487a0fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1097 time: 0.0825727 Dec 16 09:34:59.324832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a5860ad9-38bb-40a8-b591-05016cda8864 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:34:59.486345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba750d92-1535-4f22-8183-1769db7132db req-865923b7-49e7-4976-bbf2-aeaf52df703f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.492001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba750d92-1535-4f22-8183-1769db7132db req-865923b7-49e7-4976-bbf2-aeaf52df703f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 943 time: 0.2015657 Dec 16 09:34:59.527109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port a5860ad9-38bb-40a8-b591-05016cda8864, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a5860ad9-38bb-40a8-b591-05016cda8864,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:59.614536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'a5860ad9-38bb-40a8-b591-05016cda8864', 'network_id': '18548f06-b4cd-45f0-bfe0-c63ea2b6a74c', 'port_id': 'a5860ad9-38bb-40a8-b591-05016cda8864', 'mac_address': 'fa:16:3e:2d:82:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13affadb-38eb-4f5d-9dd7-7280198d21c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:34:59.731543 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2c06c5a7-62e7-4526-ba17-34871877718c', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:38Z', 'updated_at': '2021-12-16T09:34:57Z', 'revision_number': 1, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:59.765830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-6a13e31f-7947-40c1-bd0b-ececc8cabece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:34:59.767363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-6a13e31f-7947-40c1-bd0b-ececc8cabece service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.4752386 Dec 16 09:34:59.792288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.792626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba750d92-1535-4f22-8183-1769db7132db req-13e04b09-1446-44ac-af80-30cbd1a761f7 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416091 Dec 16 09:34:59.806010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] Checking router: ddc1cb83-8231-4e64-8126-6d70bd1ef252 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:34:59.815757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5860ad9-38bb-40a8-b591-05016cda8864 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:34:59.825167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:34:59.825859 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:34:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:34:59.853428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port a5860ad9-38bb-40a8-b591-05016cda8864, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a5860ad9-38bb-40a8-b591-05016cda8864,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:34:59.862125 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:34:59.929486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-34d944f0-9c66-401d-9d49-cf0f320ba64c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.1357663 Dec 16 09:35:00.052321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-b9a604fd-ea1c-4ceb-8a9a-0a29cd508a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.056531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-b9a604fd-ea1c-4ceb-8a9a-0a29cd508a08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.1186459 Dec 16 09:35:00.064019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=a5860ad9-38bb-40a8-b591-05016cda8864,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:00.081396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.081741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.082103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.082432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.082754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.083431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.083758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.084330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.084658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.085402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.085876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.086259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:00.135161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a5860ad9-38bb-40a8-b591-05016cda8864'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:00.144397 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:35:00.170302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48232) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:00.272183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-9f1fe222-6667-4e47-9e59-e29f34c5e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.277997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-9f1fe222-6667-4e47-9e59-e29f34c5e3f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126307 Dec 16 09:35:00.305455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da629c11-67e5-4a7b-b8a3-6b3b62bc01e0 req-5dddc7da-87ed-48ec-b96e-11c1a34d8f7b tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:00.315798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da629c11-67e5-4a7b-b8a3-6b3b62bc01e0 req-5dddc7da-87ed-48ec-b96e-11c1a34d8f7b tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.2279303 Dec 16 09:35:00.403941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7293823-873d-490b-b07f-c093c2138a6d no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:00.409578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de81acfc-db20-4dbd-ac7b-ecc15a8441fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.428777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: d7293823-873d-490b-b07f-c093c2138a6d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:00.429115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d7293823-873d-490b-b07f-c093c2138a6d not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:00.519019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de81acfc-db20-4dbd-ac7b-ecc15a8441fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.534323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-de81acfc-db20-4dbd-ac7b-ecc15a8441fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.541066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da629c11-67e5-4a7b-b8a3-6b3b62bc01e0 req-19a7de35-a530-414e-a533-d92b9c600758 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233145 Dec 16 09:35:00.590298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-de81acfc-db20-4dbd-ac7b-ecc15a8441fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9b4c20d2948445095b1c51e5e63d889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186261 Dec 16 09:35:00.595834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:00.632708 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2c06c5a7-62e7-4526-ba17-34871877718c', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:38Z', 'updated_at': '2021-12-16T09:34:57Z', 'revision_number': 1, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:00.640272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81acfc-db20-4dbd-ac7b-ecc15a8441fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac7607f-33c0-437e-b937-6c1c03fb2270,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:00.646931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-14593730-5ea5-45ba-8bd6-d259884a4ec0 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609164 Dec 16 09:35:00.670234 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf949984-221a-4374-9b98-71c04f531e8b None None] The sync data for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 is: [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2c06c5a7-62e7-4526-ba17-34871877718c', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:34:38Z', 'updated_at': '2021-12-16T09:34:57Z', 'revision_number': 1, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:35:00.751223 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91dc6d0a-cf89-4c35-be2b-5b47b07ca24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.812774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91dc6d0a-cf89-4c35-be2b-5b47b07ca24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.889714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91dc6d0a-cf89-4c35-be2b-5b47b07ca24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.892586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-91dc6d0a-cf89-4c35-be2b-5b47b07ca24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:00.896447 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-91dc6d0a-cf89-4c35-be2b-5b47b07ca24c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cac7607f-33c0-437e-b937-6c1c03fb2270 HTTP/1.1" status: 204 len: 168 time: 0.2942028 Dec 16 09:35:00.915045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6d0a-cf89-4c35-be2b-5b47b07ca24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac7607f-33c0-437e-b937-6c1c03fb2270,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:00.994765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f90dcdab-7354-4841-830d-a2d5110e9d02 req-c1112692-4685-4708-b73f-ca15c76eb7b3 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398027 Dec 16 09:35:01.108664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-a7964d9f-8dd5-4550-977d-cfcbcfdf049e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.117207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-a7964d9f-8dd5-4550-977d-cfcbcfdf049e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.2881973 Dec 16 09:35:01.141488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046794a8-7a9d-46e6-9365-083979974bb8 None None] New status for floating IP 2c06c5a7-62e7-4526-ba17-34871877718c: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:35:01.147434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-28635ed6-c893-44ba-bb71-bbd983d32d46 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0284719 Dec 16 09:35:01.186171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-97e5340f-28c4-4c52-aa40-f7e12d115f38 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341895 Dec 16 09:35:01.300358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-f2f5a6ff-db80-4478-be8e-93ccc7d71164 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064360 Dec 16 09:35:01.339498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a5860ad9-38bb-40a8-b591-05016cda8864 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:01.352691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48264) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:01.374494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81974f8b-3bce-4b5c-991b-538e0c36287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.405985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port a5860ad9-38bb-40a8-b591-05016cda8864 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:01.413529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port a5860ad9-38bb-40a8-b591-05016cda8864 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:01.414245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.436481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-5f9bbd9f-25bb-442a-8ef9-6b033da18579 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352546 Dec 16 09:35:01.490343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81974f8b-3bce-4b5c-991b-538e0c36287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.496096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81974f8b-3bce-4b5c-991b-538e0c36287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.519900 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.575901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5860ad9-38bb-40a8-b591-05016cda8864'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:01.582921 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9f995-9d42-4701-b430-0625e259b165" -d '{"events": [{"server_uuid": "cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4", "name": "network-vif-plugged", "status": "completed", "tag": "a5860ad9-38bb-40a8-b591-05016cda8864"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:01.599194 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-81974f8b-3bce-4b5c-991b-538e0c36287f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aece8dfba76f4731a2eb38c9a458c222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443995 Dec 16 09:35:01.599745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81974f8b-3bce-4b5c-991b-538e0c36287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce968d-f22d-47c5-a59c-b1ed5c3fe035,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:01.601579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48274) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:01.614338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port a5860ad9-38bb-40a8-b591-05016cda8864, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a5860ad9-38bb-40a8-b591-05016cda8864,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:01.622223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.684550 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b141b96c-5768-4fce-b55c-37e45e635a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.693369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=a5860ad9-38bb-40a8-b591-05016cda8864,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:01.724761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b141b96c-5768-4fce-b55c-37e45e635a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.863195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a989e-8a05-4043-aeef-9e314d634bb8 req-2713244d-a695-468d-b4a0-e6531eaff6af tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:01.864922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635a989e-8a05-4043-aeef-9e314d634bb8 req-2713244d-a695-468d-b4a0-e6531eaff6af tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1548622 Dec 16 09:35:01.890614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b141b96c-5768-4fce-b55c-37e45e635a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.894456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b141b96c-5768-4fce-b55c-37e45e635a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:01.898629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b141b96c-5768-4fce-b55c-37e45e635a12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88ce968d-f22d-47c5-a59c-b1ed5c3fe035 HTTP/1.1" status: 204 len: 168 time: 0.2925088 Dec 16 09:35:01.918610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141b96c-5768-4fce-b55c-37e45e635a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce968d-f22d-47c5-a59c-b1ed5c3fe035,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:01.947069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635a989e-8a05-4043-aeef-9e314d634bb8 req-c5d16c67-10eb-41a4-a0b4-d00399f5fa6f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719111 Dec 16 09:35:02.151935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfe87775-133b-40a9-a685-fa4a526b9efa req-940a608e-407f-4786-bd9a-7c86928375b0 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 210 time: 0.0513067 Dec 16 09:35:02.211119 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90398d56-af2d-40de-b3f1-f3aa3856164a x-openstack-request-id: req-90398d56-af2d-40de-b3f1-f3aa3856164a {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:02.211667 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4", "name": "network-vif-plugged", "status": "completed", "tag": "a5860ad9-38bb-40a8-b591-05016cda8864", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:02.211667 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90398d56-af2d-40de-b3f1-f3aa3856164a {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:02.212249 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5860ad9-38bb-40a8-b591-05016cda8864', 'code': 200} Dec 16 09:35:02.363307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d857d9c-3435-4011-86c6-5180ad5f1433 req-23975b4d-b883-4bd4-8dff-c0a8782dc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.363430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d857d9c-3435-4011-86c6-5180ad5f1433 req-23975b4d-b883-4bd4-8dff-c0a8782dc92e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0529838 Dec 16 09:35:02.414730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d857d9c-3435-4011-86c6-5180ad5f1433 req-87ec5b6d-18db-493b-b826-930736eb080c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Dec 16 09:35:02.449578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:02.466038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee477-81e6-406d-988c-05f95690c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.530503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-a240954d-2473-470a-9bec-645288ace2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.532353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-a240954d-2473-470a-9bec-645288ace2ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9513213fddea4b1884c42407f4b9be5c&device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 1096 time: 0.0471489 Dec 16 09:35:02.563386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee477-81e6-406d-988c-05f95690c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.568103 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee477-81e6-406d-988c-05f95690c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.639656 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bc1ee477-81e6-406d-988c-05f95690c64e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=952c7796715a443f83be220cc3d4ef92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883571 Dec 16 09:35:02.643982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48312) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:02.656953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-0a4a6349-431a-40ff-88ff-c1d29efb1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.658597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-0a4a6349-431a-40ff-88ff-c1d29efb1c83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=943074f4-2fdc-4ab2-b1db-b6db374964dd HTTP/1.1" status: 200 len: 915 time: 0.1197813 Dec 16 09:35:02.717109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-85770266-5f25-4644-a06e-1585d26a2465 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6 HTTP/1.1" status: 200 len: 217 time: 0.0498364 Dec 16 09:35:02.751621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ee477-81e6-406d-988c-05f95690c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b9b0d-fd57-4a6a-8527-88052e74f064,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:02.787264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4657389-1c16-4fe5-bef7-cdae039f4c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.815042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4657389-1c16-4fe5-bef7-cdae039f4c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.817992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-662e622c-716c-43e9-b0ae-722f5b631fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.819572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-662e622c-716c-43e9-b0ae-722f5b631fc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34db202a-61fe-4da6-8e52-d9edd608027c HTTP/1.1" status: 200 len: 854 time: 0.0953557 Dec 16 09:35:02.837222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52911e-f984-445d-bb59-fb7cb87bd0ea req-1af69771-835e-481c-98b0-af92f85651e6 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:02.839451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b52911e-f984-445d-bb59-fb7cb87bd0ea req-1af69771-835e-481c-98b0-af92f85651e6 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.1051576 Dec 16 09:35:02.873592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4657389-1c16-4fe5-bef7-cdae039f4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.876881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4657389-1c16-4fe5-bef7-cdae039f4c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:02.882362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a4657389-1c16-4fe5-bef7-cdae039f4c9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e72b9b0d-fd57-4a6a-8527-88052e74f064 HTTP/1.1" status: 204 len: 168 time: 0.2310166 Dec 16 09:35:02.882959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-eeed40e7-a372-4d46-a0d5-9e65e64a1c45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=943074f4-2fdc-4ab2-b1db-b6db374964dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539505 Dec 16 09:35:02.892535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4657389-1c16-4fe5-bef7-cdae039f4c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b9b0d-fd57-4a6a-8527-88052e74f064,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:03.001018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b52911e-f984-445d-bb59-fb7cb87bd0ea req-56814eda-f45d-48c2-b8a2-8b6dc3eb03be tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524177 Dec 16 09:35:03.081181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-f20ce6a1-a4d3-4442-9f5a-f73f05e11f69 service neutron] 10.222.0.69 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833982 Dec 16 09:35:03.364155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e082344-ae42-4d89-82d1-211302ee9053 req-325bac9d-b90b-4ac7-a9a4-4268a784077f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.366197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e082344-ae42-4d89-82d1-211302ee9053 req-325bac9d-b90b-4ac7-a9a4-4268a784077f tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.2366877 Dec 16 09:35:03.409114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-4ff9131b-959b-43d3-905e-c37f8c1c50e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:03.410914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-4ff9131b-959b-43d3-905e-c37f8c1c50e9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.3279181 Dec 16 09:35:03.418364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57fa6037-78d3-4fec-a324-7c8dba3d083c req-5a96d68f-a190-4fcc-9e87-51926310d2fb service neutron] 10.222.0.69 "GET /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208938 Dec 16 09:35:03.439457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e082344-ae42-4d89-82d1-211302ee9053 req-949b2c8b-e2d2-4db6-80be-dc614f16f54b tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604384 Dec 16 09:35:03.444162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:03.659741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:03.671767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:03.803052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69caf404-a919-4574-8df9-58ea571c552a req-eae93968-bbf6-4726-9568-20608aab910b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 210 time: 0.1671970 Dec 16 09:35:03.931027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.13 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/653c91ce-776d-4409-8835-f36bc50e3162) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:04.212397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4f45-fe3b-4122-a22a-661629b836b8 req-bb6212bd-f87b-4f40-8ce1-7edc7e2b3e18 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:04.217897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-abad4f45-fe3b-4122-a22a-661629b836b8 req-bb6212bd-f87b-4f40-8ce1-7edc7e2b3e18 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.0986981 Dec 16 09:35:04.306992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:04.364458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-abad4f45-fe3b-4122-a22a-661629b836b8 req-9c8bfc78-b7d2-411d-babe-67f3f07363f9 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409385 Dec 16 09:35:04.428020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:04.546179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:04.551562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:04.558161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:04.637166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=653c91ce-776d-4409-8835-f36bc50e3162,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:04.687758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:04.687758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:04.710910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-c5749c95-0522-4bb4-bf25-ccb092b8f4eb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2753859 Dec 16 09:35:04.723061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aecaf-a437-4ee7-93c6-96553011c36a req-47de5fd0-aadd-4dbb-a5c2-65fa3431bfb8 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:04.724594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-987aecaf-a437-4ee7-93c6-96553011c36a req-47de5fd0-aadd-4dbb-a5c2-65fa3431bfb8 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1105621 Dec 16 09:35:04.729560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Request body: {'port': {'device_id': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:04.831190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-987aecaf-a437-4ee7-93c6-96553011c36a req-7f7077da-f420-405e-8f59-803053b7c283 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981822 Dec 16 09:35:04.842383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.169397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653c91ce-776d-4409-8835-f36bc50e3162 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:05.179013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.199664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Transition to ACTIVE for port object 653c91ce-776d-4409-8835-f36bc50e3162 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:05.206709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.361743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Pushing event updated for resources: {'Port': ['ID=653c91ce-776d-4409-8835-f36bc50e3162,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:05.421829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de8f07-de81-4ca7-84ee-de504560584f req-9533e8ba-3f5f-4743-8519-f04efa8cb77f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.423456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80de8f07-de81-4ca7-84ee-de504560584f req-9533e8ba-3f5f-4743-8519-f04efa8cb77f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 944 time: 0.1466677 Dec 16 09:35:05.444180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Attempting to bind port 653c91ce-776d-4409-8835-f36bc50e3162 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:05.444537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Attempting to bind port 653c91ce-776d-4409-8835-f36bc50e3162 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:05.444929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Attempting to bind port 653c91ce-776d-4409-8835-f36bc50e3162 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:05.457792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Port 653c91ce-776d-4409-8835-f36bc50e3162 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:05.458180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Attempting to bind port 653c91ce-776d-4409-8835-f36bc50e3162 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:05.472351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:05.472744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:05.473199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:05.473665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Bound port: 653c91ce-776d-4409-8835-f36bc50e3162, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:05.474047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.491375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80de8f07-de81-4ca7-84ee-de504560584f req-b08b4345-1dc4-4021-b6a5-39156772306b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579095 Dec 16 09:35:05.582790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] For port 653c91ce-776d-4409-8835-f36bc50e3162, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:05.629631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] For port 653c91ce-776d-4409-8835-f36bc50e3162, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=653c91ce-776d-4409-8835-f36bc50e3162,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:05.637426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.663382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f047-6799-4411-b444-bc122139aa54 req-c5cf2bd2-d20c-47f8-b189-30205d021eec tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.665100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ad9f047-6799-4411-b444-bc122139aa54 req-c5cf2bd2-d20c-47f8-b189-30205d021eec tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0966644 Dec 16 09:35:05.684680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.685112 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:05.686648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] 10.222.0.53 "PUT /v2.0/ports/653c91ce-776d-4409-8835-f36bc50e3162 HTTP/1.1" status: 200 len: 1092 time: 0.9611442 Dec 16 09:35:05.687098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'tag': '653c91ce-776d-4409-8835-f36bc50e3162'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:05.689335 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfff179-bdfa-4922-942f-68c46a3c7f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bae22e33-c9aa-4d15-9f55-288c7ca7ce0a", "tag": "653c91ce-776d-4409-8835-f36bc50e3162"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:05.760591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a7f10-b765-4201-bd50-9808bead2204 service neutron] Pushing event updated for resources: {'Port': ['ID=653c91ce-776d-4409-8835-f36bc50e3162,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:05.790126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ad9f047-6799-4411-b444-bc122139aa54 req-0b9d0a7b-61e1-450f-a059-9c1b769518ee tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956266 Dec 16 09:35:05.813504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-51737cf5-0699-497b-82ff-54adb12e00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:05.816022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-51737cf5-0699-497b-82ff-54adb12e00ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 1095 time: 0.0864427 Dec 16 09:35:06.354400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-bef7cdd7-0bdc-414a-bbd0-ea3d89b16d3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653c91ce-776d-4409-8835-f36bc50e3162 HTTP/1.1" status: 200 len: 217 time: 0.5298297 Dec 16 09:35:06.544044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27836b9b-2e99-4868-934f-2bcefa34876d req-28670503-fcfc-4506-95e2-928df3bb26a7 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:06.554328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27836b9b-2e99-4868-934f-2bcefa34876d req-28670503-fcfc-4506-95e2-928df3bb26a7 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.1988120 Dec 16 09:35:06.575545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265884f1-882e-4094-ba08-1a73b6b7769b req-ea97a844-ca7d-482a-af7c-dd1ff442130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:06.578357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-ea97a844-ca7d-482a-af7c-dd1ff442130e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.1816208 Dec 16 09:35:06.618954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-6a2e80e4-bb51-4253-bd5e-49d41ac68da3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322659 Dec 16 09:35:06.641030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27836b9b-2e99-4868-934f-2bcefa34876d req-387a7e79-c858-43fb-8ff7-c464463e71b4 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852275 Dec 16 09:35:06.770597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-9eccadfb-a9b3-4a33-8310-0be83f047a95 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255348 Dec 16 09:35:06.772017 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815b84a-44c4-475b-acff-52f8c3caeab5 x-openstack-request-id: req-0815b84a-44c4-475b-acff-52f8c3caeab5 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:06.772297 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae22e33-c9aa-4d15-9f55-288c7ca7ce0a", "tag": "653c91ce-776d-4409-8835-f36bc50e3162", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:06.772539 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0815b84a-44c4-475b-acff-52f8c3caeab5 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:06.774573 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'tag': '653c91ce-776d-4409-8835-f36bc50e3162', 'status': 'completed', 'code': 200} Dec 16 09:35:06.900146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265884f1-882e-4094-ba08-1a73b6b7769b req-915670c0-e35f-4b30-aa3e-d6d4b4dd5828 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104407 Dec 16 09:35:07.061275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-f811e701-4335-4247-849e-5f59f2b5c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.062960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-f811e701-4335-4247-849e-5f59f2b5c326 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 1095 time: 0.0964725 Dec 16 09:35:07.186768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929114c4-bfd9-4306-a549-6fb2afe3cb00 req-66234b15-a3a7-40a8-800c-d1b49454d164 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.194790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-929114c4-bfd9-4306-a549-6fb2afe3cb00 req-66234b15-a3a7-40a8-800c-d1b49454d164 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 944 time: 0.1278963 Dec 16 09:35:07.244396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-61052e3d-f5ea-4117-88c0-54318e296a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.246154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-61052e3d-f5ea-4117-88c0-54318e296a87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.1665175 Dec 16 09:35:07.254245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-929114c4-bfd9-4306-a549-6fb2afe3cb00 req-0451393e-bbe2-4ccd-b849-0d67ce694037 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Dec 16 09:35:07.312284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-96974b95-0c54-466f-bb39-9a54ec439ae1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653c91ce-776d-4409-8835-f36bc50e3162 HTTP/1.1" status: 200 len: 217 time: 0.0568233 Dec 16 09:35:07.450966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-297fa70a-8327-41a1-a713-b642295fde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.452405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-297fa70a-8327-41a1-a713-b642295fde17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.1320424 Dec 16 09:35:07.524199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-b8c7058f-d8fb-4995-b381-a172876bcccf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622473 Dec 16 09:35:07.647835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ebce4-8aab-43b7-9533-298094a66340 req-97466126-fa97-4c17-b64b-d11ddb366152 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:07.657661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-348ebce4-8aab-43b7-9533-298094a66340 req-97466126-fa97-4c17-b64b-d11ddb366152 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1825852 Dec 16 09:35:07.711174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-574aadba-1d9b-4bd1-a6c4-42c947c364ef service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628146 Dec 16 09:35:07.716869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-348ebce4-8aab-43b7-9533-298094a66340 req-6d514587-234f-440e-9e42-e7946b5453f0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Dec 16 09:35:07.920073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bfff179-bdfa-4922-942f-68c46a3c7f5e req-e9ca2bdf-8d4b-422c-9872-4438636b4012 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972415 Dec 16 09:35:08.276024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1bfa4-7e68-4f94-b3d9-a7e44e2bde96 req-e60a55ce-05d5-4751-b991-5700e5d7a0e0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.285241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67e1bfa4-7e68-4f94-b3d9-a7e44e2bde96 req-e60a55ce-05d5-4751-b991-5700e5d7a0e0 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1472974 Dec 16 09:35:08.337388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67e1bfa4-7e68-4f94-b3d9-a7e44e2bde96 req-ac71c44f-f8b8-4e6d-8efb-4d599d44967a tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Dec 16 09:35:08.558232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c70e-33d8-4919-ab7c-f326793cb506 req-17a4475d-e1d6-488c-9702-5f8afb5afdd2 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.567285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f13c70e-33d8-4919-ab7c-f326793cb506 req-17a4475d-e1d6-488c-9702-5f8afb5afdd2 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.0623107 Dec 16 09:35:08.624142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f13c70e-33d8-4919-ab7c-f326793cb506 req-ace9cfb7-8412-4609-9d78-c70b0b9cd734 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557070 Dec 16 09:35:08.748092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fb534-643c-41da-8c8f-94871b69ad94 req-e6a0e161-a597-49c8-ae9a-db608caef5a2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:08.752033 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c07fb534-643c-41da-8c8f-94871b69ad94 req-e6a0e161-a597-49c8-ae9a-db608caef5a2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 944 time: 0.0691309 Dec 16 09:35:08.827835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c07fb534-643c-41da-8c8f-94871b69ad94 req-41a755a2-74b3-46a1-8958-c1f7c5a6782a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Dec 16 09:35:09.189510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673160c6-0e97-440d-afea-bed8c551f728 req-f6386f93-0dcf-4757-bbde-ea43174e4d20 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:09.191852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-673160c6-0e97-440d-afea-bed8c551f728 req-f6386f93-0dcf-4757-bbde-ea43174e4d20 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0761254 Dec 16 09:35:09.273185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-673160c6-0e97-440d-afea-bed8c551f728 req-ec64c737-3eed-4e36-bbb6-aac347eeef7c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732732 Dec 16 09:35:09.401691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 653c91ce-776d-4409-8835-f36bc50e3162 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:09.472741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b5bc3-28df-4d2c-9647-1db1ff77c828 req-8608012e-5ccc-4b8b-aef6-185deb3bc112 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:09.493529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e95b5bc3-28df-4d2c-9647-1db1ff77c828 req-8608012e-5ccc-4b8b-aef6-185deb3bc112 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.1160126 Dec 16 09:35:09.595000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e95b5bc3-28df-4d2c-9647-1db1ff77c828 req-f8496efe-b84a-4e96-9689-096111be76c1 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000810 Dec 16 09:35:09.746498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 653c91ce-776d-4409-8835-f36bc50e3162, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=653c91ce-776d-4409-8835-f36bc50e3162,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:09.762430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '653c91ce-776d-4409-8835-f36bc50e3162', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': '653c91ce-776d-4409-8835-f36bc50e3162', 'mac_address': 'fa:16:3e:2e:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:09.817296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.827106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-3006ae9b-34b7-495f-b3a6-849b25d1d935 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:09.830157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-3006ae9b-34b7-495f-b3a6-849b25d1d935 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.1052558 Dec 16 09:35:09.833011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653c91ce-776d-4409-8835-f36bc50e3162 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:09.873619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 653c91ce-776d-4409-8835-f36bc50e3162, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=653c91ce-776d-4409-8835-f36bc50e3162,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:09.889510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:09.985897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=653c91ce-776d-4409-8835-f36bc50e3162,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:10.022296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7303-914a-41db-be53-e531009cfd53 req-afb72fce-dbd2-49fd-a41c-b52a55d44985 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.023799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9c7303-914a-41db-be53-e531009cfd53 req-afb72fce-dbd2-49fd-a41c-b52a55d44985 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 945 time: 0.0648878 Dec 16 09:35:10.028266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Deleting port a16bc442-1877-4faa-89c1-c4efa4f134e6 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:10.028835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:10.137614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9c7303-914a-41db-be53-e531009cfd53 req-40d32ce0-0291-43f0-9680-4bf8fd6f4668 tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/security-groups?id=4004722d-6612-4f45-b5d4-0d38e00c4734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975988 Dec 16 09:35:10.161717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['653c91ce-776d-4409-8835-f36bc50e3162'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:10.209296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] For port a16bc442-1877-4faa-89c1-c4efa4f134e6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=a16bc442-1877-4faa-89c1-c4efa4f134e6,segment=NetworkSegment(68d55d2a-f2ec-406f-8995-44a8632f2041),segment_id=68d55d2a-f2ec-406f-8995-44a8632f2041)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:10.209917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:10.267859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Calling delete_port for a16bc442-1877-4faa-89c1-c4efa4f134e6 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:10.462941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0a457-f198-4806-a810-4ff129466df7 req-39df1f6e-6192-4773-a603-823f293dbba4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:10.470646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d0a457-f198-4806-a810-4ff129466df7 req-39df1f6e-6192-4773-a603-823f293dbba4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 945 time: 0.2348874 Dec 16 09:35:10.539290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d0a457-f198-4806-a810-4ff129466df7 req-52e8ba30-add6-41fc-a50a-1dd4ca26d318 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611134 Dec 16 09:35:10.643533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:10.710288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Pushing event deleted for resources: {'Port': ['ID=a16bc442-1877-4faa-89c1-c4efa4f134e6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:10.737420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] No DVR routers for this DVR port a16bc442-1877-4faa-89c1-c4efa4f134e6 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:10.740078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:10.743787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43240203-f8f0-410b-8d13-8e0d3d6e2557 req-c960c213-1dca-4649-ad8b-ebcb4d08391f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.69 "DELETE /v2.0/ports/a16bc442-1877-4faa-89c1-c4efa4f134e6 HTTP/1.1" status: 204 len: 173 time: 0.9066434 Dec 16 09:35:10.744236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'name': 'network-vif-deleted', 'tag': 'a16bc442-1877-4faa-89c1-c4efa4f134e6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:10.746860 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e6dce3-92e6-4cbb-8982-252f39941778" -d '{"events": [{"server_uuid": "1d9ab3c6-fab1-4747-ba89-c636cc366c45", "name": "network-vif-deleted", "tag": "a16bc442-1877-4faa-89c1-c4efa4f134e6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:10.999480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ae77-e9e6-46c3-833c-70775e2827f0 req-d56c8997-e307-4d8c-9c56-a241d16ea818 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.008718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d55ae77-e9e6-46c3-833c-70775e2827f0 req-d56c8997-e307-4d8c-9c56-a241d16ea818 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0722513 Dec 16 09:35:11.046200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d55ae77-e9e6-46c3-833c-70775e2827f0 req-60a8d688-2d1e-4c9d-bd51-5183413a83bc tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/security-groups?id=d02aaeee-3052-4522-8ac0-63a319d88b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Dec 16 09:35:11.096386 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048c0e5-7825-44ed-b0c1-5acdc334e5fc x-openstack-request-id: req-0048c0e5-7825-44ed-b0c1-5acdc334e5fc {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:11.096759 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9ab3c6-fab1-4747-ba89-c636cc366c45", "name": "network-vif-deleted", "tag": "a16bc442-1877-4faa-89c1-c4efa4f134e6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:11.097163 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0048c0e5-7825-44ed-b0c1-5acdc334e5fc {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:11.097620 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ab3c6-fab1-4747-ba89-c636cc366c45', 'name': 'network-vif-deleted', 'tag': 'a16bc442-1877-4faa-89c1-c4efa4f134e6', 'status': 'completed', 'code': 200} Dec 16 09:35:11.347373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-061f2e02-da18-477b-8991-6f32a189501a req-275a3339-8ddf-4bb6-b853-217488a2992f tempest-InstanceActionsTestJSON-1948041993 tempest-InstanceActionsTestJSON-1948041993-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d9ab3c6-fab1-4747-ba89-c636cc366c45 HTTP/1.1" status: 200 len: 210 time: 0.0293822 Dec 16 09:35:11.413180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 653c91ce-776d-4409-8835-f36bc50e3162 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:11.429408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-64425dee-6213-4063-a073-b66e84bf3f19 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.431480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-64425dee-6213-4063-a073-b66e84bf3f19 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 945 time: 0.0786421 Dec 16 09:35:11.492203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 653c91ce-776d-4409-8835-f36bc50e3162 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:11.498765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 653c91ce-776d-4409-8835-f36bc50e3162 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:11.499134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.566382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18425c9b-a689-4305-815f-f6024e602d89 req-a2d69aff-5a43-4dd5-84f0-8cac1ee64b9c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.568282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18425c9b-a689-4305-815f-f6024e602d89 req-a2d69aff-5a43-4dd5-84f0-8cac1ee64b9c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 945 time: 0.1355553 Dec 16 09:35:11.606279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.630985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18425c9b-a689-4305-815f-f6024e602d89 req-8adeeeeb-8766-44d3-9d3f-f77a2f64b94c tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 Dec 16 09:35:11.636748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Deleting port a5860ad9-38bb-40a8-b591-05016cda8864 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:11.637342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.682035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 653c91ce-776d-4409-8835-f36bc50e3162, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=653c91ce-776d-4409-8835-f36bc50e3162,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:11.684665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653c91ce-776d-4409-8835-f36bc50e3162'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:11.691697 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a68cc99-db40-4bc9-a1ee-dff9a2a21964" -d '{"events": [{"server_uuid": "bae22e33-c9aa-4d15-9f55-288c7ca7ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "653c91ce-776d-4409-8835-f36bc50e3162"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:11.716316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.804352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=653c91ce-776d-4409-8835-f36bc50e3162,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:11.856267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] For port a5860ad9-38bb-40a8-b591-05016cda8864, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=a5860ad9-38bb-40a8-b591-05016cda8864,segment=NetworkSegment(b2da23a3-81ea-4227-be3f-ec1f05c7180b),segment_id=b2da23a3-81ea-4227-be3f-ec1f05c7180b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:11.856663 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:11.873158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616712a3-c108-4a0a-9d74-3ef719f9a9ec req-64cd1a9a-4139-49a4-84f1-37e489f709f3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:11.874786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-616712a3-c108-4a0a-9d74-3ef719f9a9ec req-64cd1a9a-4139-49a4-84f1-37e489f709f3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.1162603 Dec 16 09:35:11.896724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Calling delete_port for a5860ad9-38bb-40a8-b591-05016cda8864 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:11.969090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-616712a3-c108-4a0a-9d74-3ef719f9a9ec req-c1c7bbd0-88a0-4cce-9e0f-3fe1ceba0d27 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859656 Dec 16 09:35:12.037461 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe10fb6-18a0-4399-a51c-53dfacfe00ab x-openstack-request-id: req-4fe10fb6-18a0-4399-a51c-53dfacfe00ab {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:12.037691 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae22e33-c9aa-4d15-9f55-288c7ca7ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "653c91ce-776d-4409-8835-f36bc50e3162", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:12.037967 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fe10fb6-18a0-4399-a51c-53dfacfe00ab {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:12.038366 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653c91ce-776d-4409-8835-f36bc50e3162', 'code': 200} Dec 16 09:35:12.087718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.099808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['a5860ad9-38bb-40a8-b591-05016cda8864'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:12.119800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Pushing event deleted for resources: {'Port': ['ID=a5860ad9-38bb-40a8-b591-05016cda8864,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:12.174580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] No DVR routers for this DVR port a5860ad9-38bb-40a8-b591-05016cda8864 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:12.178069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.181422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f1c1-9195-48d6-86c6-d52caa0dd5b3 req-c3b14008-1088-4cfd-82ae-e59bba1e207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:12.182009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70c7e550-3355-45c6-9d0f-039a0cd5c643 req-6c542d7d-50c6-47a5-8e4c-3cc37b4b762c tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.53 "DELETE /v2.0/ports/a5860ad9-38bb-40a8-b591-05016cda8864 HTTP/1.1" status: 204 len: 173 time: 0.7383878 Dec 16 09:35:12.191964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1227f1c1-9195-48d6-86c6-d52caa0dd5b3 req-c3b14008-1088-4cfd-82ae-e59bba1e207b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 1097 time: 0.0795164 Dec 16 09:35:12.256226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1227f1c1-9195-48d6-86c6-d52caa0dd5b3 req-5e1b1742-6cd3-4957-b6f5-1fab909609a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622616 Dec 16 09:35:12.462394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a16bc442-1877-4faa-89c1-c4efa4f134e6 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:12.506000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: a16bc442-1877-4faa-89c1-c4efa4f134e6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:12.506621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device a16bc442-1877-4faa-89c1-c4efa4f134e6 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:12.605034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-523bddce-9785-4159-a27f-a8575ec2404c req-972a7429-6f65-450c-98b7-163589c46aa1 tempest-ServerDiskConfigTestJSON-661716352 tempest-ServerDiskConfigTestJSON-661716352-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4 HTTP/1.1" status: 200 len: 210 time: 0.0415685 Dec 16 09:35:12.660363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48598) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:12.714726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Deleting subnet 34db202a-61fe-4da6-8e52-d9edd608027c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:35:12.718876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.763743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.798819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b741d2d-f894-4ce0-94ed-db2a8782d4ec req-a6a8cce4-d42b-4384-867b-30e8f0922856 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:12.802882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b741d2d-f894-4ce0-94ed-db2a8782d4ec req-a6a8cce4-d42b-4384-867b-30e8f0922856 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 945 time: 0.0866859 Dec 16 09:35:12.846826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.886051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b741d2d-f894-4ce0-94ed-db2a8782d4ec req-4eebf694-3bcf-4e29-9b0d-094a58a8a32b tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b49ab46-d46a-4e39-857c-71a24632f366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778730 Dec 16 09:35:12.929388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.959758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34db202a-61fe-4da6-8e52-d9edd608027c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:12.964257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:12.967941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/34db202a-61fe-4da6-8e52-d9edd608027c HTTP/1.1" status: 204 len: 168 time: 0.3067448 Dec 16 09:35:12.970850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48602) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:12.974417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.974417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.974643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.974845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.975119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.975442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.975772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.976117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.976650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.977150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.977728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:12.978313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071f97e-47e9-45b7-9078-06173a270e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:13.050787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.102950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'name': 'network-vif-deleted', 'tag': 'a5860ad9-38bb-40a8-b591-05016cda8864'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:13.105181 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25467d2-73aa-40a0-8365-4ecbb7f1bac3" -d '{"events": [{"server_uuid": "cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4", "name": "network-vif-deleted", "tag": "a5860ad9-38bb-40a8-b591-05016cda8864"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:13.201738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d84d52-9816-46d8-afa9-e925f685df42 req-997f6b2f-341d-4eab-b48e-c5f92d0ec4d4 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:13.203266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05d84d52-9816-46d8-afa9-e925f685df42 req-997f6b2f-341d-4eab-b48e-c5f92d0ec4d4 tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.69 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 945 time: 0.1396916 Dec 16 09:35:13.213499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10e415-cc06-48b7-a8ee-9b7d79e70361 req-a43d8735-f2af-4d8f-8220-114cdc69aaf3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:13.214937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e10e415-cc06-48b7-a8ee-9b7d79e70361 req-a43d8735-f2af-4d8f-8220-114cdc69aaf3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.1621811 Dec 16 09:35:13.259365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.322464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943074f4-2fdc-4ab2-b1db-b6db374964dd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:13.341499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d55d2a-f2ec-406f-8995-44a8632f2041') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:13.341751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d55d2a-f2ec-406f-8995-44a8632f2041') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:13.352346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e10e415-cc06-48b7-a8ee-9b7d79e70361 req-dead85cc-456e-4905-bed5-a151a6137f60 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239986 Dec 16 09:35:13.357101 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.382418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.402809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:35:13.403566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:35:13.405535 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:35:13.446437 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f0e270-576b-4e96-95ff-f87e1f88d4a2 x-openstack-request-id: req-91f0e270-576b-4e96-95ff-f87e1f88d4a2 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:13.446908 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4", "name": "network-vif-deleted", "tag": "a5860ad9-38bb-40a8-b591-05016cda8864", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:13.447250 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91f0e270-576b-4e96-95ff-f87e1f88d4a2 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:13.448389 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf142a3a-d6a7-4d87-824e-e3cc8e2d2bd4', 'name': 'network-vif-deleted', 'tag': 'a5860ad9-38bb-40a8-b591-05016cda8864', 'status': 'completed', 'code': 200} Dec 16 09:35:13.455332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Deleting port 1c7e799d-4dec-4834-885d-edc357758c8e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:13.455736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.527614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.534812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.538036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] 10.222.0.61 "DELETE /v2.0/networks/943074f4-2fdc-4ab2-b1db-b6db374964dd HTTP/1.1" status: 204 len: 168 time: 0.5658269 Dec 16 09:35:13.553920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe175c3d-092f-4d8e-8006-cf854f59eb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=943074f4-2fdc-4ab2-b1db-b6db374964dd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:13.617059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] For port 1c7e799d-4dec-4834-885d-edc357758c8e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1c7e799d-4dec-4834-885d-edc357758c8e,segment=NetworkSegment(acd82a2a-4088-4587-98e1-af1662a81beb),segment_id=acd82a2a-4088-4587-98e1-af1662a81beb)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:13.617819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.654075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Calling delete_port for 1c7e799d-4dec-4834-885d-edc357758c8e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:13.802424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48626) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:13.854425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.865356 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-291fa37f-c48e-4b56-a0c0-565ed612d004 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9513213fddea4b1884c42407f4b9be5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615859 Dec 16 09:35:13.867588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48630) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:13.869241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1c7e799d-4dec-4834-885d-edc357758c8e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:13.928089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:13.970417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e7e22b47-33f9-4271-8047-e2c4e7a12c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:13.984243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Pushing event deleted for resources: {'Port': ['ID=1c7e799d-4dec-4834-885d-edc357758c8e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:14.043526 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d521a342-91e9-4675-881b-c3bc8b922e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.053904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] No DVR routers for this DVR port 1c7e799d-4dec-4834-885d-edc357758c8e on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:14.054995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Deleting subnet 13affadb-38eb-4f5d-9dd7-7280198d21c0 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:35:14.062174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.064002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.071255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05d84d52-9816-46d8-afa9-e925f685df42 req-658b65b9-84fd-4cf6-ae42-faede21987ac tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.69 "DELETE /v2.0/ports/1c7e799d-4dec-4834-885d-edc357758c8e HTTP/1.1" status: 204 len: 173 time: 0.8553317 Dec 16 09:35:14.123189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d521a342-91e9-4675-881b-c3bc8b922e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.149905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.154409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65e82327-606f-4266-9294-65d48e06c972 req-d46c864d-aaab-4cd0-aa7d-ebab4bed116a tempest-VolumesSnapshotTestJSON-83807608 tempest-VolumesSnapshotTestJSON-83807608-project] 10.222.0.61 "GET /v2.0/ports?device_id=41dc700c-93d5-4792-96b8-8b6bf86ff1d4 HTTP/1.1" status: 200 len: 210 time: 0.0811117 Dec 16 09:35:14.238966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.268463 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d521a342-91e9-4675-881b-c3bc8b922e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.271184 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d521a342-91e9-4675-881b-c3bc8b922e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.272416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d521a342-91e9-4675-881b-c3bc8b922e38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4004722d-6612-4f45-b5d4-0d38e00c4734 HTTP/1.1" status: 204 len: 168 time: 0.4035397 Dec 16 09:35:14.289015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521a342-91e9-4675-881b-c3bc8b922e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4004722d-6612-4f45-b5d4-0d38e00c4734,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:14.328912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.362196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13affadb-38eb-4f5d-9dd7-7280198d21c0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:14.372687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.377451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2c85a23b-0f7a-4900-8635-3eff823e818b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/13affadb-38eb-4f5d-9dd7-7280198d21c0 HTTP/1.1" status: 204 len: 168 time: 0.4434793 Dec 16 09:35:14.380472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48642) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:14.582541 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.624070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:14.652601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0dd7c-7feb-4274-bdef-7a345cf7a581 req-0b270c2c-92a9-4ab9-bab2-c9846d4b11a6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:14.654443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eee0dd7c-7feb-4274-bdef-7a345cf7a581 req-0b270c2c-92a9-4ab9-bab2-c9846d4b11a6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.1333621 Dec 16 09:35:14.825183 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f6a03a5-8ce0-4fdf-8ca0-b7f20256f101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.925257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eee0dd7c-7feb-4274-bdef-7a345cf7a581 req-23febb73-2645-4370-86bc-ae1dfe11f8fb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071018 Dec 16 09:35:14.928379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:14.984517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18548f06-b4cd-45f0-bfe0-c63ea2b6a74c']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:15.003886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2da23a3-81ea-4227-be3f-ec1f05c7180b') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:15.004315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2da23a3-81ea-4227-be3f-ec1f05c7180b') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:15.012512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f6a03a5-8ce0-4fdf-8ca0-b7f20256f101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.020359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8f6a03a5-8ce0-4fdf-8ca0-b7f20256f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.023753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.050508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.063872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:35:15.064276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:35:15.071105 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:35:15.126452 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8f6a03a5-8ce0-4fdf-8ca0-b7f20256f101 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f726c7d319d4300940ce5799e98476f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007715 Dec 16 09:35:15.127083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:15.129719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a03a5-8ce0-4fdf-8ca0-b7f20256f101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9364acb-bd7d-44f6-a3f2-69c74a5b62d2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:15.203674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.208783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.212327 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] 10.222.0.61 "DELETE /v2.0/networks/18548f06-b4cd-45f0-bfe0-c63ea2b6a74c HTTP/1.1" status: 204 len: 168 time: 0.8271215 Dec 16 09:35:15.231597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ccd-ee33-4528-b576-32e6faa67013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.237767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58acda-9363-4ddc-8788-4757df1b4229 admin admin] Pushing event deleted for resources: {'Network': ['ID=18548f06-b4cd-45f0-bfe0-c63ea2b6a74c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:15.291896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ccd-ee33-4528-b576-32e6faa67013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.377133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ccd-ee33-4528-b576-32e6faa67013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.380295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ccd-ee33-4528-b576-32e6faa67013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.381974 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-12ba3ccd-ee33-4528-b576-32e6faa67013 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9364acb-bd7d-44f6-a3f2-69c74a5b62d2 HTTP/1.1" status: 204 len: 168 time: 0.2531121 Dec 16 09:35:15.402596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba3ccd-ee33-4528-b576-32e6faa67013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9364acb-bd7d-44f6-a3f2-69c74a5b62d2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:15.440260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a5860ad9-38bb-40a8-b591-05016cda8864 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:15.449454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'name': 'network-vif-deleted', 'tag': '1c7e799d-4dec-4834-885d-edc357758c8e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:15.452435 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3dab46-0256-4574-ac75-4b68c139a3e5" -d '{"events": [{"server_uuid": "41dc700c-93d5-4792-96b8-8b6bf86ff1d4", "name": "network-vif-deleted", "tag": "1c7e799d-4dec-4834-885d-edc357758c8e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:15.454278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48690) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:15.487418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: a5860ad9-38bb-40a8-b591-05016cda8864 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:15.492012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device a5860ad9-38bb-40a8-b591-05016cda8864 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:15.549581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b4c057c3-caf3-4bf2-aa24-f78286308dc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4211671fa5c8484cac14d05859d2d364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936191 Dec 16 09:35:15.553000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48698) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:15.665065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48700) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:15.675259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-666ab002-62a6-46e0-af1f-983cb2c3bc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.704397 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-666ab002-62a6-46e0-af1f-983cb2c3bc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.750253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bb44a-47c5-4296-b005-5c8e5397408f req-d5381572-2aba-4bbb-a8db-b4e08ea183ce tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:15.755176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767bb44a-47c5-4296-b005-5c8e5397408f req-d5381572-2aba-4bbb-a8db-b4e08ea183ce tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.1515493 Dec 16 09:35:15.770059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-666ab002-62a6-46e0-af1f-983cb2c3bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.773211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-666ab002-62a6-46e0-af1f-983cb2c3bc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:15.774546 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-666ab002-62a6-46e0-af1f-983cb2c3bc0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d02aaeee-3052-4522-8ac0-63a319d88b8e HTTP/1.1" status: 204 len: 168 time: 0.2206044 Dec 16 09:35:15.797679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ab002-62a6-46e0-af1f-983cb2c3bc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02aaeee-3052-4522-8ac0-63a319d88b8e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:15.847638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-767bb44a-47c5-4296-b005-5c8e5397408f req-a393cf5b-a196-4c53-9b4f-d40a59356d83 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862479 Dec 16 09:35:15.952745 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07da1270-bcd6-443c-89a4-7b2448b73a65 x-openstack-request-id: req-07da1270-bcd6-443c-89a4-7b2448b73a65 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:15.953345 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dc700c-93d5-4792-96b8-8b6bf86ff1d4", "name": "network-vif-deleted", "tag": "1c7e799d-4dec-4834-885d-edc357758c8e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:15.953740 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07da1270-bcd6-443c-89a4-7b2448b73a65 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:15.954301 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dc700c-93d5-4792-96b8-8b6bf86ff1d4', 'name': 'network-vif-deleted', 'tag': '1c7e799d-4dec-4834-885d-edc357758c8e', 'status': 'completed', 'code': 200} Dec 16 09:35:16.003919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-675816365-network', 'tenant_id': '33bc36c9ded24a27a251a2af8f22adda'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:16.097956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Made reservation on behalf of 33bc36c9ded24a27a251a2af8f22adda for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:16.104643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.124804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.239794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48722) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:16.268593 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-878faef3-da09-4886-9bcf-edf27f237e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.305591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.312304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.338951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:35:16.359529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.360254 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Added segment 7d5f28b2-a4ac-46d1-912a-4b7664017fa4 of type vlan for network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 Dec 16 09:35:16.361819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671fdb5-9031-40ec-87dd-ddb9a81839ed,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:16.429970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.443208 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6eb6bd52-e2e1-4821-ad2d-cad3633bba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.449613 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-878faef3-da09-4886-9bcf-edf27f237e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.458524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-878faef3-da09-4886-9bcf-edf27f237e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.466805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.467863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:16.469735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.491446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1c7e799d-4dec-4834-885d-edc357758c8e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:16.523472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-878faef3-da09-4886-9bcf-edf27f237e2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ed7b1ba34c84c83b478396f685909c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826073 Dec 16 09:35:16.528257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:16.538394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 1c7e799d-4dec-4834-885d-edc357758c8e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:16.538742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1c7e799d-4dec-4834-885d-edc357758c8e not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:16.543609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878faef3-da09-4886-9bcf-edf27f237e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ac7af-546d-4c13-a5dc-f974bfcd0a12,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:16.547156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:16.561468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0edce326-0e4c-491e-901f-0a538fd1cf54 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8946135 Dec 16 09:35:16.564457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48732) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:16.571040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Request body: {'subnet': {'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-675816365-subnet', 'tenant_id': '33bc36c9ded24a27a251a2af8f22adda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:16.578853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:35:16.617883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf160d5f-3aa9-491e-aeaf-7fb978643462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.618822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Made reservation on behalf of 33bc36c9ded24a27a251a2af8f22adda for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:16.622248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.645222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf160d5f-3aa9-491e-aeaf-7fb978643462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.709301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf160d5f-3aa9-491e-aeaf-7fb978643462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.712541 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf160d5f-3aa9-491e-aeaf-7fb978643462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:16.714501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf160d5f-3aa9-491e-aeaf-7fb978643462 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b9ac7af-546d-4c13-a5dc-f974bfcd0a12 HTTP/1.1" status: 204 len: 168 time: 0.1852007 Dec 16 09:35:16.726492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf160d5f-3aa9-491e-aeaf-7fb978643462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ac7af-546d-4c13-a5dc-f974bfcd0a12,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:16.899596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.007455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f00930a-04dc-4b10-9111-0b3d73f6735f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:17.031598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Checking segment: {'id': '7d5f28b2-a4ac-46d1-912a-4b7664017fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:17.032478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Network hostable DHCP agents. Network: 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:35:17.069727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:35:17.075685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26de40-27d5-44e6-bd29-4eaf08077caa req-0aae6beb-fcf9-4458-ac3f-0b0616f46e71 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:17.078645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a26de40-27d5-44e6-bd29-4eaf08077caa req-0aae6beb-fcf9-4458-ac3f-0b0616f46e71 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.0838869 Dec 16 09:35:17.083682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:17.093696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:17.093932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0c40a-a6b2-4b63-9fa1-ec6e41a4e28d None None] Network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:17.099542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.170552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bf12dc07-a7a8-45b0-ab93-cd3fb48df38d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6045747 Dec 16 09:35:17.245037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a26de40-27d5-44e6-bd29-4eaf08077caa req-9d370eb2-0f4a-4130-84c1-77939055ca74 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576228 Dec 16 09:35:17.295468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af60bd6-7724-424c-b6b1-708dce917198 None None] Network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:17.339769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48764) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:17.533504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1237203914-network', 'tenant_id': '01b44077f2a54a548f72b5bd77202404'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:17.562774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Made reservation on behalf of 01b44077f2a54a548f72b5bd77202404 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:17.565779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.576693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.676156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.682334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.721994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13871d39-d77b-4503-8b60-f915c32cdeea,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:17.736254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:35:17.752710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.753210 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Added segment 61f1aeba-70af-4860-b25b-16243494ca10 of type vlan for network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 Dec 16 09:35:17.801715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.829953 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.831926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:17.832971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:17.904199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5631311 Dec 16 09:35:17.907302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48788) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:17.912572 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Request body: {'subnet': {'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1237203914-subnet', 'tenant_id': '01b44077f2a54a548f72b5bd77202404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:17.914080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Pushing event updated for resources: {'Network': ['ID=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:17.924764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.925386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.926564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.926564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.926770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.927250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.927776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.928159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.928679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.929060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.929437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.929813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c06a3d-a6bb-4ed8-9b2d-0dbf413045dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:35:17.946536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:35:17.970206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Made reservation on behalf of 01b44077f2a54a548f72b5bd77202404 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:17.973027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:18.033797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:18.159000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-c0d9158f-7d35-4d39-ba84-00524e7fab4a tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:18.167241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-c0d9158f-7d35-4d39-ba84-00524e7fab4a tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/networks?id=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 HTTP/1.1" status: 200 len: 813 time: 0.1362576 Dec 16 09:35:18.183210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-93f8250a-a5a6-4a80-9edb-8b08ad15d3ec tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/quotas/33bc36c9ded24a27a251a2af8f22adda HTTP/1.1" status: 200 len: 375 time: 0.0150521 Dec 16 09:35:18.219795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-2d3aab26-1dde-4932-b3d8-296b65cb86e0 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=33bc36c9ded24a27a251a2af8f22adda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355043 Dec 16 09:35:18.220465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:18.302242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fe086d-5b3c-4902-97b5-e5dc5c940b50,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:18.349466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Checking segment: {'id': '61f1aeba-70af-4860-b25b-16243494ca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:18.350027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Network hostable DHCP agents. Network: 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:35:18.382279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:35:18.402064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:18.412151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-c98da030-032a-475e-bdf6-e77c51e2589d service neutron] 10.222.0.61 "GET /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905587 Dec 16 09:35:18.422831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c51bb-06e5-48b1-9cf3-30478a7b4df7 None None] Network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:18.431391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:18.432957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:18.453751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1a683d8f-dff9-46f0-9aa7-489adaca85a4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5451629 Dec 16 09:35:18.653184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836bd0e2-b9ae-4317-846d-384e2d815dc2 None None] Network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:18.681603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-dc0d2124-32d4-49e2-9d0e-e99b4c8d69fc service neutron] 10.222.0.61 "GET /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506909 Dec 16 09:35:18.848215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:19.022738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e70401-1012-4842-969c-14d4d9e41694 req-6d59ea56-3869-48e0-b379-02041a19cff3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:19.032156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42e70401-1012-4842-969c-14d4d9e41694 req-6d59ea56-3869-48e0-b379-02041a19cff3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.0626397 Dec 16 09:35:19.082967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e616b81e-e9db-4669-b3b5-46ba024fc71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.086422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42e70401-1012-4842-969c-14d4d9e41694 req-16101a75-541f-4ea3-9504-b748ef12341b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Dec 16 09:35:19.203113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-039e1894-5b29-4181-8a22-27932b5b78cb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:19.205372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-039e1894-5b29-4181-8a22-27932b5b78cb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/ports?device_id=bae22e33-c9aa-4d15-9f55-288c7ca7ce0a HTTP/1.1" status: 200 len: 946 time: 0.1004097 Dec 16 09:35:19.291940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e616b81e-e9db-4669-b3b5-46ba024fc71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.322396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e616b81e-e9db-4669-b3b5-46ba024fc71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.380069 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e616b81e-e9db-4669-b3b5-46ba024fc71a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=098a4e9ac44040c494979c953036f87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311928 Dec 16 09:35:19.383236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48844) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:19.401048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616b81e-e9db-4669-b3b5-46ba024fc71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ff70d9-1364-4b63-811e-5b4564d4e0b0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:19.466314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port 653c91ce-776d-4409-8835-f36bc50e3162 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:19.466715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.574301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port 653c91ce-776d-4409-8835-f36bc50e3162, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=653c91ce-776d-4409-8835-f36bc50e3162,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:19.574684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.589449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for 653c91ce-776d-4409-8835-f36bc50e3162 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:19.811197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.813949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.827555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['653c91ce-776d-4409-8835-f36bc50e3162'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:19.886753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-097ffbde-982d-414a-9329-44174192c05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.912744 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:19.929367 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=653c91ce-776d-4409-8835-f36bc50e3162,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:19.937799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-097ffbde-982d-414a-9329-44174192c05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:20.004341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port 653c91ce-776d-4409-8835-f36bc50e3162 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:20.007495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:20.011178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4cbb0827-f763-4303-b4b7-d342c442ffa1 req-ff4f5a19-3567-4c79-8e31-188878e8f70b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "DELETE /v2.0/ports/653c91ce-776d-4409-8835-f36bc50e3162 HTTP/1.1" status: 204 len: 173 time: 0.7966788 Dec 16 09:35:20.011776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'name': 'network-vif-deleted', 'tag': '653c91ce-776d-4409-8835-f36bc50e3162'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:20.013289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-3124494d-f16e-4f66-aebb-fcf99d356f07 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:20.014372 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab80d2b-1b97-412c-8a26-59e305c8cf41" -d '{"events": [{"server_uuid": "bae22e33-c9aa-4d15-9f55-288c7ca7ce0a", "name": "network-vif-deleted", "tag": "653c91ce-776d-4409-8835-f36bc50e3162"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:20.016783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-3124494d-f16e-4f66-aebb-fcf99d356f07 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/networks?id=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 HTTP/1.1" status: 200 len: 822 time: 0.1747236 Dec 16 09:35:20.039802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-ac5dae9a-f29e-4e73-911c-18376d32da53 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/quotas/01b44077f2a54a548f72b5bd77202404 HTTP/1.1" status: 200 len: 375 time: 0.0150044 Dec 16 09:35:20.042483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-097ffbde-982d-414a-9329-44174192c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:20.046046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-097ffbde-982d-414a-9329-44174192c05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:20.047481 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-097ffbde-982d-414a-9329-44174192c05d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3ff70d9-1364-4b63-811e-5b4564d4e0b0 HTTP/1.1" status: 204 len: 168 time: 0.6630278 Dec 16 09:35:20.065243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ffbde-982d-414a-9329-44174192c05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ff70d9-1364-4b63-811e-5b4564d4e0b0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:20.127441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-e681a28a-cd63-4833-9462-e3388f1993d2 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b44077f2a54a548f72b5bd77202404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701785 Dec 16 09:35:20.269647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-9db2e3b6-ceac-4c7c-9dc0-1a2829927508 service neutron] 10.222.0.61 "GET /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380646 Dec 16 09:35:20.994442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-c1ea67e1-5298-4b80-a271-1fe7794a55ba service neutron] 10.222.0.61 "GET /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206199 Dec 16 09:35:21.002854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-0e01ba7f-bbed-44f5-b5da-80455382c662 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:21.004260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-0e01ba7f-bbed-44f5-b5da-80455382c662 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.69 "GET /v2.0/networks?id=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 HTTP/1.1" status: 200 len: 813 time: 0.6754432 Dec 16 09:35:21.022733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Request body: {'port': {'device_id': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850', 'admin_state_up': True, 'tenant_id': '33bc36c9ded24a27a251a2af8f22adda'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:21.164426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Made reservation on behalf of 33bc36c9ded24a27a251a2af8f22adda for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:21.170205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:21.240713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d76c232-87f3-4a7c-ab93-581091e6fb97 req-7aeefe17-4ca7-4384-8a9e-75239abf3014 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 210 time: 0.0351589 Dec 16 09:35:21.305184 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3088d58-ac7e-4f67-8151-0f4203d74744 x-openstack-request-id: req-f3088d58-ac7e-4f67-8151-0f4203d74744 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:21.305672 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae22e33-c9aa-4d15-9f55-288c7ca7ce0a", "name": "network-vif-deleted", "tag": "653c91ce-776d-4409-8835-f36bc50e3162", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:21.305672 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3088d58-ac7e-4f67-8151-0f4203d74744 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:21.306333 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae22e33-c9aa-4d15-9f55-288c7ca7ce0a', 'name': 'network-vif-deleted', 'tag': '653c91ce-776d-4409-8835-f36bc50e3162', 'status': 'completed', 'code': 200} Dec 16 09:35:21.380384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Allocated IP 172.20.0.8 (2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850/9f00930a-04dc-4b10-9111-0b3d73f6735f/f27eca68-7474-4203-a5b7-1ab1d50c4d49) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:21.629938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:21.673839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:21.813639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7163f63d-31c3-46a7-af46-0b7d2af57746 req-d0f83151-cc43-4e5f-98ef-720e18be907b tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 210 time: 0.0713222 Dec 16 09:35:21.814377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Pushing event updated for resources: {'Port': ['ID=f27eca68-7474-4203-a5b7-1ab1d50c4d49,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:21.819093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:21.827175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:21.836276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:22.026108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.026834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.053354 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:35:22.059413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-504e0959-ddd3-48b1-bc20-7a6ac106ef1b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0407639 Dec 16 09:35:22.084083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Request body: {'port': {'device_id': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:22.145519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-04320a38-1da3-4ed2-bb3c-67dc426b1783 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.153581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-04320a38-1da3-4ed2-bb3c-67dc426b1783 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.2293069 Dec 16 09:35:22.169882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-4f903b0d-20ab-470e-8bdd-2343ef4d8e68 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0151086 Dec 16 09:35:22.234642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-efb8f9cd-e358-4851-94d1-361f940c72c2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495059 Dec 16 09:35:22.236687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.492652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:22.531042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-20b36795-ad57-441d-8f72-422e62fb1b16 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950988 Dec 16 09:35:22.699664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-aaba0adf-3281-45f9-bf9e-d48b658ce7fa tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:22.702562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-aaba0adf-3281-45f9-bf9e-d48b658ce7fa tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.69 "GET /v2.0/networks?id=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 HTTP/1.1" status: 200 len: 822 time: 0.2774329 Dec 16 09:35:22.717525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Request body: {'port': {'device_id': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806', 'admin_state_up': True, 'tenant_id': '01b44077f2a54a548f72b5bd77202404'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:22.751446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-02f0cb4c-43d2-416e-9b45-7d770d84b209 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197003 Dec 16 09:35:22.758494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0260128-f78b-4ac9-82f0-d9e0f5806a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.901099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Made reservation on behalf of 01b44077f2a54a548f72b5bd77202404 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:22.907240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.914817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27eca68-7474-4203-a5b7-1ab1d50c4d49 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:22.928128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.961579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0260128-f78b-4ac9-82f0-d9e0f5806a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:22.963195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Transition to ACTIVE for port object f27eca68-7474-4203-a5b7-1ab1d50c4d49 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:22.969002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0260128-f78b-4ac9-82f0-d9e0f5806a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.014805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0260128-f78b-4ac9-82f0-d9e0f5806a9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bacd0e142d11430ebfa556f04ef4ec0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159848 Dec 16 09:35:23.015604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.018473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49022) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:23.158310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0260128-f78b-4ac9-82f0-d9e0f5806a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d25ade-c84f-4a04-a884-604931bd4cea,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:23.163087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Pushing event updated for resources: {'Port': ['ID=f27eca68-7474-4203-a5b7-1ab1d50c4d49,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:23.224670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Allocated IP 172.20.0.9 (84afa94a-b0aa-4d5f-aa7a-d1d2d3867806/94fe086d-5b3c-4902-97b5-e5dc5c940b50/86a0999c-0cd3-42d5-91ca-c997dc53f09f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:23.237313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825807dd-3300-482e-8ad8-ca75b82fb0d8 req-f0595e13-7c90-45f9-a88b-6d3129f979ba tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:23.238916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-825807dd-3300-482e-8ad8-ca75b82fb0d8 req-f0595e13-7c90-45f9-a88b-6d3129f979ba tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 943 time: 0.2005033 Dec 16 09:35:23.243981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4981-b060-4378-9dba-67c9a501e8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.295386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4981-b060-4378-9dba-67c9a501e8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.339400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-825807dd-3300-482e-8ad8-ca75b82fb0d8 req-5a997212-ba08-46db-bf86-e6b59d23d96b tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905747 Dec 16 09:35:23.361368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Attempting to bind port f27eca68-7474-4203-a5b7-1ab1d50c4d49 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:23.361683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Attempting to bind port f27eca68-7474-4203-a5b7-1ab1d50c4d49 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '7d5f28b2-a4ac-46d1-912a-4b7664017fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:23.362017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Attempting to bind port f27eca68-7474-4203-a5b7-1ab1d50c4d49 on network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:23.376814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Port f27eca68-7474-4203-a5b7-1ab1d50c4d49 on network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:23.377104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Attempting to bind port f27eca68-7474-4203-a5b7-1ab1d50c4d49 on network 2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:23.406789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:23.407607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Checking segment: {'id': '7d5f28b2-a4ac-46d1-912a-4b7664017fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:23.408232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Bound using segment: {'id': '7d5f28b2-a4ac-46d1-912a-4b7664017fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:23.408980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Bound port: f27eca68-7474-4203-a5b7-1ab1d50c4d49, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5f28b2-a4ac-46d1-912a-4b7664017fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:23.409568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.425038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4981-b060-4378-9dba-67c9a501e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.427750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0cb4981-b060-4378-9dba-67c9a501e8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.429757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0cb4981-b060-4378-9dba-67c9a501e8bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03d25ade-c84f-4a04-a884-604931bd4cea HTTP/1.1" status: 204 len: 168 time: 0.4083290 Dec 16 09:35:23.445052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb4981-b060-4378-9dba-67c9a501e8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d25ade-c84f-4a04-a884-604931bd4cea,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:23.482944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 653c91ce-776d-4409-8835-f36bc50e3162 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:23.544366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 653c91ce-776d-4409-8835-f36bc50e3162 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:23.546917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 653c91ce-776d-4409-8835-f36bc50e3162 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:23.605166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.610751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] For port f27eca68-7474-4203-a5b7-1ab1d50c4d49, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:23.616044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] For port f27eca68-7474-4203-a5b7-1ab1d50c4d49, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49,segment=NetworkSegment(7d5f28b2-a4ac-46d1-912a-4b7664017fa4),segment_id=7d5f28b2-a4ac-46d1-912a-4b7664017fa4)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:23.622241 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.624621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.717679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.718364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:23.718364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:23.718364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] 10.222.0.69 "PUT /v2.0/ports/f27eca68-7474-4203-a5b7-1ab1d50c4d49 HTTP/1.1" status: 200 len: 1091 time: 1.6370902 Dec 16 09:35:23.718364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'tag': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:23.718364 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf" -d '{"events": [{"name": "network-changed", "server_uuid": "f66f63f6-fd58-45a0-980e-99c582b7466a", "tag": "f27eca68-7474-4203-a5b7-1ab1d50c4d49"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:23.827600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:23.831704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:23.838475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:23.878888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10e5d-c2a6-42b2-a292-af9d987fee78 service neutron] Pushing event updated for resources: {'Port': ['ID=f27eca68-7474-4203-a5b7-1ab1d50c4d49,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:23.987587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-ce195b3b-6948-423f-b82a-e28bd914d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:23.989417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-ce195b3b-6948-423f-b82a-e28bd914d8c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=33bc36c9ded24a27a251a2af8f22adda&device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 1094 time: 0.1966758 Dec 16 09:35:23.998852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb2258-4d35-49af-b89e-faefdf45be3a req-a9f17a58-5c2c-4175-b3e2-c0de223555a9 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.010305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66eb2258-4d35-49af-b89e-faefdf45be3a req-a9f17a58-5c2c-4175-b3e2-c0de223555a9 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 931 time: 0.2541919 Dec 16 09:35:24.126619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66eb2258-4d35-49af-b89e-faefdf45be3a req-4bc4ff6b-8ba7-4e0c-9230-de7ff90f9ab4 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150243 Dec 16 09:35:24.128782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-cffd7856-e9b5-4d25-9a4d-13f8224e73c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49 HTTP/1.1" status: 200 len: 217 time: 0.1159172 Dec 16 09:35:24.224418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-863f2fd1-0a8b-4487-a1b6-46673a188019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.226290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-863f2fd1-0a8b-4487-a1b6-46673a188019 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f00930a-04dc-4b10-9111-0b3d73f6735f HTTP/1.1" status: 200 len: 853 time: 0.0878949 Dec 16 09:35:24.279306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-1b090db3-e9c5-4941-9c45-0ffe5e1ded9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420411 Dec 16 09:35:24.305360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e0ca926-6afb-4de0-8a8c-327ee1473b1b req-8b4e837b-0123-484d-928a-931ae47e5b8f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 210 time: 0.0780571 Dec 16 09:35:24.368006 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9885ad6b-c025-471d-9775-b9397e65d917 x-openstack-request-id: req-9885ad6b-c025-471d-9775-b9397e65d917 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:24.368522 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66f63f6-fd58-45a0-980e-99c582b7466a", "tag": "f27eca68-7474-4203-a5b7-1ab1d50c4d49", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:24.369201 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9885ad6b-c025-471d-9775-b9397e65d917 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:24.370154 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'tag': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49', 'status': 'completed', 'code': 200} Dec 16 09:35:24.397724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Pushing event updated for resources: {'Port': ['ID=86a0999c-0cd3-42d5-91ca-c997dc53f09f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:24.436477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.437140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:24.464840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-421c409c-bff2-470a-82b8-18b4daf124d2 service neutron] 10.222.0.69 "GET /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625485 Dec 16 09:35:24.473642 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-8402ec5b-21db-4298-890f-3e40f22ee159 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7601943 Dec 16 09:35:24.486112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Request body: {'port': {'device_id': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:24.632938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528a6cc-4553-4ec6-ae50-063d76d8cfe8 req-8feef7df-a7b3-45ab-8243-5598d939644e tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.641629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6528a6cc-4553-4ec6-ae50-063d76d8cfe8 req-8feef7df-a7b3-45ab-8243-5598d939644e tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 943 time: 0.1433423 Dec 16 09:35:24.653022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:24.699642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21bd8d6b-fdd3-4adf-95f8-83b5193af84e req-67418296-385f-490f-b49e-6d49b00504a0 service neutron] 10.222.0.69 "GET /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234364 Dec 16 09:35:24.711225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6528a6cc-4553-4ec6-ae50-063d76d8cfe8 req-adf41895-33b2-447f-9127-fc9bbab443e9 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686052 Dec 16 09:35:24.821453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-a1b2676a-dc54-4d8f-bee2-f49a1843ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.823656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-a1b2676a-dc54-4d8f-bee2-f49a1843ee40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=33bc36c9ded24a27a251a2af8f22adda&device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 1094 time: 0.0715134 Dec 16 09:35:24.827209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:24.930015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-36a85fd4-de91-4216-8d0e-bae99c493ec3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.932564 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-36a85fd4-de91-4216-8d0e-bae99c493ec3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.3763280 Dec 16 09:35:24.953103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-2081d116-feb2-4bb3-abac-fb4d5536d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:24.960586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-2081d116-feb2-4bb3-abac-fb4d5536d709 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 HTTP/1.1" status: 200 len: 914 time: 0.1278546 Dec 16 09:35:24.970763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:25.013629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-0a5e3e53-cb53-4156-b87f-5a067ee1bbb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49 HTTP/1.1" status: 200 len: 217 time: 0.0461740 Dec 16 09:35:25.076893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-d6a52012-1a8e-40d7-94ed-ccf5173d9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:25.078559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-d6a52012-1a8e-40d7-94ed-ccf5173d9f5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f00930a-04dc-4b10-9111-0b3d73f6735f HTTP/1.1" status: 200 len: 853 time: 0.0509655 Dec 16 09:35:25.125978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-16c4f81e-6c00-4085-9954-68189d113964 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401239 Dec 16 09:35:25.170548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:25.174728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.193496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a0999c-0cd3-42d5-91ca-c997dc53f09f {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:25.207470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.291808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Transition to ACTIVE for port object 86a0999c-0cd3-42d5-91ca-c997dc53f09f will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:25.305429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.372251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75ef03-ebb3-4ad8-8ceb-3d99c17a699c req-f877895f-ddbf-4737-aa79-5f77581e3482 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:25.373801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f75ef03-ebb3-4ad8-8ceb-3d99c17a699c req-f877895f-ddbf-4737-aa79-5f77581e3482 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 931 time: 0.1011450 Dec 16 09:35:25.376491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-31d8f980-8265-41e8-b6f6-f892765ef03e service neutron] 10.222.0.69 "GET /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425060 Dec 16 09:35:25.488092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f75ef03-ebb3-4ad8-8ceb-3d99c17a699c req-8f6dc67c-6e20-44ec-932b-e7b984219574 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061065 Dec 16 09:35:25.549706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Pushing event updated for resources: {'Port': ['ID=86a0999c-0cd3-42d5-91ca-c997dc53f09f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:25.573581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.6 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/bca67df0-9de6-4608-a50f-812be244e39a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:25.635409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d497fc6-4d8f-4919-b06f-1c7c0ed44adf req-098d2403-86a7-451a-a3de-074b4ff37bbc service neutron] 10.222.0.69 "GET /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185740 Dec 16 09:35:25.642539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2176821-ca9f-400b-a6be-d78c4fe731be req-b3263749-27dd-4b8a-abff-d2f148ce9fb0 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 210 time: 0.0675294 Dec 16 09:35:25.649184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Attempting to bind port 86a0999c-0cd3-42d5-91ca-c997dc53f09f on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:25.649595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Attempting to bind port 86a0999c-0cd3-42d5-91ca-c997dc53f09f by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '61f1aeba-70af-4860-b25b-16243494ca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:25.649965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Attempting to bind port 86a0999c-0cd3-42d5-91ca-c997dc53f09f on network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:25.674057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Port 86a0999c-0cd3-42d5-91ca-c997dc53f09f on network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:25.674057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Attempting to bind port 86a0999c-0cd3-42d5-91ca-c997dc53f09f on network 84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:25.680808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:25.681102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Checking segment: {'id': '61f1aeba-70af-4860-b25b-16243494ca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:25.681393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Bound using segment: {'id': '61f1aeba-70af-4860-b25b-16243494ca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:25.681820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Bound port: 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f1aeba-70af-4860-b25b-16243494ca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:25.682206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.832258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] For port 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:25.848604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.853105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] For port 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f,segment=NetworkSegment(61f1aeba-70af-4860-b25b-16243494ca10),segment_id=61f1aeba-70af-4860-b25b-16243494ca10)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:25.860772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.884083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e04a-3d46-4416-ae12-cbaa796ff0a6 req-b7326790-6322-4674-992b-69ad20d732c9 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:25.893286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a6e04a-3d46-4416-ae12-cbaa796ff0a6 req-b7326790-6322-4674-992b-69ad20d732c9 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 943 time: 0.0991855 Dec 16 09:35:25.911424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:25.912044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.913424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] 10.222.0.69 "PUT /v2.0/ports/86a0999c-0cd3-42d5-91ca-c997dc53f09f HTTP/1.1" status: 200 len: 1091 time: 1.4322178 Dec 16 09:35:25.913872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'tag': '86a0999c-0cd3-42d5-91ca-c997dc53f09f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:25.916120 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7393086-4190-4d1c-b1d2-484c3aa93cea" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4", "tag": "86a0999c-0cd3-42d5-91ca-c997dc53f09f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:25.946221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb0094-6217-4fa4-997d-65ce1d649047 service neutron] Pushing event updated for resources: {'Port': ['ID=86a0999c-0cd3-42d5-91ca-c997dc53f09f,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:25.954969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:25.983214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a6e04a-3d46-4416-ae12-cbaa796ff0a6 req-d5d70854-862f-4004-befc-0e9e8e4a9193 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874200 Dec 16 09:35:26.040890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:26.049653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:26.052594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:26.056296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:26.097437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-2de8c016-e4c9-4d32-a7dc-d9da62329b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.099044 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-2de8c016-e4c9-4d32-a7dc-d9da62329b40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01b44077f2a54a548f72b5bd77202404&device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 1094 time: 0.1135352 Dec 16 09:35:26.118446 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fe8af5-d3da-46a5-9c3e-74ad6eee9275 x-openstack-request-id: req-23fe8af5-d3da-46a5-9c3e-74ad6eee9275 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:26.118731 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4", "tag": "86a0999c-0cd3-42d5-91ca-c997dc53f09f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:26.119600 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23fe8af5-d3da-46a5-9c3e-74ad6eee9275 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:26.119600 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'tag': '86a0999c-0cd3-42d5-91ca-c997dc53f09f', 'status': 'completed', 'code': 200} Dec 16 09:35:26.158621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.159237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.164064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-bf0a5b50-2f91-4deb-8b5c-493cd2b93da6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f HTTP/1.1" status: 200 len: 217 time: 0.0561390 Dec 16 09:35:26.185317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-abd5d967-aa29-4b40-8812-299ea390653b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2212751 Dec 16 09:35:26.212076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Request body: {'port': {'device_id': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:26.253415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-e82f7bda-2f9c-4a47-bef3-24a4f5d0d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.255164 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-e82f7bda-2f9c-4a47-bef3-24a4f5d0d22a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94fe086d-5b3c-4902-97b5-e5dc5c940b50 HTTP/1.1" status: 200 len: 862 time: 0.0835278 Dec 16 09:35:26.302885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-a36e85de-816b-4725-923e-217f89aebe11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311162 Dec 16 09:35:26.305468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.500698 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-4f2bc3d6-a8e3-40a4-a5aa-cd09a5c35f0f service neutron] 10.222.0.69 "GET /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854239 Dec 16 09:35:26.673340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2bd73-bd5b-4bcf-a0af-88a5ae16239b req-3cf97aa7-f90d-492f-9111-f6f9e52e34c7 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.680990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82f2bd73-bd5b-4bcf-a0af-88a5ae16239b req-3cf97aa7-f90d-492f-9111-f6f9e52e34c7 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0964572 Dec 16 09:35:26.694284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1bf38e8c-9cc0-4c21-9da0-daf50d8cd252 req-0e433188-51c2-4a8a-9a9d-feb641636694 service neutron] 10.222.0.69 "GET /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825213 Dec 16 09:35:26.752969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82f2bd73-bd5b-4bcf-a0af-88a5ae16239b req-d020e199-063c-4cca-b175-439082d4142a tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Dec 16 09:35:26.828885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca67df0-9de6-4608-a50f-812be244e39a {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:26.839744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.849170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-d41ee673-b281-499f-8d57-5bee954ecc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.850900 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-d41ee673-b281-499f-8d57-5bee954ecc8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=01b44077f2a54a548f72b5bd77202404&device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 1094 time: 0.0947981 Dec 16 09:35:26.873944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Transition to ACTIVE for port object bca67df0-9de6-4608-a50f-812be244e39a will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:26.882490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:26.933497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a1ad-df3b-4628-b248-325cdf0f55c2 req-ca3c9dbb-f6e9-4e60-a044-e3537d2a9e9d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:26.941636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a6a1ad-df3b-4628-b248-325cdf0f55c2 req-ca3c9dbb-f6e9-4e60-a044-e3537d2a9e9d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 931 time: 0.0834978 Dec 16 09:35:26.994701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:27.010065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a6a1ad-df3b-4628-b248-325cdf0f55c2 req-4d1d6406-c4dc-47ac-95ea-e30596732377 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620980 Dec 16 09:35:27.078905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-0e762e54-e636-4504-8b41-da40e40e7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.080346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-0e762e54-e636-4504-8b41-da40e40e7a03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 HTTP/1.1" status: 200 len: 923 time: 0.2119703 Dec 16 09:35:27.126500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68ee5-1b2c-4be9-b321-4156cfec349a req-c9c7de3f-a2bc-4a04-88a9-00648aedc467 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.134263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10f68ee5-1b2c-4be9-b321-4156cfec349a req-c9c7de3f-a2bc-4a04-88a9-00648aedc467 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 943 time: 0.0657446 Dec 16 09:35:27.146011 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-9c65d1fd-9b6c-4a4a-bee3-ff4cf854cf16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f HTTP/1.1" status: 200 len: 217 time: 0.0536878 Dec 16 09:35:27.151075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Attempting to bind port bca67df0-9de6-4608-a50f-812be244e39a on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:27.152746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Attempting to bind port bca67df0-9de6-4608-a50f-812be244e39a by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:27.152746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Attempting to bind port bca67df0-9de6-4608-a50f-812be244e39a on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:27.182263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Port bca67df0-9de6-4608-a50f-812be244e39a on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:27.182951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Attempting to bind port bca67df0-9de6-4608-a50f-812be244e39a on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:27.189996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10f68ee5-1b2c-4be9-b321-4156cfec349a req-5ceb6e86-4407-40cf-8ade-d696e44974bd tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Dec 16 09:35:27.192925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:27.194643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:27.194643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:27.195027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Bound port: bca67df0-9de6-4608-a50f-812be244e39a, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:27.195181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.224228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-330bb521-c6bc-4858-88de-653a9bef516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.225754 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-330bb521-c6bc-4858-88de-653a9bef516e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=94fe086d-5b3c-4902-97b5-e5dc5c940b50 HTTP/1.1" status: 200 len: 862 time: 0.0716751 Dec 16 09:35:27.287835 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-4cff0e4d-4821-41f7-a232-cc5b1cd6657e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432732 Dec 16 09:35:27.357512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:27.376385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:27.385689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.446516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.447236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:27.449550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] 10.222.0.53 "PUT /v2.0/ports/bca67df0-9de6-4608-a50f-812be244e39a HTTP/1.1" status: 200 len: 1091 time: 1.2452464 Dec 16 09:35:27.463746 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-05610797-c323-4dc8-a594-9f4ed89b3782 service neutron] 10.222.0.69 "GET /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637414 Dec 16 09:35:27.545701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c0476-5652-414b-8076-6c4d811d4756 service neutron] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:27.606621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-ca0666c9-5bd5-48f4-9779-f2a6307a3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.608115 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-ca0666c9-5bd5-48f4-9779-f2a6307a3d95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 1094 time: 0.1028423 Dec 16 09:35:27.615494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e7393086-4190-4d1c-b1d2-484c3aa93cea req-0f337de2-bde3-460b-a7ec-7fc297e3ee15 service neutron] 10.222.0.69 "GET /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424589 Dec 16 09:35:27.658000 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-8a305a6b-3e84-4ad6-b5c6-cc865d63e690 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca67df0-9de6-4608-a50f-812be244e39a HTTP/1.1" status: 200 len: 217 time: 0.0415695 Dec 16 09:35:27.710048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-ca9e8672-c60b-4467-94f0-69c653a766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.711333 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-ca9e8672-c60b-4467-94f0-69c653a766eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0461259 Dec 16 09:35:27.747250 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-eaa716f5-ea6d-4d7b-8fd4-69f97926a872 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292313 Dec 16 09:35:27.889741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-844c400e-1c88-426b-89cc-72a3df01f937 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336813 Dec 16 09:35:27.924126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37981a2-22c6-42e2-9c30-48cc6451130f req-c5ed1884-cdb2-4d87-b409-cdbd0f23c19d tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:27.932930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b37981a2-22c6-42e2-9c30-48cc6451130f req-c5ed1884-cdb2-4d87-b409-cdbd0f23c19d tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0781121 Dec 16 09:35:27.971269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b37981a2-22c6-42e2-9c30-48cc6451130f req-6f74a1cf-50d8-4353-9510-b430ab669740 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366981 Dec 16 09:35:28.014603 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc426b3d-ba8f-4943-8d75-a1ef2a7fba2e req-f349820c-cfae-453f-9373-793c90812533 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166682 Dec 16 09:35:28.120023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b708-8033-4ed2-9917-010a9761e038 req-d11f9f2c-a1b9-4b27-8e34-778f30be99f5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.122551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:28.123267 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5722223d-ff59-43a6-829d-213a303cbd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "tag": "bca67df0-9de6-4608-a50f-812be244e39a"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:28.128313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c83b708-8033-4ed2-9917-010a9761e038 req-d11f9f2c-a1b9-4b27-8e34-778f30be99f5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 943 time: 0.0584853 Dec 16 09:35:28.174723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c83b708-8033-4ed2-9917-010a9761e038 req-7c75435f-45d8-4986-9a99-66435a46cfba tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Dec 16 09:35:28.229349 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ba637-37ec-45bd-8613-c27815d353b9 x-openstack-request-id: req-281ba637-37ec-45bd-8613-c27815d353b9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:28.229639 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "tag": "bca67df0-9de6-4608-a50f-812be244e39a", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:28.229913 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-281ba637-37ec-45bd-8613-c27815d353b9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:28.230379 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a', 'status': 'completed', 'code': 200} Dec 16 09:35:28.330961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722223d-ff59-43a6-829d-213a303cbd3a req-851e3917-f3b5-4f2f-adcc-ad9cbd4a9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.332647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-851e3917-f3b5-4f2f-adcc-ad9cbd4a9652 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 1094 time: 0.0522778 Dec 16 09:35:28.367533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a93260-10c2-4a05-9c6a-8c88769e7002 req-25746123-363a-4079-9615-fdec2710edb8 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.369188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81a93260-10c2-4a05-9c6a-8c88769e7002 req-25746123-363a-4079-9615-fdec2710edb8 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 943 time: 0.0622134 Dec 16 09:35:28.430483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81a93260-10c2-4a05-9c6a-8c88769e7002 req-339af7ee-bc94-48ba-b36a-1f05ea2ce8ad tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548186 Dec 16 09:35:28.466394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722223d-ff59-43a6-829d-213a303cbd3a req-e108d2a6-5ea8-43a3-a20b-36a6269db36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.467979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-e108d2a6-5ea8-43a3-a20b-36a6269db36b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.1265244 Dec 16 09:35:28.525867 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-c0c661f2-80ce-42ba-b533-9629eb26e4c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca67df0-9de6-4608-a50f-812be244e39a HTTP/1.1" status: 200 len: 217 time: 0.0492518 Dec 16 09:35:28.537693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f27eca68-7474-4203-a5b7-1ab1d50c4d49 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:28.591666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722223d-ff59-43a6-829d-213a303cbd3a req-e5bb527c-1b6f-4571-ab58-d2ec146272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:28.596176 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-e5bb527c-1b6f-4571-ab58-d2ec146272c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0630438 Dec 16 09:35:28.642021 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-c24edd9a-e952-47ed-a9a9-fe683dd03f57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311425 Dec 16 09:35:28.667239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f27eca68-7474-4203-a5b7-1ab1d50c4d49, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49,segment=NetworkSegment(7d5f28b2-a4ac-46d1-912a-4b7664017fa4),segment_id=7d5f28b2-a4ac-46d1-912a-4b7664017fa4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:28.680726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49', 'network_id': '2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850', 'port_id': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49', 'mac_address': 'fa:16:3e:ac:1a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f00930a-04dc-4b10-9111-0b3d73f6735f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:28.755187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:28.778116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-debb3661-1cf2-4dc6-ab0f-4bf78af82d9a service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247742 Dec 16 09:35:28.787219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27eca68-7474-4203-a5b7-1ab1d50c4d49 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:28.812361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f27eca68-7474-4203-a5b7-1ab1d50c4d49, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49,segment=NetworkSegment(7d5f28b2-a4ac-46d1-912a-4b7664017fa4),segment_id=7d5f28b2-a4ac-46d1-912a-4b7664017fa4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:28.821637 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:28.880494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5722223d-ff59-43a6-829d-213a303cbd3a req-82a16d8c-9a48-4bcd-82d2-ddce35f6282c service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952215 Dec 16 09:35:28.913770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f27eca68-7474-4203-a5b7-1ab1d50c4d49,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:29.102305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfee6-d59e-434b-86dd-f553b51d63c9 req-9232cad4-dea5-4971-a5f0-5b9017ec2dc1 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:29.110705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd5cfee6-d59e-434b-86dd-f553b51d63c9 req-9232cad4-dea5-4971-a5f0-5b9017ec2dc1 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0626965 Dec 16 09:35:29.159227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd5cfee6-d59e-434b-86dd-f553b51d63c9 req-a856c87f-474d-4f89-b5ec-9cfecd5595f5 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Dec 16 09:35:29.160181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['f27eca68-7474-4203-a5b7-1ab1d50c4d49'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:29.336093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a727e-ed86-40f7-b157-3e6e03edb6bf req-8bba22f3-b35b-4e09-9402-964ae39670f2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:29.345888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b5a727e-ed86-40f7-b157-3e6e03edb6bf req-8bba22f3-b35b-4e09-9402-964ae39670f2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 943 time: 0.0896206 Dec 16 09:35:29.388362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b5a727e-ed86-40f7-b157-3e6e03edb6bf req-e6d38b5b-7d3d-4c64-ad90-901fee3d8c0b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Dec 16 09:35:29.541887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c7c99-b76f-43b7-af9c-0f4302cb820f req-9654e795-ae13-4bce-87d0-29f55a4e7334 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:29.543659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f8c7c99-b76f-43b7-af9c-0f4302cb820f req-9654e795-ae13-4bce-87d0-29f55a4e7334 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 944 time: 0.0599301 Dec 16 09:35:29.596530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f8c7c99-b76f-43b7-af9c-0f4302cb820f req-c3c572d9-fad0-46d6-8d60-1341decdf440 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Dec 16 09:35:30.303191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d71eb-be2b-43f2-bfa2-00e9ed75b6e7 req-75372b94-1c2f-44f0-82dc-8ef4dc845d16 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.311038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-297d71eb-be2b-43f2-bfa2-00e9ed75b6e7 req-75372b94-1c2f-44f0-82dc-8ef4dc845d16 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 943 time: 0.0649326 Dec 16 09:35:30.358297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-297d71eb-be2b-43f2-bfa2-00e9ed75b6e7 req-bc4fdc43-edef-422a-abca-c5b560f886e4 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Dec 16 09:35:30.522229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41457b-a45d-4570-970f-10d7ce5eeea7 req-84c97e1a-4140-4ce7-9f39-7ef46929f2ed tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.523883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa41457b-a45d-4570-970f-10d7ce5eeea7 req-84c97e1a-4140-4ce7-9f39-7ef46929f2ed tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 943 time: 0.0560198 Dec 16 09:35:30.547194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 86a0999c-0cd3-42d5-91ca-c997dc53f09f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:30.564863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f27eca68-7474-4203-a5b7-1ab1d50c4d49 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:30.569586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa41457b-a45d-4570-970f-10d7ce5eeea7 req-c2e08f2f-6f19-48b6-ab19-eb92be3cd205 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Dec 16 09:35:30.715308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port f27eca68-7474-4203-a5b7-1ab1d50c4d49 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:30.724357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port f27eca68-7474-4203-a5b7-1ab1d50c4d49 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:30.724714 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:30.736826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37589c43-07c6-4d14-952e-fe589f7c5df9 req-30d45bf9-a981-4898-bcc7-1e68b074f7a1 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:30.738764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37589c43-07c6-4d14-952e-fe589f7c5df9 req-30d45bf9-a981-4898-bcc7-1e68b074f7a1 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 944 time: 0.0726185 Dec 16 09:35:30.762453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f,segment=NetworkSegment(61f1aeba-70af-4860-b25b-16243494ca10),segment_id=61f1aeba-70af-4860-b25b-16243494ca10)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:30.778932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '86a0999c-0cd3-42d5-91ca-c997dc53f09f', 'network_id': '84afa94a-b0aa-4d5f-aa7a-d1d2d3867806', 'port_id': '86a0999c-0cd3-42d5-91ca-c997dc53f09f', 'mac_address': 'fa:16:3e:b5:dc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fe086d-5b3c-4902-97b5-e5dc5c940b50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:30.834540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37589c43-07c6-4d14-952e-fe589f7c5df9 req-d6effa5b-a058-4215-a9d4-50eb9c8158d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888016 Dec 16 09:35:30.859869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:30.865906 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:30.901948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a0999c-0cd3-42d5-91ca-c997dc53f09f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:30.910440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:30.912986 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3bbf4c-3631-4ca1-a0ca-d164cb24d015" -d '{"events": [{"server_uuid": "f66f63f6-fd58-45a0-980e-99c582b7466a", "name": "network-vif-plugged", "status": "completed", "tag": "f27eca68-7474-4203-a5b7-1ab1d50c4d49"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:30.933375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f27eca68-7474-4203-a5b7-1ab1d50c4d49, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49,segment=NetworkSegment(7d5f28b2-a4ac-46d1-912a-4b7664017fa4),segment_id=7d5f28b2-a4ac-46d1-912a-4b7664017fa4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:30.954356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f,segment=NetworkSegment(61f1aeba-70af-4860-b25b-16243494ca10),segment_id=61f1aeba-70af-4860-b25b-16243494ca10)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:30.959820 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:30.966263 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.039482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f27eca68-7474-4203-a5b7-1ab1d50c4d49,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:31.089232 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0844d7c-72e5-43be-9953-8f65d75c44ca x-openstack-request-id: req-f0844d7c-72e5-43be-9953-8f65d75c44ca {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:31.090122 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f63f6-fd58-45a0-980e-99c582b7466a", "name": "network-vif-plugged", "status": "completed", "tag": "f27eca68-7474-4203-a5b7-1ab1d50c4d49", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:31.090122 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0844d7c-72e5-43be-9953-8f65d75c44ca {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:31.091741 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49', 'code': 200} Dec 16 09:35:31.114160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=86a0999c-0cd3-42d5-91ca-c997dc53f09f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:31.195200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed899f9-b934-44a4-97f3-ef1a9a6002c4 req-f55df5f9-e7aa-45b8-b1af-6112e43d0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:31.196732 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aed899f9-b934-44a4-97f3-ef1a9a6002c4 req-f55df5f9-e7aa-45b8-b1af-6112e43d0036 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 1096 time: 0.0479188 Dec 16 09:35:31.234217 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aed899f9-b934-44a4-97f3-ef1a9a6002c4 req-589b1314-bca8-4891-9b5d-f85bd1318239 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300565 Dec 16 09:35:31.312888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['86a0999c-0cd3-42d5-91ca-c997dc53f09f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:31.478279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be03a8-f4ec-40fd-b636-757fb5896de6 req-e4b8dae2-21aa-47b4-a812-75131ed8aa28 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:31.482320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98be03a8-f4ec-40fd-b636-757fb5896de6 req-e4b8dae2-21aa-47b4-a812-75131ed8aa28 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 944 time: 0.0581191 Dec 16 09:35:31.513006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca67df0-9de6-4608-a50f-812be244e39a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:31.529680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98be03a8-f4ec-40fd-b636-757fb5896de6 req-a9ee512b-e52d-4c1c-8e8c-45fcfe8b5082 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Dec 16 09:35:31.617043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:31.629483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bca67df0-9de6-4608-a50f-812be244e39a', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': 'bca67df0-9de6-4608-a50f-812be244e39a', 'mac_address': 'fa:16:3e:88:7b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:31.671579 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.685756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca67df0-9de6-4608-a50f-812be244e39a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:31.707941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e16525-100b-43ca-a957-df1d1e10da81 req-e873f2e4-c075-4107-9a92-801bc89903d9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:31.708215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:31.709447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4e16525-100b-43ca-a957-df1d1e10da81 req-e873f2e4-c075-4107-9a92-801bc89903d9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 943 time: 0.0519502 Dec 16 09:35:31.713533 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:31.758756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4e16525-100b-43ca-a957-df1d1e10da81 req-af58ecf4-5aa2-4084-8b7a-5125b8d1c2db tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360866 Dec 16 09:35:31.768676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:31.946356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca67df0-9de6-4608-a50f-812be244e39a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:31.973405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5a95-c040-4f8c-833f-56954f362358 req-448bc681-25ad-472c-8079-56e132dca530 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:31.974938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32fa5a95-c040-4f8c-833f-56954f362358 req-448bc681-25ad-472c-8079-56e132dca530 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 945 time: 0.0582416 Dec 16 09:35:32.017117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32fa5a95-c040-4f8c-833f-56954f362358 req-f0c9a542-6250-4cd0-a823-e26c9bf7c0f9 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Dec 16 09:35:32.569298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 86a0999c-0cd3-42d5-91ca-c997dc53f09f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:32.646161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 86a0999c-0cd3-42d5-91ca-c997dc53f09f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:32.654106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 86a0999c-0cd3-42d5-91ca-c997dc53f09f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:32.655258 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.683799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044098-f342-4848-b3cf-917feace5629 req-952d262d-4179-45d3-b197-a35a2ed3a851 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:32.688517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63044098-f342-4848-b3cf-917feace5629 req-952d262d-4179-45d3-b197-a35a2ed3a851 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 944 time: 0.0648484 Dec 16 09:35:32.735024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63044098-f342-4848-b3cf-917feace5629 req-54592a8c-93cf-4a12-b02c-9cd1e0c9167e tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Dec 16 09:35:32.756006 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.791948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f,segment=NetworkSegment(61f1aeba-70af-4860-b25b-16243494ca10),segment_id=61f1aeba-70af-4860-b25b-16243494ca10)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:32.798772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:32.871619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=86a0999c-0cd3-42d5-91ca-c997dc53f09f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:32.910985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a6b9-79fa-4b8c-9251-00fd04fcd466 req-2540b60f-bbab-4d26-bf39-eb15b2d3ff51 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:32.912650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cb0a6b9-79fa-4b8c-9251-00fd04fcd466 req-2540b60f-bbab-4d26-bf39-eb15b2d3ff51 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 944 time: 0.0690212 Dec 16 09:35:32.955101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cb0a6b9-79fa-4b8c-9251-00fd04fcd466 req-ae83b631-b603-4c2c-bb7b-c9b30a4b47a9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Dec 16 09:35:33.091210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a0999c-0cd3-42d5-91ca-c997dc53f09f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:33.093576 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba8d641-ecb4-4387-a713-8befacabb4fc" -d '{"events": [{"server_uuid": "0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4", "name": "network-vif-plugged", "status": "completed", "tag": "86a0999c-0cd3-42d5-91ca-c997dc53f09f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:33.145666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4e634-e761-4733-ab6b-12a198d02707 req-4666035b-a31d-44ce-b19c-7bdf9171854a tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:33.147266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5b4e634-e761-4733-ab6b-12a198d02707 req-4666035b-a31d-44ce-b19c-7bdf9171854a tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 945 time: 0.0551438 Dec 16 09:35:33.189045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5b4e634-e761-4733-ab6b-12a198d02707 req-fabaa877-b42f-428c-8568-5b1e0cef3892 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Dec 16 09:35:33.236007 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31472f7-0c67-4339-9fc1-b795c67b92cd x-openstack-request-id: req-c31472f7-0c67-4339-9fc1-b795c67b92cd {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:33.236007 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4", "name": "network-vif-plugged", "status": "completed", "tag": "86a0999c-0cd3-42d5-91ca-c997dc53f09f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:33.236250 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c31472f7-0c67-4339-9fc1-b795c67b92cd {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:33.236622 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a0999c-0cd3-42d5-91ca-c997dc53f09f', 'code': 200} Dec 16 09:35:33.348260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e9109-6341-4d99-b3ea-defd220fbcb2 req-bc93877d-2048-49c4-a77f-e17d928eb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:33.350694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a6e9109-6341-4d99-b3ea-defd220fbcb2 req-bc93877d-2048-49c4-a77f-e17d928eb1c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0475698 Dec 16 09:35:33.392015 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a6e9109-6341-4d99-b3ea-defd220fbcb2 req-07e9f23a-abdd-4df4-9000-72aae39f0af0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343208 Dec 16 09:35:33.527090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca67df0-9de6-4608-a50f-812be244e39a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:33.593191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bca67df0-9de6-4608-a50f-812be244e39a completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:33.598878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bca67df0-9de6-4608-a50f-812be244e39a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:33.598878 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:33.687747 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:33.730137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:33.736014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:33.803621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:33.841085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b0122-7b43-44c2-ba44-a94873873752 req-e447e413-34be-498f-8362-345ed4949b18 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:33.843493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c8b0122-7b43-44c2-ba44-a94873873752 req-e447e413-34be-498f-8362-345ed4949b18 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 945 time: 0.0607438 Dec 16 09:35:33.885015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c8b0122-7b43-44c2-ba44-a94873873752 req-5b80e86c-a7f9-406a-8309-945a63579c1e tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Dec 16 09:35:34.009614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a2360-fdc2-4a5f-8eee-fec63e7d5038 req-79dbaccd-d642-4a8b-aef2-688f0fb07d65 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:34.011299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e45a2360-fdc2-4a5f-8eee-fec63e7d5038 req-79dbaccd-d642-4a8b-aef2-688f0fb07d65 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0570996 Dec 16 09:35:34.054282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e45a2360-fdc2-4a5f-8eee-fec63e7d5038 req-7e2c5e35-2d6c-4f71-8363-67ce962d1b8e tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Dec 16 09:35:34.189135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3b11f-ecfc-4b62-a839-b19de567eb3f req-68761cfe-53b6-4a03-a406-57b26f02d6b1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:34.190602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d3b11f-ecfc-4b62-a839-b19de567eb3f req-68761cfe-53b6-4a03-a406-57b26f02d6b1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0572152 Dec 16 09:35:34.229821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d3b11f-ecfc-4b62-a839-b19de567eb3f req-0a3dccbc-d703-4b98-858d-85aa5a5229e2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Dec 16 09:35:35.022078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf356-1554-42f4-a077-638052e24872 req-5e7ff115-39c6-43f2-86e1-186e6adbb378 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.023758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-494cf356-1554-42f4-a077-638052e24872 req-5e7ff115-39c6-43f2-86e1-186e6adbb378 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 945 time: 0.0600424 Dec 16 09:35:35.066898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-494cf356-1554-42f4-a077-638052e24872 req-fb036305-2f4f-4318-b0e5-d47bd5172148 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/security-groups?id=0671fdb5-9031-40ec-87dd-ddb9a81839ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Dec 16 09:35:35.208422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5ecbe-4e5a-43ea-9b72-84070cf7ee3c req-7186953a-6217-4256-90b2-d03e8222dfae tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.210307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fe5ecbe-4e5a-43ea-9b72-84070cf7ee3c req-7186953a-6217-4256-90b2-d03e8222dfae tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0631528 Dec 16 09:35:35.238045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:35.241240 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0bef82-37e3-492a-8f98-88887f865c89" -d '{"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bca67df0-9de6-4608-a50f-812be244e39a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:35.260736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fe5ecbe-4e5a-43ea-9b72-84070cf7ee3c req-f1e57eae-9b3c-474f-86b8-30029771f516 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Dec 16 09:35:35.311039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-82978629-c0c9-4032-a5a4-b4901f2d637d tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.312580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-82978629-c0c9-4032-a5a4-b4901f2d637d tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.69 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 945 time: 0.0878968 Dec 16 09:35:35.343720 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89d6896-659d-4751-9c04-04888d304dc5 x-openstack-request-id: req-a89d6896-659d-4751-9c04-04888d304dc5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:35.343720 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bca67df0-9de6-4608-a50f-812be244e39a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:35.343720 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a89d6896-659d-4751-9c04-04888d304dc5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:35.343720 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a', 'code': 200} Dec 16 09:35:35.474038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Deleting port f27eca68-7474-4203-a5b7-1ab1d50c4d49 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:35.474429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.485142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401240-0c30-41e8-aaae-198fe92d9808 req-22b3bc62-2b35-4571-b244-30bcbd33ad8a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.486855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8401240-0c30-41e8-aaae-198fe92d9808 req-22b3bc62-2b35-4571-b244-30bcbd33ad8a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0602639 Dec 16 09:35:35.523345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e234-d7ff-403c-be6a-f4b027d6226d req-fe2dc77a-bba5-46bf-9f2d-06078ba2cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:35.524849 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-55a6e234-d7ff-403c-be6a-f4b027d6226d req-fe2dc77a-bba5-46bf-9f2d-06078ba2cd40 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1018088 Dec 16 09:35:35.533588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8401240-0c30-41e8-aaae-198fe92d9808 req-67606714-c52d-49d1-94d4-b5b6c4886e82 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Dec 16 09:35:35.588060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-55a6e234-d7ff-403c-be6a-f4b027d6226d req-f939080d-030b-4e08-ad1d-ab8335ed0c28 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Dec 16 09:35:35.608068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] For port f27eca68-7474-4203-a5b7-1ab1d50c4d49, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f27eca68-7474-4203-a5b7-1ab1d50c4d49,segment=NetworkSegment(7d5f28b2-a4ac-46d1-912a-4b7664017fa4),segment_id=7d5f28b2-a4ac-46d1-912a-4b7664017fa4)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:35.608068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.620774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Calling delete_port for f27eca68-7474-4203-a5b7-1ab1d50c4d49 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:35.751775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.766299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['f27eca68-7474-4203-a5b7-1ab1d50c4d49'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:35.786415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Pushing event deleted for resources: {'Port': ['ID=f27eca68-7474-4203-a5b7-1ab1d50c4d49,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:35.827909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] No DVR routers for this DVR port f27eca68-7474-4203-a5b7-1ab1d50c4d49 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:35.830554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:35.834068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4824fad3-fcb7-4168-aebc-490bb99f8a11 req-9b172909-3af9-4ef8-9344-aafe650ec1d4 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.69 "DELETE /v2.0/ports/f27eca68-7474-4203-a5b7-1ab1d50c4d49 HTTP/1.1" status: 204 len: 173 time: 0.5141151 Dec 16 09:35:35.834519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'name': 'network-vif-deleted', 'tag': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:35.836806 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b8517-0186-4136-b6ce-07a9eb764312" -d '{"events": [{"server_uuid": "f66f63f6-fd58-45a0-980e-99c582b7466a", "name": "network-vif-deleted", "tag": "f27eca68-7474-4203-a5b7-1ab1d50c4d49"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:35.942968 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e86543-2fac-4bb5-a337-b612a568cc76 x-openstack-request-id: req-b6e86543-2fac-4bb5-a337-b612a568cc76 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:35.943682 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66f63f6-fd58-45a0-980e-99c582b7466a", "name": "network-vif-deleted", "tag": "f27eca68-7474-4203-a5b7-1ab1d50c4d49", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:35.944143 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6e86543-2fac-4bb5-a337-b612a568cc76 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:35.944828 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f66f63f6-fd58-45a0-980e-99c582b7466a', 'name': 'network-vif-deleted', 'tag': 'f27eca68-7474-4203-a5b7-1ab1d50c4d49', 'status': 'completed', 'code': 200} Dec 16 09:35:36.222942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-286758c7-1539-4412-9dd4-387c420469cf req-2ed36e35-299f-4e81-a714-20821de2fe26 tempest-ServerAddressesTestJSON-413465701 tempest-ServerAddressesTestJSON-413465701-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66f63f6-fd58-45a0-980e-99c582b7466a HTTP/1.1" status: 200 len: 210 time: 0.0466328 Dec 16 09:35:36.354065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef44aa7-d416-4970-9b85-a18b401fc6d5 req-08eca09e-5e8d-40e8-9a2b-b48684f67fbf tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:36.355817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ef44aa7-d416-4970-9b85-a18b401fc6d5 req-08eca09e-5e8d-40e8-9a2b-b48684f67fbf tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Dec 16 09:35:36.402448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ef44aa7-d416-4970-9b85-a18b401fc6d5 req-d17cee62-1436-4819-a839-993972cc4e05 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Dec 16 09:35:36.690103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71898df-ee12-4b42-92a1-7aba684f973d req-5767258a-3957-4037-af23-f8672fc00a3a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:36.692015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c71898df-ee12-4b42-92a1-7aba684f973d req-5767258a-3957-4037-af23-f8672fc00a3a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0697067 Dec 16 09:35:36.737110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c71898df-ee12-4b42-92a1-7aba684f973d req-be301b79-0840-4d24-b306-f2c6dc8630ca tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Dec 16 09:35:37.273275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49250) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:37.326578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Deleting subnet 9f00930a-04dc-4b10-9111-0b3d73f6735f {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:35:37.330598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.373948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.417748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.502295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.534588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f00930a-04dc-4b10-9111-0b3d73f6735f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:37.537247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.542368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee483211-5e0a-4450-9292-023fe8c096fe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9f00930a-04dc-4b10-9111-0b3d73f6735f HTTP/1.1" status: 204 len: 168 time: 0.2679162 Dec 16 09:35:37.542866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49256) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:37.559673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b6be6-226c-43d7-88c2-10a7be6ce710 req-16884cde-9261-49e8-9120-7ba982f70a96 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:37.562330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a89b6be6-226c-43d7-88c2-10a7be6ce710 req-16884cde-9261-49e8-9120-7ba982f70a96 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 945 time: 0.0913982 Dec 16 09:35:37.607794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a89b6be6-226c-43d7-88c2-10a7be6ce710 req-4dca3eff-46e5-495c-86e9-50b44087c628 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/security-groups?id=13871d39-d77b-4503-8b60-f915c32cdeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Dec 16 09:35:37.627885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.741549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.765553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:37.774681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f667c-ca0e-443c-aa41-329044150659 req-6e5c57c7-9b3d-49de-982a-d789bc9bd765 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:37.776464 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-007f667c-ca0e-443c-aa41-329044150659 req-6e5c57c7-9b3d-49de-982a-d789bc9bd765 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.69 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 945 time: 0.1114445 Dec 16 09:35:37.791277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5f28b2-a4ac-46d1-912a-4b7664017fa4') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:37.791567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5f28b2-a4ac-46d1-912a-4b7664017fa4') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:37.817895 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.844026 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.874124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:35:37.874570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:35:37.876571 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:35:37.882396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6cf86-1012-459e-b57a-1d6615d53c64 req-9cc331c2-49b3-452b-97d8-5113236d4afb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:37.892050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cf6cf86-1012-459e-b57a-1d6615d53c64 req-9cc331c2-49b3-452b-97d8-5113236d4afb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0813534 Dec 16 09:35:37.928317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cf6cf86-1012-459e-b57a-1d6615d53c64 req-bb3d8dec-836e-404b-895e-db35ab4620b7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352070 Dec 16 09:35:37.940948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.949377 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:37.951271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] 10.222.0.61 "DELETE /v2.0/networks/2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850 HTTP/1.1" status: 204 len: 168 time: 0.4071753 Dec 16 09:35:37.978009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f0123-10e5-470f-adb2-218fc34359fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb62fb8-efaf-4bbb-8067-9c0fcbdbc850,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:37.982785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Deleting port 86a0999c-0cd3-42d5-91ca-c997dc53f09f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:35:37.982938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.172151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49280) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:38.272817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18396980-d0a0-4fc0-8a19-69ebb05cb4ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33bc36c9ded24a27a251a2af8f22adda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969262 Dec 16 09:35:38.273069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:38.391249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7732596-f11e-4b25-a15d-258e6ddb84bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.442011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7732596-f11e-4b25-a15d-258e6ddb84bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.508906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7732596-f11e-4b25-a15d-258e6ddb84bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.511715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7732596-f11e-4b25-a15d-258e6ddb84bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.523217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f7732596-f11e-4b25-a15d-258e6ddb84bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0671fdb5-9031-40ec-87dd-ddb9a81839ed HTTP/1.1" status: 204 len: 168 time: 0.2390656 Dec 16 09:35:38.551375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7732596-f11e-4b25-a15d-258e6ddb84bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671fdb5-9031-40ec-87dd-ddb9a81839ed,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:38.590528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] For port 86a0999c-0cd3-42d5-91ca-c997dc53f09f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=86a0999c-0cd3-42d5-91ca-c997dc53f09f,segment=NetworkSegment(61f1aeba-70af-4860-b25b-16243494ca10),segment_id=61f1aeba-70af-4860-b25b-16243494ca10)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:38.591621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.602760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f27eca68-7474-4203-a5b7-1ab1d50c4d49 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:38.639377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Calling delete_port for 86a0999c-0cd3-42d5-91ca-c997dc53f09f owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:35:38.653301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: f27eca68-7474-4203-a5b7-1ab1d50c4d49 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:35:38.653301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f27eca68-7474-4203-a5b7-1ab1d50c4d49 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:35:38.657721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 86a0999c-0cd3-42d5-91ca-c997dc53f09f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:35:38.814279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.835143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5688a-fd16-46e5-afec-a775fb39e53d req-2f32f4b6-3789-4dd9-b248-ffb31f78ab53 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:38.838407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8df5688a-fd16-46e5-afec-a775fb39e53d req-2f32f4b6-3789-4dd9-b248-ffb31f78ab53 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1035006 Dec 16 09:35:38.860740 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.866255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Pushing event deleted for resources: {'Port': ['ID=86a0999c-0cd3-42d5-91ca-c997dc53f09f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:38.915609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8df5688a-fd16-46e5-afec-a775fb39e53d req-8104e2db-474d-4d0e-b536-6347630f9241 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693488 Dec 16 09:35:38.961548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] No DVR routers for this DVR port 86a0999c-0cd3-42d5-91ca-c997dc53f09f on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:35:38.964800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:38.969237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-007f667c-ca0e-443c-aa41-329044150659 req-cce913ba-104e-4fda-8e88-d22595dd09a6 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.69 "DELETE /v2.0/ports/86a0999c-0cd3-42d5-91ca-c997dc53f09f HTTP/1.1" status: 204 len: 173 time: 1.1852040 Dec 16 09:35:38.969614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'name': 'network-vif-deleted', 'tag': '86a0999c-0cd3-42d5-91ca-c997dc53f09f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:38.980067 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44560814-b03a-46c6-a233-0bf28c1640a0" -d '{"events": [{"server_uuid": "0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4", "name": "network-vif-deleted", "tag": "86a0999c-0cd3-42d5-91ca-c997dc53f09f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:39.075664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da782d03-36ab-496a-86f1-e08dc9109392 req-e2d56e7c-57d8-4e79-bc08-3d8437b310f5 tempest-InstanceActionsNegativeTestJSON-40724827 tempest-InstanceActionsNegativeTestJSON-40724827-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4 HTTP/1.1" status: 200 len: 210 time: 0.0428207 Dec 16 09:35:39.141321 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb82f94-bfc1-4427-bde6-3e4fac2bfa77 x-openstack-request-id: req-4fb82f94-bfc1-4427-bde6-3e4fac2bfa77 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:39.141617 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4", "name": "network-vif-deleted", "tag": "86a0999c-0cd3-42d5-91ca-c997dc53f09f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:39.141899 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fb82f94-bfc1-4427-bde6-3e4fac2bfa77 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:39.142285 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd4c6d6-f96e-4cb0-86dc-7e3563b1d2f4', 'name': 'network-vif-deleted', 'tag': '86a0999c-0cd3-42d5-91ca-c997dc53f09f', 'status': 'completed', 'code': 200} Dec 16 09:35:39.711041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49342) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:39.824988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-598402833-network', 'tenant_id': '561d31593d3340fbabe3cde2a11545ec'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:39.845918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Made reservation on behalf of 561d31593d3340fbabe3cde2a11545ec for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:39.848123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.856924 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.934288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.939269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.966148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:35:39.976188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:39.982871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:39.983459 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Added segment 1855d45e-b9bf-4104-96d0-a1da4e453894 of type vlan for network dbdc1146-31a3-4996-b65b-3745398dc5ef Dec 16 09:35:40.050171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.087540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5585263-652b-48cc-b0f7-25a1f7927b81 req-e80a0864-3ca0-4fc9-956e-26ae8b7bd7f7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:40.089051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5585263-652b-48cc-b0f7-25a1f7927b81 req-e80a0864-3ca0-4fc9-956e-26ae8b7bd7f7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0778055 Dec 16 09:35:40.103363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.104499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:40.105188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.193116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4802597 Dec 16 09:35:40.197172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49350) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:40.203022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5585263-652b-48cc-b0f7-25a1f7927b81 req-5011dd39-6794-4b54-b8e2-4d30831b1146 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069014 Dec 16 09:35:40.204253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45121a37-e4ff-4b0f-8de3-fbe73eddb131 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdc1146-31a3-4996-b65b-3745398dc5ef,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:40.204904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Request body: {'subnet': {'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-598402833-subnet', 'tenant_id': '561d31593d3340fbabe3cde2a11545ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:40.215822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network dbdc1146-31a3-4996-b65b-3745398dc5ef details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:35:40.244611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Made reservation on behalf of 561d31593d3340fbabe3cde2a11545ec for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:40.250717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.288813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49354) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:40.383670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Deleting subnet 94fe086d-5b3c-4902-97b5-e5dc5c940b50 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:35:40.398303 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.474118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.506273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.525225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.560101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1cfbd6-bd5b-409e-b7c7-79278ac8865b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:40.593274 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.622246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Checking segment: {'id': '1855d45e-b9bf-4104-96d0-a1da4e453894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:40.622605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Network hostable DHCP agents. Network: dbdc1146-31a3-4996-b65b-3745398dc5ef, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:35:40.631675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.636457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/94fe086d-5b3c-4902-97b5-e5dc5c940b50 HTTP/1.1" status: 204 len: 168 time: 0.3465056 Dec 16 09:35:40.642389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49360) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:40.667708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f736557-f7eb-4646-9eaf-620801b4e5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fe086d-5b3c-4902-97b5-e5dc5c940b50,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:40.713807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Network dbdc1146-31a3-4996-b65b-3745398dc5ef is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:35:40.732438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, dbdc1146-31a3-4996-b65b-3745398dc5ef) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:40.738512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:40.739104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.752896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.753086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc68f9-8c68-4bad-a10d-e0b06da72cd8 None None] Network dbdc1146-31a3-4996-b65b-3745398dc5ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:40.762102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-82b33f11-5e10-43d9-bf90-acfcd3f1fefb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5632205 Dec 16 09:35:40.850904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.871788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84afa94a-b0aa-4d5f-aa7a-d1d2d3867806']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:40.881531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f1aeba-70af-4860-b25b-16243494ca10') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:40.881886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f1aeba-70af-4860-b25b-16243494ca10') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:35:40.891739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.911639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.946325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:35:40.947210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:35:40.950497 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:35:40.992196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fe4ea-6526-47fb-8dc2-8cd56986174a None None] Network dbdc1146-31a3-4996-b65b-3745398dc5ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:41.040210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:41.046475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:41.061310 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] 10.222.0.61 "DELETE /v2.0/networks/84afa94a-b0aa-4d5f-aa7a-d1d2d3867806 HTTP/1.1" status: 204 len: 168 time: 0.4041376 Dec 16 09:35:41.086360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d6492-1d16-4c0a-8341-8f4b1cc4fcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=84afa94a-b0aa-4d5f-aa7a-d1d2d3867806,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:41.279469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49376) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:41.356258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8848f99a-c86d-4084-a9bf-44df92264f34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01b44077f2a54a548f72b5bd77202404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751448 Dec 16 09:35:41.358574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49380) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:41.374349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ceac-a85e-497f-97f7-b3f101421217 req-8d781c3d-6904-46f9-ad1d-98434d0c4d79 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:41.382222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e365ceac-a85e-497f-97f7-b3f101421217 req-8d781c3d-6904-46f9-ad1d-98434d0c4d79 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0839348 Dec 16 09:35:41.436827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e365ceac-a85e-497f-97f7-b3f101421217 req-90fe99f4-7179-4ca9-aa9b-60e81a45af48 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528190 Dec 16 09:35:41.444753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86580fb1-707f-41c5-bbf1-dc8784174311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:41.491984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86580fb1-707f-41c5-bbf1-dc8784174311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:41.574731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86580fb1-707f-41c5-bbf1-dc8784174311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:41.578451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-86580fb1-707f-41c5-bbf1-dc8784174311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:41.580212 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-86580fb1-707f-41c5-bbf1-dc8784174311 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13871d39-d77b-4503-8b60-f915c32cdeea HTTP/1.1" status: 204 len: 168 time: 0.2193139 Dec 16 09:35:41.606057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86580fb1-707f-41c5-bbf1-dc8784174311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13871d39-d77b-4503-8b60-f915c32cdeea,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:42.609051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f199ef-417c-4e0b-be55-43b789e3c8e5 req-ea191328-742e-4b13-8e72-9b795844bfb2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:42.617179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29f199ef-417c-4e0b-be55-43b789e3c8e5 req-ea191328-742e-4b13-8e72-9b795844bfb2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0689673 Dec 16 09:35:42.665099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29f199ef-417c-4e0b-be55-43b789e3c8e5 req-fc02a6d9-f617-473e-ab14-939214af8ed1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Dec 16 09:35:42.909248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:43.096069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-628789595-network', 'tenant_id': '733ecf7f13f04650852bfd16ac30ad00'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:43.139044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Made reservation on behalf of 733ecf7f13f04650852bfd16ac30ad00 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:43.141986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.166851 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.305713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.312092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.324843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:35:43.334811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.335396 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Added segment 2a46e621-ea0c-49f3-b218-385ba3233588 of type vlan for network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e Dec 16 09:35:43.429806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.462777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:43.535593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.536573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:43.537158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.560666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-67b390d1-5e10-40c5-9952-b58f991a68aa tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:43.567857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-67b390d1-5e10-40c5-9952-b58f991a68aa tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/networks?id=dbdc1146-31a3-4996-b65b-3745398dc5ef HTTP/1.1" status: 200 len: 809 time: 0.1241229 Dec 16 09:35:43.583733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-21e71467-4a2e-41f2-a24a-8e76150048e0 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/quotas/561d31593d3340fbabe3cde2a11545ec HTTP/1.1" status: 200 len: 375 time: 0.0148280 Dec 16 09:35:43.626576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-0236b459-aef9-4a44-98f5-c2de4c038e49 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=561d31593d3340fbabe3cde2a11545ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417132 Dec 16 09:35:43.712283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8096075 Dec 16 09:35:43.715284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49472) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:43.720525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Request body: {'subnet': {'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-628789595-subnet', 'tenant_id': '733ecf7f13f04650852bfd16ac30ad00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:43.729055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1c4ad-cd85-45ac-9c72-ea0e1a6ce6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:43.742453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:35:43.756047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Made reservation on behalf of 733ecf7f13f04650852bfd16ac30ad00 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:43.759743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:43.873293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-4172c383-ebc1-4d44-8569-b4682dd7bb39 service neutron] 10.222.0.61 "GET /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438285 Dec 16 09:35:43.983236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-3fd26627-dc24-46d0-a5bb-1b8af675fe5f service neutron] 10.222.0.61 "GET /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010139 Dec 16 09:35:44.005349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.024071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9aef61d5-4799-4f15-b3d0-1e71050b1232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.105418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d9f946-974d-4552-8889-1442ae06fa8e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:44.109150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Checking segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:44.110475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Network hostable DHCP agents. Network: a8fe2fa0-b807-4119-89d8-1fe43e19ab5e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:35:44.143691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:35:44.168586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a8fe2fa0-b807-4119-89d8-1fe43e19ab5e) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:44.173226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:44.173750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.178384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555f168-fafb-4fe5-9dd2-3fcbb22a9a6f None None] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:44.204906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f9e728de-5d89-4386-9ef4-cd3d98ce687a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4790738 Dec 16 09:35:44.426594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1bb4b-ab2e-48ad-8ecf-4ed6328976e9 req-34b84c5d-89c2-426b-a500-6d95aaca55ad tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:44.436926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90e1bb4b-ab2e-48ad-8ecf-4ed6328976e9 req-34b84c5d-89c2-426b-a500-6d95aaca55ad tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0777013 Dec 16 09:35:44.474820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'tenant_id': '733ecf7f13f04650852bfd16ac30ad00', 'fixed_ips': [{'subnet_id': 'a4d9f946-974d-4552-8889-1442ae06fa8e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:35:44.476163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:44.550953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90e1bb4b-ab2e-48ad-8ecf-4ed6328976e9 req-04f2654b-d836-4790-8f8e-11e3ccb6c85c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130228 Dec 16 09:35:44.772944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Allocated IP 172.20.0.2 (a8fe2fa0-b807-4119-89d8-1fe43e19ab5e/a4d9f946-974d-4552-8889-1442ae06fa8e/37425c0a-5ac2-485a-9367-9fe4b9743829) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:44.928661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44428da1-15f6-46ff-bb39-738111d057a2 req-64af18b2-0216-4be5-9be3-6b3eb934a9b0 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 210 time: 0.0746241 Dec 16 09:35:45.023221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.038868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.117722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:45.139546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:45.144866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:45.148278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Pushing event updated for resources: {'Port': ['ID=37425c0a-5ac2-485a-9367-9fe4b9743829,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:45.321464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Attempting to bind port 37425c0a-5ac2-485a-9367-9fe4b9743829 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:45.321832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Attempting to bind port 37425c0a-5ac2-485a-9367-9fe4b9743829 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:45.322315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Attempting to bind port 37425c0a-5ac2-485a-9367-9fe4b9743829 on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:45.335896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:45.336274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Checking segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:45.336663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.337288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Bound using segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:45.337745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Bound port: 37425c0a-5ac2-485a-9367-9fe4b9743829, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:45.338297 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.467410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] For port 37425c0a-5ac2-485a-9367-9fe4b9743829, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:45.474681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] For port 37425c0a-5ac2-485a-9367-9fe4b9743829, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=37425c0a-5ac2-485a-9367-9fe4b9743829,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:45.481406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:45.566034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-a5d51110-5c2f-4b60-b40a-cc31b067f44e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:45.574806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-a5d51110-5c2f-4b60-b40a-cc31b067f44e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 815 time: 0.1894934 Dec 16 09:35:45.580529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b905429-786d-4cf8-aa0e-b6b6f37729bb None None] Pushing event updated for resources: {'Port': ['ID=37425c0a-5ac2-485a-9367-9fe4b9743829,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:45.616183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-ad0a4e5a-8f95-4176-ba87-bd8fda36ffbf tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/quotas/733ecf7f13f04650852bfd16ac30ad00 HTTP/1.1" status: 200 len: 375 time: 0.0404422 Dec 16 09:35:45.677000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-22785195-3aad-4aed-8c7f-8b706bcb1deb tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599577 Dec 16 09:35:46.062885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-0ef9b711-1877-4014-a7e9-c55a4926da51 service neutron] 10.222.0.61 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910583 Dec 16 09:35:46.223407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-567f9220-70d8-42d2-9273-7f7483e68a05 service neutron] 10.222.0.61 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596277 Dec 16 09:35:46.423031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:46.459664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4d1322f1-6e66-44b4-b43a-b64b5bed4dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.822692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-c9bf6434-155d-432a-8fd9-aaef2abf98f7 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:46.830076 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-c9bf6434-155d-432a-8fd9-aaef2abf98f7 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.69 "GET /v2.0/networks?id=dbdc1146-31a3-4996-b65b-3745398dc5ef HTTP/1.1" status: 200 len: 809 time: 0.4332299 Dec 16 09:35:46.849149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Request body: {'port': {'device_id': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef', 'admin_state_up': True, 'tenant_id': '561d31593d3340fbabe3cde2a11545ec'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:46.916363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbda0e58-350b-4108-aff4-a26c552edbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:46.962659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d665398-bed1-48cc-9086-7a9d147228b7 req-ba24e773-9b98-47a2-84be-b38281afceb6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:46.972451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d665398-bed1-48cc-9086-7a9d147228b7 req-ba24e773-9b98-47a2-84be-b38281afceb6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.2536259 Dec 16 09:35:46.994127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 37425c0a-5ac2-485a-9367-9fe4b9743829 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:47.135377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d665398-bed1-48cc-9086-7a9d147228b7 req-f20d308c-b309-41b2-8ee9-75bb98b3cec8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612101 Dec 16 09:35:47.188416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 37425c0a-5ac2-485a-9367-9fe4b9743829 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:47.191319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.291458 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbda0e58-350b-4108-aff4-a26c552edbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.305787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbda0e58-350b-4108-aff4-a26c552edbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.313163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Made reservation on behalf of 561d31593d3340fbabe3cde2a11545ec for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:47.336742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.383317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bbda0e58-350b-4108-aff4-a26c552edbde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abc9d287c03a4ca2a74b2bf0541b2b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9560661 Dec 16 09:35:47.384934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49544) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:35:47.399058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda0e58-350b-4108-aff4-a26c552edbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6de100-3278-4166-ab86-7c9e796f2b86,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:47.528438 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.545014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26e2188e-776b-4d3c-a87c-f3e752c41975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.667440 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26e2188e-776b-4d3c-a87c-f3e752c41975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.691060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 37425c0a-5ac2-485a-9367-9fe4b9743829, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=37425c0a-5ac2-485a-9367-9fe4b9743829,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:47.699441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.740267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f16acd36-a43e-4ac6-aad4-458cba39cbef req-045a14d8-df69-413c-9bbe-84db190edbe3 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 210 time: 0.0744772 Dec 16 09:35:47.797925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=37425c0a-5ac2-485a-9367-9fe4b9743829,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:47.802323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314779f4-1fe7-420c-925b-bdd0a94d8d2d None None] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:35:47.828816 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26e2188e-776b-4d3c-a87c-f3e752c41975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.839608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26e2188e-776b-4d3c-a87c-f3e752c41975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:47.872716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-26e2188e-776b-4d3c-a87c-f3e752c41975 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec6de100-3278-4166-ab86-7c9e796f2b86 HTTP/1.1" status: 204 len: 168 time: 0.4863415 Dec 16 09:35:47.922056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2188e-776b-4d3c-a87c-f3e752c41975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6de100-3278-4166-ab86-7c9e796f2b86,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:47.991203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-243502a9-87c4-49ee-96f2-4ec6a28904f8 None None] Provisioning complete for port 37425c0a-5ac2-485a-9367-9fe4b9743829 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:47.991938 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-243502a9-87c4-49ee-96f2-4ec6a28904f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.070802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Allocated IP 172.20.0.2 (dbdc1146-31a3-4996-b65b-3745398dc5ef/0e1cfbd6-bd5b-409e-b7c7-79278ac8865b/94815323-e79e-49a6-bfae-6f23465e5dd8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:48.097786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.145374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5fac76c1-e885-487b-b71b-abcf904df886 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.147086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5fac76c1-e885-487b-b71b-abcf904df886 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 815 time: 0.2007432 Dec 16 09:35:48.184597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-9b6aafd9-3985-48c5-a97e-d095d34036bc tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/quotas/733ecf7f13f04650852bfd16ac30ad00 HTTP/1.1" status: 200 len: 375 time: 0.0302095 Dec 16 09:35:48.278982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-f728e894-3d89-4074-87a4-cea8eb137e97 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816622 Dec 16 09:35:48.279616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-82b2f43b-490c-4739-a53a-5ac2b3f7b29b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2769365 Dec 16 09:35:48.399931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-ce55e2e5-8713-417f-b785-87c51b9eb110 service neutron] 10.222.0.61 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195443 Dec 16 09:35:48.414501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256b83-09ca-4370-9325-004194c78321 req-23b29e60-d2c8-4c4c-8b75-d512fcd496be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.416134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-23b29e60-d2c8-4c4c-8b75-d512fcd496be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4694a0dc41ba4dab9f1c3af5ad507525&device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 1097 time: 0.1108074 Dec 16 09:35:48.529742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-9d584a0a-7f4b-492b-880d-5b9f063ad37f service neutron] 10.222.0.61 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282868 Dec 16 09:35:48.533073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.572449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256b83-09ca-4370-9325-004194c78321 req-1d0bbb4b-e06a-48ce-b491-aaf392662b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.575108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-1d0bbb4b-e06a-48ce-b491-aaf392662b3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb659ff3-9f88-4753-a088-eb6df651e6aa HTTP/1.1" status: 200 len: 913 time: 0.1346111 Dec 16 09:35:48.600007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b3b6e2b0-d98b-4040-858d-ca00b2ec988d None None] Provisioning complete for port 37425c0a-5ac2-485a-9367-9fe4b9743829 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:48.600622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b3b6e2b0-d98b-4040-858d-ca00b2ec988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.663323 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-f2eeecbf-f2f0-4de7-be05-9098df141a45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163 HTTP/1.1" status: 200 len: 1001 time: 0.0762939 Dec 16 09:35:48.796852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 37425c0a-5ac2-485a-9367-9fe4b9743829 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:48.828371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.917751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 37425c0a-5ac2-485a-9367-9fe4b9743829 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:48.918162 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:48.967126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Network dbdc1146-31a3-4996-b65b-3745398dc5ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:48.974442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:48.980657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:48.993291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256b83-09ca-4370-9325-004194c78321 req-26a8d7d2-31f5-45e5-88ce-8e21b8325f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:48.994804 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-26a8d7d2-31f5-45e5-88ce-8e21b8325f64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b31c0ae8-e0d6-4165-b558-4a8b215f6846 HTTP/1.1" status: 200 len: 851 time: 0.2971761 Dec 16 09:35:49.136715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Pushing event updated for resources: {'Port': ['ID=94815323-e79e-49a6-bfae-6f23465e5dd8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:49.179448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.188353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.225496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256b83-09ca-4370-9325-004194c78321 req-a2572c41-b1fd-4de6-867a-48a5a605da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.228712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-a2572c41-b1fd-4de6-867a-48a5a605da17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb659ff3-9f88-4753-a088-eb6df651e6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609163 Dec 16 09:35:49.238305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-13706895-3281-48b7-ac63-5774d35f7156 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3941047 Dec 16 09:35:49.276564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Request body: {'port': {'device_id': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:49.398391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.415537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-2e67cd2d-1c7a-43d1-ab5a-67e801b983c4 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.417191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-2e67cd2d-1c7a-43d1-ab5a-67e801b983c4 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 815 time: 0.8035903 Dec 16 09:35:49.429321 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-3208e065-1051-4c05-a4c6-d815d832c88b service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894290 Dec 16 09:35:49.433442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Request body: {'port': {'device_id': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'admin_state_up': True, 'tenant_id': '733ecf7f13f04650852bfd16ac30ad00'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:49.489596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806a36-daed-4096-a5cc-54807e7bb5ce req-31f04f3f-2417-4feb-befa-9cd0f7fb13fa tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:49.503792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24806a36-daed-4096-a5cc-54807e7bb5ce req-31f04f3f-2417-4feb-befa-9cd0f7fb13fa tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1466906 Dec 16 09:35:49.634554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24806a36-daed-4096-a5cc-54807e7bb5ce req-a9a1cd29-b158-4300-aaf6-5c7e2d3f7599 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265805 Dec 16 09:35:49.689617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Made reservation on behalf of 733ecf7f13f04650852bfd16ac30ad00 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:49.700050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.797085 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.852211 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f256b83-09ca-4370-9325-004194c78321 req-43e1dd1b-3d2c-45cc-87f8-ca97f97c62d9 service neutron] 10.222.0.53 "GET /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976455 Dec 16 09:35:49.860331 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:49.987924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Allocated IP 172.20.0.10 (a8fe2fa0-b807-4119-89d8-1fe43e19ab5e/a4d9f946-974d-4552-8889-1442ae06fa8e/fedd543d-c443-49db-8e1f-6bb0dd1f4736) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:50.026783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94815323-e79e-49a6-bfae-6f23465e5dd8 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:50.049277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.064163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Transition to ACTIVE for port object 94815323-e79e-49a6-bfae-6f23465e5dd8 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:50.070681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.154521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=94815323-e79e-49a6-bfae-6f23465e5dd8,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:50.205414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae010cc-9a57-44f4-900b-c6fcc6bd78c2 req-aa22904e-1f0f-47c7-8d5b-a83fb4067ba0 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.213006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ae010cc-9a57-44f4-900b-c6fcc6bd78c2 req-aa22904e-1f0f-47c7-8d5b-a83fb4067ba0 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 931 time: 0.1747503 Dec 16 09:35:50.247170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Attempting to bind port 94815323-e79e-49a6-bfae-6f23465e5dd8 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:50.247833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Attempting to bind port 94815323-e79e-49a6-bfae-6f23465e5dd8 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '1855d45e-b9bf-4104-96d0-a1da4e453894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:50.248411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Attempting to bind port 94815323-e79e-49a6-bfae-6f23465e5dd8 on network dbdc1146-31a3-4996-b65b-3745398dc5ef {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:50.254583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Port 94815323-e79e-49a6-bfae-6f23465e5dd8 on network dbdc1146-31a3-4996-b65b-3745398dc5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:50.255305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Attempting to bind port 94815323-e79e-49a6-bfae-6f23465e5dd8 on network dbdc1146-31a3-4996-b65b-3745398dc5ef {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:50.261604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:50.262399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Checking segment: {'id': '1855d45e-b9bf-4104-96d0-a1da4e453894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:50.263040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Bound using segment: {'id': '1855d45e-b9bf-4104-96d0-a1da4e453894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:50.263728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Bound port: 94815323-e79e-49a6-bfae-6f23465e5dd8, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855d45e-b9bf-4104-96d0-a1da4e453894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:50.264308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.270729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ae010cc-9a57-44f4-900b-c6fcc6bd78c2 req-2f01706f-e5a2-403e-bdcd-ea8c913ac23c tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Dec 16 09:35:50.348727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] For port 94815323-e79e-49a6-bfae-6f23465e5dd8, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:50.356650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] For port 94815323-e79e-49a6-bfae-6f23465e5dd8, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=94815323-e79e-49a6-bfae-6f23465e5dd8,segment=NetworkSegment(1855d45e-b9bf-4104-96d0-a1da4e453894),segment_id=1855d45e-b9bf-4104-96d0-a1da4e453894)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:50.360030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.362635 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.423741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.424420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.426270 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] 10.222.0.69 "PUT /v2.0/ports/94815323-e79e-49a6-bfae-6f23465e5dd8 HTTP/1.1" status: 200 len: 1091 time: 1.1765139 Dec 16 09:35:50.428982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'tag': '94815323-e79e-49a6-bfae-6f23465e5dd8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:50.431563 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1bfc6a-0786-4ede-97b9-146318e68eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e263b4b-cbd2-4b63-9464-ee161dc9a008", "tag": "94815323-e79e-49a6-bfae-6f23465e5dd8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:50.468774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a40d0d-99c5-4da1-acdd-d7cfb74b8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=94815323-e79e-49a6-bfae-6f23465e5dd8,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:50.581587 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.652795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-55f600f7-963a-4a7d-93ce-31d00c1d9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.654617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-55f600f7-963a-4a7d-93ce-31d00c1d9613 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=561d31593d3340fbabe3cde2a11545ec&device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 1094 time: 0.1283791 Dec 16 09:35:50.662686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-22f7794a-80f1-4fd5-99cd-b45b31642185 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.664432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-22f7794a-80f1-4fd5-99cd-b45b31642185 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.69 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 815 time: 0.1560512 Dec 16 09:35:50.677221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:50.679683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Request body: {'port': {'device_id': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'admin_state_up': True, 'tenant_id': '733ecf7f13f04650852bfd16ac30ad00'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:50.720678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:50.723938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:50.734685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-80c256f8-a4c4-4b4a-bbe4-7d1c3e5c9cdb tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.742261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-80c256f8-a4c4-4b4a-bbe4-7d1c3e5c9cdb tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 815 time: 0.3525596 Dec 16 09:35:50.753257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Pushing event updated for resources: {'Port': ['ID=fedd543d-c443-49db-8e1f-6bb0dd1f4736,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:50.763298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-7208df6a-a1bb-47cb-b032-7827eff57735 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94815323-e79e-49a6-bfae-6f23465e5dd8 HTTP/1.1" status: 200 len: 217 time: 0.0960953 Dec 16 09:35:50.815108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-f9f417fb-a9b5-4a44-ad19-5f2277a34f55 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/quotas/733ecf7f13f04650852bfd16ac30ad00 HTTP/1.1" status: 200 len: 375 time: 0.0717869 Dec 16 09:35:50.901015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Made reservation on behalf of 733ecf7f13f04650852bfd16ac30ad00 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:50.909881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:50.962542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-bb674eee-fd0d-43a8-9c7c-81086c578c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.964219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-bb674eee-fd0d-43a8-9c7c-81086c578c58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e1cfbd6-bd5b-409e-b7c7-79278ac8865b HTTP/1.1" status: 200 len: 849 time: 0.1728287 Dec 16 09:35:50.979088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:50.982907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.034162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-280f8cbe-02ad-42be-bb90-ef50b382d73b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2177467 Dec 16 09:35:51.073252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-e323a21f-11a0-475f-af54-c30c5b3ce899 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbdc1146-31a3-4996-b65b-3745398dc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842366 Dec 16 09:35:51.096326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Allocated IP 172.20.0.12 (a8fe2fa0-b807-4119-89d8-1fe43e19ab5e/a4d9f946-974d-4552-8889-1442ae06fa8e/48e16135-4b29-44c0-8342-9954fb215b1c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:51.147866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ad7a86a-2489-4dda-ba3b-3e0963dfe4b7 None None] Provisioning complete for port fedd543d-c443-49db-8e1f-6bb0dd1f4736 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:51.149513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86a-2489-4dda-ba3b-3e0963dfe4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.184489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-36c981aa-7f20-4001-afa4-25bd569ac005 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7553251 Dec 16 09:35:51.203492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Request body: {'port': {'device_id': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:51.206310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4ad7a86a-2489-4dda-ba3b-3e0963dfe4b7 None None] Port fedd543d-c443-49db-8e1f-6bb0dd1f4736 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:51.304504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-8128ab43-f9de-4e7b-a8a9-8f6a8f11296b service neutron] 10.222.0.69 "GET /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891332 Dec 16 09:35:51.306587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.311794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.316223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-bcbf91fc-5482-4ca2-ad22-f8a218a31723 service neutron] 10.222.0.61 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812715 Dec 16 09:35:51.346783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.394796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:51.398063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:51.403084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:51.413038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Pushing event updated for resources: {'Port': ['ID=48e16135-4b29-44c0-8342-9954fb215b1c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:51.471031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:51.471816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.494510 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-5e7d972d-a839-48ad-85af-64702f4d35f6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8207664 Dec 16 09:35:51.510165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Request body: {'port': {'device_id': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:51.606414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-b1da251e-03ad-4c0d-9511-4d71e3541705 service neutron] 10.222.0.61 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823253 Dec 16 09:35:51.622924 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.633278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b59b04b-4150-47f1-af87-5210f7b5735e req-736aff12-47fb-41b8-8882-6f5caabef28d service neutron] 10.222.0.69 "GET /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193023 Dec 16 09:35:51.855712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7d780326-f55b-4c44-b5a9-70bb0f58f1be None None] Provisioning complete for port 48e16135-4b29-44c0-8342-9954fb215b1c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:51.856997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d780326-f55b-4c44-b5a9-70bb0f58f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.903349 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8494954-4661-4638-91c3-d30a156a2e03 x-openstack-request-id: req-e8494954-4661-4638-91c3-d30a156a2e03 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:51.903651 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e263b4b-cbd2-4b63-9464-ee161dc9a008", "tag": "94815323-e79e-49a6-bfae-6f23465e5dd8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:51.903907 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8494954-4661-4638-91c3-d30a156a2e03 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:51.904309 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'tag': '94815323-e79e-49a6-bfae-6f23465e5dd8', 'status': 'completed', 'code': 200} Dec 16 09:35:51.912696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedd543d-c443-49db-8e1f-6bb0dd1f4736 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:51.929286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:51.972347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7d780326-f55b-4c44-b5a9-70bb0f58f1be None None] Port 48e16135-4b29-44c0-8342-9954fb215b1c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:52.020301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Transition to ACTIVE for port object fedd543d-c443-49db-8e1f-6bb0dd1f4736 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:52.049783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.113068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Pushing event updated for resources: {'Port': ['ID=fedd543d-c443-49db-8e1f-6bb0dd1f4736,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:52.126278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-98a9acce-dd66-4c28-ae68-0823f874b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:52.128026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-98a9acce-dd66-4c28-ae68-0823f874b690 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=561d31593d3340fbabe3cde2a11545ec&device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 1094 time: 0.1844110 Dec 16 09:35:52.157069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48597710-3074-48bb-b33c-5d250e52439a req-9d6c1886-31e5-4160-a2c1-0cb6e15954a8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:52.158859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48597710-3074-48bb-b33c-5d250e52439a req-9d6c1886-31e5-4160-a2c1-0cb6e15954a8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.2120824 Dec 16 09:35:52.319308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e16135-4b29-44c0-8342-9954fb215b1c {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:52.321603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-6eb53290-8b70-4dc1-b08b-95ecf6a2da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:52.323451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-6eb53290-8b70-4dc1-b08b-95ecf6a2da45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dbdc1146-31a3-4996-b65b-3745398dc5ef HTTP/1.1" status: 200 len: 910 time: 0.1847024 Dec 16 09:35:52.334722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.353257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Transition to ACTIVE for port object 48e16135-4b29-44c0-8342-9954fb215b1c will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:52.369089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.424776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-61b2a9be-a0cc-4b7c-9730-accdf39cb86b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94815323-e79e-49a6-bfae-6f23465e5dd8 HTTP/1.1" status: 200 len: 217 time: 0.0827081 Dec 16 09:35:52.523710 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48597710-3074-48bb-b33c-5d250e52439a req-aeefa70d-abc8-492d-aa43-8690a1e52960 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937482 Dec 16 09:35:52.554748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Pushing event updated for resources: {'Port': ['ID=48e16135-4b29-44c0-8342-9954fb215b1c,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:52.598663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-74555f0e-638e-4a36-9419-009499e1e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:52.606686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-74555f0e-638e-4a36-9419-009499e1e753 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e1cfbd6-bd5b-409e-b7c7-79278ac8865b HTTP/1.1" status: 200 len: 849 time: 0.1543434 Dec 16 09:35:52.608911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Attempting to bind port fedd543d-c443-49db-8e1f-6bb0dd1f4736 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:52.609456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Attempting to bind port fedd543d-c443-49db-8e1f-6bb0dd1f4736 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:52.609868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Attempting to bind port fedd543d-c443-49db-8e1f-6bb0dd1f4736 on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:52.641624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Port fedd543d-c443-49db-8e1f-6bb0dd1f4736 on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:52.642132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Attempting to bind port fedd543d-c443-49db-8e1f-6bb0dd1f4736 on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:52.664044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Attempting to bind port 48e16135-4b29-44c0-8342-9954fb215b1c on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:52.664687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Attempting to bind port 48e16135-4b29-44c0-8342-9954fb215b1c by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:52.669306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Attempting to bind port 48e16135-4b29-44c0-8342-9954fb215b1c on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:52.677257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Port 48e16135-4b29-44c0-8342-9954fb215b1c on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:52.677780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Attempting to bind port 48e16135-4b29-44c0-8342-9954fb215b1c on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:52.688324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:52.692906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Checking segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:52.693625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Bound using segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:52.694313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Bound port: 48e16135-4b29-44c0-8342-9954fb215b1c, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:52.694683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.699950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-8adc4a6b-9beb-42ab-9b39-ff64eb8f3f9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dbdc1146-31a3-4996-b65b-3745398dc5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816736 Dec 16 09:35:52.710053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:52.710503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Checking segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:52.711266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Bound using segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:52.714209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Bound port: fedd543d-c443-49db-8e1f-6bb0dd1f4736, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:52.714541 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.862066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] For port 48e16135-4b29-44c0-8342-9954fb215b1c, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:52.866810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] For port 48e16135-4b29-44c0-8342-9954fb215b1c, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=48e16135-4b29-44c0-8342-9954fb215b1c,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:52.872831 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.928843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:52.932942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:52.935059 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] 10.222.0.69 "PUT /v2.0/ports/48e16135-4b29-44c0-8342-9954fb215b1c HTTP/1.1" status: 200 len: 1092 time: 1.4302433 Dec 16 09:35:52.964667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb5e2a-daac-4567-a6fb-cf6d7331d976 service neutron] Pushing event updated for resources: {'Port': ['ID=48e16135-4b29-44c0-8342-9954fb215b1c,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:53.005262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-27ab1caa-9280-4902-ad2e-a05d0e6b9d40 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1314461 Dec 16 09:35:53.086133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-e6f83011-1bd2-471e-b283-cfa7bc44d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.087673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-e6f83011-1bd2-471e-b283-cfa7bc44d8a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0800788 Dec 16 09:35:53.110350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] For port fedd543d-c443-49db-8e1f-6bb0dd1f4736, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:53.189587 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-1577437b-ab11-4973-9eb9-501a6908707e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e16135-4b29-44c0-8342-9954fb215b1c HTTP/1.1" status: 200 len: 217 time: 0.0896862 Dec 16 09:35:53.215182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-46baeb47-07dd-49d2-93ca-2ee1639c90c3 service neutron] 10.222.0.69 "GET /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681919 Dec 16 09:35:53.220939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] For port fedd543d-c443-49db-8e1f-6bb0dd1f4736, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:53.292032 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.358930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.359372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.360823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] 10.222.0.53 "PUT /v2.0/ports/fedd543d-c443-49db-8e1f-6bb0dd1f4736 HTTP/1.1" status: 200 len: 1092 time: 2.1646967 Dec 16 09:35:53.362968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'tag': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:53.365285 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e18dcb-201d-4ca9-965c-5e1acab52a04" -d '{"events": [{"name": "network-changed", "server_uuid": "f8854988-28bf-486b-88ea-c07a43cbd729", "tag": "fedd543d-c443-49db-8e1f-6bb0dd1f4736"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:53.402573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-f0948edd-d337-4987-b415-b604db920443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.404828 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-f0948edd-d337-4987-b415-b604db920443 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.2074273 Dec 16 09:35:53.445879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7fdfc770-ec95-49c4-ba56-84448f502a91 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.447899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7fdfc770-ec95-49c4-ba56-84448f502a91 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119971 Dec 16 09:35:53.457301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288338-7308-4fc8-a4e1-f525250aeb05 service neutron] Pushing event updated for resources: {'Port': ['ID=fedd543d-c443-49db-8e1f-6bb0dd1f4736,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:53.482136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c1bfc6a-0786-4ede-97b9-146318e68eb4 req-0cb2664f-157b-4704-b567-e9cd2f8b5c5b service neutron] 10.222.0.69 "GET /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597063 Dec 16 09:35:53.506266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-ac63f71c-aefa-4648-9611-ed12a274cb26 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/quotas/940efd20ae4f4b25bde05eddf1f9d293 HTTP/1.1" status: 200 len: 375 time: 0.0450919 Dec 16 09:35:53.511008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-cd635fa5-3b25-4c22-a11f-7c15b2cc9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.512572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-cd635fa5-3b25-4c22-a11f-7c15b2cc9e51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966582 Dec 16 09:35:53.519437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-fd9112e6-8099-4004-b0b3-791454576e74 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.520917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-fd9112e6-8099-4004-b0b3-791454576e74 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 815 time: 0.2539926 Dec 16 09:35:53.535773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Request body: {'port': {'device_id': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'admin_state_up': True, 'tenant_id': '733ecf7f13f04650852bfd16ac30ad00'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:53.557811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-9861b6fa-d798-4762-a8ea-c485ea54eb13 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365613 Dec 16 09:35:53.563642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-9267ce97-d2f0-41fd-aec2-255c984b9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.565102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-9267ce97-d2f0-41fd-aec2-255c984b9cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 1095 time: 0.1159616 Dec 16 09:35:53.587343 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.631614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-65628678-9f0b-4c2d-a801-cb1e2bae370e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736 HTTP/1.1" status: 200 len: 217 time: 0.0558434 Dec 16 09:35:53.714319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-9dd40565-bbfe-4c14-879a-00c0cf3446a6 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920328 Dec 16 09:35:53.718636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-910ecf10-f7da-4478-8213-7c5c7517e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.720323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-910ecf10-f7da-4478-8213-7c5c7517e802 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.0804772 Dec 16 09:35:53.809254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Made reservation on behalf of 733ecf7f13f04650852bfd16ac30ad00 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:53.813066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:53.824529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-1e9edef8-1191-42be-af5f-518e0a5bc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.826092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-1e9edef8-1191-42be-af5f-518e0a5bc594 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976176 Dec 16 09:35:53.903425 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9792dac5-cd84-4e67-92b6-31f88c96a808 req-cd8cbad9-3568-402c-8df8-9102afba73c8 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807816 Dec 16 09:35:53.906533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'tag': '48e16135-4b29-44c0-8342-9954fb215b1c'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:53.908942 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23838bc6-4b41-406c-85c8-352cd2c48e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8065fdfd-4120-4294-9efc-98cf8c168ba0", "tag": "48e16135-4b29-44c0-8342-9954fb215b1c"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:53.984574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902741b-f6f8-43c6-a16b-c05f77473181 req-c7e3978f-25b5-462d-b17d-4dfd7e3f483d tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:53.991675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6902741b-f6f8-43c6-a16b-c05f77473181 req-c7e3978f-25b5-462d-b17d-4dfd7e3f483d tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 943 time: 0.1636603 Dec 16 09:35:54.002011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Allocated IP 172.20.0.6 (a8fe2fa0-b807-4119-89d8-1fe43e19ab5e/a4d9f946-974d-4552-8889-1442ae06fa8e/af99d85c-559b-4eaf-aa9a-d5b525c7c3aa) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:54.051671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-cc8512cc-109d-4f4c-831b-0ee753f36e05 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139289 Dec 16 09:35:54.067736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6902741b-f6f8-43c6-a16b-c05f77473181 req-e5b21223-9afb-43b5-8fff-c04ffca35642 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Dec 16 09:35:54.211203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.255687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.317979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Pushing event updated for resources: {'Port': ['ID=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:54.326014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:54.327882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:54.331778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:54.389829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:54.390539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.422156 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-a4493138-6cf6-4a87-aefd-163abd9938ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8915060 Dec 16 09:35:54.436382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Request body: {'port': {'device_id': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:54.513551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.624040 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7355882-435d-4948-ba39-8e0e5f88f331 req-951096f9-dc87-499d-ba3c-ea9d6f73677a service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480552 Dec 16 09:35:54.665667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16168993-1ade-40df-9ac2-eb29badda19e req-78a8faff-d568-40b6-860e-fe057fb98e47 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:54.670354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16168993-1ade-40df-9ac2-eb29badda19e req-78a8faff-d568-40b6-860e-fe057fb98e47 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 931 time: 0.4970388 Dec 16 09:35:54.686524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 94815323-e79e-49a6-bfae-6f23465e5dd8 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:54.708290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16168993-1ade-40df-9ac2-eb29badda19e req-6d64a6ac-8b05-468d-93ad-e0a3263e8a5c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Dec 16 09:35:54.773256 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a885d11-15ee-47ea-a663-7760ceeb8eb8 x-openstack-request-id: req-7a885d11-15ee-47ea-a663-7760ceeb8eb8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:54.773568 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8854988-28bf-486b-88ea-c07a43cbd729", "tag": "fedd543d-c443-49db-8e1f-6bb0dd1f4736", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:54.773838 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a885d11-15ee-47ea-a663-7760ceeb8eb8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:54.774278 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'tag': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736', 'status': 'completed', 'code': 200} Dec 16 09:35:54.855884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af99d85c-559b-4eaf-aa9a-d5b525c7c3aa {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:54.865540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.871119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 94815323-e79e-49a6-bfae-6f23465e5dd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=94815323-e79e-49a6-bfae-6f23465e5dd8,segment=NetworkSegment(1855d45e-b9bf-4104-96d0-a1da4e453894),segment_id=1855d45e-b9bf-4104-96d0-a1da4e453894)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:54.884107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Transition to ACTIVE for port object af99d85c-559b-4eaf-aa9a-d5b525c7c3aa will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:54.888589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.889633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.892554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3406f860-80b8-4e82-aa72-469e414be41c None None] Provisioning complete for port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:54.892913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3406f860-80b8-4e82-aa72-469e414be41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:54.896395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '94815323-e79e-49a6-bfae-6f23465e5dd8', 'network_id': 'dbdc1146-31a3-4996-b65b-3745398dc5ef', 'port_id': '94815323-e79e-49a6-bfae-6f23465e5dd8', 'mac_address': 'fa:16:3e:12:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1cfbd6-bd5b-409e-b7c7-79278ac8865b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:54.909443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-d14ffb09-3bb3-4639-adae-b0e6152d0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:54.911122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-d14ffb09-3bb3-4639-adae-b0e6152d0dec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 1095 time: 0.1145232 Dec 16 09:35:54.937130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e5e4f-1de4-425a-974e-7a41513a6842 req-27f42daf-8503-4155-9d64-6fd300415c2b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:54.937661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3406f860-80b8-4e82-aa72-469e414be41c None None] Port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:54.956495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e5e5e4f-1de4-425a-974e-7a41513a6842 req-27f42daf-8503-4155-9d64-6fd300415c2b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1040785 Dec 16 09:35:54.999546 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.018084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Pushing event updated for resources: {'Port': ['ID=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:55.032836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94815323-e79e-49a6-bfae-6f23465e5dd8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:55.046069 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-e69057a7-b6f4-4891-bd76-e37671ef3223 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950763 Dec 16 09:35:55.059712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 94815323-e79e-49a6-bfae-6f23465e5dd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=94815323-e79e-49a6-bfae-6f23465e5dd8,segment=NetworkSegment(1855d45e-b9bf-4104-96d0-a1da4e453894),segment_id=1855d45e-b9bf-4104-96d0-a1da4e453894)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:55.070682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.108173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e5e5e4f-1de4-425a-974e-7a41513a6842 req-479444cf-e6bd-4bbb-999c-25a4173ed8c6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450665 Dec 16 09:35:55.150843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Attempting to bind port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:55.151189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Attempting to bind port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:55.151715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Attempting to bind port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:55.157323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-34139959-c98c-4b8a-8bf2-d3556dad1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.160665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-34139959-c98c-4b8a-8bf2-d3556dad1b64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 916 time: 0.2387328 Dec 16 09:35:55.171501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:55.171823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Attempting to bind port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa on network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:55.199472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=94815323-e79e-49a6-bfae-6f23465e5dd8,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:55.225495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:55.226195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Checking segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:55.226603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Bound using segment: {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:55.227053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Bound port: af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a46e621-ea0c-49f3-b218-385ba3233588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:55.227413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.254871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-a147105f-bcaa-43f1-a54d-848c33f0297b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736 HTTP/1.1" status: 200 len: 217 time: 0.0806041 Dec 16 09:35:55.333767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a54ace5c-3951-41c2-8ad6-61ef4d7fc2dc req-f49bb6ca-b4f1-4ceb-a29d-81288577c771 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 210 time: 0.0310261 Dec 16 09:35:55.345143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-8711cff9-fa5c-4939-a494-80139b2ac4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.346657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-8711cff9-fa5c-4939-a494-80139b2ac4ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.0830963 Dec 16 09:35:55.420046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['94815323-e79e-49a6-bfae-6f23465e5dd8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:55.427092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-2e46d4f7-2e6b-4fc4-9839-056bb0bda5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.428844 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-2e46d4f7-2e6b-4fc4-9839-056bb0bda5ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673697 Dec 16 09:35:55.642370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-55b979d1-1d01-4c7c-951e-be2ab795a1a8 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006314 Dec 16 09:35:55.715122 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fac6c1-9112-48e0-b3a4-92200861c9b7 x-openstack-request-id: req-73fac6c1-9112-48e0-b3a4-92200861c9b7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:55.715122 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8065fdfd-4120-4294-9efc-98cf8c168ba0", "tag": "48e16135-4b29-44c0-8342-9954fb215b1c", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:55.715885 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73fac6c1-9112-48e0-b3a4-92200861c9b7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:55.716011 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'tag': '48e16135-4b29-44c0-8342-9954fb215b1c', 'status': 'completed', 'code': 200} Dec 16 09:35:55.728577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-40d2600c-4a15-4da9-9201-2c038af4246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.730194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-40d2600c-4a15-4da9-9201-2c038af4246a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 1095 time: 0.1601954 Dec 16 09:35:55.732811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-27a53071-c03f-46c9-9c43-ca95139d6659 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.734332 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-27a53071-c03f-46c9-9c43-ca95139d6659 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6424341 Dec 16 09:35:55.737409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] For port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:55.740680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] For port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:55.741306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a152d-0b27-4c99-b40e-e90f7b1bf660 req-b8bae2bc-7cde-40bc-9dbb-39fc8c5019b2 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.743334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f91a152d-0b27-4c99-b40e-e90f7b1bf660 req-b8bae2bc-7cde-40bc-9dbb-39fc8c5019b2 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 944 time: 0.1766276 Dec 16 09:35:55.747292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.786254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.788759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:55.788759 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] 10.222.0.53 "PUT /v2.0/ports/af99d85c-559b-4eaf-aa9a-d5b525c7c3aa HTTP/1.1" status: 200 len: 1091 time: 1.3570352 Dec 16 09:35:55.795023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Request body: {'port': {'device_id': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '940efd20ae4f4b25bde05eddf1f9d293'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:55.882747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f91a152d-0b27-4c99-b40e-e90f7b1bf660 req-243aa6ea-cecd-49d5-953f-7f4b7ba93a64 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310141 Dec 16 09:35:55.932820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333aa24-cf05-4c0f-81bb-28f30ec8f837 service neutron] Pushing event updated for resources: {'Port': ['ID=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:55.966897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-60b27de7-585a-4147-ac1e-9b1679929597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:55.971068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-60b27de7-585a-4147-ac1e-9b1679929597 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 916 time: 0.1845336 Dec 16 09:35:55.973308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11e18dcb-201d-4ca9-965c-5e1acab52a04 req-beb0d385-c344-461a-b1eb-1e19c0564403 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176780 Dec 16 09:35:56.003812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-8a07b0a4-820f-4031-910c-1060cb9b569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.011723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-8a07b0a4-820f-4031-910c-1060cb9b569e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 1094 time: 0.1673679 Dec 16 09:35:56.074655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101fe1-2df8-4a15-a9cc-2c9a74853ac9 req-cad2d6b2-32e6-430e-b366-50149cf36021 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.078912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24101fe1-2df8-4a15-a9cc-2c9a74853ac9 req-cad2d6b2-32e6-430e-b366-50149cf36021 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 943 time: 0.1028101 Dec 16 09:35:56.080615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-b837e8d3-c471-4fc5-91e1-4c8070044f51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e16135-4b29-44c0-8342-9954fb215b1c HTTP/1.1" status: 200 len: 217 time: 0.0658653 Dec 16 09:35:56.108871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-7d3b0767-a710-4019-ae29-cfbdd34d8704 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa HTTP/1.1" status: 200 len: 217 time: 0.0848777 Dec 16 09:35:56.201117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-f2c456b7-956c-40ce-a65c-5005e151b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.202770 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-f2c456b7-956c-40ce-a65c-5005e151b233 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.0767241 Dec 16 09:35:56.203603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Made reservation on behalf of 940efd20ae4f4b25bde05eddf1f9d293 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:35:56.205354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24101fe1-2df8-4a15-a9cc-2c9a74853ac9 req-7a3d1a97-4928-4c73-bcaf-af24fb791467 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172140 Dec 16 09:35:56.207090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.224289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-09a7d098-e53c-4d41-8cb9-fd6180453935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.226108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-09a7d098-e53c-4d41-8cb9-fd6180453935 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.1354799 Dec 16 09:35:56.227094 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.290434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-8203d734-ca70-4dfb-8731-615d297ab296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.292511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-8203d734-ca70-4dfb-8731-615d297ab296 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583687 Dec 16 09:35:56.293763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-181da528-b66e-4a70-808b-612376481d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.298691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-181da528-b66e-4a70-808b-612376481d02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811987 Dec 16 09:35:56.401283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-3b4d063b-78f0-4ede-a716-06d43132c702 service neutron] 10.222.0.69 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984666 Dec 16 09:35:56.420330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.433815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.452117 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-e088199e-99a6-47b1-92c1-bad2cf936080 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431632 Dec 16 09:35:56.492639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6147-d82a-4d90-99d4-803455c18796 req-6387d9d1-982d-4a41-a284-2ce7ed1c5c06 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:56.494126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97bb6147-d82a-4d90-99d4-803455c18796 req-6387d9d1-982d-4a41-a284-2ce7ed1c5c06 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.2006001 Dec 16 09:35:56.557600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97bb6147-d82a-4d90-99d4-803455c18796 req-fa22e63d-750e-4c77-9c6c-55455497a41c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565097 Dec 16 09:35:56.563623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23838bc6-4b41-406c-85c8-352cd2c48e3c req-dc9ad982-cf4b-41a4-93d6-deb125795c9d service neutron] 10.222.0.69 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482177 Dec 16 09:35:56.577761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721759ce-fde3-400d-aa09-42b284c9af1b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:56.676248 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-597b9fe5-3f55-4c90-9cd4-3dd7901792fc req-781c4697-ca8c-4c2f-9e8c-74bca4f0e6f5 service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161901 Dec 16 09:35:56.680486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 48e16135-4b29-44c0-8342-9954fb215b1c details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:56.690285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 94815323-e79e-49a6-bfae-6f23465e5dd8 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:56.715009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Allocated IP 192.168.233.107 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/347653a9-112d-41d7-b1d5-c6429515e954) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:35:56.756457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8acb2ad3-eb12-4446-9a59-3f9e1670e2e9 req-52055927-16c5-4004-80d1-b282d467222b tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 210 time: 0.0336154 Dec 16 09:35:56.879969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 94815323-e79e-49a6-bfae-6f23465e5dd8 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:56.889870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 94815323-e79e-49a6-bfae-6f23465e5dd8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:56.890230 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.898035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.978909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 48e16135-4b29-44c0-8342-9954fb215b1c, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=48e16135-4b29-44c0-8342-9954fb215b1c,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:56.989720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:56.995668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '48e16135-4b29-44c0-8342-9954fb215b1c', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'port_id': '48e16135-4b29-44c0-8342-9954fb215b1c', 'mac_address': 'fa:16:3e:33:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d9f946-974d-4552-8889-1442ae06fa8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:57.031030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:35:57.034480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:35:57.038643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:35:57.055560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.075016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e59a40-ebef-4493-9ea6-9583234b6421 req-b3d80253-c904-416c-bb4e-ff9d84c0a386 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.078619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4e59a40-ebef-4493-9ea6-9583234b6421 req-b3d80253-c904-416c-bb4e-ff9d84c0a386 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 944 time: 0.0928302 Dec 16 09:35:57.092969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Pushing event updated for resources: {'Port': ['ID=347653a9-112d-41d7-b1d5-c6429515e954,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.104502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e16135-4b29-44c0-8342-9954fb215b1c {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:57.131300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.132548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.133621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 48e16135-4b29-44c0-8342-9954fb215b1c, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=48e16135-4b29-44c0-8342-9954fb215b1c,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:57.145344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.157925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4e59a40-ebef-4493-9ea6-9583234b6421 req-153789ea-d3f0-49c8-9496-89753db62d3c tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731838 Dec 16 09:35:57.165297 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dcc207a2-2abc-4c8d-b1d7-fcf98eb4ed7f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3811741 Dec 16 09:35:57.178923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Request body: {'port': {'device_id': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:35:57.207532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.210694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=48e16135-4b29-44c0-8342-9954fb215b1c,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.251707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94815323-e79e-49a6-bfae-6f23465e5dd8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:57.267993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.268869 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77369e55-c116-40e0-94f7-dbc9a93b7090" -d '{"events": [{"server_uuid": "6e263b4b-cbd2-4b63-9464-ee161dc9a008", "name": "network-vif-plugged", "status": "completed", "tag": "94815323-e79e-49a6-bfae-6f23465e5dd8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:57.279353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 94815323-e79e-49a6-bfae-6f23465e5dd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=94815323-e79e-49a6-bfae-6f23465e5dd8,segment=NetworkSegment(1855d45e-b9bf-4104-96d0-a1da4e453894),segment_id=1855d45e-b9bf-4104-96d0-a1da4e453894)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:57.287512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.383201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=94815323-e79e-49a6-bfae-6f23465e5dd8,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.390767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2530ab1e-154c-4959-91a1-dccac6670c8e None None] Provisioning complete for port 347653a9-112d-41d7-b1d5-c6429515e954 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:57.391391 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2530ab1e-154c-4959-91a1-dccac6670c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.399642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead084aa-007b-4afa-8630-5571f5e05374 req-efa877bb-64d2-4f53-b500-c30d73d3997f tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.402641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ead084aa-007b-4afa-8630-5571f5e05374 req-efa877bb-64d2-4f53-b500-c30d73d3997f tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 943 time: 0.0840876 Dec 16 09:35:57.433427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2530ab1e-154c-4959-91a1-dccac6670c8e None None] Port 347653a9-112d-41d7-b1d5-c6429515e954 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:35:57.445045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ead084aa-007b-4afa-8630-5571f5e05374 req-2ae34d2b-09f1-4a4e-8d08-dca4c73a774b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Dec 16 09:35:57.472877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['48e16135-4b29-44c0-8342-9954fb215b1c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:57.505840 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494c4923-de23-4544-ac50-ffecc78352c5 x-openstack-request-id: req-494c4923-de23-4544-ac50-ffecc78352c5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:57.506410 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e263b4b-cbd2-4b63-9464-ee161dc9a008", "name": "network-vif-plugged", "status": "completed", "tag": "94815323-e79e-49a6-bfae-6f23465e5dd8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:57.506857 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-494c4923-de23-4544-ac50-ffecc78352c5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:57.507440 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94815323-e79e-49a6-bfae-6f23465e5dd8', 'code': 200} Dec 16 09:35:57.618068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863206e-7448-4045-9bd7-54ee5a773e6c req-7fe33fe7-6d41-4d0a-8b43-c75e3d1e978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.620441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5863206e-7448-4045-9bd7-54ee5a773e6c req-7fe33fe7-6d41-4d0a-8b43-c75e3d1e978d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 1096 time: 0.0556219 Dec 16 09:35:57.624602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fedd543d-c443-49db-8e1f-6bb0dd1f4736 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:57.653155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347653a9-112d-41d7-b1d5-c6429515e954 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:57.665474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.681605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Transition to ACTIVE for port object 347653a9-112d-41d7-b1d5-c6429515e954 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:35:57.687946 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.695758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5863206e-7448-4045-9bd7-54ee5a773e6c req-9c671db8-1dcf-4760-a5c5-826e605a446f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Dec 16 09:35:57.716217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca15e5-5a54-4ec9-a4a6-448da0cd4430 req-575c8773-386c-4b25-8c77-63a796926472 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:57.717785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fca15e5-5a54-4ec9-a4a6-448da0cd4430 req-575c8773-386c-4b25-8c77-63a796926472 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0718522 Dec 16 09:35:57.726681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'tag': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:57.728913 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afa474f-564d-4c51-a295-5653bf6a67af" -d '{"events": [{"name": "network-changed", "server_uuid": "ee60042d-ceae-4124-aed8-d69f456b9b27", "tag": "af99d85c-559b-4eaf-aa9a-d5b525c7c3aa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:57.768375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fca15e5-5a54-4ec9-a4a6-448da0cd4430 req-42d47699-9421-41c5-9938-87467181bbf6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Dec 16 09:35:57.798200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port fedd543d-c443-49db-8e1f-6bb0dd1f4736, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:57.811505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Pushing event updated for resources: {'Port': ['ID=347653a9-112d-41d7-b1d5-c6429515e954,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.815508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'port_id': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736', 'mac_address': 'fa:16:3e:96:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d9f946-974d-4552-8889-1442ae06fa8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:57.833569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Attempting to bind port 347653a9-112d-41d7-b1d5-c6429515e954 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:35:57.833931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Attempting to bind port 347653a9-112d-41d7-b1d5-c6429515e954 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:35:57.834261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Attempting to bind port 347653a9-112d-41d7-b1d5-c6429515e954 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:57.839235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Port 347653a9-112d-41d7-b1d5-c6429515e954 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:35:57.839667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Attempting to bind port 347653a9-112d-41d7-b1d5-c6429515e954 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:35:57.845098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:35:57.845422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:35:57.845801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:35:57.846258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Bound port: 347653a9-112d-41d7-b1d5-c6429515e954, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:35:57.846611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.859906 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.879342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedd543d-c443-49db-8e1f-6bb0dd1f4736 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:57.903666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port fedd543d-c443-49db-8e1f-6bb0dd1f4736, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:57.906490 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b310620b-f0cb-491c-b609-ee7a752dd5bb x-openstack-request-id: req-b310620b-f0cb-491c-b609-ee7a752dd5bb {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:57.907318 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee60042d-ceae-4124-aed8-d69f456b9b27", "tag": "af99d85c-559b-4eaf-aa9a-d5b525c7c3aa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:57.907318 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b310620b-f0cb-491c-b609-ee7a752dd5bb {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:57.907712 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'tag': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa', 'status': 'completed', 'code': 200} Dec 16 09:35:57.910877 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:57.975355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=fedd543d-c443-49db-8e1f-6bb0dd1f4736,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:57.982955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] For port 347653a9-112d-41d7-b1d5-c6429515e954, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:35:57.999725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] For port 347653a9-112d-41d7-b1d5-c6429515e954, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=347653a9-112d-41d7-b1d5-c6429515e954,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:35:58.007074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa474f-564d-4c51-a295-5653bf6a67af req-6ad5f653-8865-45be-b7bc-c2b65ff8a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.008588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-6ad5f653-8865-45be-b7bc-c2b65ff8a622 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 1094 time: 0.0752227 Dec 16 09:35:58.009547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.013799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5fc8b-e9d2-4c2c-9595-f59e0a17420c req-0bdeb7e3-e2b4-4c17-aef9-957d791abf74 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.015335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86c5fc8b-e9d2-4c2c-9595-f59e0a17420c req-0bdeb7e3-e2b4-4c17-aef9-957d791abf74 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 948 time: 0.0514822 Dec 16 09:35:58.055351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86c5fc8b-e9d2-4c2c-9595-f59e0a17420c req-1f392324-a994-481d-8956-436924b07411 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Dec 16 09:35:58.093302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.093954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.095468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-7b329491-09ca-45e6-accf-472b33217638 service neutron] 10.222.0.69 "PUT /v2.0/ports/347653a9-112d-41d7-b1d5-c6429515e954 HTTP/1.1" status: 200 len: 1096 time: 0.9211249 Dec 16 09:35:58.126428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329491-09ca-45e6-accf-472b33217638 service neutron] Pushing event updated for resources: {'Port': ['ID=347653a9-112d-41d7-b1d5-c6429515e954,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:58.186188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa474f-564d-4c51-a295-5653bf6a67af req-0a1308ff-9780-4a63-958e-bdcccb5052b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.187670 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-0a1308ff-9780-4a63-958e-bdcccb5052b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 916 time: 0.1703377 Dec 16 09:35:58.191074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['fedd543d-c443-49db-8e1f-6bb0dd1f4736'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:35:58.236302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-c5a1b6c4-1599-42de-985a-e9ef6e185e32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa HTTP/1.1" status: 200 len: 217 time: 0.0362916 Dec 16 09:35:58.238380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-03ecb801-7ff3-473b-9f3e-072a9042cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.240151 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-03ecb801-7ff3-473b-9f3e-072a9042cd29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 1099 time: 0.1001232 Dec 16 09:35:58.304998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa8cd-fec5-47e1-a626-68f344e9e752 req-558307b2-21b9-420e-a043-6e88ae05bae4 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.306658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-736aa8cd-fec5-47e1-a626-68f344e9e752 req-558307b2-21b9-420e-a043-6e88ae05bae4 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 945 time: 0.0683711 Dec 16 09:35:58.317884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-510c76d3-5cdb-40b8-b627-7441f3ec43af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=347653a9-112d-41d7-b1d5-c6429515e954 HTTP/1.1" status: 200 len: 217 time: 0.0641279 Dec 16 09:35:58.342672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa474f-564d-4c51-a295-5653bf6a67af req-036a8f2d-afdb-4ceb-94bb-ce5d885ce080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.343688 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-036a8f2d-afdb-4ceb-94bb-ce5d885ce080 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.0992970 Dec 16 09:35:58.372082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-736aa8cd-fec5-47e1-a626-68f344e9e752 req-42341fd5-5d85-4c95-a1aa-c35f37bcf024 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516508 Dec 16 09:35:58.411715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-d2485193-3d8d-4ba5-bf76-60faba1a1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.413258 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-d2485193-3d8d-4ba5-bf76-60faba1a1d61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0840344 Dec 16 09:35:58.415786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa474f-564d-4c51-a295-5653bf6a67af req-459a2381-8df0-4a76-a320-09cd2f5e58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.417233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-459a2381-8df0-4a76-a320-09cd2f5e58c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561471 Dec 16 09:35:58.523071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dca637e8-e55d-4b58-9d1c-31e00e9ccb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.524570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-dca637e8-e55d-4b58-9d1c-31e00e9ccb7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040571 Dec 16 09:35:58.571160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd61720-867c-4645-8055-bc84a4d744de req-3780c19e-fd6c-40f0-b822-df72ba9fa835 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.572653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fd61720-867c-4645-8055-bc84a4d744de req-3780c19e-fd6c-40f0-b822-df72ba9fa835 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 943 time: 0.0520594 Dec 16 09:35:58.588190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-4c973605-f1ab-45ec-b80b-5db7eacff97a service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593819 Dec 16 09:35:58.619194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fd61720-867c-4645-8055-bc84a4d744de req-804293fa-5911-4166-b9e9-e4341c05d112 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Dec 16 09:35:58.679857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-70594edd-7839-4c10-93ee-a7874aa0629c service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473932 Dec 16 09:35:58.683830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 48e16135-4b29-44c0-8342-9954fb215b1c up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:58.740639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 48e16135-4b29-44c0-8342-9954fb215b1c completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:58.745315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 48e16135-4b29-44c0-8342-9954fb215b1c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:58.745877 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.754378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4afa474f-564d-4c51-a295-5653bf6a67af req-ad5d9c70-066c-4c5f-9e4b-3eccf04c474a service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567640 Dec 16 09:35:58.790519 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f93b0796-48d7-4a4f-ab62-047372048a3c req-702bd5ab-d7c8-4cc4-b313-01f658bb3d64 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019297 Dec 16 09:35:58.836418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.870335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 48e16135-4b29-44c0-8342-9954fb215b1c, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=48e16135-4b29-44c0-8342-9954fb215b1c,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:58.877222 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:58.898782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895e522-e233-40d4-8631-3965b6b94d3e req-3a45e39d-1021-460b-bc93-6f7db16dd500 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:58.901111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3895e522-e233-40d4-8631-3965b6b94d3e req-3a45e39d-1021-460b-bc93-6f7db16dd500 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0516968 Dec 16 09:35:58.930121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=48e16135-4b29-44c0-8342-9954fb215b1c,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:35:58.948035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3895e522-e233-40d4-8631-3965b6b94d3e req-578526b8-7e38-43ca-a06a-11aa9bed6722 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Dec 16 09:35:59.047454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:35:59.189029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9fff4-3f56-4109-9b77-1750c941b8cd req-5aee4b00-cb0a-463c-9b55-d7c59614a372 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.190478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fe9fff4-3f56-4109-9b77-1750c941b8cd req-5aee4b00-cb0a-463c-9b55-d7c59614a372 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 948 time: 0.0584595 Dec 16 09:35:59.233095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fe9fff4-3f56-4109-9b77-1750c941b8cd req-a591b636-eec0-4805-a657-5248e28ac841 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Dec 16 09:35:59.480296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8fee7-8e1f-4860-8fc5-f01ba9cc5e19 req-eb8b1b54-356d-4322-9c8c-98f455660866 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.481940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97c8fee7-8e1f-4860-8fc5-f01ba9cc5e19 req-eb8b1b54-356d-4322-9c8c-98f455660866 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 945 time: 0.0513883 Dec 16 09:35:59.509016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e16135-4b29-44c0-8342-9954fb215b1c'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:59.512187 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742a9409-c306-4fb0-b562-60b526e63b56" -d '{"events": [{"server_uuid": "8065fdfd-4120-4294-9efc-98cf8c168ba0", "name": "network-vif-plugged", "status": "completed", "tag": "48e16135-4b29-44c0-8342-9954fb215b1c"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:59.528768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97c8fee7-8e1f-4860-8fc5-f01ba9cc5e19 req-535ad1df-698f-483d-87f1-14707671953c tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Dec 16 09:35:59.571842 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5d4b5-e937-49a9-8065-0663fe9de914 x-openstack-request-id: req-c2b5d4b5-e937-49a9-8065-0663fe9de914 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:35:59.572167 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8065fdfd-4120-4294-9efc-98cf8c168ba0", "name": "network-vif-plugged", "status": "completed", "tag": "48e16135-4b29-44c0-8342-9954fb215b1c", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:35:59.572462 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2b5d4b5-e937-49a9-8065-0663fe9de914 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:35:59.572967 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e16135-4b29-44c0-8342-9954fb215b1c', 'code': 200} Dec 16 09:35:59.622626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device af99d85c-559b-4eaf-aa9a-d5b525c7c3aa details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:35:59.633901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fedd543d-c443-49db-8e1f-6bb0dd1f4736 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:35:59.704159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd6b60-d0dd-4a38-ac49-c19ae0b51117 req-b4706c63-f5f2-49a9-ab20-cb5baaac9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.706871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1cd6b60-d0dd-4a38-ac49-c19ae0b51117 req-b4706c63-f5f2-49a9-ab20-cb5baaac9160 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0604427 Dec 16 09:35:59.756083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1cd6b60-d0dd-4a38-ac49-c19ae0b51117 req-de08f341-3655-4689-9a22-fee789631bdf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Dec 16 09:35:59.766173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port fedd543d-c443-49db-8e1f-6bb0dd1f4736 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:35:59.774747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:59.777814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port fedd543d-c443-49db-8e1f-6bb0dd1f4736 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:35:59.778272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:59.814495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa', 'network_id': 'a8fe2fa0-b807-4119-89d8-1fe43e19ab5e', 'port_id': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa', 'mac_address': 'fa:16:3e:17:f9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d9f946-974d-4552-8889-1442ae06fa8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:35:59.868802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:59.891292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1295-1c6c-4b55-bec3-c8fe8fcf1f9d req-57d1c05e-36f2-499e-a400-62d9cb138f83 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:35:59.892878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-251d1295-1c6c-4b55-bec3-c8fe8fcf1f9d req-57d1c05e-36f2-499e-a400-62d9cb138f83 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 943 time: 0.0570228 Dec 16 09:35:59.904664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af99d85c-559b-4eaf-aa9a-d5b525c7c3aa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:35:59.908324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'tag': '347653a9-112d-41d7-b1d5-c6429515e954'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:35:59.910790 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb1d694-8cb1-4787-8500-e7dcae0c695c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3718a08-0df2-465e-aa4a-fdfced258ab2", "tag": "347653a9-112d-41d7-b1d5-c6429515e954"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:35:59.924337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:59.936518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-251d1295-1c6c-4b55-bec3-c8fe8fcf1f9d req-bb0f0e39-bf7b-45a7-8cb8-c8e5c3c97074 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Dec 16 09:35:59.941898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:35:59.952514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:35:59.998374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port fedd543d-c443-49db-8e1f-6bb0dd1f4736, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:00.004421 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:00.022460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:00.072040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=fedd543d-c443-49db-8e1f-6bb0dd1f4736,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:00.078586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4764e-243b-4dd0-896f-96e8c7036d68 req-3ebcbedf-5c7c-46f8-bea8-f963aa84e8a6 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.080084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1e4764e-243b-4dd0-896f-96e8c7036d68 req-3ebcbedf-5c7c-46f8-bea8-f963aa84e8a6 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 945 time: 0.0697622 Dec 16 09:36:00.118597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1e4764e-243b-4dd0-896f-96e8c7036d68 req-dcc89bb9-51f6-4840-8a19-fa4d59be3ff7 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Dec 16 09:36:00.162452 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1119e74-44b0-472f-a3a6-caab411f57d7 x-openstack-request-id: req-d1119e74-44b0-472f-a3a6-caab411f57d7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:00.162910 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3718a08-0df2-465e-aa4a-fdfced258ab2", "tag": "347653a9-112d-41d7-b1d5-c6429515e954", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:00.163228 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1119e74-44b0-472f-a3a6-caab411f57d7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:00.163702 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'tag': '347653a9-112d-41d7-b1d5-c6429515e954', 'status': 'completed', 'code': 200} Dec 16 09:36:00.235810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-9f56ba1e-3434-47f8-a23f-680d6f08304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.237515 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-9f56ba1e-3434-47f8-a23f-680d6f08304c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 1099 time: 0.0453808 Dec 16 09:36:00.241760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['af99d85c-559b-4eaf-aa9a-d5b525c7c3aa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:00.260128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d0e4-d2aa-4deb-a547-3c322c502ceb req-2099cda6-83c2-4fa4-8f3a-cb194a72a76b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.262449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2398d0e4-d2aa-4deb-a547-3c322c502ceb req-2099cda6-83c2-4fa4-8f3a-cb194a72a76b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0560420 Dec 16 09:36:00.317695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2398d0e4-d2aa-4deb-a547-3c322c502ceb req-ea7301c3-1185-4990-8918-65fcb8dec3dc tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Dec 16 09:36:00.356719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-7304b36a-9d0b-4952-8b2b-d88fcacaed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.358260 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-7304b36a-9d0b-4952-8b2b-d88fcacaed27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1068940 Dec 16 09:36:00.402177 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-11b62ea3-dbe1-455d-a02e-8ced20563da2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=347653a9-112d-41d7-b1d5-c6429515e954 HTTP/1.1" status: 200 len: 217 time: 0.0357106 Dec 16 09:36:00.475335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-78dd9892-8788-4eea-ab9e-69c90db3228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.477492 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-78dd9892-8788-4eea-ab9e-69c90db3228c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0682962 Dec 16 09:36:00.482802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b944d-d27f-4922-88b5-e6f0daf6697b req-0bc1e4f0-48b2-4622-92b6-5dad9302e1b0 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.484398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a22b944d-d27f-4922-88b5-e6f0daf6697b req-0bc1e4f0-48b2-4622-92b6-5dad9302e1b0 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 948 time: 0.0534046 Dec 16 09:36:00.532475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a22b944d-d27f-4922-88b5-e6f0daf6697b req-159049c7-321b-4b30-8df0-334404209199 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Dec 16 09:36:00.539303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-3d7048be-ae0b-42f3-a8d2-283c70af7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:00.541894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-3d7048be-ae0b-42f3-a8d2-283c70af7c69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549417 Dec 16 09:36:00.654905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-130c6677-e2f3-48fe-a52b-3292b4c8f419 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045175 Dec 16 09:36:00.778344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcb1d694-8cb1-4787-8500-e7dcae0c695c req-689ebfd7-66da-4105-a293-c45d56aff0b6 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147888 Dec 16 09:36:01.067888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04f563-11f1-42ca-b05c-ca7597235c6d req-d16635a2-aa7b-41c1-989b-9e39d2ca5329 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:01.069377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a04f563-11f1-42ca-b05c-ca7597235c6d req-d16635a2-aa7b-41c1-989b-9e39d2ca5329 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 944 time: 0.0569999 Dec 16 09:36:01.110296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a04f563-11f1-42ca-b05c-ca7597235c6d req-4bfea20d-f5d0-40a3-93d7-966a3bab9b7d tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335269 Dec 16 09:36:01.254304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72011f-19e2-4fb3-999d-020f8a21bdb0 req-65a09a17-2873-4bc0-a4de-be5cad1f19cf tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:01.255834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d72011f-19e2-4fb3-999d-020f8a21bdb0 req-65a09a17-2873-4bc0-a4de-be5cad1f19cf tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Dec 16 09:36:01.294961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d72011f-19e2-4fb3-999d-020f8a21bdb0 req-93460338-751b-45ce-9849-0ac25c04ee22 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Dec 16 09:36:01.438238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1bfea-4905-4bd1-87c1-8b7870220c2d req-6574013e-ae6d-4e29-a12a-f2c3424ac1ef tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:01.439769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6b1bfea-4905-4bd1-87c1-8b7870220c2d req-6574013e-ae6d-4e29-a12a-f2c3424ac1ef tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0531600 Dec 16 09:36:01.479232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6b1bfea-4905-4bd1-87c1-8b7870220c2d req-c910d581-b48e-4a7b-b4bb-6f0d27cd56a1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Dec 16 09:36:01.574535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:01.577089 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86123d5c-db62-460f-824a-147283ae708a" -d '{"events": [{"server_uuid": "f8854988-28bf-486b-88ea-c07a43cbd729", "name": "network-vif-plugged", "status": "completed", "tag": "fedd543d-c443-49db-8e1f-6bb0dd1f4736"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:01.654172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device af99d85c-559b-4eaf-aa9a-d5b525c7c3aa up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:01.661138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91134b21-62bc-4d20-86de-3952c728b24d req-87a71d86-7b56-40c9-9e2e-dc02954fb5ac tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:01.668925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91134b21-62bc-4d20-86de-3952c728b24d req-87a71d86-7b56-40c9-9e2e-dc02954fb5ac tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 948 time: 0.0640688 Dec 16 09:36:01.711147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91134b21-62bc-4d20-86de-3952c728b24d req-33217d60-7b5a-4137-b424-df803d8cc31f tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Dec 16 09:36:01.712189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:36:01.716485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:01.716860 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.721989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-ee57466a-0604-4fcd-9784-373ab8a0cdfa tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:01.723860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-ee57466a-0604-4fcd-9784-373ab8a0cdfa tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 945 time: 0.0678699 Dec 16 09:36:01.766547 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b970ea97-e166-4130-bb93-a3ee4595c4d7 x-openstack-request-id: req-b970ea97-e166-4130-bb93-a3ee4595c4d7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:01.766766 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8854988-28bf-486b-88ea-c07a43cbd729", "name": "network-vif-plugged", "status": "completed", "tag": "fedd543d-c443-49db-8e1f-6bb0dd1f4736", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:01.766937 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b970ea97-e166-4130-bb93-a3ee4595c4d7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:01.767342 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736', 'code': 200} Dec 16 09:36:01.811754 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.860215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:01.867681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.904726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Deleting port 94815323-e79e-49a6-bfae-6f23465e5dd8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:01.905194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:01.921477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134c63b-36a8-4c44-a578-dd945f7b5507 req-f43cdc9d-eb6d-4874-9624-145912fec5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:01.923048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2134c63b-36a8-4c44-a578-dd945f7b5507 req-f43cdc9d-eb6d-4874-9624-145912fec5a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 1097 time: 0.0980277 Dec 16 09:36:01.933775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:01.943743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.944430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.945031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.945424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.945873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.946282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.946978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.947604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.948473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.949253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.950274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.950667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:01.998812 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2134c63b-36a8-4c44-a578-dd945f7b5507 req-3c3ea60b-9dab-47d2-9e22-f205bc3a0edd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505724 Dec 16 09:36:02.000469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c896e-bef9-43da-a136-56a4f1235b9e req-44f6d918-b466-4810-b8fc-46366d17f2e1 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:02.002179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e72c896e-bef9-43da-a136-56a4f1235b9e req-44f6d918-b466-4810-b8fc-46366d17f2e1 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.0551245 Dec 16 09:36:02.032234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] For port 94815323-e79e-49a6-bfae-6f23465e5dd8, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=94815323-e79e-49a6-bfae-6f23465e5dd8,segment=NetworkSegment(1855d45e-b9bf-4104-96d0-a1da4e453894),segment_id=1855d45e-b9bf-4104-96d0-a1da4e453894)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:02.032690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.043229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e72c896e-bef9-43da-a136-56a4f1235b9e req-c0a5bcfb-966a-4450-b01a-47f068e1871f tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350664 Dec 16 09:36:02.047742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Calling delete_port for 94815323-e79e-49a6-bfae-6f23465e5dd8 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:02.181753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.193927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['94815323-e79e-49a6-bfae-6f23465e5dd8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:02.220901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Pushing event deleted for resources: {'Port': ['ID=94815323-e79e-49a6-bfae-6f23465e5dd8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:02.245344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442a62-642c-41ba-a0cf-64c4b076332b req-37c61e61-c18f-4ed0-a4ce-ff1c52920e98 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:02.246955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90442a62-642c-41ba-a0cf-64c4b076332b req-37c61e61-c18f-4ed0-a4ce-ff1c52920e98 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.0648024 Dec 16 09:36:02.271278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] No DVR routers for this DVR port 94815323-e79e-49a6-bfae-6f23465e5dd8 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:02.274716 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.278960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa6bbec6-fe51-4923-8cb3-8ed84b2b12e6 req-4832ea71-a245-48cd-8c5d-053378dae3bb tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.69 "DELETE /v2.0/ports/94815323-e79e-49a6-bfae-6f23465e5dd8 HTTP/1.1" status: 204 len: 173 time: 0.5425918 Dec 16 09:36:02.280208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'name': 'network-vif-deleted', 'tag': '94815323-e79e-49a6-bfae-6f23465e5dd8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:02.282648 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e624de5b-5b84-4c90-a9ef-fb2bf0ec79d1" -d '{"events": [{"server_uuid": "6e263b4b-cbd2-4b63-9464-ee161dc9a008", "name": "network-vif-deleted", "tag": "94815323-e79e-49a6-bfae-6f23465e5dd8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:02.296943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90442a62-642c-41ba-a0cf-64c4b076332b req-7a019ddc-d193-452a-9a22-8894ff7bad12 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Dec 16 09:36:02.348719 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b0114-127c-4690-a343-b178bb3d1a35 x-openstack-request-id: req-343b0114-127c-4690-a343-b178bb3d1a35 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:02.349550 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e263b4b-cbd2-4b63-9464-ee161dc9a008", "name": "network-vif-deleted", "tag": "94815323-e79e-49a6-bfae-6f23465e5dd8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:02.353005 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-343b0114-127c-4690-a343-b178bb3d1a35 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:02.353526 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e263b4b-cbd2-4b63-9464-ee161dc9a008', 'name': 'network-vif-deleted', 'tag': '94815323-e79e-49a6-bfae-6f23465e5dd8', 'status': 'completed', 'code': 200} Dec 16 09:36:02.444238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14d2ee49-573a-45bf-9966-59983ea6ce12 req-fd5e29d3-c3b4-410d-9512-982a09ba4f13 tempest-ServerGroupTestJSON-340543202 tempest-ServerGroupTestJSON-340543202-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e263b4b-cbd2-4b63-9464-ee161dc9a008 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Dec 16 09:36:02.604323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bfe14-9c4b-44ae-ac36-0600caf3d5ec req-57a8c909-513b-4a80-a1d2-3b607cb1ad6f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:02.606083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d7bfe14-9c4b-44ae-ac36-0600caf3d5ec req-57a8c909-513b-4a80-a1d2-3b607cb1ad6f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0577414 Dec 16 09:36:02.658002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d7bfe14-9c4b-44ae-ac36-0600caf3d5ec req-ef86017e-b4c3-4b81-8d9c-4fe5663d4bf5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 Dec 16 09:36:02.683238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 347653a9-112d-41d7-b1d5-c6429515e954 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:02.805359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 347653a9-112d-41d7-b1d5-c6429515e954, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=347653a9-112d-41d7-b1d5-c6429515e954,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:02.821766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '347653a9-112d-41d7-b1d5-c6429515e954', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': '347653a9-112d-41d7-b1d5-c6429515e954', 'mac_address': 'fa:16:3e:07:e3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:02.862102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedfc40-4815-4921-b35c-39a52a9f1620 req-7d4d1281-9873-4bfe-991c-bda99f2be7fc tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:02.863612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-acedfc40-4815-4921-b35c-39a52a9f1620 req-7d4d1281-9873-4bfe-991c-bda99f2be7fc tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 948 time: 0.0582604 Dec 16 09:36:02.874032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.888579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347653a9-112d-41d7-b1d5-c6429515e954 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:02.912205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 347653a9-112d-41d7-b1d5-c6429515e954, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=347653a9-112d-41d7-b1d5-c6429515e954,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:02.919236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-acedfc40-4815-4921-b35c-39a52a9f1620 req-86c65794-efbb-49fe-a823-742bdce2d104 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464101 Dec 16 09:36:02.920289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:02.994280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=347653a9-112d-41d7-b1d5-c6429515e954,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:03.215742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b0b8b-9f2e-4ffc-af3e-e804f769ec32 req-761dbc93-c02a-4cf0-a050-7fb5444f49f4 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:03.217196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-008b0b8b-9f2e-4ffc-af3e-e804f769ec32 req-761dbc93-c02a-4cf0-a050-7fb5444f49f4 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.0694561 Dec 16 09:36:03.222632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['347653a9-112d-41d7-b1d5-c6429515e954'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:03.274722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-008b0b8b-9f2e-4ffc-af3e-e804f769ec32 req-7ebac598-ce02-48ef-93a9-c4d2480a8241 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487881 Dec 16 09:36:03.446072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53bd51-91ee-4a53-bde8-b1c00d5ee502 req-cf4d2972-5e18-433a-9690-58fded4fd4f7 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:03.447749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e53bd51-91ee-4a53-bde8-b1c00d5ee502 req-cf4d2972-5e18-433a-9690-58fded4fd4f7 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.0629747 Dec 16 09:36:03.497211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e53bd51-91ee-4a53-bde8-b1c00d5ee502 req-ef7e0033-116d-4419-8b7e-e5fd710a42da tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Dec 16 09:36:03.768695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:03.771992 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2c8b84-3e73-42d6-a482-6a166b43acf3" -d '{"events": [{"server_uuid": "ee60042d-ceae-4124-aed8-d69f456b9b27", "name": "network-vif-plugged", "status": "completed", "tag": "af99d85c-559b-4eaf-aa9a-d5b525c7c3aa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:03.798838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d786f-a5de-4ec0-83a2-a085ce49485e req-26a5f754-e18a-4302-ae9d-8759b2691e2f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:03.800792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-663d786f-a5de-4ec0-83a2-a085ce49485e req-26a5f754-e18a-4302-ae9d-8759b2691e2f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0594933 Dec 16 09:36:03.840907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-663d786f-a5de-4ec0-83a2-a085ce49485e req-d4449cb9-368e-45a0-a421-6fa3bb877677 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Dec 16 09:36:04.122282 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73c25b-a310-4c91-b442-a96e87ef4485 x-openstack-request-id: req-3f73c25b-a310-4c91-b442-a96e87ef4485 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:04.122771 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee60042d-ceae-4124-aed8-d69f456b9b27", "name": "network-vif-plugged", "status": "completed", "tag": "af99d85c-559b-4eaf-aa9a-d5b525c7c3aa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:04.123015 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f73c25b-a310-4c91-b442-a96e87ef4485 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:04.123613 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa', 'code': 200} Dec 16 09:36:04.234129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d996f-9875-4eb6-95ee-c910e884361f req-9badd4a6-48d2-4d13-8467-7c6f9d36abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:04.235624 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-206d996f-9875-4eb6-95ee-c910e884361f req-9badd4a6-48d2-4d13-8467-7c6f9d36abb7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 1096 time: 0.0415030 Dec 16 09:36:04.236690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f49e44-93e6-4db4-b55d-e4620280ece3 req-c81ed123-58ff-4344-ab21-40ec93f8ad13 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:04.238286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7f49e44-93e6-4db4-b55d-e4620280ece3 req-c81ed123-58ff-4344-ab21-40ec93f8ad13 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 949 time: 0.0564189 Dec 16 09:36:04.273685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-206d996f-9875-4eb6-95ee-c910e884361f req-1820b65f-9408-462e-a62b-7e8a5c397b3c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285351 Dec 16 09:36:04.278145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7f49e44-93e6-4db4-b55d-e4620280ece3 req-8fc033e6-c151-4741-b31d-3bda92f1833c tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Dec 16 09:36:04.382952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38590b-2227-4822-a647-25bcaa1f42fc req-44e7e6c9-2a31-421b-a4dd-7474b4c2d10f tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:04.384464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b38590b-2227-4822-a647-25bcaa1f42fc req-44e7e6c9-2a31-421b-a4dd-7474b4c2d10f tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.0505970 Dec 16 09:36:04.437156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b38590b-2227-4822-a647-25bcaa1f42fc req-8b7742f5-6067-4384-8585-d7082712f545 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Dec 16 09:36:04.539754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49886) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:04.604173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Deleting subnet 0e1cfbd6-bd5b-409e-b7c7-79278ac8865b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:36:04.608100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.636753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ec59f-68c5-4da6-9511-1b28ee486f10 req-c84257dd-ba46-4f5c-b3e5-281c117d2c96 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:04.639342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe5ec59f-68c5-4da6-9511-1b28ee486f10 req-c84257dd-ba46-4f5c-b3e5-281c117d2c96 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.0539768 Dec 16 09:36:04.658205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.684169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe5ec59f-68c5-4da6-9511-1b28ee486f10 req-7055c2c6-0d7e-48f9-95fb-9be90a8bd5d0 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Dec 16 09:36:04.700677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 347653a9-112d-41d7-b1d5-c6429515e954 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:04.705483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.751403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 347653a9-112d-41d7-b1d5-c6429515e954 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:36:04.755792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 347653a9-112d-41d7-b1d5-c6429515e954 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:04.756287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.760613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.788364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1cfbd6-bd5b-409e-b7c7-79278ac8865b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:04.794821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.802382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6768d1d9-ea0e-47de-9931-bf5a2a285a75 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e1cfbd6-bd5b-409e-b7c7-79278ac8865b HTTP/1.1" status: 204 len: 168 time: 0.2592328 Dec 16 09:36:04.802772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49888) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:04.838022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:04.911238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.045010 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.066179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 347653a9-112d-41d7-b1d5-c6429515e954, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=347653a9-112d-41d7-b1d5-c6429515e954,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:05.070873 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.071906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 94815323-e79e-49a6-bfae-6f23465e5dd8 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:05.072745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221761-25f0-42bb-bf1e-befa3775ca22 req-47b6611f-c3fa-49b0-9f2a-869d208260ae tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.082436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da221761-25f0-42bb-bf1e-befa3775ca22 req-47b6611f-c3fa-49b0-9f2a-869d208260ae tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1299427 Dec 16 09:36:05.096044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 94815323-e79e-49a6-bfae-6f23465e5dd8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:05.096390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 94815323-e79e-49a6-bfae-6f23465e5dd8 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:05.109595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdc1146-31a3-4996-b65b-3745398dc5ef']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:05.120945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855d45e-b9bf-4104-96d0-a1da4e453894') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:05.121226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855d45e-b9bf-4104-96d0-a1da4e453894') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:05.140312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.145606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=347653a9-112d-41d7-b1d5-c6429515e954,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:05.157029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da221761-25f0-42bb-bf1e-befa3775ca22 req-c1542f04-4e23-4439-824a-62ea0c68a0ce tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Dec 16 09:36:05.167397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.176414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:36:05.176843 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:36:05.178773 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:36:05.241251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.247119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.250214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] 10.222.0.61 "DELETE /v2.0/networks/dbdc1146-31a3-4996-b65b-3745398dc5ef HTTP/1.1" status: 204 len: 168 time: 0.4463861 Dec 16 09:36:05.270837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65732a3-1547-4d7c-bd08-6338786822ae admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdc1146-31a3-4996-b65b-3745398dc5ef,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:05.400660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3f48e-4fb0-4017-92c9-0f44cc307bde req-a8adc531-b04e-43f2-a27e-3b1fd7f753f3 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.408288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9df3f48e-4fb0-4017-92c9-0f44cc307bde req-a8adc531-b04e-43f2-a27e-3b1fd7f753f3 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 950 time: 0.0601611 Dec 16 09:36:05.443369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:05.453032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9df3f48e-4fb0-4017-92c9-0f44cc307bde req-8f7abf9d-2a31-4338-be47-4de2d7c75f21 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Dec 16 09:36:05.500542 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f636d15-2e8e-4002-ae53-f40454ec6241 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=561d31593d3340fbabe3cde2a11545ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545721 Dec 16 09:36:05.503337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49904) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:05.587433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8403-ae90-46c1-9d11-f7191dcf1f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.597996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd155a70-50b8-4840-b3f0-da166c36dde2 req-ab1fb3d7-98e0-4c34-a6bb-6a1fd997cb81 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.599481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd155a70-50b8-4840-b3f0-da166c36dde2 req-ab1fb3d7-98e0-4c34-a6bb-6a1fd997cb81 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.0798316 Dec 16 09:36:05.636377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8403-ae90-46c1-9d11-f7191dcf1f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.678109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd155a70-50b8-4840-b3f0-da166c36dde2 req-c2b25b9e-8a03-49b1-a686-51711d153cee tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups?id=923dcbc9-fb6d-4bf9-97a4-078fd523af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708950 Dec 16 09:36:05.698328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8403-ae90-46c1-9d11-f7191dcf1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.702464 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8403-ae90-46c1-9d11-f7191dcf1f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.703587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1ecf8403-ae90-46c1-9d11-f7191dcf1f1d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe HTTP/1.1" status: 204 len: 168 time: 0.1992555 Dec 16 09:36:05.716716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf8403-ae90-46c1-9d11-f7191dcf1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f64903a-34ba-4b4d-b99b-4ae0fe6e96fe,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:05.795774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-b261c700-5f6c-4be5-a32d-668c0187773b tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.797245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-b261c700-5f6c-4be5-a32d-668c0187773b tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcdb103-6eae-4ca3-9651-9bb5a715e979 HTTP/1.1" status: 200 len: 946 time: 0.0592506 Dec 16 09:36:05.812036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58dfad-a3b1-4e90-8f34-7861c3639847 req-febabed6-6a6f-468e-9506-a139534f5de0 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.814081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e58dfad-a3b1-4e90-8f34-7861c3639847 req-febabed6-6a6f-468e-9506-a139534f5de0 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.0565159 Dec 16 09:36:05.858857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e58dfad-a3b1-4e90-8f34-7861c3639847 req-bb11ac5d-1fd5-44d0-bf8d-302a8ca2f752 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Dec 16 09:36:05.902051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Deleting port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:05.902465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:05.982386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0a9dd-c705-44e0-874f-56bced0181fc req-8249c7e7-3df9-41f5-a4bd-eecba5f6694b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:05.982833 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bda0a9dd-c705-44e0-874f-56bced0181fc req-8249c7e7-3df9-41f5-a4bd-eecba5f6694b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0520067 Dec 16 09:36:06.005520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] For port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:06.005955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.027907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bda0a9dd-c705-44e0-874f-56bced0181fc req-4f899510-0bb3-4213-8429-ae4c7e6d23ad tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Dec 16 09:36:06.124830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347653a9-112d-41d7-b1d5-c6429515e954'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:06.127273 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694a1bc-2a09-4173-a26f-c0f3778be89f" -d '{"events": [{"server_uuid": "b3718a08-0df2-465e-aa4a-fdfced258ab2", "name": "network-vif-plugged", "status": "completed", "tag": "347653a9-112d-41d7-b1d5-c6429515e954"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:06.165258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef332b-c7e7-4e6b-b07d-6512ea4ecf9e req-5f25514e-4e91-456c-984d-fe7d9ebfa14d tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.173966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74ef332b-c7e7-4e6b-b07d-6512ea4ecf9e req-5f25514e-4e91-456c-984d-fe7d9ebfa14d tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 946 time: 0.0738428 Dec 16 09:36:06.222320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74ef332b-c7e7-4e6b-b07d-6512ea4ecf9e req-f3dadd0e-689c-42bc-8408-522d01268042 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Dec 16 09:36:06.245620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.246062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.252019 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Floating IP c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a disassociated. External IP: 172.25.6.39, port: 3d4f5351-dbfc-4f03-a9b2-f7699dac5163. Dec 16 09:36:06.252396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Calling delete_port for 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:06.277072 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d472f1d-dd4b-4833-bc98-5ead63187345 x-openstack-request-id: req-9d472f1d-dd4b-4833-bc98-5ead63187345 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:06.277386 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3718a08-0df2-465e-aa4a-fdfced258ab2", "name": "network-vif-plugged", "status": "completed", "tag": "347653a9-112d-41d7-b1d5-c6429515e954", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:06.277641 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d472f1d-dd4b-4833-bc98-5ead63187345 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:06.278061 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347653a9-112d-41d7-b1d5-c6429515e954', 'code': 200} Dec 16 09:36:06.412550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616ecd5-4bd8-455f-96a4-d8214c2202c3 req-cf09c2ee-eb2b-432a-a3a7-77c9731dba90 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.414704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1616ecd5-4bd8-455f-96a4-d8214c2202c3 req-cf09c2ee-eb2b-432a-a3a7-77c9731dba90 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0588434 Dec 16 09:36:06.430310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa5c8-4e59-4fbd-83ee-86ddf757adf9 req-d0f4acf3-97d2-4d47-9519-b5c4fe035ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:06.431831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7abfa5c8-4e59-4fbd-83ee-86ddf757adf9 req-d0f4acf3-97d2-4d47-9519-b5c4fe035ca3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 1101 time: 0.0756016 Dec 16 09:36:06.466690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1616ecd5-4bd8-455f-96a4-d8214c2202c3 req-02abf2e4-296c-49a9-b00d-0110256e2989 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Dec 16 09:36:06.473647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.507147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7abfa5c8-4e59-4fbd-83ee-86ddf757adf9 req-620fd91d-ca49-4e20-a516-e541c0a93183 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675724 Dec 16 09:36:06.509512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event deleted for resources: {'Port': ['ID=3d4f5351-dbfc-4f03-a9b2-f7699dac5163,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:06.663933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:06.787865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:06.800708 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] Sync routers for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:06.812701 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:06.813600 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:35:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:06.830941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] No DVR routers for this DVR port 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:06.834088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:06.837905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-485377e1-ca89-4d97-964c-3c17bb1204bc req-ff06381b-228b-48c0-9766-4d0829f55146 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.53 "DELETE /v2.0/ports/3d4f5351-dbfc-4f03-a9b2-f7699dac5163 HTTP/1.1" status: 204 len: 173 time: 1.0347142 Dec 16 09:36:06.838428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'name': 'network-vif-deleted', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:06.840779 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfa4aa-d94a-4e46-b66e-079914d98fb0" -d '{"events": [{"server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "name": "network-vif-deleted", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:07.002986 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:07.142534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4277-e841-4dda-a96d-64d95dbe2e15 req-f9e190f5-c457-4f14-ac0d-b2cb10082294 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.144042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-161d4277-e841-4dda-a96d-64d95dbe2e15 req-f9e190f5-c457-4f14-ac0d-b2cb10082294 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Dec 16 09:36:07.184360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-161d4277-e841-4dda-a96d-64d95dbe2e15 req-b71f003a-c299-47a5-b1fb-3f17717dbee2 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340486 Dec 16 09:36:07.229389 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:07.257744 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] Checking router: f0941f27-d0ca-4c56-bff2-c1e8efcc0eee for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:07.283888 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:07.284949 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:35:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:07.329026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1029c7b-ecd7-4c2b-b909-122acd06d66c req-52b968a3-8b4b-40a8-8976-af5dda09c439 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:07.342085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1029c7b-ecd7-4c2b-b909-122acd06d66c req-52b968a3-8b4b-40a8-8976-af5dda09c439 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 950 time: 0.0923026 Dec 16 09:36:07.399188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1029c7b-ecd7-4c2b-b909-122acd06d66c req-a9c9811f-338e-43e6-a75a-601ecf9f3cc8 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530784 Dec 16 09:36:07.426167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:07.735641 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:07.775582 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e658fc-d6ea-4179-8479-16a15809f366 None None] The sync data for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 is: [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:33:56Z', 'revision_number': 4, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'a085c5a2-2829-43ee-aaab-1a3bb3a01d87', 'name': '', 'network_id': 'eb659ff3-9f88-4753-a088-eb6df651e6aa', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'mac_address': 'fa:16:3e:c8:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:55Z', 'updated_at': '2021-12-16T09:34:05Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'subnets': [{'id': 'b31c0ae8-e0d6-4165-b558-4a8b215f6846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:07.796603 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86836f4b-0792-43d1-867e-b3a7b3bca0ea x-openstack-request-id: req-86836f4b-0792-43d1-867e-b3a7b3bca0ea {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:07.798159 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcdb103-6eae-4ca3-9651-9bb5a715e979", "name": "network-vif-deleted", "tag": "3d4f5351-dbfc-4f03-a9b2-f7699dac5163", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:07.798607 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86836f4b-0792-43d1-867e-b3a7b3bca0ea {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:07.799176 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcdb103-6eae-4ca3-9651-9bb5a715e979', 'name': 'network-vif-deleted', 'tag': '3d4f5351-dbfc-4f03-a9b2-f7699dac5163', 'status': 'completed', 'code': 200} Dec 16 09:36:08.106345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e13d53-9723-4a56-8ba2-7f315a748c57 req-ae8ed981-1b28-4c08-8e5d-99977957601e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:08.110290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4e13d53-9723-4a56-8ba2-7f315a748c57 req-ae8ed981-1b28-4c08-8e5d-99977957601e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0626709 Dec 16 09:36:08.158400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4e13d53-9723-4a56-8ba2-7f315a748c57 req-ddb7f1e1-b05a-4598-957c-2e919d93ff05 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Dec 16 09:36:08.167550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2379ca5b-3e6d-4b05-a1e8-b09f992c5626 None None] New status for floating IP c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:36:08.288961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55bbbe-11cb-4920-ae3d-89ed4f1afa61 req-70bd5931-38b5-4fbc-a248-6f733ce032e3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:08.290913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec55bbbe-11cb-4920-ae3d-89ed4f1afa61 req-70bd5931-38b5-4fbc-a248-6f733ce032e3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0616822 Dec 16 09:36:08.338139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec55bbbe-11cb-4920-ae3d-89ed4f1afa61 req-f6a57f6e-aaa7-47ba-9900-c7d6243aaea0 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Dec 16 09:36:08.538386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8069713-6d80-4668-8948-8dbe37774b09 req-9eb53a12-92ad-4150-9e27-124ca65f2133 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.0357394 Dec 16 09:36:08.585965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49994) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:08.658909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36bc3d30-7018-465e-a149-6c93a5d1ea24 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.687981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36bc3d30-7018-465e-a149-6c93a5d1ea24 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.742371 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36bc3d30-7018-465e-a149-6c93a5d1ea24 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.745142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36bc3d30-7018-465e-a149-6c93a5d1ea24 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:08.746434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-36bc3d30-7018-465e-a149-6c93a5d1ea24 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "DELETE /v2.0/security-groups/923dcbc9-fb6d-4bf9-97a4-078fd523af9c HTTP/1.1" status: 204 len: 168 time: 0.1591053 Dec 16 09:36:08.749045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49998) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:08.756151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc3d30-7018-465e-a149-6c93a5d1ea24 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923dcbc9-fb6d-4bf9-97a4-078fd523af9c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:08.774351 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-64f8a5c3-07f7-47b3-8c13-7b5f9e8ee703 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] show failed (client error): The resource could not be found. Dec 16 09:36:08.776072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-64f8a5c3-07f7-47b3-8c13-7b5f9e8ee703 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "GET /v2.0/security-groups/923dcbc9-fb6d-4bf9-97a4-078fd523af9c HTTP/1.1" status: 404 len: 347 time: 0.0258315 Dec 16 09:36:08.779022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50000) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:08.954611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc23ef-c53e-44fc-9b58-eddcee4136c2 req-f2976cb1-add9-42bd-b6b9-fc5ae197b9ca tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:08.960460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc23ef-c53e-44fc-9b58-eddcee4136c2 req-f2976cb1-add9-42bd-b6b9-fc5ae197b9ca tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:08.966661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc23ef-c53e-44fc-9b58-eddcee4136c2 req-f2976cb1-add9-42bd-b6b9-fc5ae197b9ca tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:08.968292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dbc23ef-c53e-44fc-9b58-eddcee4136c2 req-f2976cb1-add9-42bd-b6b9-fc5ae197b9ca tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27&device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0&device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 2418 time: 0.0887651 Dec 16 09:36:08.985506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Deleting port b4124a9c-bccc-409d-af47-32c761e2ef49 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:08.985834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.062933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dbc23ef-c53e-44fc-9b58-eddcee4136c2 req-61e37724-5815-4ff6-ad3a-3ec870bf3634 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875621 Dec 16 09:36:09.100965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.101200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.114469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Calling delete_port for b4124a9c-bccc-409d-af47-32c761e2ef49 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:09.223441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc619-3f32-4d5d-8c33-636b59f93ff2 req-b17d040b-ef6f-4a58-89fd-c4eb38107634 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:09.224941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8bbc619-3f32-4d5d-8c33-636b59f93ff2 req-b17d040b-ef6f-4a58-89fd-c4eb38107634 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 950 time: 0.1059542 Dec 16 09:36:09.293029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8bbc619-3f32-4d5d-8c33-636b59f93ff2 req-c5fcf948-59cc-4577-a268-be8600ec56b3 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Dec 16 09:36:09.334107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.358089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Pushing event deleted for resources: {'Port': ['ID=b4124a9c-bccc-409d-af47-32c761e2ef49,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:09.429061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.431846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.436435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c029c1f9-9095-46b4-92b3-0a2e61394722 tempest-ServersTestManualDisk-692405850 tempest-ServersTestManualDisk-692405850-project] 10.222.0.61 "DELETE /v2.0/floatingips/c2f7e6e4-6f0c-4d6f-b645-3e0bc7da0d0a HTTP/1.1" status: 204 len: 168 time: 0.6561673 Dec 16 09:36:09.437019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50018) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:09.450341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50020) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:09.642557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01c81a-04fa-4e99-9b27-93b4b5cf5654 req-dd1f376f-23c0-4845-990e-b90302a1550c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:09.651644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c01c81a-04fa-4e99-9b27-93b4b5cf5654 req-dd1f376f-23c0-4845-990e-b90302a1550c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.0720222 Dec 16 09:36:09.712943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca67df0-9de6-4608-a50f-812be244e39a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:09.739373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c01c81a-04fa-4e99-9b27-93b4b5cf5654 req-87c75aa3-fd2a-4f5f-8720-528b03284fe7 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863571 Dec 16 09:36:09.764174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Deleting subnet 354a35cd-69d2-4e1b-9014-c2c1cc1f6279 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:36:09.783851 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.798826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:09.834609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:09.837282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d4f5351-dbfc-4f03-a9b2-f7699dac5163 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:09.841880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.893737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.895783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:09.910269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bca67df0-9de6-4608-a50f-812be244e39a', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': 'bca67df0-9de6-4608-a50f-812be244e39a', 'mac_address': 'fa:16:3e:88:7b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:09.910447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.955887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:09.969886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bca67df0-9de6-4608-a50f-812be244e39a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:09.991641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:10.000619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.023993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.067180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354a35cd-69d2-4e1b-9014-c2c1cc1f6279,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.078926 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.081378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.089214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3085ee78-4037-441a-9a9e-725acaf5898a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/354a35cd-69d2-4e1b-9014-c2c1cc1f6279 HTTP/1.1" status: 204 len: 168 time: 0.6377728 Dec 16 09:36:10.090167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50044) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:10.118055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bca67df0-9de6-4608-a50f-812be244e39a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:10.304008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.321629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879bdf-561e-4bad-ab47-5a2a8321e307 req-ab5b9585-2d90-4585-916a-955e9e25421d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:10.323662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7879bdf-561e-4bad-ab47-5a2a8321e307 req-ab5b9585-2d90-4585-916a-955e9e25421d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 944 time: 0.1027975 Dec 16 09:36:10.436455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7879bdf-561e-4bad-ab47-5a2a8321e307 req-bc660c68-b1d2-46e0-96b0-9538ca7367ec tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047022 Dec 16 09:36:10.447586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.482765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce01bf3-e15a-41db-8e0a-9d50dc9a1712']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:10.494858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd82a2a-4088-4587-98e1-af1662a81beb') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:10.495618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd82a2a-4088-4587-98e1-af1662a81beb') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:10.508123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.523959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.532518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:36:10.532910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:36:10.534822 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:36:10.606599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.631718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.635186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] 10.222.0.61 "DELETE /v2.0/networks/0ce01bf3-e15a-41db-8e0a-9d50dc9a1712 HTTP/1.1" status: 204 len: 168 time: 0.5438707 Dec 16 09:36:10.636242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a789f5-637a-4f71-8729-3a5f8f81ab4d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce01bf3-e15a-41db-8e0a-9d50dc9a1712,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:10.732830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Deleting port a085c5a2-2829-43ee-aaab-1a3bb3a01d87 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:10.733465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.813004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:10.845083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] For port a085c5a2-2829-43ee-aaab-1a3bb3a01d87, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:10.845443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:10.858906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Calling delete_port for a085c5a2-2829-43ee-aaab-1a3bb3a01d87 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:10.879926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b38d350-9f61-454e-a53c-94c74b0e883e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fe43ab55fcd4fe8a26262b2eea4665a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633924 Dec 16 09:36:10.891929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50056) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:10.895612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45fea809-1658-4ebb-b9eb-cfeac3766a04 req-a6a2894a-d494-437c-9f8d-cabc11930e04 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0359609 Dec 16 09:36:10.958567 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd0c7-22b1-4c36-bdcb-4ebc330b59c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.007778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd0c7-22b1-4c36-bdcb-4ebc330b59c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.076007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.093076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd0c7-22b1-4c36-bdcb-4ebc330b59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.095832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd0c7-22b1-4c36-bdcb-4ebc330b59c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.097401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8f9cd0c7-22b1-4c36-bdcb-4ebc330b59c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b49ab46-d46a-4e39-857c-71a24632f366 HTTP/1.1" status: 204 len: 168 time: 0.2044239 Dec 16 09:36:11.109687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cd0c7-22b1-4c36-bdcb-4ebc330b59c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b49ab46-d46a-4e39-857c-71a24632f366,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:11.118238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a085c5a2-2829-43ee-aaab-1a3bb3a01d87,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:11.450402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.640199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6a9c-289e-4f37-9ca8-862af6726153 req-f8d84efa-8bc4-4ce9-aa26-fc864b04bab8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:11.650089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a47f6a9c-289e-4f37-9ca8-862af6726153 req-f8d84efa-8bc4-4ce9-aa26-fc864b04bab8 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 944 time: 0.0782688 Dec 16 09:36:11.692887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a47f6a9c-289e-4f37-9ca8-862af6726153 req-d631d698-699d-4d91-8cc7-f97c39357738 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Dec 16 09:36:11.715964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca67df0-9de6-4608-a50f-812be244e39a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:11.850715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bca67df0-9de6-4608-a50f-812be244e39a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:11.850715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:11.851214 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3aa0858a-cb21-40f5-9d44-07946e631d07 req-5c1e36b7-2a08-457d-b8e2-7c89c984f09c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.0733335 Dec 16 09:36:11.905270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:11.992597 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.055237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:12.062304 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fd2e18-5a88-4ed7-a798-81a38a150fc7" -d '{"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bca67df0-9de6-4608-a50f-812be244e39a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:12.065734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:12.078201 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] Sync routers for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:12.081474 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f892778-6e20-49f6-a964-3ef5234e80f4 admin admin] 10.222.0.61 "PUT /v2.0/routers/f0941f27-d0ca-4c56-bff2-c1e8efcc0eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410527 Dec 16 09:36:12.083426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50118) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:12.094677 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:12.095905 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:35:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:12.102493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:12.136148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.266349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.292935 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae6e89e8-8767-436b-bad6-b03c224e8dce req-d10fbe53-30b7-4787-9d2a-8215171846d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.1047909 Dec 16 09:36:12.298412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:12.415848 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:12.511540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d175594-57d1-497d-b630-5682decb04ea req-88a515d3-33d2-48d1-b339-256f060ff35a tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0773196 Dec 16 09:36:12.523557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.611508 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea93df77-789f-4aa9-b646-82017657acb1 x-openstack-request-id: req-ea93df77-789f-4aa9-b646-82017657acb1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:12.612113 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "bca67df0-9de6-4608-a50f-812be244e39a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:12.612585 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea93df77-789f-4aa9-b646-82017657acb1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:12.613267 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a', 'code': 200} Dec 16 09:36:12.658534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Deleting port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:12.658990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.747077 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:36:11Z', 'revision_number': 5, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port': {'id': '7e6f4ddd-cc13-431f-bdb8-48c7fee567bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:33:49Z', 'updated_at': '2021-12-16T09:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:12.808289 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] Checking router: f0941f27-d0ca-4c56-bff2-c1e8efcc0eee for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:12.826606 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] Routers {'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:12.828135 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:35:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:12.849440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] For port 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:12.850655 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:12.884411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Calling delete_port for 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:13.030822 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] Set router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:13.125831 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:36:12Z', 'revision_number': 6, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:13.159085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8103e-4892-4598-8b5c-2977a88da0b5 req-52f8e545-b53f-406d-828a-ed3e8c3cf16a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.167581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30b8103e-4892-4598-8b5c-2977a88da0b5 req-52f8e545-b53f-406d-828a-ed3e8c3cf16a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.2177420 Dec 16 09:36:13.196821 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094a22a-5dfa-411a-986e-1a35e18953c2 None None] The sync data for ids ['f0941f27-d0ca-4c56-bff2-c1e8efcc0eee'] in n-d-821941-1 is: [{'id': 'f0941f27-d0ca-4c56-bff2-c1e8efcc0eee', 'name': 'tempest-ServersTestManualDisk-1350774973-router', 'tenant_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:33:46Z', 'updated_at': '2021-12-16T09:36:12Z', 'revision_number': 6, 'project_id': '4694a0dc41ba4dab9f1c3af5ad507525', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:13.290805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30b8103e-4892-4598-8b5c-2977a88da0b5 req-6bc09109-7464-440d-8c1e-1028a9acca85 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222422 Dec 16 09:36:13.473254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.524232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6f4ddd-cc13-431f-bdb8-48c7fee567bc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:13.673637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3df534-7f51-4dad-a4b6-0690742d151d req-ede71d91-1713-444c-8fc7-f90e6c19e2ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:13.702829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b3df534-7f51-4dad-a4b6-0690742d151d req-ede71d91-1713-444c-8fc7-f90e6c19e2ae tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.2498798 Dec 16 09:36:13.793823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b3df534-7f51-4dad-a4b6-0690742d151d req-3f68195c-3ab0-451c-b00b-659b6aeea28b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896327 Dec 16 09:36:13.797250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.965722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d315f7c7-0738-4eaa-8376-023332c06de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.975826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:13.978218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.058953 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.059577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0941f27-d0ca-4c56-bff2-c1e8efcc0eee {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:36:14.074604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55f05deb-b8f3-4d0b-84ee-be1ccc6e30ba req-ff1e3e81-dc4a-4c8c-b9f3-8050091a1dec tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0452173 Dec 16 09:36:14.077727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.078858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf836b42-f8d3-42c0-8efd-c83fe2103ca0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f0941f27-d0ca-4c56-bff2-c1e8efcc0eee HTTP/1.1" status: 204 len: 168 time: 1.9942129 Dec 16 09:36:14.081783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50166) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:14.145448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Deleting subnet b31c0ae8-e0d6-4165-b558-4a8b215f6846 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:36:14.149735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.210164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.331788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.418702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.448416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b31c0ae8-e0d6-4165-b558-4a8b215f6846,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:14.466079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.472715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011ecd5-e791-4dcf-8608-3cd19634c0bc None None] Network eb659ff3-9f88-4753-a088-eb6df651e6aa requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:14.489594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a471dbd3-6585-4038-97c3-9e69f754743b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b31c0ae8-e0d6-4165-b558-4a8b215f6846 HTTP/1.1" status: 204 len: 168 time: 0.4033468 Dec 16 09:36:14.490185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:14.579601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.706217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Deleting port 7b41930f-3226-4e40-a2b7-95aaf0082a86 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:14.706562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.788496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a085c5a2-2829-43ee-aaab-1a3bb3a01d87 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:14.856718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a085c5a2-2829-43ee-aaab-1a3bb3a01d87 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:14.857190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a085c5a2-2829-43ee-aaab-1a3bb3a01d87 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:14.857613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:14.883341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:14.884066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7e6f4ddd-cc13-431f-bdb8-48c7fee567bc not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:14.888774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] DHCP port deletion for eb659ff3-9f88-4753-a088-eb6df651e6aa request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:36:14.921630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] For port 7b41930f-3226-4e40-a2b7-95aaf0082a86, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b41930f-3226-4e40-a2b7-95aaf0082a86,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:14.926190 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:14.965997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Calling delete_port for 7b41930f-3226-4e40-a2b7-95aaf0082a86 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:14.973682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] Deleting port 7b41930f-3226-4e40-a2b7-95aaf0082a86 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:14.974753 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.084079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] For port 7b41930f-3226-4e40-a2b7-95aaf0082a86, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b41930f-3226-4e40-a2b7-95aaf0082a86,segment=NetworkSegment(efad13bc-32e7-4d49-9664-abbb313991b8),segment_id=efad13bc-32e7-4d49-9664-abbb313991b8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:15.084360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.104498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] Calling delete_port for 7b41930f-3226-4e40-a2b7-95aaf0082a86 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:15.157499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.176167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] No DVR routers for this DVR port 7b41930f-3226-4e40-a2b7-95aaf0082a86 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:36:15.254633 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:36:15.262586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b41930f-3226-4e40-a2b7-95aaf0082a86,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:15.273075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.296911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] No DVR routers for this DVR port 7b41930f-3226-4e40-a2b7-95aaf0082a86 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:15.353162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b69a1-209e-4529-a7ba-2f8b408be66a None None] Pushing event deleted for resources: {'Port': ['ID=7b41930f-3226-4e40-a2b7-95aaf0082a86,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:15.365967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.366359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.366742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.367098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.367430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.367757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.368232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.368557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.368897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.369226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.369712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.370236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:15.407030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.469703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb659ff3-9f88-4753-a088-eb6df651e6aa']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:15.491038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efad13bc-32e7-4d49-9664-abbb313991b8') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:15.492854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efad13bc-32e7-4d49-9664-abbb313991b8') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:15.518814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.552368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.562604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:36:15.562976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.586176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50202) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:15.594287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'network': {'name': 'tempest-network-smoke--397237600', 'project_id': 'daa877eecd044edabd659947def9aa8d', 'port_security_enabled': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:36:15.630243 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:36:15.648807 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.661025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.667611 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] 10.222.0.61 "DELETE /v2.0/networks/eb659ff3-9f88-4753-a088-eb6df651e6aa HTTP/1.1" status: 204 len: 168 time: 1.1756291 Dec 16 09:36:15.691498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Made reservation on behalf of daa877eecd044edabd659947def9aa8d for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:15.693187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7a9f0-6619-4774-b140-6f486a585c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb659ff3-9f88-4753-a088-eb6df651e6aa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:15.695817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:15.905496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50208) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:15.998850 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8bbb0e95-f819-4631-a5a2-e533a840f40a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4694a0dc41ba4dab9f1c3af5ad507525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921214 Dec 16 09:36:16.001467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:16.074257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61c9f120-bc44-4fcc-83d8-d861076a28ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.099963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61c9f120-bc44-4fcc-83d8-d861076a28ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.125195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.183534 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61c9f120-bc44-4fcc-83d8-d861076a28ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.191403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61c9f120-bc44-4fcc-83d8-d861076a28ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.193351 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-61c9f120-bc44-4fcc-83d8-d861076a28ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8774dc1e-46bf-4d44-9dee-5507d3204c7f HTTP/1.1" status: 204 len: 168 time: 0.1907194 Dec 16 09:36:16.203628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9f120-bc44-4fcc-83d8-d861076a28ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774dc1e-46bf-4d44-9dee-5507d3204c7f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:16.245473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a58a1-b5e4-4f50-9480-7bf9f3cddcd8 req-f0f9f7f1-7d07-4ec5-954e-5be0978fe80b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:16.247743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-600a58a1-b5e4-4f50-9480-7bf9f3cddcd8 req-f0f9f7f1-7d07-4ec5-954e-5be0978fe80b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.5714042 Dec 16 09:36:16.301218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.316163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-600a58a1-b5e4-4f50-9480-7bf9f3cddcd8 req-8601719f-8227-420d-8395-82648d2fe003 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586655 Dec 16 09:36:16.323027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.369431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:36:16.389063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ccaace-367a-4030-bf9a-a871db377ab8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:16.396146 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.396484 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Added segment aa059d97-85bd-4ba2-a54d-3da1ab614f8a of type vlan for network f5c1b6f9-996f-4deb-8338-e60807eed49f Dec 16 09:36:16.443280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0315c98c-66e0-4e0d-9beb-d6cd24fd2147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.506486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d3f30d0-1e24-4e6c-a3bd-c22a44464403 req-a2999cc0-e7cc-4103-afc0-4a46ee5b1084 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0516360 Dec 16 09:36:16.508478 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.552791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.560437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:16.561103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.733004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Network': ['ID=f5c1b6f9-996f-4deb-8338-e60807eed49f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:16.751448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f5c1b6f9-996f-4deb-8338-e60807eed49f details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:36:16.769607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d31b15fc-82ff-4582-97fa-a97279621964 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1816521 Dec 16 09:36:16.773195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50222) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:16.786326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'admin_state_up': True, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:16.809809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e0c57-1792-4da6-9579-95f599b18c6b req-0abc9c75-ca30-4600-ad1e-a4fa8e53e778 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:16.816209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b35e0c57-1792-4da6-9579-95f599b18c6b req-0abc9c75-ca30-4600-ad1e-a4fa8e53e778 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1460285 Dec 16 09:36:16.857439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.858720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:16.890749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b35e0c57-1792-4da6-9579-95f599b18c6b req-305aa001-584d-4f2b-a08b-9ca81ed976c0 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682783 Dec 16 09:36:16.897379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b41930f-3226-4e40-a2b7-95aaf0082a86 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:16.939944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 7b41930f-3226-4e40-a2b7-95aaf0082a86 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:36:16.940203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b41930f-3226-4e40-a2b7-95aaf0082a86 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:36:17.013101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.179712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.373763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50238) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:17.421886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.445923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.491726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873151e-7cd5-4832-be1b-d22ab78e24ae req-885c480a-3f88-474d-8a80-703e1bb58a77 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.502924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c873151e-7cd5-4832-be1b-d22ab78e24ae req-885c480a-3f88-474d-8a80-703e1bb58a77 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0881815 Dec 16 09:36:17.535960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1226996820-network', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:17.570519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.25.6.167 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/dd09bcb0-3297-48d1-a0bc-42c3ba478036) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:17.598190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c873151e-7cd5-4832-be1b-d22ab78e24ae req-7770fbfd-6ffb-473e-a28b-21f72b7c13df tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935438 Dec 16 09:36:17.622156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:17.624871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.635165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.706400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb681df7-20cd-48d1-9b4b-78c45a42b458 req-b6d34e16-3e81-4e6b-9a61-dbb7c5090dbe tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0335267 Dec 16 09:36:17.709508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.760181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.761005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.765819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.794440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:36:17.804708 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.805188 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Added segment e2f064a4-3f77-4e7c-b689-f57d3efbf729 of type vlan for network d00eb238-539e-4791-a5d8-3607f42e9b23 Dec 16 09:36:17.806651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:17.811731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:17.822346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:17.824879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=dd09bcb0-3297-48d1-a0bc-42c3ba478036,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.856956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f92395c-906d-4813-8eb0-aaa41a70d2a2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:17.862164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.889922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.891562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:17.892296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.955534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5803497 Dec 16 09:36:17.957968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:17.964230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50246) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:17.972240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Request body: {'subnet': {'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1226996820-subnet', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:17.979743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Pushing event updated for resources: {'Network': ['ID=d00eb238-539e-4791-a5d8-3607f42e9b23,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:18.001930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.005246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.005726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.006177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.006603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.007042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.007475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.007886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.008302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.008716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.009232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.009530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea0243-88fc-4287-a347-f7e8d2af830e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:18.021590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d00eb238-539e-4791-a5d8-3607f42e9b23 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:36:18.042824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:18.045236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.203323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177ba37-2cb9-49d4-bd49-5e29883d8776 req-ae15e3bf-f738-415d-b31b-91b20dbd5432 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:18.203323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b177ba37-2cb9-49d4-bd49-5e29883d8776 req-ae15e3bf-f738-415d-b31b-91b20dbd5432 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1257722 Dec 16 09:36:18.220498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b177ba37-2cb9-49d4-bd49-5e29883d8776 req-a5a0e595-a23f-49c7-9b5b-9b9777c45659 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496860 Dec 16 09:36:18.237461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.321335 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.397314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fef8b64-1ab0-448a-a7fc-bb821c33a917,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:18.404069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Checking segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:18.404484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Network hostable DHCP agents. Network: d00eb238-539e-4791-a5d8-3607f42e9b23, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:36:18.426577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Network d00eb238-539e-4791-a5d8-3607f42e9b23 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:36:18.438702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d00eb238-539e-4791-a5d8-3607f42e9b23) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:18.444775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:18.447836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c4e6b-487a-4136-98ed-294a1c174914 None None] Network d00eb238-539e-4791-a5d8-3607f42e9b23 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:18.459938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.491010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.495785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a0f8f8b-6c2e-4948-86c7-16e03b11d161 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5271626 Dec 16 09:36:18.496663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50256) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:18.502119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:18.593741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.594900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.639141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-d00eb238-539e-4791-a5d8-3607f42e9b23', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:36:18.640118 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.661304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.806452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3476e-dc69-4a71-b3fa-844a2241f51e req-865d9ee1-2e40-42fc-bf80-f4fd1b35cc5c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:18.815201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8e3476e-dc69-4a71-b3fa-844a2241f51e req-865d9ee1-2e40-42fc-bf80-f4fd1b35cc5c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0977099 Dec 16 09:36:18.827600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:18.835218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5d90d51a-9766-4f4f-b2b6-fe4142210536 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:36:18.860182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Allocated IP 172.20.0.2 (d00eb238-539e-4791-a5d8-3607f42e9b23/6fef8b64-1ab0-448a-a7fc-bb821c33a917/4a5dcb28-ee20-4c27-a6b4-c7bcd932916a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:18.880537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8e3476e-dc69-4a71-b3fa-844a2241f51e req-1a59bf33-5ba9-45f5-bc23-95b18b9fbf5e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612974 Dec 16 09:36:18.992144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41363d97-fb1f-45f1-8c69-21347cb788d5 req-b3019280-c2fd-461d-99a3-1a300d7f1085 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0473464 Dec 16 09:36:19.172166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.200350 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.274667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Pushing event updated for resources: {'Port': ['ID=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:19.306688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Network d00eb238-539e-4791-a5d8-3607f42e9b23 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:19.312545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:19.328634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:19.395222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914709-95e8-4477-a684-57ec3932fa74 req-14a40656-3142-4167-a742-9241ff87602c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:19.396953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5914709-95e8-4477-a684-57ec3932fa74 req-14a40656-3142-4167-a742-9241ff87602c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0915046 Dec 16 09:36:19.401472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Attempting to bind port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:19.401984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Attempting to bind port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:19.402416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Attempting to bind port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a on network d00eb238-539e-4791-a5d8-3607f42e9b23 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:19.417621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:19.418048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Checking segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:19.421618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.422243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Bound using segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:19.422756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Bound port: 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:19.423336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.469436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5914709-95e8-4477-a684-57ec3932fa74 req-3bef17ac-c17a-420d-a835-0f944dfaf068 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641906 Dec 16 09:36:19.514460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] For port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:19.518598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] For port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:19.526305 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.571545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:19.612471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Sync routers for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:19.629272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:19.630709 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93ffd375-f8c4-4e14-8d69-79c9f3eabd82 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8551590 Dec 16 09:36:19.634361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50268) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:19.638114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:19.640863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:19.778595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:20.012446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-496fb3c0-91ff-4c40-a3c3-8ecbb2ece2e9 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=daa877eecd044edabd659947def9aa8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3767345 Dec 16 09:36:20.018868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50274) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:20.037341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.050825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c90492-3e0b-4ad7-8a70-45599f953759 None None] Pushing event updated for resources: {'Port': ['ID=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:20.060023 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.071809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.107259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 3, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:20.111577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.145606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Checking router: 5d90d51a-9766-4f4f-b2b6-fe4142210536 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:20.146043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Updating router 5d90d51a-9766-4f4f-b2b6-fe4142210536 port dd09bcb0-3297-48d1-a0bc-42c3ba478036 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:20.195075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.397939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Allocated IP 172.25.6.127 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/29e4f550-1b61-4077-8742-4aa9c53c7509) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:20.421255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f7220-4f5b-4a7a-ba05-e7ba7a8ca464 req-d248f010-3f5d-480c-b512-524f71d4d927 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:20.422966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d9f7220-4f5b-4a7a-ba05-e7ba7a8ca464 req-d248f010-3f5d-480c-b512-524f71d4d927 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.3726091 Dec 16 09:36:20.480565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e8314-08ac-43e2-b1d1-2e9f2290c1e6 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:20.482051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e7e8314-08ac-43e2-b1d1-2e9f2290c1e6 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4621854 Dec 16 09:36:20.490057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50280) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:20.544853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-80512633-6781-4598-ade2-b1635f8cb1a0 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518312 Dec 16 09:36:20.545932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50284) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:20.551978 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.552185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d9f7220-4f5b-4a7a-ba05-e7ba7a8ca464 req-7bcaca56-fb05-492b-926e-7db86cbdb81e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100190 Dec 16 09:36:20.556131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920192997', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'project_id': 'daa877eecd044edabd659947def9aa8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:20.609354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.753460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e5928f8-f272-445f-a0dd-5c6521bccd57 req-04efebea-917f-4f05-96ef-0ae247df1265 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0330315 Dec 16 09:36:20.754819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Made reservation on behalf of daa877eecd044edabd659947def9aa8d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:20.758819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.765940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:20.769725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:20.782686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:20.878926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:20.927738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:20.939179 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.005949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Pushing event updated for resources: {'Port': ['ID=29e4f550-1b61-4077-8742-4aa9c53c7509,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:21.036931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82578e-2a8f-4c12-9bcb-bfeda50fc8e1 None None] Pushing event updated for resources: {'Port': ['ID=dd09bcb0-3297-48d1-a0bc-42c3ba478036,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:21.043444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Attempting to bind port dd09bcb0-3297-48d1-a0bc-42c3ba478036 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:21.044068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Attempting to bind port dd09bcb0-3297-48d1-a0bc-42c3ba478036 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:21.044599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Attempting to bind port dd09bcb0-3297-48d1-a0bc-42c3ba478036 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:21.055657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:21.056322 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.082124 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.086354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:21.086732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:21.087137 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.087510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:21.088023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Bound port: dd09bcb0-3297-48d1-a0bc-42c3ba478036, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:21.088634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.191749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Subnet': ['ID=43be6e49-b2d2-4c7b-b362-ee721759323c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:21.222960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3cb6f-d3f7-492b-ae24-ab7e5aaf59cd req-c00a771d-290a-42ed-9054-e8feac60fb0a tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.228287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c93b5-6a88-4e58-9840-28363d3f4716 None None] Network d00eb238-539e-4791-a5d8-3607f42e9b23 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:21.231261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1a3cb6f-d3f7-492b-ae24-ab7e5aaf59cd req-c00a771d-290a-42ed-9054-e8feac60fb0a tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1627815 Dec 16 09:36:21.242211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Checking segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:21.242521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network hostable DHCP agents. Network: f5c1b6f9-996f-4deb-8338-e60807eed49f, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:36:21.267598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.295416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1a3cb6f-d3f7-492b-ae24-ab7e5aaf59cd req-eb60529e-8567-414a-b248-86c8de82df5a tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Dec 16 09:36:21.301702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] For port dd09bcb0-3297-48d1-a0bc-42c3ba478036, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:21.313637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f5c1b6f9-996f-4deb-8338-e60807eed49f is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:36:21.337630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f5c1b6f9-996f-4deb-8338-e60807eed49f) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:21.342680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.343674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.373120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e11fcfc8-b993-4634-8837-07e51e058a42 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8258348 Dec 16 09:36:21.376590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50288) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:21.395749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] For port dd09bcb0-3297-48d1-a0bc-42c3ba478036, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd09bcb0-3297-48d1-a0bc-42c3ba478036,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:21.401091 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.403578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74c24f-beba-44b6-84b2-efa82a83f859 None None] Network f5c1b6f9-996f-4deb-8338-e60807eed49f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:21.432701 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.478961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-62697b79-ef97-4474-998f-6e0441215b30 None None] Provisioning complete for port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:21.479497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-62697b79-ef97-4474-998f-6e0441215b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.715497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.792527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:21.808353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:21.856479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff50547-4b4e-4fe4-a08f-71ae12aeddc7 req-97e8abd6-8726-4fe7-94bb-eab77eca8542 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:21.858982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ff50547-4b4e-4fe4-a08f-71ae12aeddc7 req-97e8abd6-8726-4fe7-94bb-eab77eca8542 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1202822 Dec 16 09:36:21.909748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Router 0aaac5b9-9542-4180-9215-b828973cd12f is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:36:21.928378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ff50547-4b4e-4fe4-a08f-71ae12aeddc7 req-61483389-5211-455e-9bfb-952a920d1989 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Dec 16 09:36:21.952400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82578e-2a8f-4c12-9bcb-bfeda50fc8e1 None None] Pushing event updated for resources: {'Port': ['ID=dd09bcb0-3297-48d1-a0bc-42c3ba478036,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:22.001909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:22.002260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:22.054909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:22.066319 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Sync routers for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:22.079690 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:22.081954 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:22.140890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e5867a2-0abe-41b6-b994-e73797fede02 req-d7925262-2a8c-41c8-a816-43959854093b tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0971766 Dec 16 09:36:22.222515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.226924 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4fa64372-a372-4ec6-9844-c5c3291c1054 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7263281 Dec 16 09:36:22.227724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50296) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:22.283720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:22.296705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:22.322992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-f5c1b6f9-996f-4deb-8338-e60807eed49f', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:36:22.323864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.574359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Allocated IP 172.20.0.2 (f5c1b6f9-996f-4deb-8338-e60807eed49f/43be6e49-b2d2-4c7b-b362-ee721759323c/86d8a925-a296-48a5-b58b-7c58ad1ac211) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:22.605565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858e083-e729-4061-9a66-e5392b005e91 req-06a3670b-cadc-45b9-8493-0af2908571f5 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:22.610270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4858e083-e729-4061-9a66-e5392b005e91 req-06a3670b-cadc-45b9-8493-0af2908571f5 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1807027 Dec 16 09:36:22.632381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:22.704406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:22.708340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4858e083-e729-4061-9a66-e5392b005e91 req-89ed1002-c50a-44a5-8b0c-d0243a7876d5 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897772 Dec 16 09:36:22.854574 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:21Z', 'revision_number': 3, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:22.867351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:22.905485 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Checking router: 0aaac5b9-9542-4180-9215-b828973cd12f for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:22.905825 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Updating router 0aaac5b9-9542-4180-9215-b828973cd12f port 29e4f550-1b61-4077-8742-4aa9c53c7509 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:22.939218 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.009513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4f20d747-ec39-4d00-bc2a-9337956dad2e None None] Provisioning complete for port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:23.009809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f20d747-ec39-4d00-bc2a-9337956dad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.103545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f83a-36ce-476e-8cf4-b3f1cfc7a1dd req-d8d4e4b4-1bb4-4a92-96e7-9d5986dc253e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.114517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62d7f83a-36ce-476e-8cf4-b3f1cfc7a1dd req-d8d4e4b4-1bb4-4a92-96e7-9d5986dc253e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0709500 Dec 16 09:36:23.183427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:23.183624 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.190901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62d7f83a-36ce-476e-8cf4-b3f1cfc7a1dd req-6f56dc01-e4b2-4b41-8ec2-e8181b187c12 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751269 Dec 16 09:36:23.229627 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.264532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.337288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 3, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:23.341119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23dd30ed-ebd1-40cc-bf81-396aa5684449 req-cfe9bc10-b4a0-45be-9196-44ad35cf4009 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0743024 Dec 16 09:36:23.343744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Network f5c1b6f9-996f-4deb-8338-e60807eed49f is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:23.375677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:23.378881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:23.380965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Pushing event updated for resources: {'Port': ['ID=86d8a925-a296-48a5-b58b-7c58ad1ac211,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:23.386209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e724cf-6bbd-453d-8e87-d63027487ea6 None None] The sync data for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 is: [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:18Z', 'revision_number': 3, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:23.413500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.20.0.1 (f5c1b6f9-996f-4deb-8338-e60807eed49f/43be6e49-b2d2-4c7b-b362-ee721759323c/d1b41a00-9601-4b92-a6cf-8a16be09ac6f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:23.435628 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.447441 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.463248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.519938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Attempting to bind port 86d8a925-a296-48a5-b58b-7c58ad1ac211 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:23.520319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Attempting to bind port 86d8a925-a296-48a5-b58b-7c58ad1ac211 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:23.520675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Attempting to bind port 86d8a925-a296-48a5-b58b-7c58ad1ac211 on network f5c1b6f9-996f-4deb-8338-e60807eed49f {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:23.528942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:23.529445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Checking segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:23.529872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.530268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Bound using segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:23.530785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Bound port: 86d8a925-a296-48a5-b58b-7c58ad1ac211, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:23.531224 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.549112 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Pushing event updated for resources: {'Port': ['ID=29e4f550-1b61-4077-8742-4aa9c53c7509,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:23.559655 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.560337 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.560983 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.561498 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.562099 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.562956 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.563503 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.564138 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.564656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.565164 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.565706 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.566225 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:36:23.571139 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Attempting to bind port 29e4f550-1b61-4077-8742-4aa9c53c7509 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:23.571775 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Attempting to bind port 29e4f550-1b61-4077-8742-4aa9c53c7509 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:23.572409 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Attempting to bind port 29e4f550-1b61-4077-8742-4aa9c53c7509 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:23.589491 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:23.592248 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:23.592737 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.594211 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:23.594719 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Bound port: 29e4f550-1b61-4077-8742-4aa9c53c7509, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:23.601058 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.631115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.632571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] For port 86d8a925-a296-48a5-b58b-7c58ad1ac211, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:23.636778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] For port 86d8a925-a296-48a5-b58b-7c58ad1ac211, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=86d8a925-a296-48a5-b58b-7c58ad1ac211,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:23.644034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.701231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.726938 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] For port 29e4f550-1b61-4077-8742-4aa9c53c7509, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:23.743806 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] For port 29e4f550-1b61-4077-8742-4aa9c53c7509, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=29e4f550-1b61-4077-8742-4aa9c53c7509,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:23.757523 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.803981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862388c0-4fe0-486e-8359-7d18d77014d0 None None] Pushing event updated for resources: {'Port': ['ID=86d8a925-a296-48a5-b58b-7c58ad1ac211,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:23.933355 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:23.945442 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:23.946603 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:23.984055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649ef27-fd01-4c7d-a8df-f333a18fe8a7 req-53a32ed5-7027-410b-a940-c3b825a63342 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:23.992460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a649ef27-fd01-4c7d-a8df-f333a18fe8a7 req-53a32ed5-7027-410b-a940-c3b825a63342 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1174579 Dec 16 09:36:24.024030 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b28a9-46e7-4ea8-8a5f-f659168d2522 None None] Pushing event updated for resources: {'Port': ['ID=29e4f550-1b61-4077-8742-4aa9c53c7509,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:24.062784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a649ef27-fd01-4c7d-a8df-f333a18fe8a7 req-44d57a81-c619-4755-b13d-ab6b0d8dda10 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Dec 16 09:36:24.191225 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:24.482588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Allocated IP 172.20.0.1 (d00eb238-539e-4791-a5d8-3607f42e9b23/6fef8b64-1ab0-448a-a7fc-bb821c33a917/6218c4ed-854e-47ae-8c78-1ea8c139ff66) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:24.516850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f5c1b6f9-996f-4deb-8338-e60807eed49f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:24.531591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:24.538605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:24.541677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ca80-8d36-48e5-8cde-8f3c386a7c95 req-44b77d4b-7e2c-407d-89c6-8f3597423c16 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:24.549791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e65ca80-8d36-48e5-8cde-8f3c386a7c95 req-44b77d4b-7e2c-407d-89c6-8f3597423c16 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1153829 Dec 16 09:36:24.619038 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:21Z', 'revision_number': 3, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:24.635469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e65ca80-8d36-48e5-8cde-8f3c386a7c95 req-b5d17dce-4d37-46ef-ba9d-85c6fd033e5c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Dec 16 09:36:24.663420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:24.670849 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.862328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:24.886075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92e1bb6c-e24f-4e1f-adb0-002af7a9bf21 req-e2b4edfd-f9e5-4507-97e7-0efc7e05fcb1 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0553362 Dec 16 09:36:24.941138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 86d8a925-a296-48a5-b58b-7c58ad1ac211 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:24.973714 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde435c7-b5bf-458e-a966-bde9b0f22c6d None None] The sync data for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 is: [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:21Z', 'revision_number': 3, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:25.066606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 86d8a925-a296-48a5-b58b-7c58ad1ac211 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:25.067235 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.235598 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.353643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 86d8a925-a296-48a5-b58b-7c58ad1ac211, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=86d8a925-a296-48a5-b58b-7c58ad1ac211,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:25.364578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.365571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd09bcb0-3297-48d1-a0bc-42c3ba478036 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:25.484815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa0e71-0c6a-421c-bd0c-bb02bf66f224 req-e8f64bad-1efa-41b8-818c-c2f04bc3a3c7 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.486717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bfa0e71-0c6a-421c-bd0c-bb02bf66f224 req-e8f64bad-1efa-41b8-818c-c2f04bc3a3c7 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1922572 Dec 16 09:36:25.567967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port dd09bcb0-3297-48d1-a0bc-42c3ba478036 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:25.568333 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.580381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bfa0e71-0c6a-421c-bd0c-bb02bf66f224 req-09be406e-2619-4b12-b27c-3861d7a3d2ee tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800941 Dec 16 09:36:25.646461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=86d8a925-a296-48a5-b58b-7c58ad1ac211,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:25.708468 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.732659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e7a46b-3c80-43e6-acf9-fa053fec9e72 None None] Network f5c1b6f9-996f-4deb-8338-e60807eed49f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:25.739919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port dd09bcb0-3297-48d1-a0bc-42c3ba478036, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd09bcb0-3297-48d1-a0bc-42c3ba478036,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:25.893549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387c668-4f4f-405d-a312-a2a7d4e4d820 req-44ba0d83-f3aa-4b54-8464-929741c3672a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:25.907332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4387c668-4f4f-405d-a312-a2a7d4e4d820 req-44ba0d83-f3aa-4b54-8464-929741c3672a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1079719 Dec 16 09:36:25.954332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:25.992324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4387c668-4f4f-405d-a312-a2a7d4e4d820 req-b68731af-026e-4f65-8716-b41e0fee8eb5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837057 Dec 16 09:36:26.210114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cbbd725-ec2d-4600-88ff-21a7dff93e7d req-36b5c362-67af-4293-b06a-b268b3103ee6 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0826983 Dec 16 09:36:26.242739 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.329715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.394496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-274f9c76-1a9f-49b9-8fa9-2449976827cb None None] Provisioning complete for port 86d8a925-a296-48a5-b58b-7c58ad1ac211 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:26.396841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-274f9c76-1a9f-49b9-8fa9-2449976827cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.536778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=dd09bcb0-3297-48d1-a0bc-42c3ba478036,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:26.556741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.559787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.572953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:26.693637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Pushing event updated for resources: {'Port': ['ID=6218c4ed-854e-47ae-8c78-1ea8c139ff66,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:26.697430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Network d00eb238-539e-4791-a5d8-3607f42e9b23 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:26.779125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec67c4-6ba1-4302-a0a8-75ef99a0f701 req-aaea8c26-c139-463b-a49e-6deccf1afc73 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:26.780725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ec67c4-6ba1-4302-a0a8-75ef99a0f701 req-aaea8c26-c139-463b-a49e-6deccf1afc73 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1167622 Dec 16 09:36:26.796973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:26.805609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:26.862321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50ec67c4-6ba1-4302-a0a8-75ef99a0f701 req-984b8264-8214-4948-beca-eab943b185bd tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744729 Dec 16 09:36:26.949689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:26.985272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.040293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd09bcb0-3297-48d1-a0bc-42c3ba478036 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:27.145656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port dd09bcb0-3297-48d1-a0bc-42c3ba478036 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:27.146074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.302268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e1013-fdf7-40c0-90b5-22c6bda49a63 req-787d6801-ac36-474d-9c06-022d620ca15f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:27.304500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf7e1013-fdf7-40c0-90b5-22c6bda49a63 req-787d6801-ac36-474d-9c06-022d620ca15f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1136580 Dec 16 09:36:27.338501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f5c1b6f9-996f-4deb-8338-e60807eed49f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:27.341305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:27.352758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.365023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 86d8a925-a296-48a5-b58b-7c58ad1ac211 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:27.407783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf7e1013-fdf7-40c0-90b5-22c6bda49a63 req-f1c34298-7790-4409-a536-ce7898c4f0ad tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930088 Dec 16 09:36:27.476640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e81625a1-a63a-4cbd-95ae-5937fe07f622 None None] Provisioning complete for port d1b41a00-9601-4b92-a6cf-8a16be09ac6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:27.476894 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e81625a1-a63a-4cbd-95ae-5937fe07f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.549503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 86d8a925-a296-48a5-b58b-7c58ad1ac211 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:27.549894 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.564427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5d90d51a-9766-4f4f-b2b6-fe4142210536 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:27.612033 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f513a968-25ab-4542-91ed-80f7c9bc9740 req-6127d1ee-dda7-4386-803f-e2e6693c5491 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0673018 Dec 16 09:36:27.642133 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e81625a1-a63a-4cbd-95ae-5937fe07f622 None None] Port d1b41a00-9601-4b92-a6cf-8a16be09ac6f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:27.671776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e81625a1-a63a-4cbd-95ae-5937fe07f622 None None] Provisioning complete for port 86d8a925-a296-48a5-b58b-7c58ad1ac211 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:27.672602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e81625a1-a63a-4cbd-95ae-5937fe07f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:27.763316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29e4f550-1b61-4077-8742-4aa9c53c7509 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:27.794262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:27.800402 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-636a0bd0-c6cf-4027-8c57-5cd8e6ae181c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "PUT /v2.0/routers/5d90d51a-9766-4f4f-b2b6-fe4142210536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225295 Dec 16 09:36:27.803552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50350) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:27.832764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Sync routers for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:27.852864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--15748988', 'description': 'tempest-secgroup_access--15748988 description', 'project_id': 'daa877eecd044edabd659947def9aa8d'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:27.913917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:27.915252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:27.990697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 29e4f550-1b61-4077-8742-4aa9c53c7509 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:27.997195 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.010417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.013545 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.051348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161fd71-695f-472c-87db-25ce05652e1c req-e71b73da-831e-485a-858d-9f4fabdcfeb3 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.066986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a161fd71-695f-472c-87db-25ce05652e1c req-e71b73da-831e-485a-858d-9f4fabdcfeb3 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0900617 Dec 16 09:36:28.170489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a161fd71-695f-472c-87db-25ce05652e1c req-3efbf816-d89f-4d41-b0ad-53091b95c2fb tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023746 Dec 16 09:36:28.203330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:28.279300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f55661e1-a6fc-472d-bf12-c1b933652a77 None None] Provisioning complete for port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:28.279757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f55661e1-a6fc-472d-bf12-c1b933652a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.281337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.295583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.307270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.391944 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.417762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Pushing event updated for resources: {'Port': ['ID=6218c4ed-854e-47ae-8c78-1ea8c139ff66,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:28.466730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 29e4f550-1b61-4077-8742-4aa9c53c7509, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=29e4f550-1b61-4077-8742-4aa9c53c7509,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:28.534986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Network d00eb238-539e-4791-a5d8-3607f42e9b23 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:28.538750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:28.550011 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.556201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.585803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f55661e1-a6fc-472d-bf12-c1b933652a77 None None] Port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:28.591891 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.628597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51dc51-ddc8-4076-b5f4-e5acf3783fe9 req-01d96dcf-2ed8-43ef-8759-c07a6d65c363 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:28.630195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f51dc51-ddc8-4076-b5f4-e5acf3783fe9 req-01d96dcf-2ed8-43ef-8759-c07a6d65c363 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0996220 Dec 16 09:36:28.638011 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.639317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7919664 Dec 16 09:36:28.644763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50362) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:28.669334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2080102489', 'description': 'tempest-secgroup_general--2080102489 description', 'project_id': 'daa877eecd044edabd659947def9aa8d'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:28.678965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08f531-8df4-446d-89eb-f13acdee3d86 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dac8f4-37f7-428f-a72c-6dcc56b8e121,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:28.721427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Router 0aaac5b9-9542-4180-9215-b828973cd12f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:28.782287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f51dc51-ddc8-4076-b5f4-e5acf3783fe9 req-7944959f-2782-4733-96fc-46770b9d4602 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431398 Dec 16 09:36:28.783873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.854209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f55661e1-a6fc-472d-bf12-c1b933652a77 None None] Provisioning complete for port d1b41a00-9601-4b92-a6cf-8a16be09ac6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:28.855955 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f55661e1-a6fc-472d-bf12-c1b933652a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.889403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:28.904426 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Sync routers for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:28.918000 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c0d2fe42-1f47-425c-bc9f-64d0cf72d1bd admin admin] 10.222.0.61 "PUT /v2.0/routers/0aaac5b9-9542-4180-9215-b828973cd12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6812983 Dec 16 09:36:28.928782 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:28.929422 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:28.933455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:28.961030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=29e4f550-1b61-4077-8742-4aa9c53c7509,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:28.971321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.012738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f55661e1-a6fc-472d-bf12-c1b933652a77 None None] Port d1b41a00-9601-4b92-a6cf-8a16be09ac6f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:29.027613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:26Z', 'revision_number': 2, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:29.066025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Checking router: 5d90d51a-9766-4f4f-b2b6-fe4142210536 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:29.066400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Updating router 5d90d51a-9766-4f4f-b2b6-fe4142210536 port d1b41a00-9601-4b92-a6cf-8a16be09ac6f binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:29.080100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.081392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4160695 Dec 16 09:36:29.084636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50366) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:29.092726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'security_group_rule': {'security_group_id': '13dac8f4-37f7-428f-a72c-6dcc56b8e121', 'project_id': 'daa877eecd044edabd659947def9aa8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:29.097943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c42296f-d465-4a89-bc3f-8bb8f387878f req-02df8770-71c6-4f39-bbd8-d5716fd15a0e tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.1539404 Dec 16 09:36:29.116426 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.131404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9a0af-31d4-4257-9712-0ad74210813c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e70e1-4b62-4da0-a457-0cd6cd3e6745,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:29.168816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.183000 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:29.210416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ba80d97a-aa90-4686-9200-5d857ffad4e4 None None] Provisioning complete for port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:29.211098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba80d97a-aa90-4686-9200-5d857ffad4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.327763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.336059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.368904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb2270-5c9e-4c8e-b369-34ddb965bff7 req-98c3f2dd-e916-4177-9110-a0a81d71cf05 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:29.379183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36fb2270-5c9e-4c8e-b369-34ddb965bff7 req-98c3f2dd-e916-4177-9110-a0a81d71cf05 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0954411 Dec 16 09:36:29.397217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ba80d97a-aa90-4686-9200-5d857ffad4e4 None None] Port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:29.425272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.445709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ba80d97a-aa90-4686-9200-5d857ffad4e4 None None] Provisioning complete for port d1b41a00-9601-4b92-a6cf-8a16be09ac6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:29.446267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba80d97a-aa90-4686-9200-5d857ffad4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.455235 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681815 Dec 16 09:36:29.466563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b12ff3-47c9-4876-8888-1e61a5d8e30f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65680d66-6368-4f25-b839-e65710ce810b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:29.505016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36fb2270-5c9e-4c8e-b369-34ddb965bff7 req-786f0000-28b8-4e42-99ce-962b5fc35aff tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240730 Dec 16 09:36:29.563415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ba80d97a-aa90-4686-9200-5d857ffad4e4 None None] Port d1b41a00-9601-4b92-a6cf-8a16be09ac6f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:29.730911 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 2, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:29.832674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-d0a1eec6-569e-47f9-a2b7-0e25b4b5c1a8 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--15748988&fields=id&tenant_id=daa877eecd044edabd659947def9aa8d HTTP/1.1" status: 200 len: 267 time: 0.0815983 Dec 16 09:36:29.841981 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Checking router: 0aaac5b9-9542-4180-9215-b828973cd12f for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:29.842621 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Updating router 0aaac5b9-9542-4180-9215-b828973cd12f port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:29.896802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.898666 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.909421 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:29.922811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-9dd34ef8-518c-4aed-a34a-36541afd749f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--2080102489&fields=id&tenant_id=daa877eecd044edabd659947def9aa8d HTTP/1.1" status: 200 len: 267 time: 0.0885577 Dec 16 09:36:29.961753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50400) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:29.967729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-277379892-network', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:30.024703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Made reservation on behalf of 1c2d1e762e744fcc91ceb7c76b0b9e4e for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:30.028685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.052241 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.167800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cd98c-339e-4b18-8edf-9fdd9975b484 None None] Pushing event updated for resources: {'Port': ['ID=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:30.199243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Attempting to bind port d1b41a00-9601-4b92-a6cf-8a16be09ac6f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:30.199762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Attempting to bind port d1b41a00-9601-4b92-a6cf-8a16be09ac6f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:30.200281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Attempting to bind port d1b41a00-9601-4b92-a6cf-8a16be09ac6f on network f5c1b6f9-996f-4deb-8338-e60807eed49f {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:30.210232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:30.210764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Checking segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:30.211508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.211891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Bound using segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:30.212601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Bound port: d1b41a00-9601-4b92-a6cf-8a16be09ac6f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:30.213175 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.228215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-09080f60-e5ed-4dda-b885-f28a141da8bd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:30.230274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-09080f60-e5ed-4dda-b885-f28a141da8bd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/networks?id=f5c1b6f9-996f-4deb-8338-e60807eed49f HTTP/1.1" status: 200 len: 796 time: 0.2986987 Dec 16 09:36:30.246344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.266771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-8b222305-98a1-46d6-a717-66dfe35f4f8f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/quotas/daa877eecd044edabd659947def9aa8d HTTP/1.1" status: 200 len: 375 time: 0.0297408 Dec 16 09:36:30.267682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.290749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:36:30.303867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.304648 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Added segment aa35f9ac-ad22-4c9f-835f-45112856f7ae of type vlan for network 49cee3be-372a-4faf-9216-afb854e6b865 Dec 16 09:36:30.312702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] For port d1b41a00-9601-4b92-a6cf-8a16be09ac6f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:30.316948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] For port d1b41a00-9601-4b92-a6cf-8a16be09ac6f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:30.334134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.376058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0eb15f9f-487e-44c0-82a2-024a93ecf238 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071694 Dec 16 09:36:30.398099 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.416541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:30.417577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:30.475295 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.479035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2231ad7-c662-4115-90d5-1922302c61c0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:30.492120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.492759 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.500970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:30.501792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.590457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-cb3f5963-0348-4b9c-969f-51da65025fb9 service neutron] 10.222.0.61 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940134 Dec 16 09:36:30.602521 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182cb10-8b48-4c66-ab40-b58aab415017 None None] Pushing event updated for resources: {'Port': ['ID=6218c4ed-854e-47ae-8c78-1ea8c139ff66,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:30.664731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6988194 Dec 16 09:36:30.680633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50410) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:30.685055 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Attempting to bind port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:30.691322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Attempting to bind port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:30.692089 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Attempting to bind port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 on network d00eb238-539e-4791-a5d8-3607f42e9b23 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:30.697407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Request body: {'subnet': {'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-277379892-subnet', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:30.698768 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:30.699435 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Checking segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:30.700053 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.700800 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Bound using segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:30.701515 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Bound port: 6218c4ed-854e-47ae-8c78-1ea8c139ff66, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:30.702170 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.720936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839571-e18e-46ca-b6d1-be7f7a8f6005 admin admin] Pushing event updated for resources: {'Network': ['ID=49cee3be-372a-4faf-9216-afb854e6b865,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:30.762152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Made reservation on behalf of 1c2d1e762e744fcc91ceb7c76b0b9e4e for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:30.765054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.785436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 49cee3be-372a-4faf-9216-afb854e6b865 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:36:30.825373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7e1cb7b9-4aa8-417d-a604-936a04b3e333 None None] Provisioning complete for port d1b41a00-9601-4b92-a6cf-8a16be09ac6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:30.825731 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb7b9-4aa8-417d-a604-936a04b3e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.864213 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] For port 6218c4ed-854e-47ae-8c78-1ea8c139ff66, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:30.867572 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] For port 6218c4ed-854e-47ae-8c78-1ea8c139ff66, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6218c4ed-854e-47ae-8c78-1ea8c139ff66,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:30.874389 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:30.928748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-6a045b20-43e1-483c-9cae-18af8762b849 service neutron] 10.222.0.61 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277919 Dec 16 09:36:30.970212 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:30.970754 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:31.064679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:31.119414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29e4f550-1b61-4077-8742-4aa9c53c7509 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:31.152821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cd98c-339e-4b18-8edf-9fdd9975b484 None None] Pushing event updated for resources: {'Port': ['ID=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:31.160899 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182cb10-8b48-4c66-ab40-b58aab415017 None None] Pushing event updated for resources: {'Port': ['ID=6218c4ed-854e-47ae-8c78-1ea8c139ff66,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:31.203310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.306008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40d7359-2e4d-4ec9-95ec-10e64932f171,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:31.320684 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:31.342779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Checking segment: {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:31.349606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Network hostable DHCP agents. Network: 49cee3be-372a-4faf-9216-afb854e6b865, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:36:31.358392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a05b-ab66-44e8-a8c2-be8f7a626d76 req-e8a35fe0-afdd-4eff-9dc2-fd230722c469 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:31.366262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1988a05b-ab66-44e8-a8c2-be8f7a626d76 req-e8a35fe0-afdd-4eff-9dc2-fd230722c469 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0791249 Dec 16 09:36:31.412644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Network 49cee3be-372a-4faf-9216-afb854e6b865 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:36:31.441721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 49cee3be-372a-4faf-9216-afb854e6b865) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:31.458398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:31.459031 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.464412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1988a05b-ab66-44e8-a8c2-be8f7a626d76 req-54fd9dba-14ba-49d1-9258-b488e101be2a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971680 Dec 16 09:36:31.526877 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d28e76ea-64c7-4110-bf13-e4519ff3d8fb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8423331 Dec 16 09:36:31.527205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50418) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:31.535088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:31.572227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.573738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.633057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52114eb3-68ec-4939-a749-9d70988be055 None None] Network 49cee3be-372a-4faf-9216-afb854e6b865 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:31.690510 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:31.693045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1876d220-76b9-4abb-88ba-4ff429e46000 req-cea00c67-2fc1-4bc6-bfae-b6fcf844a8ee tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0543084 Dec 16 09:36:31.942773 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:30Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:31.990167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02210642-b03b-4c30-aef2-46cab6256c5b None None] The sync data for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 is: [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:30Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:32.006708 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.057487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd25fc-9553-4dda-bfe9-1a00a5f37a9f req-213c8638-a8bd-4c03-a1e2-a87a9a5d340e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:32.059159 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fd25fc-9553-4dda-bfe9-1a00a5f37a9f req-213c8638-a8bd-4c03-a1e2-a87a9a5d340e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.2121315 Dec 16 09:36:32.146105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 29e4f550-1b61-4077-8742-4aa9c53c7509 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:32.146618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.183914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fd25fc-9553-4dda-bfe9-1a00a5f37a9f req-afea80da-27ed-4c15-b6f2-a3be0fdea90c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934215 Dec 16 09:36:32.267300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb7b9-4aa8-417d-a604-936a04b3e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.456169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7e1cb7b9-4aa8-417d-a604-936a04b3e333 None None] For port d1b41a00-9601-4b92-a6cf-8a16be09ac6f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:32.504368 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb7b9-4aa8-417d-a604-936a04b3e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.726518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-493b520b-d1e1-4b17-a88d-77d1e4de9d4f req-4addb564-450b-4709-9407-d2c364ab3d94 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 210 time: 0.1641738 Dec 16 09:36:32.763943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.838767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.868628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cb7b9-4aa8-417d-a604-936a04b3e333 None None] Pushing event updated for resources: {'Port': ['ID=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:32.897653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-49cee3be-372a-4faf-9216-afb854e6b865', 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'fixed_ips': [{'subnet_id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:36:32.897653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:32.937222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:30Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:33.073925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee07ce8-00d2-4d4a-a059-256684d384ed None None] The sync data for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 is: [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:30Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:33.258574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Allocated IP 172.25.6.134 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/fb854159-4810-485a-83e2-17dfd49ddff2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:33.316971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Provisioning complete for port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:33.317901 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.327611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719a163-24f9-40d1-8c6e-7e681887b939 req-ad19ae54-4790-48a1-9a69-78f1703b39d2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.341959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3719a163-24f9-40d1-8c6e-7e681887b939 req-ad19ae54-4790-48a1-9a69-78f1703b39d2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.3450007 Dec 16 09:36:33.474138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3719a163-24f9-40d1-8c6e-7e681887b939 req-b91a0ccf-ebe3-4740-8382-eaa51e85e838 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305587 Dec 16 09:36:33.729386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.734425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Allocated IP 172.20.0.2 (49cee3be-372a-4faf-9216-afb854e6b865/e40d7359-2e4d-4ec9-95ec-10e64932f171/80f51f9f-71ff-4894-94f6-d5824668f8bf) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:33.802551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d1b41a00-9601-4b92-a6cf-8a16be09ac6f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:33.908837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.921715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:33.922199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-77659c3c-6668-49b4-a17e-e8e169de3839 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:33.932199 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-77659c3c-6668-49b4-a17e-e8e169de3839 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.69 "GET /v2.0/networks?id=f5c1b6f9-996f-4deb-8338-e60807eed49f HTTP/1.1" status: 200 len: 796 time: 0.4607348 Dec 16 09:36:34.004678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83e50261-79e7-4423-a8ca-1117e278a83a req-b97ffe6a-115e-493b-a042-1a37cc46119b tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.1243141 Dec 16 09:36:34.034927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-ec5abe17-3e0b-455c-b41d-baff747b08e8 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa877eecd044edabd659947def9aa8d HTTP/1.1" status: 200 len: 476 time: 0.0887444 Dec 16 09:36:34.056895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'port': {'device_id': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'admin_state_up': True, 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'security_groups': ['13dac8f4-37f7-428f-a72c-6dcc56b8e121', 'f86e70e1-4b62-4da0-a457-0cd6cd3e6745']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:34.169873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:34.182451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:34.196417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:34.205756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Pushing event updated for resources: {'Port': ['ID=fb854159-4810-485a-83e2-17dfd49ddff2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:34.238813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] For port 6218c4ed-854e-47ae-8c78-1ea8c139ff66, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6218c4ed-854e-47ae-8c78-1ea8c139ff66,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:34.369228 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:34.382894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Made reservation on behalf of daa877eecd044edabd659947def9aa8d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:34.396695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:34.435739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d1b41a00-9601-4b92-a6cf-8a16be09ac6f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:34.436371 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:34.458725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Provisioning complete for port d1b41a00-9601-4b92-a6cf-8a16be09ac6f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:34.459618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:34.492752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:34.527618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:34.572418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3847c4-7f79-45e1-bdd7-9221cb0bd566 None None] Pushing event updated for resources: {'Port': ['ID=6218c4ed-854e-47ae-8c78-1ea8c139ff66,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:34.664126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Network 49cee3be-372a-4faf-9216-afb854e6b865 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:34.682906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:34.693961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:34.746303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Pushing event updated for resources: {'Port': ['ID=80f51f9f-71ff-4894-94f6-d5824668f8bf,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:34.746974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.20.0.3 (f5c1b6f9-996f-4deb-8338-e60807eed49f/43be6e49-b2d2-4c7b-b362-ee721759323c/ca560905-ac79-4bfd-9aba-76d85b995b35) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:34.965879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4108df-86e2-4da3-8358-23b9bb951883 req-b2184ae6-9747-4ade-9166-1dd52ac06849 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:34.974143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d4108df-86e2-4da3-8358-23b9bb951883 req-b2184ae6-9747-4ade-9166-1dd52ac06849 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.6797154 Dec 16 09:36:34.995147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.047484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.130732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d4108df-86e2-4da3-8358-23b9bb951883 req-345394b7-1c02-4f74-b342-38a326f71dba tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555614 Dec 16 09:36:35.131279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6218c4ed-854e-47ae-8c78-1ea8c139ff66 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:35.196305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Attempting to bind port 80f51f9f-71ff-4894-94f6-d5824668f8bf on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:35.196670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Attempting to bind port 80f51f9f-71ff-4894-94f6-d5824668f8bf by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:35.197711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Attempting to bind port 80f51f9f-71ff-4894-94f6-d5824668f8bf on network 49cee3be-372a-4faf-9216-afb854e6b865 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:35.205277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:35.205676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Checking segment: {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:35.206143 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.206596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Bound using segment: {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:35.207132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Bound port: 80f51f9f-71ff-4894-94f6-d5824668f8bf, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:35.207609 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.226177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=ca560905-ac79-4bfd-9aba-76d85b995b35,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:35.236275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:35.236643 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.250300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f5c1b6f9-996f-4deb-8338-e60807eed49f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:35.252187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:35.255288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:35.373449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:35.374554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.406081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-0682da73-7d5c-4b96-9d96-2ff94ebf98d5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3667262 Dec 16 09:36:35.458547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Request body: {'port': {'device_id': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:35.479035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.547392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] For port 80f51f9f-71ff-4894-94f6-d5824668f8bf, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:35.552294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.560969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] For port 80f51f9f-71ff-4894-94f6-d5824668f8bf, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80f51f9f-71ff-4894-94f6-d5824668f8bf,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:35.577863 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.663582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86abac-a1ec-44dd-9b27-72f731ace484 req-e3da365a-8a2e-4da8-abb7-6f6be263d800 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:35.672258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c86abac-a1ec-44dd-9b27-72f731ace484 req-e3da365a-8a2e-4da8-abb7-6f6be263d800 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 970 time: 0.1262345 Dec 16 09:36:35.754450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6218c4ed-854e-47ae-8c78-1ea8c139ff66 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:35.811294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380254c-e643-4888-a415-f5881dbfe8fc None None] Pushing event updated for resources: {'Port': ['ID=80f51f9f-71ff-4894-94f6-d5824668f8bf,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:35.836163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-260768ea-8a1f-4b2b-a7ed-cf490d254cf7 None None] Provisioning complete for port ca560905-ac79-4bfd-9aba-76d85b995b35 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:35.836795 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-260768ea-8a1f-4b2b-a7ed-cf490d254cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.872509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c86abac-a1ec-44dd-9b27-72f731ace484 req-cdd3eeb9-b566-454d-82cd-a655f1eb53cd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1944375 Dec 16 09:36:35.876104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:35.876750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:35.919925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-260768ea-8a1f-4b2b-a7ed-cf490d254cf7 None None] Port ca560905-ac79-4bfd-9aba-76d85b995b35 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:35.972688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:36.055097 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:36:36.234174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5f356-8a53-4da9-b89e-510f7025e9a8 req-13d655ec-c876-4754-a3b8-d84b556e1cbb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:36.241780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02d5f356-8a53-4da9-b89e-510f7025e9a8 req-13d655ec-c876-4754-a3b8-d84b556e1cbb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.1676364 Dec 16 09:36:36.285890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca560905-ac79-4bfd-9aba-76d85b995b35 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:36.297621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-4f6301ab-879c-45c9-b74f-63b8b04f0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:36.302766 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-4f6301ab-879c-45c9-b74f-63b8b04f0313 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1599052 Dec 16 09:36:36.317356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:36.322939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02d5f356-8a53-4da9-b89e-510f7025e9a8 req-15ab6e5e-17a9-44e2-a230-b50b9ad5d090 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Dec 16 09:36:36.369344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Router becdd3ab-f603-4f47-b6bf-6d1328faac72 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:36:36.406178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Transition to ACTIVE for port object ca560905-ac79-4bfd-9aba-76d85b995b35 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:36:36.414905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:36.491096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Pushing event updated for resources: {'Port': ['ID=ca560905-ac79-4bfd-9aba-76d85b995b35,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:36.507795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67059172-540c-4eb0-8b89-b010f25e8d86 req-f7ca3376-1fc6-42b8-a8a0-c94349960aac tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0532751 Dec 16 09:36:36.568086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-2642576c-af34-4e30-93c9-6400c7678936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:36.570426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-2642576c-af34-4e30-93c9-6400c7678936 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.2458937 Dec 16 09:36:36.609888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:36.623382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Sync routers for ids ['becdd3ab-f603-4f47-b6bf-6d1328faac72'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:36.635670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Routers {'becdd3ab-f603-4f47-b6bf-6d1328faac72'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:36.640438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['becdd3ab-f603-4f47-b6bf-6d1328faac72'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:36.653705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:36.655154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3eec749c-a690-41a4-8abd-c7db35e4a744 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1269484 Dec 16 09:36:36.657984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50466) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:36.673456 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-93373307-7dd8-4c55-b1b8-c93acb66b30f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bca67df0-9de6-4608-a50f-812be244e39a HTTP/1.1" status: 200 len: 217 time: 0.0718951 Dec 16 09:36:36.742819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-a8b2d160-0a24-48b1-8b02-4adeba1ab285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:36.745483 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-a8b2d160-0a24-48b1-8b02-4adeba1ab285 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0626562 Dec 16 09:36:36.818081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-3d792493-5af6-4a71-9faa-6490157515ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632594 Dec 16 09:36:36.821218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Attempting to bind port ca560905-ac79-4bfd-9aba-76d85b995b35 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:36.822170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Attempting to bind port ca560905-ac79-4bfd-9aba-76d85b995b35 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:36.822836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Attempting to bind port ca560905-ac79-4bfd-9aba-76d85b995b35 on network f5c1b6f9-996f-4deb-8338-e60807eed49f {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:36.834079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Port ca560905-ac79-4bfd-9aba-76d85b995b35 on network f5c1b6f9-996f-4deb-8338-e60807eed49f not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:36:36.834431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Attempting to bind port ca560905-ac79-4bfd-9aba-76d85b995b35 on network f5c1b6f9-996f-4deb-8338-e60807eed49f {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:36.881001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Set router becdd3ab-f603-4f47-b6bf-6d1328faac72 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:36.945209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:36.945551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Checking segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:36.945966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Bound using segment: {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:36.946409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Bound port: ca560905-ac79-4bfd-9aba-76d85b995b35, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:36.946769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:36.951351 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-9d0274db-b440-4dd6-816d-c6d9062dba81 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192212 Dec 16 09:36:37.090792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-417d3b46-7b08-485e-88f7-09a0b7474b7d req-0c3e42c4-fa20-4a97-aff0-6125cdf2e612 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206760 Dec 16 09:36:37.133315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ee368-eabd-4126-b952-84958509a1d3 req-961c9827-b2e5-42eb-bcdf-7148158858da tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.136098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d70ee368-eabd-4126-b952-84958509a1d3 req-961c9827-b2e5-42eb-bcdf-7148158858da tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.4643993 Dec 16 09:36:37.162611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] For port ca560905-ac79-4bfd-9aba-76d85b995b35, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:37.166267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] For port ca560905-ac79-4bfd-9aba-76d85b995b35, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca560905-ac79-4bfd-9aba-76d85b995b35,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:37.174176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.234114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.234740 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.236159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-371f516e-56c2-4173-965d-4116b968c398 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca560905-ac79-4bfd-9aba-76d85b995b35 HTTP/1.1" status: 200 len: 1130 time: 1.8207011 Dec 16 09:36:37.236634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:37.239169 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:37.246010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f516e-56c2-4173-965d-4116b968c398 service neutron] Pushing event updated for resources: {'Port': ['ID=ca560905-ac79-4bfd-9aba-76d85b995b35,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:37.279030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d70ee368-eabd-4126-b952-84958509a1d3 req-1364953a-9ff6-4cb8-a4d6-6079005c2e10 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337829 Dec 16 09:36:37.384611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-c24e2fac-8a81-4f1f-8d3b-b9648651885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.387397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-c24e2fac-8a81-4f1f-8d3b-b9648651885e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1133 time: 0.0998816 Dec 16 09:36:37.444253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:36:35Z', 'revision_number': 3, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:37.504671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-970b38cf-d013-40c9-8982-052c845f97f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca560905-ac79-4bfd-9aba-76d85b995b35 HTTP/1.1" status: 200 len: 217 time: 0.1028812 Dec 16 09:36:37.532945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e4d4cc-f3e1-44ee-810c-94ce75127c90 None None] Network 49cee3be-372a-4faf-9216-afb854e6b865 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:36:37.536550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Checking router: becdd3ab-f603-4f47-b6bf-6d1328faac72 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:37.536792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Updating router becdd3ab-f603-4f47-b6bf-6d1328faac72 port fb854159-4810-485a-83e2-17dfd49ddff2 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:37.591751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-b067f15e-b700-4176-9ff7-3e0febaffe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.593404 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-b067f15e-b700-4176-9ff7-3e0febaffe03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43be6e49-b2d2-4c7b-b362-ee721759323c HTTP/1.1" status: 200 len: 834 time: 0.0810692 Dec 16 09:36:37.658662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.679700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d442a8-065f-413e-a6a5-7dd27cde690f req-adb42473-6dfe-49d7-9ed9-1c7acbbb4b34 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.689295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d442a8-065f-413e-a6a5-7dd27cde690f req-adb42473-6dfe-49d7-9ed9-1c7acbbb4b34 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 982 time: 0.1318903 Dec 16 09:36:37.693544 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.734316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dfa9a92a-f787-48a0-b53d-dba2a2c48abc None None] Provisioning complete for port 80f51f9f-71ff-4894-94f6-d5824668f8bf triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:37.735045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a92a-f787-48a0-b53d-dba2a2c48abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:37.738078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-1daf2061-4966-48f5-93df-e77eb8530fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:37.741405 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-1daf2061-4966-48f5-93df-e77eb8530fc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5c1b6f9-996f-4deb-8338-e60807eed49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401603 Dec 16 09:36:37.799070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d442a8-065f-413e-a6a5-7dd27cde690f req-8e264892-69fe-4b66-985e-5871660ee360 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1085687 Dec 16 09:36:37.892774 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c5c9b9-bda9-4bf9-b5e7-9ad6a8d1672a x-openstack-request-id: req-b3c5c9b9-bda9-4bf9-b5e7-9ad6a8d1672a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:37.893099 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:37.893355 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3c5c9b9-bda9-4bf9-b5e7-9ad6a8d1672a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:37.901981 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'status': 'completed', 'code': 200} Dec 16 09:36:37.952762 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-8ea5e613-8172-457b-83a6-6a7ef2540183 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033265 Dec 16 09:36:38.015568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Allocated IP 172.20.0.1 (49cee3be-372a-4faf-9216-afb854e6b865/e40d7359-2e4d-4ec9-95ec-10e64932f171/8795bbcf-3ed6-43fa-a39b-1edb45b58e01) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:38.017078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80f51f9f-71ff-4894-94f6-d5824668f8bf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:38.064026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1f6f3-01d1-4780-96b0-af049329852a req-23d3315a-7ecf-4f8a-bae4-75286d87309a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.065678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cc1f6f3-01d1-4780-96b0-af049329852a req-23d3315a-7ecf-4f8a-bae4-75286d87309a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.0845690 Dec 16 09:36:38.111523 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1148a38d-ec18-4737-96f4-5e0f25c4de53 req-b451a520-4332-4920-99ac-52ed48ebe430 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507275 Dec 16 09:36:38.191130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2cc1f6f3-01d1-4780-96b0-af049329852a req-68c034aa-ad5c-41f3-8c90-1a32af6e2d8b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917432 Dec 16 09:36:38.252359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.266278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a92a-f787-48a0-b53d-dba2a2c48abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.294943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-000f4e60-bbcb-46cb-b103-a32237e6faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.296536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-000f4e60-bbcb-46cb-b103-a32237e6faf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1133 time: 0.1235893 Dec 16 09:36:38.349098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1ccc5321-db22-45c7-9d7a-d68e079429f2 req-0af630ff-daa4-479b-b8a9-ddc5694bd532 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0449412 Dec 16 09:36:38.352076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.393051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dfa9a92a-f787-48a0-b53d-dba2a2c48abc None None] For port 80f51f9f-71ff-4894-94f6-d5824668f8bf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80f51f9f-71ff-4894-94f6-d5824668f8bf,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:38.394394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 80f51f9f-71ff-4894-94f6-d5824668f8bf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:38.394768 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.422249 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a92a-f787-48a0-b53d-dba2a2c48abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.483557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Network 49cee3be-372a-4faf-9216-afb854e6b865 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:38.489401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:38.506614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-a94a438b-7781-4a45-8eec-0192ecaf1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.508421 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-a94a438b-7781-4a45-8eec-0192ecaf1733 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f5c1b6f9-996f-4deb-8338-e60807eed49f HTTP/1.1" status: 200 len: 897 time: 0.2018237 Dec 16 09:36:38.510015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:38.516061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:38.561513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307aa3-23c2-4d1e-bdd6-b6853809531a req-797aade0-7b2e-48b5-b19d-335070212618 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.563320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3307aa3-23c2-4d1e-bdd6-b6853809531a req-797aade0-7b2e-48b5-b19d-335070212618 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1263278 Dec 16 09:36:38.585270 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-5ca9911f-8c65-48be-a564-a77fd104faba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca560905-ac79-4bfd-9aba-76d85b995b35 HTTP/1.1" status: 200 len: 217 time: 0.0690439 Dec 16 09:36:38.593240 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.597959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9a92a-f787-48a0-b53d-dba2a2c48abc None None] Pushing event updated for resources: {'Port': ['ID=80f51f9f-71ff-4894-94f6-d5824668f8bf,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:38.668672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3307aa3-23c2-4d1e-bdd6-b6853809531a req-43446ea4-173c-44c3-819f-89fb93e411de tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958581 Dec 16 09:36:38.745253 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.753965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-ab847a5d-3e5b-46c2-9d17-191b161c7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.755980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-ab847a5d-3e5b-46c2-9d17-191b161c7575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43be6e49-b2d2-4c7b-b362-ee721759323c HTTP/1.1" status: 200 len: 834 time: 0.1629808 Dec 16 09:36:38.758061 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.841350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.854558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Attempting to bind port fb854159-4810-485a-83e2-17dfd49ddff2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:38.854997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Attempting to bind port fb854159-4810-485a-83e2-17dfd49ddff2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:38.855359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Attempting to bind port fb854159-4810-485a-83e2-17dfd49ddff2 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:38.860035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e86ea-d62d-4a79-918d-64f0c5bfa9e4 None None] Pushing event updated for resources: {'Port': ['ID=fb854159-4810-485a-83e2-17dfd49ddff2,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:38.871994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:38.872421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:38.872825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.873216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:38.873825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Bound port: fb854159-4810-485a-83e2-17dfd49ddff2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:38.874291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:38.908379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-eaae5e4b-3a91-4c5a-99a6-02ab4202efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:38.909952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-eaae5e4b-3a91-4c5a-99a6-02ab4202efc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5c1b6f9-996f-4deb-8338-e60807eed49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466627 Dec 16 09:36:38.939691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] For port fb854159-4810-485a-83e2-17dfd49ddff2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:38.943311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] For port fb854159-4810-485a-83e2-17dfd49ddff2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fb854159-4810-485a-83e2-17dfd49ddff2,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:38.950634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.028864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Routers {'becdd3ab-f603-4f47-b6bf-6d1328faac72'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:39.029509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['becdd3ab-f603-4f47-b6bf-6d1328faac72'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:39.036446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-08f2397c-7665-4524-95a2-10413be39c8d None None] Provisioning complete for port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:39.036855 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08f2397c-7665-4524-95a2-10413be39c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.073650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e86ea-d62d-4a79-918d-64f0c5bfa9e4 None None] Pushing event updated for resources: {'Port': ['ID=fb854159-4810-485a-83e2-17dfd49ddff2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:39.149110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-c6ab598f-3b3b-48bd-8f3a-3d602092bffd service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261674 Dec 16 09:36:39.163254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3cc74-2457-444f-b258-bc6caa535496 req-3c35899e-fa21-4bd2-a114-edcf05ebc7b1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:39.175665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61d3cc74-2457-444f-b258-bc6caa535496 req-3c35899e-fa21-4bd2-a114-edcf05ebc7b1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.2700498 Dec 16 09:36:39.217867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-08f2397c-7665-4524-95a2-10413be39c8d None None] Port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:39.264978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] Set router becdd3ab-f603-4f47-b6bf-6d1328faac72 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:39.291524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61d3cc74-2457-444f-b258-bc6caa535496 req-04eb35a7-10e1-41df-b4e6-b917065486f2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001217 Dec 16 09:36:39.311016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-08f2397c-7665-4524-95a2-10413be39c8d None None] Provisioning complete for port 80f51f9f-71ff-4894-94f6-d5824668f8bf triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:39.311016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08f2397c-7665-4524-95a2-10413be39c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.336483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.342078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.428558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-34b3d5a9-9325-4303-95cc-0d5e55f01b0b req-99680b2c-f11a-4ccb-8281-ed0fc555c1b8 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715378 Dec 16 09:36:39.545812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.556867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:39.624940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8795bbcf-3ed6-43fa-a39b-1edb45b58e01', 'name': '', 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'mac_address': 'fa:16:3e:bf:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:37Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 1, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'subnets': [{'id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:39.626916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd39a94-51c5-4802-ab0b-5ba85abf7170 req-838db46c-e625-4c24-afa7-0901e30f9f38 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:39.628456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0dd39a94-51c5-4802-ab0b-5ba85abf7170 req-838db46c-e625-4c24-afa7-0901e30f9f38 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 982 time: 0.1682746 Dec 16 09:36:39.674518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80f51f9f-71ff-4894-94f6-d5824668f8bf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:39.677700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad8757-7305-4105-b39f-b22e660cae9f None None] The sync data for ids ['becdd3ab-f603-4f47-b6bf-6d1328faac72'] in n-d-821941-1 is: [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8795bbcf-3ed6-43fa-a39b-1edb45b58e01', 'name': '', 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'mac_address': 'fa:16:3e:bf:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:37Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 1, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'subnets': [{'id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:39.695013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0dd39a94-51c5-4802-ab0b-5ba85abf7170 req-51671c98-65b1-4e86-8668-5f92270836ac tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0564923 Dec 16 09:36:39.705642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Network 49cee3be-372a-4faf-9216-afb854e6b865 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:39.707108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:39.755102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5bdc0c42-5952-4a0d-aaf9-434fa59f3575 None None] Provisioning complete for port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:39.756458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bdc0c42-5952-4a0d-aaf9-434fa59f3575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.803234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc0c42-5952-4a0d-aaf9-434fa59f3575 None None] Port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:39.813828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 80f51f9f-71ff-4894-94f6-d5824668f8bf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:39.814224 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:39.910308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bca67df0-9de6-4608-a50f-812be244e39a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:36:39.966733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Router becdd3ab-f603-4f47-b6bf-6d1328faac72 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:40.018129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.044982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:40.047628 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce864a44-ff19-4acc-95c5-65fbadbe26dd" -d '{"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bca67df0-9de6-4608-a50f-812be244e39a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:40.094039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e40726-88cb-453b-8ed1-217593820236 req-bee70b23-55c3-45ba-8058-f513ddfd1ea7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:40.097303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:40.105004 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.107342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09e40726-88cb-453b-8ed1-217593820236 req-bee70b23-55c3-45ba-8058-f513ddfd1ea7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 945 time: 0.2401581 Dec 16 09:36:40.189337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09e40726-88cb-453b-8ed1-217593820236 req-e8273bb3-c743-4116-9183-6ed592a00990 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811076 Dec 16 09:36:40.192488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-507dacfc-5e4e-47bb-b741-a13d043b44eb None None] Provisioning complete for port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:40.192862 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-507dacfc-5e4e-47bb-b741-a13d043b44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:40.207356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:40.232342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:40.245360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9da279bc-6957-43ad-a745-da8bb2439ed8 admin admin] 10.222.0.61 "PUT /v2.0/routers/becdd3ab-f603-4f47-b6bf-6d1328faac72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862048 Dec 16 09:36:40.282538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-507dacfc-5e4e-47bb-b741-a13d043b44eb None None] Port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:36:40.805416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8118db3-02f6-4ae9-ab6c-53d1ee34977c req-1f7fcdc7-ea04-4c68-bfc3-0102a9a20c24 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0592201 Dec 16 09:36:40.946611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172b06e-9844-4eba-b447-8b06c65b4f83 req-649590ff-ab1b-460a-a7d0-08f50afb844e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:40.955101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1172b06e-9844-4eba-b447-8b06c65b4f83 req-649590ff-ab1b-460a-a7d0-08f50afb844e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0783656 Dec 16 09:36:41.006430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1172b06e-9844-4eba-b447-8b06c65b4f83 req-3ca043e4-3a59-406d-9791-7ec39f82a210 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Dec 16 09:36:41.065188 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8b0fd-ba8e-4df5-b652-4efdd64ecebe x-openstack-request-id: req-d7d8b0fd-ba8e-4df5-b652-4efdd64ecebe {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:41.065687 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-unplugged", "status": "failed", "tag": "bca67df0-9de6-4608-a50f-812be244e39a", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:41.065926 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7d8b0fd-ba8e-4df5-b652-4efdd64ecebe {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:41.066273 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a', 'code': 422} returned with failed status Dec 16 09:36:41.754246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb854159-4810-485a-83e2-17dfd49ddff2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:41.830316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port fb854159-4810-485a-83e2-17dfd49ddff2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:41.830959 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:41.958575 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:41.971883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-847cce63-2fbc-43a2-b0fd-e2bc0324ae55 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:41.978618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-847cce63-2fbc-43a2-b0fd-e2bc0324ae55 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=092e0695-45d2-43e8-9de2-35e968bc9c0b HTTP/1.1" status: 200 len: 943 time: 0.0614977 Dec 16 09:36:41.987309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port fb854159-4810-485a-83e2-17dfd49ddff2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fb854159-4810-485a-83e2-17dfd49ddff2,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:41.993163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:42.061686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=fb854159-4810-485a-83e2-17dfd49ddff2,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:42.113365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port bca67df0-9de6-4608-a50f-812be244e39a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:36:42.113859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:42.263000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port bca67df0-9de6-4608-a50f-812be244e39a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bca67df0-9de6-4608-a50f-812be244e39a,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:42.263268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:42.292891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for bca67df0-9de6-4608-a50f-812be244e39a owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:36:42.447092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:42.501765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=bca67df0-9de6-4608-a50f-812be244e39a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:42.518461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port bca67df0-9de6-4608-a50f-812be244e39a on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:36:42.521247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:42.525375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1b7d494-96b7-4623-a0ab-b28f4ccb8e74 req-8744c0cb-e5b7-480b-baaf-e8c3faf7d507 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "DELETE /v2.0/ports/bca67df0-9de6-4608-a50f-812be244e39a HTTP/1.1" status: 204 len: 173 time: 0.5398862 Dec 16 09:36:42.526162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-deleted', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:42.528691 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17714c61-abeb-4545-b214-d2db1d137dde" -d '{"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-deleted", "tag": "bca67df0-9de6-4608-a50f-812be244e39a"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:42.557705 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-513f8dc0-e750-4a9c-8c77-9accdf09ec9f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722964 Dec 16 09:36:42.668527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c8e7-c859-465c-b894-49218b40cb11 req-e10b5975-5822-4d55-925d-76535c69d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:42.670426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-e10b5975-5822-4d55-925d-76535c69d2ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0571711 Dec 16 09:36:42.802314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c8e7-c859-465c-b894-49218b40cb11 req-c59cc744-4035-4ff6-bdd2-cb504da8e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:42.803733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-c59cc744-4035-4ff6-bdd2-cb504da8e9ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 916 time: 0.1071754 Dec 16 09:36:42.860333 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-62cd0fc8-987d-4c19-9fb9-13c18e03322d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48e16135-4b29-44c0-8342-9954fb215b1c HTTP/1.1" status: 200 len: 217 time: 0.0479579 Dec 16 09:36:42.941282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c8e7-c859-465c-b894-49218b40cb11 req-ffd03a76-84bd-4a03-9de1-17413419c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:42.943072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-ffd03a76-84bd-4a03-9de1-17413419c1e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.0750718 Dec 16 09:36:42.958406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca560905-ac79-4bfd-9aba-76d85b995b35 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:43.047031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c8e7-c859-465c-b894-49218b40cb11 req-65c1d039-274f-4730-90af-c6240d2356a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:43.048252 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-65c1d039-274f-4730-90af-c6240d2356a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980129 Dec 16 09:36:43.161561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ca560905-ac79-4bfd-9aba-76d85b995b35, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca560905-ac79-4bfd-9aba-76d85b995b35,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:43.178600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'port_id': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'mac_address': 'fa:16:3e:e9:2a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:43.244647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-bee22c4a-f47d-4629-ae18-531b9fd42a2d service neutron] 10.222.0.69 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875348 Dec 16 09:36:43.252192 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:43.255304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31905b-cb6b-4fe5-a8d9-3b06ec6546cf req-ed473790-1750-4f1c-bbfb-212599376e33 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:43.256906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc31905b-cb6b-4fe5-a8d9-3b06ec6546cf req-ed473790-1750-4f1c-bbfb-212599376e33 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 982 time: 0.0920753 Dec 16 09:36:43.288580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca560905-ac79-4bfd-9aba-76d85b995b35 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:43.339437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ca560905-ac79-4bfd-9aba-76d85b995b35, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca560905-ac79-4bfd-9aba-76d85b995b35,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:43.346862 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:43.382004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc31905b-cb6b-4fe5-a8d9-3b06ec6546cf req-ab671777-ba76-4659-aec5-b7dcb6da65e7 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1072991 Dec 16 09:36:43.426050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-da55c8e7-c859-465c-b894-49218b40cb11 req-6d96914b-3224-44fa-8db0-60f62d66a46a service neutron] 10.222.0.69 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727941 Dec 16 09:36:43.448563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ca560905-ac79-4bfd-9aba-76d85b995b35,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:43.518947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e995283-8573-4163-a7fd-1f6f99fa4c36 req-4a54a1af-3bda-48f1-be7e-cb540c09b491 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0315783 Dec 16 09:36:43.667690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94428c95-a0ff-42d8-8089-3ff77f655c33 req-809c2272-c0a5-45b0-b0d9-ce472aba57db tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:43.669569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94428c95-a0ff-42d8-8089-3ff77f655c33 req-809c2272-c0a5-45b0-b0d9-ce472aba57db tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0638609 Dec 16 09:36:43.686442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb854159-4810-485a-83e2-17dfd49ddff2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:43.722390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94428c95-a0ff-42d8-8089-3ff77f655c33 req-6465b4e4-65a5-4d7c-b7a5-93259a69dfb0 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458543 Dec 16 09:36:43.723386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ca560905-ac79-4bfd-9aba-76d85b995b35'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:43.783309 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2deb206-5ba4-4d07-8d0c-b33baeee49d8 x-openstack-request-id: req-e2deb206-5ba4-4d07-8d0c-b33baeee49d8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:43.783683 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092e0695-45d2-43e8-9de2-35e968bc9c0b", "name": "network-vif-deleted", "tag": "bca67df0-9de6-4608-a50f-812be244e39a", "status": "failed", "code": 422}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:43.783892 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2deb206-5ba4-4d07-8d0c-b33baeee49d8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:43.784258 n-d-821941-1 neutron-server[102398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '092e0695-45d2-43e8-9de2-35e968bc9c0b', 'name': 'network-vif-deleted', 'tag': 'bca67df0-9de6-4608-a50f-812be244e39a', 'status': 'failed', 'code': 422} returned with failed status Dec 16 09:36:43.795953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port fb854159-4810-485a-83e2-17dfd49ddff2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:43.796615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:43.875999 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Sync routers for ids ['becdd3ab-f603-4f47-b6bf-6d1328faac72'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:43.895960 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Routers {'becdd3ab-f603-4f47-b6bf-6d1328faac72'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:43.896590 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['becdd3ab-f603-4f47-b6bf-6d1328faac72'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:43.966783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:44.111011 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86c65d9f-7682-4346-9271-092248ecb1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:44.221770 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Set router becdd3ab-f603-4f47-b6bf-6d1328faac72 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:44.253556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:44.265445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:44.417808 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:44.459254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:44.509140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:44.515325 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:44.584986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:44.661039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['810fe881-dd2d-4048-8501-6861d34f3d5a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:44.676154 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8795bbcf-3ed6-43fa-a39b-1edb45b58e01', 'name': '', 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'mac_address': 'fa:16:3e:bf:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:37Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 2, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'subnets': [{'id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:44.859348 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Checking router: becdd3ab-f603-4f47-b6bf-6d1328faac72 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:44.859921 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Updating router becdd3ab-f603-4f47-b6bf-6d1328faac72 port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:36:44.932493 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:44.971395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-667d1eb9-78e7-4ee3-aec4-90c78555a2b0 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:44.983483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-667d1eb9-78e7-4ee3-aec4-90c78555a2b0 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.7724638 Dec 16 09:36:45.005016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-3e44f48c-dd2d-4c15-b674-eac421402fdf tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0202248 Dec 16 09:36:45.046453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-92701d9b-6501-4896-945b-67dffd64a4a5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403664 Dec 16 09:36:45.190018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-7b390873-4559-4945-833f-c522172f0743 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417813 Dec 16 09:36:45.333022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-caa93cc9-c941-41b7-80e3-81eb87ab6672 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418226 Dec 16 09:36:45.375832 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:45.383591 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:45.498602 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b5ce-726f-4d5b-a18d-48223ef912cb None None] Pushing event updated for resources: {'Port': ['ID=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:45.558705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Attempting to bind port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:45.559080 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Attempting to bind port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:45.559458 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Attempting to bind port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 on network 49cee3be-372a-4faf-9216-afb854e6b865 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:45.592634 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:45.593003 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Checking segment: {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:45.593394 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:45.594406 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Bound using segment: {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:45.595051 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Bound port: 8795bbcf-3ed6-43fa-a39b-1edb45b58e01, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa35f9ac-ad22-4c9f-835f-45112856f7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:45.595603 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:45.778558 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] For port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:45.785650 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] For port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:45.795092 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:45.907662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:45.944376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc291-115f-4de1-a586-48682ca0c78f req-85164868-7230-4a35-91ad-21bd05f6d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:45.950963 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-85164868-7230-4a35-91ad-21bd05f6d3b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=733ecf7f13f04650852bfd16ac30ad00&device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 1097 time: 0.1055968 Dec 16 09:36:45.955653 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Routers {'becdd3ab-f603-4f47-b6bf-6d1328faac72'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:45.958347 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['becdd3ab-f603-4f47-b6bf-6d1328faac72'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:46.024775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4e27-75bf-4cfd-ad1f-18ef9f65a282 req-fbbe182f-c4ed-468d-a216-6e2ea0b1e9e2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:46.032879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-952c4e27-75bf-4cfd-ad1f-18ef9f65a282 req-fbbe182f-c4ed-468d-a216-6e2ea0b1e9e2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 983 time: 0.1576056 Dec 16 09:36:46.080820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 810fe881-dd2d-4048-8501-6861d34f3d5a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:46.081207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.144311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] Set router becdd3ab-f603-4f47-b6bf-6d1328faac72 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:46.189649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-952c4e27-75bf-4cfd-ad1f-18ef9f65a282 req-bc633b6a-ce0f-4fcc-a902-bf39fefa40b8 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1557903 Dec 16 09:36:46.207734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f6f7deaa-c0d6-491c-bc5c-bf70a367bcf9 None None] Provisioning complete for port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:46.208219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6f7deaa-c0d6-491c-bc5c-bf70a367bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.384132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc291-115f-4de1-a586-48682ca0c78f req-f50831ff-9bac-44c4-96ae-3ce59b46b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:46.387734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-f50831ff-9bac-44c4-96ae-3ce59b46b97c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 200 len: 916 time: 0.4266007 Dec 16 09:36:46.504686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c5e0084-1887-4830-ac49-619fbd14258b req-e4ca864d-81e6-4884-86f4-98e861f577a3 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0828161 Dec 16 09:36:46.525678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-ce1dfa3b-d90d-4f00-b7f3-bb38150dd551 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736 HTTP/1.1" status: 200 len: 217 time: 0.1097548 Dec 16 09:36:46.558543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6f7deaa-c0d6-491c-bc5c-bf70a367bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.580632 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5258c844-ef13-42f9-aaec-8387082c5b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.585230 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b5ce-726f-4d5b-a18d-48223ef912cb None None] Pushing event updated for resources: {'Port': ['ID=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:46.706910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f6f7deaa-c0d6-491c-bc5c-bf70a367bcf9 None None] For port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:46.709531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc291-115f-4de1-a586-48682ca0c78f req-bdd4186e-2f50-4afc-a3a2-caf773f376d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:46.711166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-bdd4186e-2f50-4afc-a3a2-caf773f376d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 200 len: 854 time: 0.1781256 Dec 16 09:36:46.727012 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.733501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6f7deaa-c0d6-491c-bc5c-bf70a367bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.741374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f49314b2-8685-47f3-b750-0e0a1d7bb45d req-fbd63826-aedc-4897-9ad5-e1a4d3d332ec tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 210 time: 0.0995839 Dec 16 09:36:46.761475 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8795bbcf-3ed6-43fa-a39b-1edb45b58e01', 'name': '', 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'mac_address': 'fa:16:3e:bf:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:37Z', 'updated_at': '2021-12-16T09:36:45Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'subnets': [{'id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:46.860289 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03472-468c-4fdb-aa02-88ed0b59e12e None None] The sync data for ids ['becdd3ab-f603-4f47-b6bf-6d1328faac72'] in n-d-821941-1 is: [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:36:38Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8795bbcf-3ed6-43fa-a39b-1edb45b58e01', 'name': '', 'network_id': '49cee3be-372a-4faf-9216-afb854e6b865', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'mac_address': 'fa:16:3e:bf:80:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:37Z', 'updated_at': '2021-12-16T09:36:45Z', 'revision_number': 4, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'subnets': [{'id': 'e40d7359-2e4d-4ec9-95ec-10e64932f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:36:46.876610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7deaa-c0d6-491c-bc5c-bf70a367bcf9 None None] Pushing event updated for resources: {'Port': ['ID=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:46.902162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dd031a83-bf49-49a6-9334-e92e000a8ef0 None None] Provisioning complete for port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:46.902949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd031a83-bf49-49a6-9334-e92e000a8ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:46.913257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:46.917078 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ce8073-22cc-409d-9501-c29abe91a00e" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:46.930620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc291-115f-4de1-a586-48682ca0c78f req-58fe76e3-a49e-4875-a8fb-1c3abc3f9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:46.934737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-58fe76e3-a49e-4875-a8fb-1c3abc3f9eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140822 Dec 16 09:36:47.084677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b15cab-7719-4ec1-a200-ed6276aee66b req-11a63b08-8e9d-4cc6-b014-29d556944578 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:47.096111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9b15cab-7719-4ec1-a200-ed6276aee66b req-11a63b08-8e9d-4cc6-b014-29d556944578 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1380241 Dec 16 09:36:47.202500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9b15cab-7719-4ec1-a200-ed6276aee66b req-0d3936ef-8a82-4744-ac98-cd8e91fff647 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053915 Dec 16 09:36:47.227630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-589bdbef-5f3f-47d7-a79b-8cef197babaf service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821405 Dec 16 09:36:47.444661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:47.445081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-54ebc291-115f-4de1-a586-48682ca0c78f req-368034e6-3e38-4c0b-8fda-6358896bfc9e service neutron] 10.222.0.53 "GET /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065432 Dec 16 09:36:47.457904 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:47.464337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca560905-ac79-4bfd-9aba-76d85b995b35 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:47.500257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d33a5-2d58-4215-b182-a0b643931eec req-7b2b5d3b-2dcf-466a-9061-772e9821d1a2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:47.529199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d34d33a5-2d58-4215-b182-a0b643931eec req-7b2b5d3b-2dcf-466a-9061-772e9821d1a2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 983 time: 0.1810951 Dec 16 09:36:47.720092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:47.730365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d34d33a5-2d58-4215-b182-a0b643931eec req-59e8205e-842e-41de-87ec-454ab2fb0053 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1967392 Dec 16 09:36:47.825244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:36:47.896044 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65275c3b-80d5-4c0e-bcbb-991e1e83f934 x-openstack-request-id: req-65275c3b-80d5-4c0e-bcbb-991e1e83f934 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:47.897236 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:47.897589 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65275c3b-80d5-4c0e-bcbb-991e1e83f934 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:47.898848 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:36:47.921125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port ca560905-ac79-4bfd-9aba-76d85b995b35 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:36:47.935159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port ca560905-ac79-4bfd-9aba-76d85b995b35 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:47.939174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:48.038157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:36:48.038842 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:48.044268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80733cd4-c46d-4fa7-b259-0fb3305e1fed req-14a578aa-c95f-48cf-b54c-bf335fbc2b06 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0792193 Dec 16 09:36:48.045527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:48.221712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3d620f3-bb4b-4c20-9db5-3ef9b09317fb req-01bc248d-35f7-46ae-8037-58773212b849 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 210 time: 0.0561354 Dec 16 09:36:48.254580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:48.366726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ca560905-ac79-4bfd-9aba-76d85b995b35, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca560905-ac79-4bfd-9aba-76d85b995b35,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:48.378312 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:48.475417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ca560905-ac79-4bfd-9aba-76d85b995b35,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:48.505070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245b3d5-0b63-4980-8207-ee1156afe72a req-ab587840-8bae-4943-a742-e488ae73e86c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:48.509295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0245b3d5-0b63-4980-8207-ee1156afe72a req-ab587840-8bae-4943-a742-e488ae73e86c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1599050 Dec 16 09:36:48.583662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0245b3d5-0b63-4980-8207-ee1156afe72a req-aaa0d907-90cd-4811-a77a-60df7bbb567b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675611 Dec 16 09:36:48.733345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-cec863a9-4a78-4f79-bb09-1802867256ac tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:48.735119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-cec863a9-4a78-4f79-bb09-1802867256ac tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.8816209 Dec 16 09:36:48.753680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:48.907550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:36:48.913339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:48.995839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3e136-5759-4c6d-ac1b-5f18f22a5445 req-f8adff75-1249-4efc-85c1-d93d07160313 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:48.997596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87c3e136-5759-4c6d-ac1b-5f18f22a5445 req-f8adff75-1249-4efc-85c1-d93d07160313 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 984 time: 0.1466565 Dec 16 09:36:49.085009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87c3e136-5759-4c6d-ac1b-5f18f22a5445 req-2d72a1f5-09cf-46db-b017-997764fcabb9 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0721498 Dec 16 09:36:49.189572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10130f73-0f01-44bc-b9e2-f0380b057a32 req-76b15a12-8145-4226-9a3b-73cdca2c9cf8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0444798 Dec 16 09:36:49.199392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.7 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/5bdcc560-e38d-4c88-b2bf-be915af2420f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:49.308851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac10ed72-d243-4aaf-8c55-44bf0d90a025 req-8979b158-13d5-4b6b-abad-2c08ad1fcb02 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0701058 Dec 16 09:36:49.484917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27f9f6e2-b682-4579-b2d6-2348a1fb6178 req-133bd730-f4cc-4082-805a-a8ab0b0564d7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 210 time: 0.0474238 Dec 16 09:36:49.499019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:49.553396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:49.602487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:49.606783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:49.661187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:49.786411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd9eba-8319-4214-a4f4-b86b48b48429 req-9b146e95-641c-4b25-a95c-c617350c100c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:49.797630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbfd9eba-8319-4214-a4f4-b86b48b48429 req-9b146e95-641c-4b25-a95c-c617350c100c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1017210 Dec 16 09:36:49.805161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:49.816473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=5bdcc560-e38d-4c88-b2bf-be915af2420f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:49.857209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:49.873400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbfd9eba-8319-4214-a4f4-b86b48b48429 req-3df1e97f-7293-4174-b2ea-c04db80240b5 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742836 Dec 16 09:36:49.892592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:49.893431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:49.899933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:49.903241 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20896f9c-05fa-47ad-ad2d-623a2d805c74" -d '{"events": [{"server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "name": "network-vif-plugged", "status": "completed", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:49.959133 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e712252f-86d6-432c-b449-51bb9834b871 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2095370 Dec 16 09:36:49.976040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Request body: {'port': {'device_id': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:50.004097 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c5df3-4a69-46d6-bd82-b7659748d224 x-openstack-request-id: req-2e9c5df3-4a69-46d6-bd82-b7659748d224 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:50.004395 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "name": "network-vif-plugged", "status": "completed", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:50.004649 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e9c5df3-4a69-46d6-bd82-b7659748d224 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:50.005490 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'code': 200} Dec 16 09:36:50.014671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-806f665a-98c4-4bc7-95eb-79e18a94ffb5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1891408 Dec 16 09:36:50.054435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:50.241082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a91605-6f75-4063-845c-f3c7ce7a7132 req-092c589f-586c-494d-9449-50422ed3055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.243126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96a91605-6f75-4063-845c-f3c7ce7a7132 req-092c589f-586c-494d-9449-50422ed3055f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1135 time: 0.1727872 Dec 16 09:36:50.309117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354f6a5-3c86-4ff6-938a-4412acf7aae7 req-bd889f1b-c867-4eae-ba6f-644929e47989 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.320831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c354f6a5-3c86-4ff6-938a-4412acf7aae7 req-bd889f1b-c867-4eae-ba6f-644929e47989 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.1799428 Dec 16 09:36:50.359791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96a91605-6f75-4063-845c-f3c7ce7a7132 req-e3052e37-aaa0-4a98-a107-09095e1383ba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1079922 Dec 16 09:36:50.373643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-3ab70058-10bb-43e0-98cd-f5a3f23e2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.375246 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-3ab70058-10bb-43e0-98cd-f5a3f23e2bdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.2338428 Dec 16 09:36:50.404236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c354f6a5-3c86-4ff6-938a-4412acf7aae7 req-9647158d-8558-4ecf-b7e8-ef8532fc8cb6 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800951 Dec 16 09:36:50.593868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98772f57-cda9-4482-b420-f154096b123a req-ee9289b6-37dd-444f-afe8-77c231fc47ff tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.606587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98772f57-cda9-4482-b420-f154096b123a req-ee9289b6-37dd-444f-afe8-77c231fc47ff tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 984 time: 0.0971224 Dec 16 09:36:50.665205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-ffa64fb5-b8d1-476b-a7b2-f21b174bba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.667851 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-ffa64fb5-b8d1-476b-a7b2-f21b174bba35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2719960 Dec 16 09:36:50.688482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98772f57-cda9-4482-b420-f154096b123a req-fa5cdf0b-2600-416a-99e9-d4bf0942bcfa tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0746431 Dec 16 09:36:50.745218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-d3e07fcf-83d6-4383-a33d-21e7a14ca2e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0647738 Dec 16 09:36:50.868035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96fc8b51-c0fa-42ca-8193-f4800e9189f2 req-291847b9-6b67-4e24-83bf-008956323c48 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0416520 Dec 16 09:36:50.874811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-072a6617-35a8-4bd4-8552-10121703a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:50.876679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-072a6617-35a8-4bd4-8552-10121703a68a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1121612 Dec 16 09:36:50.951958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdcc560-e38d-4c88-b2bf-be915af2420f {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:50.984269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.022323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Transition to ACTIVE for port object 5bdcc560-e38d-4c88-b2bf-be915af2420f will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:36:51.032863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.046386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-310965ef-bda9-4a88-9a16-7e1e8ff1d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:51.048951 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-310965ef-bda9-4a88-9a16-7e1e8ff1d018 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054041 Dec 16 09:36:51.109511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c20de-4c50-4f2a-940c-bd862d0e4550 req-dd2db651-4b15-4549-a298-eaf221630c63 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:51.111098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c2c20de-4c50-4f2a-940c-bd862d0e4550 req-dd2db651-4b15-4549-a298-eaf221630c63 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 946 time: 0.1493998 Dec 16 09:36:51.206902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c2c20de-4c50-4f2a-940c-bd862d0e4550 req-377b152d-1c1c-4dcb-bd40-4371a8209311 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854020 Dec 16 09:36:51.259081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdcc560-e38d-4c88-b2bf-be915af2420f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:51.264476 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-ce58599f-c1e1-4d37-bee7-e6b77cbc2d0b service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911321 Dec 16 09:36:51.424935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9a67b-0b0b-48a5-8d22-c47facce37a9 req-a8cee132-ba62-4ad1-8afd-1f6a15268e7d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:51.434666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88e9a67b-0b0b-48a5-8d22-c47facce37a9 req-a8cee132-ba62-4ad1-8afd-1f6a15268e7d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 943 time: 0.1571443 Dec 16 09:36:51.460383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Attempting to bind port 5bdcc560-e38d-4c88-b2bf-be915af2420f on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:36:51.461013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Attempting to bind port 5bdcc560-e38d-4c88-b2bf-be915af2420f by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:36:51.461721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Attempting to bind port 5bdcc560-e38d-4c88-b2bf-be915af2420f on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:51.493066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5030f649-4a79-4877-8997-6ea3f1eecec9 req-7a3e18d8-5ebf-4f2e-a54c-f4da1aa7df33 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039330 Dec 16 09:36:51.530230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Port 5bdcc560-e38d-4c88-b2bf-be915af2420f on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:36:51.530563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Attempting to bind port 5bdcc560-e38d-4c88-b2bf-be915af2420f on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:36:51.543547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:36:51.543547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:36:51.546462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:36:51.549403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Bound port: 5bdcc560-e38d-4c88-b2bf-be915af2420f, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:36:51.549868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.596396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88e9a67b-0b0b-48a5-8d22-c47facce37a9 req-bb62a591-25e9-4841-a0bf-ec27dda72b58 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501441 Dec 16 09:36:51.713648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] For port 5bdcc560-e38d-4c88-b2bf-be915af2420f, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:36:51.727777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] For port 5bdcc560-e38d-4c88-b2bf-be915af2420f, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:36:51.736947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.816951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:51.817836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:51.819354 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] 10.222.0.69 "PUT /v2.0/ports/5bdcc560-e38d-4c88-b2bf-be915af2420f HTTP/1.1" status: 200 len: 1091 time: 1.8510265 Dec 16 09:36:51.819705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'tag': '5bdcc560-e38d-4c88-b2bf-be915af2420f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:51.822696 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6916a4f4-b644-411d-b3a0-29d8c642d69a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cffdbd4-c21d-4767-b197-5234350f01e3", "tag": "5bdcc560-e38d-4c88-b2bf-be915af2420f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:51.920371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f84c7-b47d-489f-92ba-0e31fd90b688 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdcc560-e38d-4c88-b2bf-be915af2420f,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:51.935444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-5fc7764b-f3a2-4ee9-a211-b1c7b9e83d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:51.937032 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-5fc7764b-f3a2-4ee9-a211-b1c7b9e83d21 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 1094 time: 0.0592098 Dec 16 09:36:52.026994 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-629496ba-d969-4d53-afea-3a4a86a79063 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f HTTP/1.1" status: 200 len: 217 time: 0.0803096 Dec 16 09:36:52.139009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90e60778-1a19-41f0-bd1c-b305a3e426d6 req-0ef71081-595d-4f84-b18b-480459f53bbf tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414&device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.0408275 Dec 16 09:36:52.140283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e780b405-ea1c-4707-a3b9-ffbf685e8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:52.141861 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-e780b405-ea1c-4707-a3b9-ffbf685e8483 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.1051273 Dec 16 09:36:52.199482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-c236c5ec-d4a1-4dd1-be6b-338f18a57a6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461671 Dec 16 09:36:52.349317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6bda4-ea36-47df-b26c-653f49450792 req-bdb8047c-1337-421d-84e1-b89f3b0e1879 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:52.351231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aeb6bda4-ea36-47df-b26c-653f49450792 req-bdb8047c-1337-421d-84e1-b89f3b0e1879 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.1233547 Dec 16 09:36:52.389948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-bce54e9a-70e0-4ecf-aed7-ace15165c972 service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806986 Dec 16 09:36:52.417765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aeb6bda4-ea36-47df-b26c-653f49450792 req-0006be56-c57a-4af8-a2e4-76dda3be0b56 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593109 Dec 16 09:36:52.571043 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-237ff3f9-436f-4c9a-ba51-e60456b25b39 req-3badc43f-cb17-4488-86c1-e1c716802b85 service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602566 Dec 16 09:36:52.656849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bbfb6-fa27-4c9c-9c9e-2bd56153e2ab req-8e7fe13e-7f1c-4547-8869-23a004a300e6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:52.666313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265bbfb6-fa27-4c9c-9c9e-2bd56153e2ab req-8e7fe13e-7f1c-4547-8869-23a004a300e6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 984 time: 0.1108804 Dec 16 09:36:52.713948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-265bbfb6-fa27-4c9c-9c9e-2bd56153e2ab req-3925b962-60da-4257-84a2-075927af46f9 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0466392 Dec 16 09:36:52.780864 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6eb8e4-e2c7-4038-adc6-ed15cc029ed4 x-openstack-request-id: req-ed6eb8e4-e2c7-4038-adc6-ed15cc029ed4 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:52.781151 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cffdbd4-c21d-4767-b197-5234350f01e3", "tag": "5bdcc560-e38d-4c88-b2bf-be915af2420f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:52.781427 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed6eb8e4-e2c7-4038-adc6-ed15cc029ed4 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:52.781832 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'tag': '5bdcc560-e38d-4c88-b2bf-be915af2420f', 'status': 'completed', 'code': 200} Dec 16 09:36:52.885226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-2e110373-f6b8-4fd2-9872-3e5485fa5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:52.887965 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-2e110373-f6b8-4fd2-9872-3e5485fa5037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 1094 time: 0.0785007 Dec 16 09:36:53.035918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-6834029e-6fe2-4238-b190-177d2d66c228 req-b92974f8-37c1-4340-9ebe-19d906dc8a16 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:36:53.037250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6834029e-6fe2-4238-b190-177d2d66c228 req-b92974f8-37c1-4340-9ebe-19d906dc8a16 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066044 Dec 16 09:36:53.103055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-cda91a28-145f-4af1-ade8-517d44f7985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:53.104622 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-cda91a28-145f-4af1-ade8-517d44f7985b service neutron] 10.222.0.69 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.2094536 Dec 16 09:36:53.109977 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-735c3562-480b-4c95-b0c4-b975fbca2605 req-6af10de2-86d9-4dd3-a550-25f7ba218303 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd431dac4611434597b489f9c235cb04&device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0681968 Dec 16 09:36:53.154918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6834029e-6fe2-4238-b190-177d2d66c228 req-1844eb7d-c198-47be-af78-96360e8ee7d5 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1095378 Dec 16 09:36:53.170334 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-38512003-e5f8-4780-8638-571ec10c85a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f HTTP/1.1" status: 200 len: 217 time: 0.0559523 Dec 16 09:36:53.273271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-41783106-6930-43a1-bb9f-5f23efe07caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:53.275500 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-41783106-6930-43a1-bb9f-5f23efe07caf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0951591 Dec 16 09:36:53.277085 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-735c3562-480b-4c95-b0c4-b975fbca2605 req-7d0bf016-3eee-4fc4-8f19-4da91771768c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fd431dac4611434597b489f9c235cb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506000 Dec 16 09:36:53.351588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-fc938762-f670-4f4f-bb6d-8e95aec79e82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683792 Dec 16 09:36:53.504815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58760237-c052-4312-b0d5-4f6226e25c02 req-e2dc80d6-4d25-41da-b28a-70660d60507e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:53.510326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58760237-c052-4312-b0d5-4f6226e25c02 req-e2dc80d6-4d25-41da-b28a-70660d60507e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 943 time: 0.0913360 Dec 16 09:36:53.574242 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:53.592242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58760237-c052-4312-b0d5-4f6226e25c02 req-5a23ae94-a3b9-432a-baee-4ae5f9bd0fb5 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789907 Dec 16 09:36:53.731825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2b5c-c95a-44d5-892a-10d0947ffe95 req-6bdbda75-1dd3-4e49-bbb7-ab4d1bead9d1 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:53.734919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3562-480b-4c95-b0c4-b975fbca2605 req-355273ee-ec54-48b4-81a6-c9487ffa53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:53.735417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aeb2b5c-c95a-44d5-892a-10d0947ffe95 req-6bdbda75-1dd3-4e49-bbb7-ab4d1bead9d1 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 984 time: 0.0708339 Dec 16 09:36:53.736712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-735c3562-480b-4c95-b0c4-b975fbca2605 req-355273ee-ec54-48b4-81a6-c9487ffa53a4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4522951 Dec 16 09:36:53.752214 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-107a3d36-05c6-42af-925a-382e282f0b4d service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506932 Dec 16 09:36:53.802504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aeb2b5c-c95a-44d5-892a-10d0947ffe95 req-08d62cc8-d6f2-4705-8f3d-2034d84b648f tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0521688 Dec 16 09:36:53.913413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6916a4f4-b644-411d-b3a0-29d8c642d69a req-b3646432-d9ba-48da-b7e1-8bbd5c5475db service neutron] 10.222.0.69 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504371 Dec 16 09:36:53.986841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bbda3460-aaba-487a-9cd8-b6514817aa55 req-05fcb8f2-3f91-4ba3-a623-64fc916d1e1b tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0430706 Dec 16 09:36:54.162995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ee49-7618-4b64-be89-1daf82dae345 req-ef7b6560-1ab1-477c-87fb-0ed997c7fc49 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:54.165721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5288ee49-7618-4b64-be89-1daf82dae345 req-ef7b6560-1ab1-477c-87fb-0ed997c7fc49 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0982904 Dec 16 09:36:54.220289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5288ee49-7618-4b64-be89-1daf82dae345 req-053c0162-6e8d-4e34-9051-2aae218c5494 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Dec 16 09:36:54.402170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb0a43-9d36-44b5-b5dc-6cd6c1289b9d req-727e36fb-f839-4bb9-b7fb-cb9d787a4a5a tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:54.403786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8adb0a43-9d36-44b5-b5dc-6cd6c1289b9d req-727e36fb-f839-4bb9-b7fb-cb9d787a4a5a tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1135 time: 0.0800805 Dec 16 09:36:54.429009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8adb0a43-9d36-44b5-b5dc-6cd6c1289b9d req-66df240c-f9d2-40e4-aa56-472992e4c117 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.558624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8adb0a43-9d36-44b5-b5dc-6cd6c1289b9d req-66df240c-f9d2-40e4-aa56-472992e4c117 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.564050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8adb0a43-9d36-44b5-b5dc-6cd6c1289b9d req-66df240c-f9d2-40e4-aa56-472992e4c117 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.603719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8adb0a43-9d36-44b5-b5dc-6cd6c1289b9d req-66df240c-f9d2-40e4-aa56-472992e4c117 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1927514 Dec 16 09:36:54.607311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df240c-f9d2-40e4-aa56-472992e4c117 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c32ccd-cb91-447e-bdbe-97b699410a27,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:54.628096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:54.756518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55efce-95a6-4ce1-a09e-da534fdde709 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:54.767672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e55efce-95a6-4ce1-a09e-da534fdde709 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1130 time: 0.1371555 Dec 16 09:36:54.770587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:54.779600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:36:54.849160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.877274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837013-d4ef-40a9-ad5c-c26e5e916490 req-54a5d75d-a67c-4818-bfd7-9752121eb0ea tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:54.887633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0837013-d4ef-40a9-ad5c-c26e5e916490 req-54a5d75d-a67c-4818-bfd7-9752121eb0ea tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 946 time: 0.1009307 Dec 16 09:36:54.889825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:54.975627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0837013-d4ef-40a9-ad5c-c26e5e916490 req-f2934b9b-e5e4-40c2-8057-189046c72523 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829372 Dec 16 09:36:55.105829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97330b5-eed6-4d11-8dc3-4764bb19a37b req-14d978d1-07c2-4ffa-a4b5-ff65fea84bd3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:55.107530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97330b5-eed6-4d11-8dc3-4764bb19a37b req-14d978d1-07c2-4ffa-a4b5-ff65fea84bd3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 943 time: 0.0690603 Dec 16 09:36:55.150570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c97330b5-eed6-4d11-8dc3-4764bb19a37b req-e4405fc2-9dc9-46dc-9743-43571e01beb1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Dec 16 09:36:55.161201 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-735c3562-480b-4c95-b0c4-b975fbca2605 req-f0958655-4303-49c4-a2b8-33f049a373ea tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0569069 Dec 16 09:36:55.247090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:55.435275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.25.6.166 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/38c3e7d6-e504-4cc3-b768-3270cb9de334) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:36:55.483576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a2f6-8c26-4033-a852-cc356d0afabd req-3fd7f54c-1932-4264-b3f7-4cb9b04de01e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:55.507598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d828a2f6-8c26-4033-a852-cc356d0afabd req-3fd7f54c-1932-4264-b3f7-4cb9b04de01e tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.2311752 Dec 16 09:36:55.608423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:55.650502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d828a2f6-8c26-4033-a852-cc356d0afabd req-d5b76ecf-d6c1-4ab1-870f-dae929cc415c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365955 Dec 16 09:36:55.705994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:55.755357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:36:55.758356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:36:55.767906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:36:55.850670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40a2575c-8011-4f33-9d7b-39762b300de2 req-81fdb9ed-1e23-4a3d-9a92-d2d99bfc1a09 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9b803f-142a-4fb0-aba4-9c6cd74d8414 HTTP/1.1" status: 200 len: 210 time: 0.0577059 Dec 16 09:36:55.879740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=38c3e7d6-e504-4cc3-b768-3270cb9de334,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:56.253952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dff6a-7435-4311-88dc-b5cf9c696d39 req-1bc64334-fc95-49cd-87a6-297e79208df4 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:56.267620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dff6a-7435-4311-88dc-b5cf9c696d39 req-1bc64334-fc95-49cd-87a6-297e79208df4 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:56.282136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:56.284540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dff6a-7435-4311-88dc-b5cf9c696d39 req-1bc64334-fc95-49cd-87a6-297e79208df4 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:56.295576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e1dff6a-7435-4311-88dc-b5cf9c696d39 req-1bc64334-fc95-49cd-87a6-297e79208df4 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27&device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0&device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 2418 time: 0.1467206 Dec 16 09:36:56.352236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e1dff6a-7435-4311-88dc-b5cf9c696d39 req-2a581a68-346e-412b-8646-c904f7a2866f tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 Dec 16 09:36:56.470172 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:56.524432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f9a3-f289-4518-84d9-66bf37d4954d req-472d4457-0c93-4b31-b521-812e1e2307c9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:56.539968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60b4f9a3-f289-4518-84d9-66bf37d4954d req-472d4457-0c93-4b31-b521-812e1e2307c9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 943 time: 0.1124730 Dec 16 09:36:56.628116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60b4f9a3-f289-4518-84d9-66bf37d4954d req-ecc702c9-00ad-4e23-83cd-e842a71210fc tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868864 Dec 16 09:36:56.737718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:56.745525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:56.796379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56509c2d-3ff0-476e-8aab-19d15fa3a93b req-cf066b60-e130-4e20-9f13-d72608bb7156 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1323051 Dec 16 09:36:56.844777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=38c3e7d6-e504-4cc3-b768-3270cb9de334,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:56.858035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:56.972903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5bdcc560-e38d-4c88-b2bf-be915af2420f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:36:57.132707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5bdcc560-e38d-4c88-b2bf-be915af2420f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:57.150416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5bdcc560-e38d-4c88-b2bf-be915af2420f', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': '5bdcc560-e38d-4c88-b2bf-be915af2420f', 'mac_address': 'fa:16:3e:cd:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:36:57.239315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:57.287711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdcc560-e38d-4c88-b2bf-be915af2420f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:36:57.340151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5bdcc560-e38d-4c88-b2bf-be915af2420f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:36:57.345863 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:57.458629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5bdcc560-e38d-4c88-b2bf-be915af2420f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:36:57.564506 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Floating IP 7f349bd7-68da-43ea-a219-ad10d4f44215 associated. External IP: 172.25.6.166, port: ca560905-ac79-4bfd-9aba-76d85b995b35. Dec 16 09:36:57.714353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7e4d391f-0865-49c0-9645-81ff4ecee2ea req-f609070c-ac87-4331-99c4-9bd76ffad0c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fd431dac4611434597b489f9c235cb04&device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.1046448 Dec 16 09:36:57.755062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5bdcc560-e38d-4c88-b2bf-be915af2420f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:36:57.811579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7e4d391f-0865-49c0-9645-81ff4ecee2ea req-8d3a90af-ca6a-424c-8850-9043af08b0d3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=fd431dac4611434597b489f9c235cb04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865006 Dec 16 09:36:58.124564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d391f-0865-49c0-9645-81ff4ecee2ea req-76329146-5308-40e7-b56d-c004b4d3deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:58.126127 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7e4d391f-0865-49c0-9645-81ff4ecee2ea req-76329146-5308-40e7-b56d-c004b4d3deab service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3028862 Dec 16 09:36:58.219708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5d90d51a-9766-4f4f-b2b6-fe4142210536 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:36:58.254323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-267e6d81-f665-48e6-b0f7-ee79b7e155ef req-9f71dbde-e6c8-4933-9d7d-c3b7d6581a9a tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.0473328 Dec 16 09:36:58.450501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7719a7-560e-43a3-82ef-795029646f1c req-f3957385-c116-460b-b998-5776154e01c2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:58.452268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed7719a7-560e-43a3-82ef-795029646f1c req-f3957385-c116-460b-b998-5776154e01c2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 944 time: 0.1057136 Dec 16 09:36:58.459705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:36:58.520314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed7719a7-560e-43a3-82ef-795029646f1c req-238a655a-f8d0-4249-94b5-aa11a9caa9f3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Dec 16 09:36:58.594997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] Sync routers for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:36:58.609671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:58.610820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:58.611177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:36:58.690783 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d46d7c54-5246-42e6-b5ac-b5940e7fd3dc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9161916 Dec 16 09:36:58.691465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:36:58.693543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50974) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:58.694421 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976" -d '{"events": [{"name": "network-changed", "server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:36:58.798512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:58.850122 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954c5f24-f1c7-43ea-90d9-8c118dd4fde0 x-openstack-request-id: req-954c5f24-f1c7-43ea-90d9-8c118dd4fde0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:36:58.850653 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:36:58.850653 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-954c5f24-f1c7-43ea-90d9-8c118dd4fde0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:36:58.851037 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'status': 'completed', 'code': 200} Dec 16 09:36:59.004214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-c8e6deb9-2f37-4491-adb9-b4cdc6af3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.009739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-c8e6deb9-2f37-4491-adb9-b4cdc6af3e3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1135 time: 0.1338699 Dec 16 09:36:59.196453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.203113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.203646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.204114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.206322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.206322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.206322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.206322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.206919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.206919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.207367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.226844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50992) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:59.231958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a6247f9-bbd0-4580-a7b9-dcd774b93382 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7807 time: 0.5153704 Dec 16 09:36:59.361109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.361493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.361970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.362420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.363006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.363581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.364026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.364467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.364911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.365418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.365891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.368134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4923b2b7-2955-46fe-baa8-fbcdd62ca4e8 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7223 time: 0.1403005 Dec 16 09:36:59.370160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-992379bc-2e2c-4c25-b24e-02e313064636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.371167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50996) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:36:59.371723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-992379bc-2e2c-4c25-b24e-02e313064636 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f5c1b6f9-996f-4deb-8338-e60807eed49f HTTP/1.1" status: 200 len: 897 time: 0.3543541 Dec 16 09:36:59.435197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7f349bd7-68da-43ea-a219-ad10d4f44215', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'port_id': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'mac_address': 'fa:16:3e:e9:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:56Z', 'updated_at': '2021-12-16T09:36:56Z', 'revision_number': 0, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:32Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:59.466762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] Checking router: 5d90d51a-9766-4f4f-b2b6-fe4142210536 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:36:59.478276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:36:59.479084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:36:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:36:59.502589 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-9aab6226-7917-4651-858e-abe07b54c4e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca560905-ac79-4bfd-9aba-76d85b995b35 HTTP/1.1" status: 200 len: 999 time: 0.1220920 Dec 16 09:36:59.604222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-319dfc10-c5da-4051-a114-3d3d649f37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.610509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-319dfc10-c5da-4051-a114-3d3d649f37d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43be6e49-b2d2-4c7b-b362-ee721759323c HTTP/1.1" status: 200 len: 834 time: 0.0988917 Dec 16 09:36:59.625041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:36:59.691837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-719355ed-abdd-47b6-bc12-acf35158bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:36:59.712400 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-719355ed-abdd-47b6-bc12-acf35158bef6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5c1b6f9-996f-4deb-8338-e60807eed49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919406 Dec 16 09:36:59.763858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2eac9bc4-9363-43b2-b9af-dda30802e184 req-3b3d93f4-9d24-4734-a71b-73719d1ca94e tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.61 "GET /v2.0/ports?device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.0829704 Dec 16 09:36:59.884712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-8b9216e1-89db-4c69-9ebf-f8cba6586846 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637998 Dec 16 09:36:59.932584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e4d391f-0865-49c0-9645-81ff4ecee2ea req-4deb2c14-54b0-4299-bf53-42ff8a564c39 tempest-ServerShowV247Test-156847434 tempest-ServerShowV247Test-156847434-project] 10.222.0.69 "GET /v2.0/ports?device_id=61c81cc5-420b-4f54-9e87-42af0ffc9b13 HTTP/1.1" status: 200 len: 210 time: 0.0936544 Dec 16 09:37:00.038419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7f349bd7-68da-43ea-a219-ad10d4f44215', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'port_id': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'mac_address': 'fa:16:3e:e9:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:56Z', 'updated_at': '2021-12-16T09:36:56Z', 'revision_number': 0, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:32Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:00.109193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c05930ce-4d6e-46cc-b17f-6f37ce310b08 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4506 time: 0.7218399 Dec 16 09:37:00.110247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51010) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:00.121524 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be3abdd9-a3aa-4d25-8e2b-b72a5539f976 req-22a70aa6-25aa-4827-a490-26b1a4a7cee4 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310338 Dec 16 09:37:00.159029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092735a-e9c7-4250-a0d4-dc4d1bc7f7b0 None None] The sync data for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 is: [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7f349bd7-68da-43ea-a219-ad10d4f44215', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'floating_ip_address': '172.25.6.166', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'port_id': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'mac_address': 'fa:16:3e:e9:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:36:56Z', 'updated_at': '2021-12-16T09:36:56Z', 'revision_number': 0, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:32Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:00.239659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77b05f-e767-4f9e-a47a-75b55d77eafb tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:00.241119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77b05f-e767-4f9e-a47a-75b55d77eafb tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:00.260010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ab77b05f-e767-4f9e-a47a-75b55d77eafb tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5d90d51a-9766-4f4f-b2b6-fe4142210536 HTTP/1.1" status: 200 len: 1990 time: 0.1483729 Dec 16 09:37:00.347592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462283a8-f1a5-4082-b72a-61fce035f4d2 req-d5e63250-bb76-44ff-ba71-da3d52abe245 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:00.360906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-462283a8-f1a5-4082-b72a-61fce035f4d2 req-d5e63250-bb76-44ff-ba71-da3d52abe245 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 944 time: 0.0910647 Dec 16 09:37:00.407023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-462283a8-f1a5-4082-b72a-61fce035f4d2 req-18c4004c-17b9-4933-8533-aac8639933e4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Dec 16 09:37:00.606202 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a1bde8-4266-4385-8698-d81073fa6982 None None] New status for floating IP 7f349bd7-68da-43ea-a219-ad10d4f44215: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:37:00.822796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464965e-6477-4975-80dd-a8873ba97f91 req-dc3bb9c5-1201-48b4-855e-d4ebd487ae96 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:00.856711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6464965e-6477-4975-80dd-a8873ba97f91 req-dc3bb9c5-1201-48b4-855e-d4ebd487ae96 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.1286447 Dec 16 09:37:00.952240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6464965e-6477-4975-80dd-a8873ba97f91 req-38427b95-2baf-4946-a51f-06c6d08e8372 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921841 Dec 16 09:37:00.993134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5bdcc560-e38d-4c88-b2bf-be915af2420f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:01.105770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 5bdcc560-e38d-4c88-b2bf-be915af2420f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:37:01.120625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5bdcc560-e38d-4c88-b2bf-be915af2420f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:01.121281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:01.225120 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:01.255020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdcc560-e38d-4c88-b2bf-be915af2420f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:01.257979 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad87241-2dce-4196-a6a0-6b8379a5d1d3" -d '{"events": [{"server_uuid": "2cffdbd4-c21d-4767-b197-5234350f01e3", "name": "network-vif-plugged", "status": "completed", "tag": "5bdcc560-e38d-4c88-b2bf-be915af2420f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:01.283504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5bdcc560-e38d-4c88-b2bf-be915af2420f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:01.300001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:01.352811 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bf3040-c960-4ac9-a21b-ea65ed41b4a1 x-openstack-request-id: req-76bf3040-c960-4ac9-a21b-ea65ed41b4a1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:01.353186 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cffdbd4-c21d-4767-b197-5234350f01e3", "name": "network-vif-plugged", "status": "completed", "tag": "5bdcc560-e38d-4c88-b2bf-be915af2420f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:01.353455 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76bf3040-c960-4ac9-a21b-ea65ed41b4a1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:01.353836 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdcc560-e38d-4c88-b2bf-be915af2420f', 'code': 200} Dec 16 09:37:01.423101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5bdcc560-e38d-4c88-b2bf-be915af2420f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:01.558766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a01ac3-9f10-4ba6-8001-2f194c56b16e req-de11eaac-4158-414e-be41-b1ca14991a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:01.565544 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-06a01ac3-9f10-4ba6-8001-2f194c56b16e req-de11eaac-4158-414e-be41-b1ca14991a1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 1096 time: 0.1538794 Dec 16 09:37:01.638662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f907c-bf74-4cdb-a284-96582144fc1b req-bff06bb3-f9b2-4b01-8748-a3a20b84cee4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:01.650334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f6f907c-bf74-4cdb-a284-96582144fc1b req-bff06bb3-f9b2-4b01-8748-a3a20b84cee4 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0950863 Dec 16 09:37:01.666481 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-06a01ac3-9f10-4ba6-8001-2f194c56b16e req-4f97b352-a11d-4ff8-a5d3-f714f156010b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Dec 16 09:37:01.683874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:01.717911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f6f907c-bf74-4cdb-a284-96582144fc1b req-47597858-28ba-425f-9bb5-d45689c4b30b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659008 Dec 16 09:37:01.920329 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f132bcd-38a1-4a51-b36e-c486cb9dc93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.135043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f132bcd-38a1-4a51-b36e-c486cb9dc93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.146671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfef17-9b70-40b9-9b96-4e8a50791f2c req-e5ce5979-3256-441b-9241-3fd1858d6077 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:02.164123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f132bcd-38a1-4a51-b36e-c486cb9dc93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.166621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ddfef17-9b70-40b9-9b96-4e8a50791f2c req-e5ce5979-3256-441b-9241-3fd1858d6077 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.1183267 Dec 16 09:37:02.225271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f132bcd-38a1-4a51-b36e-c486cb9dc93c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd431dac4611434597b489f9c235cb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412645 Dec 16 09:37:02.228403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ddfef17-9b70-40b9-9b96-4e8a50791f2c req-d0912e04-9361-4707-a788-02e6f82e1ce3 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525227 Dec 16 09:37:02.228996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51072) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:02.297267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf55760f-e4b3-4346-8034-406dab49ed43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.339439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf55760f-e4b3-4346-8034-406dab49ed43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.379983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f132bcd-38a1-4a51-b36e-c486cb9dc93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a062ad-a621-473a-8b73-ad4721816cd5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:02.402848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-17fa3c8c-4c41-41d9-b6e4-6f29abb5587a tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:02.404936 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-17fa3c8c-4c41-41d9-b6e4-6f29abb5587a tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 945 time: 0.2661073 Dec 16 09:37:02.458612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf55760f-e4b3-4346-8034-406dab49ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.462486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf55760f-e4b3-4346-8034-406dab49ed43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.466940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf55760f-e4b3-4346-8034-406dab49ed43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5a062ad-a621-473a-8b73-ad4721816cd5 HTTP/1.1" status: 204 len: 168 time: 0.2367775 Dec 16 09:37:02.478562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55760f-e4b3-4346-8034-406dab49ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a062ad-a621-473a-8b73-ad4721816cd5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:02.612688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Deleting port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:02.613707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.732926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] For port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:02.735719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:02.782301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Calling delete_port for af99d85c-559b-4eaf-aa9a-d5b525c7c3aa owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:03.062060 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:03.078807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['48e16135-4b29-44c0-8342-9954fb215b1c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:03.080558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['fedd543d-c443-49db-8e1f-6bb0dd1f4736', 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:03.084941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81196977-4cfa-4c2f-afe2-5ac91e6de805 req-ed910630-7683-4e5a-a3b9-79764230026e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:03.086595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81196977-4cfa-4c2f-afe2-5ac91e6de805 req-ed910630-7683-4e5a-a3b9-79764230026e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.2134628 Dec 16 09:37:03.213395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81196977-4cfa-4c2f-afe2-5ac91e6de805 req-9811187d-736e-4cdb-8d5e-84c68194a8e6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192443 Dec 16 09:37:03.243099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Pushing event deleted for resources: {'Port': ['ID=af99d85c-559b-4eaf-aa9a-d5b525c7c3aa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:03.261464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] No DVR routers for this DVR port af99d85c-559b-4eaf-aa9a-d5b525c7c3aa on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:03.268771 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:03.285915 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84f7601f-98ab-4c45-b7cb-d60e1d682100 req-8f33c336-ed55-45f7-a335-71247276e6be tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "DELETE /v2.0/ports/af99d85c-559b-4eaf-aa9a-d5b525c7c3aa HTTP/1.1" status: 204 len: 173 time: 0.8713691 Dec 16 09:37:03.294044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'name': 'network-vif-deleted', 'tag': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:03.315301 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d73540-984e-480f-8daf-3f17e85d7b14" -d '{"events": [{"server_uuid": "ee60042d-ceae-4124-aed8-d69f456b9b27", "name": "network-vif-deleted", "tag": "af99d85c-559b-4eaf-aa9a-d5b525c7c3aa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:03.596828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34c38fd0-6c71-436b-b875-40ab3237317b req-48326b98-2917-409d-acc9-6851d0b44152 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee60042d-ceae-4124-aed8-d69f456b9b27 HTTP/1.1" status: 200 len: 210 time: 0.1369467 Dec 16 09:37:03.714980 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eb7b04-4875-4737-88bd-24b93906c426 x-openstack-request-id: req-81eb7b04-4875-4737-88bd-24b93906c426 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:03.715586 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee60042d-ceae-4124-aed8-d69f456b9b27", "name": "network-vif-deleted", "tag": "af99d85c-559b-4eaf-aa9a-d5b525c7c3aa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:03.715586 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81eb7b04-4875-4737-88bd-24b93906c426 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:03.716119 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee60042d-ceae-4124-aed8-d69f456b9b27', 'name': 'network-vif-deleted', 'tag': 'af99d85c-559b-4eaf-aa9a-d5b525c7c3aa', 'status': 'completed', 'code': 200} Dec 16 09:37:04.532785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebce9d3-0a30-4501-a80d-5b0149595f14 req-dce82b90-f76d-4a95-af38-9001c2f51cac tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:04.540425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eebce9d3-0a30-4501-a80d-5b0149595f14 req-dce82b90-f76d-4a95-af38-9001c2f51cac tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1425722 Dec 16 09:37:04.621498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eebce9d3-0a30-4501-a80d-5b0149595f14 req-8d066598-5827-4bc6-879d-6268c388a937 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797267 Dec 16 09:37:05.202930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f8a30-a3cd-42d2-85f8-2ce46d2bd73a req-b82bbef1-81d6-44c4-9d2c-1670ec25c294 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:05.210099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-311f8a30-a3cd-42d2-85f8-2ce46d2bd73a req-b82bbef1-81d6-44c4-9d2c-1670ec25c294 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0992596 Dec 16 09:37:05.296728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-311f8a30-a3cd-42d2-85f8-2ce46d2bd73a req-0837a6ad-5422-4977-8809-fe8b431b23b6 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756016 Dec 16 09:37:05.450576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427220-535d-4158-ac66-5ff43ccc943e req-3cfdd82b-c523-4e4b-b9be-0b37c736e85b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:05.461966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f427220-535d-4158-ac66-5ff43ccc943e req-3cfdd82b-c523-4e4b-b9be-0b37c736e85b tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 946 time: 0.0944278 Dec 16 09:37:05.517900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f427220-535d-4158-ac66-5ff43ccc943e req-464920f3-79e9-4d7b-8179-657ec31a2c00 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Dec 16 09:37:06.038529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device af99d85c-559b-4eaf-aa9a-d5b525c7c3aa no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:06.068559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: af99d85c-559b-4eaf-aa9a-d5b525c7c3aa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:06.069198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device af99d85c-559b-4eaf-aa9a-d5b525c7c3aa not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:06.551990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a9bc3-c155-418d-897f-f60bbaa6adf1 req-eadc0ecb-3d93-4db9-91bd-b7ad573586e2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:06.563033 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-643a9bc3-c155-418d-897f-f60bbaa6adf1 req-eadc0ecb-3d93-4db9-91bd-b7ad573586e2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1092892 Dec 16 09:37:06.627788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-643a9bc3-c155-418d-897f-f60bbaa6adf1 req-373a87b0-9ba9-4958-90b5-1c11483c5f32 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Dec 16 09:37:06.901255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4accc23-f977-45fe-93f8-d84c0d9655f7 req-fa7aed0e-88f6-4554-8c1b-3311c6e0c99f tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:06.912253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4accc23-f977-45fe-93f8-d84c0d9655f7 req-fa7aed0e-88f6-4554-8c1b-3311c6e0c99f tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 946 time: 0.2041066 Dec 16 09:37:06.975495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4accc23-f977-45fe-93f8-d84c0d9655f7 req-f294d773-7191-43a9-8856-9b45e4b7ebfc tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Dec 16 09:37:06.996560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-2a2f0949-b5eb-4acb-a2d9-0d9111e084ed tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.000860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-2a2f0949-b5eb-4acb-a2d9-0d9111e084ed tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.69 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 946 time: 0.1630087 Dec 16 09:37:07.163507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Deleting port 48e16135-4b29-44c0-8342-9954fb215b1c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:07.164055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.290955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] For port 48e16135-4b29-44c0-8342-9954fb215b1c, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=48e16135-4b29-44c0-8342-9954fb215b1c,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:07.290955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.293400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51286) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:07.297403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523967d-ef7b-47bd-a1a3-fa8d2307e5b5 req-05f65ed0-1999-46ed-bfd1-3718f42bcdfd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.305564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4523967d-ef7b-47bd-a1a3-fa8d2307e5b5 req-05f65ed0-1999-46ed-bfd1-3718f42bcdfd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.0789192 Dec 16 09:37:07.314831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Calling delete_port for 48e16135-4b29-44c0-8342-9954fb215b1c owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:07.354234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4523967d-ef7b-47bd-a1a3-fa8d2307e5b5 req-bec15cde-7da7-429e-8d7e-88f3dc84315d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Dec 16 09:37:07.507009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4465efb-9703-43a2-ae23-4bdbf6c7500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.518105 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.530261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['48e16135-4b29-44c0-8342-9954fb215b1c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:07.533161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['fedd543d-c443-49db-8e1f-6bb0dd1f4736'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:07.642388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Pushing event deleted for resources: {'Port': ['ID=48e16135-4b29-44c0-8342-9954fb215b1c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:07.723912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] No DVR routers for this DVR port 48e16135-4b29-44c0-8342-9954fb215b1c on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:07.732168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.735869 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2cd12704-49da-4a27-aa1b-d64f6c82fb22 req-8bc01ad9-6a4c-4b5e-ad7a-71dcd8513860 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.69 "DELETE /v2.0/ports/48e16135-4b29-44c0-8342-9954fb215b1c HTTP/1.1" status: 204 len: 173 time: 0.7303457 Dec 16 09:37:07.736684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'name': 'network-vif-deleted', 'tag': '48e16135-4b29-44c0-8342-9954fb215b1c'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:07.739986 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b348e-08e1-4f61-ad72-03e8e2295fa8" -d '{"events": [{"server_uuid": "8065fdfd-4120-4294-9efc-98cf8c168ba0", "name": "network-vif-deleted", "tag": "48e16135-4b29-44c0-8342-9954fb215b1c"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:07.803589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4465efb-9703-43a2-ae23-4bdbf6c7500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.809873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4465efb-9703-43a2-ae23-4bdbf6c7500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:07.897452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4465efb-9703-43a2-ae23-4bdbf6c7500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e1f286-4d4b-42d0-b6d1-ad805f7bc68e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:07.910557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a4465efb-9703-43a2-ae23-4bdbf6c7500b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e18b7ab35054e8c8de116aadf93dde5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154554 Dec 16 09:37:07.911089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:07.942238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788a9b9-23fb-4290-af6d-34ef04e79ef1 req-52836e9e-2876-4b8d-b1f7-a22b01f5c5ad tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:07.944125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8788a9b9-23fb-4290-af6d-34ef04e79ef1 req-52836e9e-2876-4b8d-b1f7-a22b01f5c5ad tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1250358 Dec 16 09:37:08.007882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7c45-8574-4884-8865-4b265f07d5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.019597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8788a9b9-23fb-4290-af6d-34ef04e79ef1 req-5c623211-9272-4e74-b47c-bfd8e605a443 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613711 Dec 16 09:37:08.044169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7c45-8574-4884-8865-4b265f07d5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.123037 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6fceab-0071-452a-a9d7-b6514d3fa236 x-openstack-request-id: req-6f6fceab-0071-452a-a9d7-b6514d3fa236 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:08.123362 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8065fdfd-4120-4294-9efc-98cf8c168ba0", "name": "network-vif-deleted", "tag": "48e16135-4b29-44c0-8342-9954fb215b1c", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:08.123559 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f6fceab-0071-452a-a9d7-b6514d3fa236 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:08.123961 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8065fdfd-4120-4294-9efc-98cf8c168ba0', 'name': 'network-vif-deleted', 'tag': '48e16135-4b29-44c0-8342-9954fb215b1c', 'status': 'completed', 'code': 200} Dec 16 09:37:08.158162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7c45-8574-4884-8865-4b265f07d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.165806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7c45-8574-4884-8865-4b265f07d5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.170443 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1a6e7c45-8574-4884-8865-4b265f07d5af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9e1f286-4d4b-42d0-b6d1-ad805f7bc68e HTTP/1.1" status: 204 len: 168 time: 0.2581799 Dec 16 09:37:08.223762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e7c45-8574-4884-8865-4b265f07d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e1f286-4d4b-42d0-b6d1-ad805f7bc68e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:08.316148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9c43ed4-b120-406e-b5be-67cc31fc609d req-feb75aec-57d7-4ca6-b668-d897204f784f tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=8065fdfd-4120-4294-9efc-98cf8c168ba0 HTTP/1.1" status: 200 len: 210 time: 0.0568273 Dec 16 09:37:08.486159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e448d-fe62-4628-b501-0227696da0ba req-a2896264-1d78-483f-bb6d-3e69d87d980b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:08.488728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f6e448d-fe62-4628-b501-0227696da0ba req-a2896264-1d78-483f-bb6d-3e69d87d980b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.0613813 Dec 16 09:37:08.565209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f6e448d-fe62-4628-b501-0227696da0ba req-e67100ff-407b-485b-98c9-275e71d0d432 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647764 Dec 16 09:37:08.616629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51328) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:08.630451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b568ee2-485f-4476-a0f2-7e4d298cc993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.732734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b568ee2-485f-4476-a0f2-7e4d298cc993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.742475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3b568ee2-485f-4476-a0f2-7e4d298cc993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.784926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568ee2-485f-4476-a0f2-7e4d298cc993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45daef1d-472b-44b9-adf9-54a75785b2b0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:08.794092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3b568ee2-485f-4476-a0f2-7e4d298cc993 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f135c1686d514ed39f460756475fbcc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756432 Dec 16 09:37:08.796157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51338) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:08.865357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebb9fe71-39e5-4e1a-8074-9357459b2a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.892802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebb9fe71-39e5-4e1a-8074-9357459b2a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.953874 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebb9fe71-39e5-4e1a-8074-9357459b2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.956780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebb9fe71-39e5-4e1a-8074-9357459b2a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:08.960485 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ebb9fe71-39e5-4e1a-8074-9357459b2a3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45daef1d-472b-44b9-adf9-54a75785b2b0 HTTP/1.1" status: 204 len: 168 time: 0.1596370 Dec 16 09:37:08.981485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9fe71-39e5-4e1a-8074-9357459b2a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45daef1d-472b-44b9-adf9-54a75785b2b0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:09.204784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c230-2657-4433-97a3-aa21a56d4135 req-30414015-9ea4-4f0e-939d-5da2fa21732f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:09.207019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73b5c230-2657-4433-97a3-aa21a56d4135 req-30414015-9ea4-4f0e-939d-5da2fa21732f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0582826 Dec 16 09:37:09.250404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73b5c230-2657-4433-97a3-aa21a56d4135 req-10e1aed4-595a-4749-b606-0cff56c4c0f3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Dec 16 09:37:09.641788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bac486-46ad-427e-98e1-c8b34b34e4ad req-089da5f6-dc84-4bf8-af46-0afa1f5e5da9 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:09.643231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99bac486-46ad-427e-98e1-c8b34b34e4ad req-089da5f6-dc84-4bf8-af46-0afa1f5e5da9 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0764873 Dec 16 09:37:09.694266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99bac486-46ad-427e-98e1-c8b34b34e4ad req-64d6fb74-66a2-4f58-8a21-236f3257f102 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Dec 16 09:37:10.046775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:10.131040 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.161577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:10.164010 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f1043-4847-43f7-933f-d84541cc49cc" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-unplugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:10.178632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:10.186704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:10.240012 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c073fe5d-fc7a-4e50-a1c6-2b654d3bffda x-openstack-request-id: req-c073fe5d-fc7a-4e50-a1c6-2b654d3bffda {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:10.240292 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-unplugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:10.240771 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c073fe5d-fc7a-4e50-a1c6-2b654d3bffda {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:10.241134 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:37:10.265677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:10.272977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.273315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.273648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.274005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.274433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.274752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.275578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.276061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.276551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.277029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.277539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.278036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:10.403413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9982a6-cf64-4833-9bfc-5ca48429b080 req-0d9b2d8e-c961-4b74-9ffe-87c9f8d702bb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:10.405574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e9982a6-cf64-4833-9bfc-5ca48429b080 req-0d9b2d8e-c961-4b74-9ffe-87c9f8d702bb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0711646 Dec 16 09:37:10.458862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e9982a6-cf64-4833-9bfc-5ca48429b080 req-0027c139-5628-43fe-8d08-19b43f0fb23f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Dec 16 09:37:10.841437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef5f5f-65c5-400d-92d1-7f97f7549e3d req-f9b09eb7-a542-4c22-a459-2bd478074551 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:10.843210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ef5f5f-65c5-400d-92d1-7f97f7549e3d req-f9b09eb7-a542-4c22-a459-2bd478074551 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0568004 Dec 16 09:37:10.896546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ef5f5f-65c5-400d-92d1-7f97f7549e3d req-1ba49404-2390-45d7-851a-c3fe234caf71 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Dec 16 09:37:11.052350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 48e16135-4b29-44c0-8342-9954fb215b1c no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:11.075955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 48e16135-4b29-44c0-8342-9954fb215b1c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:11.076728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 48e16135-4b29-44c0-8342-9954fb215b1c not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:11.423122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c6dee-8bf6-40a7-812e-015ca419884b req-d316a9f6-1c5b-4cf7-bee2-7a9db16f3937 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:11.424660 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-751c6dee-8bf6-40a7-812e-015ca419884b req-d316a9f6-1c5b-4cf7-bee2-7a9db16f3937 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 946 time: 0.0533843 Dec 16 09:37:11.549934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Deleting port fedd543d-c443-49db-8e1f-6bb0dd1f4736 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:11.551476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.630285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699173dd-f1c7-46ea-911d-39614c7b9bd3 req-c7eca0c3-296a-4155-8907-ba63f325b69f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:11.632486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-699173dd-f1c7-46ea-911d-39614c7b9bd3 req-c7eca0c3-296a-4155-8907-ba63f325b69f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0825224 Dec 16 09:37:11.701826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] For port fedd543d-c443-49db-8e1f-6bb0dd1f4736, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=fedd543d-c443-49db-8e1f-6bb0dd1f4736,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:11.702475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.718258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-699173dd-f1c7-46ea-911d-39614c7b9bd3 req-1fe3a885-7cda-437e-8070-df16cb2f0202 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Dec 16 09:37:11.740664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Calling delete_port for fedd543d-c443-49db-8e1f-6bb0dd1f4736 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:11.783577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51488) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:11.905967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.915773 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf66-4313-4779-a5a6-88f5b1585657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:11.918839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['fedd543d-c443-49db-8e1f-6bb0dd1f4736'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:11.994128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Pushing event deleted for resources: {'Port': ['ID=fedd543d-c443-49db-8e1f-6bb0dd1f4736,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.035229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] No DVR routers for this DVR port fedd543d-c443-49db-8e1f-6bb0dd1f4736 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:12.038516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.043601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-751c6dee-8bf6-40a7-812e-015ca419884b req-cff5a72c-72e6-4a74-b365-8fa9f6c61b82 tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.53 "DELETE /v2.0/ports/fedd543d-c443-49db-8e1f-6bb0dd1f4736 HTTP/1.1" status: 204 len: 173 time: 0.6102538 Dec 16 09:37:12.044414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'name': 'network-vif-deleted', 'tag': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:12.047286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:12.048370 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f77749-2ead-4d90-a8dc-a3460ae7e7ca" -d '{"events": [{"server_uuid": "f8854988-28bf-486b-88ea-c07a43cbd729", "name": "network-vif-deleted", "tag": "fedd543d-c443-49db-8e1f-6bb0dd1f4736"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:12.210126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdb651a4-194a-46df-8baf-48899cd9f671 req-72f08244-6ffd-4899-babe-d84a4ecc759c tempest-ListServerFiltersTestJSON-937887136 tempest-ListServerFiltersTestJSON-937887136-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8854988-28bf-486b-88ea-c07a43cbd729 HTTP/1.1" status: 200 len: 210 time: 0.1132324 Dec 16 09:37:12.212695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf66-4313-4779-a5a6-88f5b1585657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.215159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:12.225920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d30cf66-4313-4779-a5a6-88f5b1585657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.245790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:12.294997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1d30cf66-4313-4779-a5a6-88f5b1585657 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cce6d8d9ca14c9c9bf357beb63ca8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099397 Dec 16 09:37:12.295775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30cf66-4313-4779-a5a6-88f5b1585657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f59ec2-9698-4ca3-9c11-df619d90e6d4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.297434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:12.333948 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.346727 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc82e4da-4d84-4996-901b-4918e6fac856 x-openstack-request-id: req-fc82e4da-4d84-4996-901b-4918e6fac856 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:12.347022 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8854988-28bf-486b-88ea-c07a43cbd729", "name": "network-vif-deleted", "tag": "fedd543d-c443-49db-8e1f-6bb0dd1f4736", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:12.347271 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc82e4da-4d84-4996-901b-4918e6fac856 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:12.347663 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8854988-28bf-486b-88ea-c07a43cbd729', 'name': 'network-vif-deleted', 'tag': 'fedd543d-c443-49db-8e1f-6bb0dd1f4736', 'status': 'completed', 'code': 200} Dec 16 09:37:12.357903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:12.388271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a43ce7d-7dc1-44c7-ba04-db4035c1e642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.399807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:12.406535 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.419083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a43ce7d-7dc1-44c7-ba04-db4035c1e642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.469780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a43ce7d-7dc1-44c7-ba04-db4035c1e642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.473484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a43ce7d-7dc1-44c7-ba04-db4035c1e642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:12.476064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3a43ce7d-7dc1-44c7-ba04-db4035c1e642 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81f59ec2-9698-4ca3-9c11-df619d90e6d4 HTTP/1.1" status: 204 len: 168 time: 0.1765783 Dec 16 09:37:12.481269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.486947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43ce7d-7dc1-44c7-ba04-db4035c1e642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f59ec2-9698-4ca3-9c11-df619d90e6d4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:12.509703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['810fe881-dd2d-4048-8501-6861d34f3d5a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:12.876887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1462e-0ac0-4de8-98e2-1d880155dee3 req-25851e29-7434-43c9-a7ee-8d89ab107394 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:12.886404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6a1462e-0ac0-4de8-98e2-1d880155dee3 req-25851e29-7434-43c9-a7ee-8d89ab107394 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0758631 Dec 16 09:37:12.901719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51532) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:12.924363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6a1462e-0ac0-4de8-98e2-1d880155dee3 req-10fb24ea-cc04-4454-92f8-2c2f61acd61d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Dec 16 09:37:12.930205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56573934-cd0c-4e07-a167-32d9520ec755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.041413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56573934-cd0c-4e07-a167-32d9520ec755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.047588 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56573934-cd0c-4e07-a167-32d9520ec755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.049906 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:37:13.120692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56573934-cd0c-4e07-a167-32d9520ec755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0febc1-6c42-4249-ae70-dd4a734bdc9c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:13.125970 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56573934-cd0c-4e07-a167-32d9520ec755 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce4157500b604eb087e3835daec79608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2230861 Dec 16 09:37:13.128899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51546) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.146614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51552) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.156114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1155488699'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:13.194103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:13.199805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.209031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40bacb1-778b-4b08-a12f-c82c59a23d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.229527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:13.236574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40bacb1-778b-4b08-a12f-c82c59a23d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.240645 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.241197 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Added segment ccbf5933-907f-4d0f-ba89-6c7c12b60a39 of type vlan for network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c Dec 16 09:37:13.294838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51564) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.307166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.330499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40bacb1-778b-4b08-a12f-c82c59a23d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.333265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a40bacb1-778b-4b08-a12f-c82c59a23d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.334624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a40bacb1-778b-4b08-a12f-c82c59a23d18 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c0febc1-6c42-4249-ae70-dd4a734bdc9c HTTP/1.1" status: 204 len: 168 time: 0.2047105 Dec 16 09:37:13.343004 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.350912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.351400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bacb1-778b-4b08-a12f-c82c59a23d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0febc1-6c42-4249-ae70-dd4a734bdc9c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:13.352698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.373812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Deleting subnet a4d9f946-974d-4552-8889-1442ae06fa8e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:37:13.398496 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.436769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2889009 Dec 16 09:37:13.439524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51570) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.445505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1094362700'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:13.449406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.457903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f0c5b-2c10-4b38-8b71-f0bdebe6aca3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Network': ['ID=5aaf5f0e-aba3-45a2-a407-5563d639fe2c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:13.472987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:13.482132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:13.486181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.538938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:13.562901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.563234 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Added segment 785049e3-c259-42a3-96c8-a54501c9d28e of type vlan for network 361d1423-97a8-46fd-8378-c6943ab7fd0c Dec 16 09:37:13.642181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.665158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.674130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.680034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:13.686943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.740930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.760451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.767537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d995977-84e4-45ca-989d-7ecc6302eeeb None None] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:13.768144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a4d9f946-974d-4552-8889-1442ae06fa8e HTTP/1.1" status: 204 len: 168 time: 0.4717734 Dec 16 09:37:13.768911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51590) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.798743 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3579190 Dec 16 09:37:13.819348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:13.831461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'subnet': {'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:13.835310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2c66-18e2-49fd-9da5-6704e07cb179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d9f946-974d-4552-8889-1442ae06fa8e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:13.956755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88faa-c558-4459-9a49-873ea30223ac tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Network': ['ID=361d1423-97a8-46fd-8378-c6943ab7fd0c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:13.960948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:13.965108 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:13.991671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:14.069205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.104370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:14.140478 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b56288ad-9877-4847-902b-6d042dfd7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.181674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac30e9-a77c-4253-ae2a-c76778c94a97 req-975ce244-ab57-491d-a8a2-97ff86dc5c08 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:14.193035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54ac30e9-a77c-4253-ae2a-c76778c94a97 req-975ce244-ab57-491d-a8a2-97ff86dc5c08 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1609361 Dec 16 09:37:14.302705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54ac30e9-a77c-4253-ae2a-c76778c94a97 req-dc0ecb1f-90d0-4eab-8051-9371c9ea129f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024523 Dec 16 09:37:14.323535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Deleting port 37425c0a-5ac2-485a-9367-9fe4b9743829 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:14.324334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.359435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 810fe881-dd2d-4048-8501-6861d34f3d5a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:14.359812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.362482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.396515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] DHCP port deletion for a8fe2fa0-b807-4119-89d8-1fe43e19ab5e request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:37:14.452366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] For port 37425c0a-5ac2-485a-9367-9fe4b9743829, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=37425c0a-5ac2-485a-9367-9fe4b9743829,segment=NetworkSegment(2a46e621-ea0c-49f3-b218-385ba3233588),segment_id=2a46e621-ea0c-49f3-b218-385ba3233588)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:14.454217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.493000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Calling delete_port for 37425c0a-5ac2-485a-9367-9fe4b9743829 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:14.511502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Subnet': ['ID=bb853cea-6dfc-4628-ba28-a90b460a7900,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:14.624514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Checking segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:14.626083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network hostable DHCP agents. Network: 5aaf5f0e-aba3-45a2-a407-5563d639fe2c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:14.695387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.696452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:14.713131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 5aaf5f0e-aba3-45a2-a407-5563d639fe2c) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:14.724977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:14.726642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.727429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb0465-1f11-4b64-b924-da7f3c09bbc3 None None] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:14.768049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed126a02-4126-43c6-8f65-22df4aadf5ab tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9440298 Dec 16 09:37:14.768680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51630) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:14.780851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'subnet': {'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:14.785741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.805768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Deleting port 37425c0a-5ac2-485a-9367-9fe4b9743829 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:14.806676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.818887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=37425c0a-5ac2-485a-9367-9fe4b9743829,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:14.841579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] No DVR routers for this DVR port 37425c0a-5ac2-485a-9367-9fe4b9743829 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:14.923682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:14.930655 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f6ce6a-a248-4a3d-b1c4-e94d8b82c290" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:14.958928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:14.972624 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:14.973641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fedd543d-c443-49db-8e1f-6bb0dd1f4736 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:14.988300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.015001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fe2fa0-b807-4119-89d8-1fe43e19ab5e']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:15.028888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: fedd543d-c443-49db-8e1f-6bb0dd1f4736 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:15.029517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device fedd543d-c443-49db-8e1f-6bb0dd1f4736 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:15.031195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a46e621-ea0c-49f3-b218-385ba3233588') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:15.031434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a46e621-ea0c-49f3-b218-385ba3233588') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:15.070360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.077955 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fa67a5-0295-4464-a19b-c932710e8fac x-openstack-request-id: req-72fa67a5-0295-4464-a19b-c932710e8fac {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:15.078509 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:15.078960 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72fa67a5-0295-4464-a19b-c932710e8fac {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:15.079175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:15.079688 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:37:15.083132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] For port 37425c0a-5ac2-485a-9367-9fe4b9743829, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:15.083816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.088284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.093050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.095779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:37:15.096279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.131181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Calling delete_port for 37425c0a-5ac2-485a-9367-9fe4b9743829 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:15.136255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Port 37425c0a-5ac2-485a-9367-9fe4b9743829 was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:37:15.145620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:37:15.160479 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:37:15.165662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.172576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.176041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a8fe2fa0-b807-4119-89d8-1fe43e19ab5e HTTP/1.1" status: 204 len: 168 time: 1.3556249 Dec 16 09:37:15.210993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9819aa-c9b1-4281-8d78-4a68b73f82f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fe2fa0-b807-4119-89d8-1fe43e19ab5e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:15.217781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:15.221266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Network a8fe2fa0-b807-4119-89d8-1fe43e19ab5e is not hosted by any dhcp agent {{(pid=102399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:37:15.221917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] No DVR routers for this DVR port 37425c0a-5ac2-485a-9367-9fe4b9743829 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:15.326177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c730d8-9aa5-4ffe-a65f-3b3e6a80c4fc None None] Pushing event deleted for resources: {'Port': ['ID=37425c0a-5ac2-485a-9367-9fe4b9743829,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:15.452785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:37:15.454233 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.503155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2177-4430-4b40-999c-4ba1145150d5 req-b1264113-666b-4d5b-89a6-cf4fd938564e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:15.507187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d3e2177-4430-4b40-999c-4ba1145150d5 req-b1264113-666b-4d5b-89a6-cf4fd938564e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1112165 Dec 16 09:37:15.510262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51652) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:15.517481 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.598750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Subnet': ['ID=0111e961-2012-4dff-9b51-6cd81d804d6f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:15.631037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.631990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.632895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.633487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.636609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.637030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.637356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.637678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.638021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.638337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.638818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.639438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:15.652805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:15.653133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bb7717ac-6321-4b03-9fc5-1061f29bc187 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=733ecf7f13f04650852bfd16ac30ad00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411612 Dec 16 09:37:15.656919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51658) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:15.676139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d3e2177-4430-4b40-999c-4ba1145150d5 req-21038d55-7ca9-4c95-9160-091833994107 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536925 Dec 16 09:37:15.774570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 37425c0a-5ac2-485a-9367-9fe4b9743829 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:15.797884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Checking segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:15.798535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network hostable DHCP agents. Network: 361d1423-97a8-46fd-8378-c6943ab7fd0c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:15.805757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 37425c0a-5ac2-485a-9367-9fe4b9743829 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:15.806482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 37425c0a-5ac2-485a-9367-9fe4b9743829 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:15.816185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a96221-410b-4460-b849-cb2a77c33282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.827908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Allocated IP 10.1.1.2 (5aaf5f0e-aba3-45a2-a407-5563d639fe2c/bb853cea-6dfc-4628-ba28-a90b460a7900/3cf189bd-8d54-4abb-b067-f1a811327692) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:15.854509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:15.862009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a96221-410b-4460-b849-cb2a77c33282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.877072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 361d1423-97a8-46fd-8378-c6943ab7fd0c) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:15.888217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:15.888990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.912886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb21f2-f1b0-4b8d-8cd4-a1f3e05680b2 None None] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:15.931490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51666) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:15.934364 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-087afcae-766f-4d07-8841-5427175ff1e4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1576748 Dec 16 09:37:15.939618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'name': 'tempest-TaggedBootDevicesTest-1915154283', 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:15.962635 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a96221-410b-4460-b849-cb2a77c33282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.965819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c8a96221-410b-4460-b849-cb2a77c33282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:15.969534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c8a96221-410b-4460-b849-cb2a77c33282 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2 HTTP/1.1" status: 204 len: 168 time: 0.3006799 Dec 16 09:37:15.970140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4b8b-32ac-4cba-90a4-0d9e40588f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.036946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96221-410b-4460-b849-cb2a77c33282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0e75b-afa0-4ce4-a4ca-83e0a111c4a2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:16.111888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4b8b-32ac-4cba-90a4-0d9e40588f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.120933 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4b8b-32ac-4cba-90a4-0d9e40588f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.170279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:16.172590 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7dfd4b8b-32ac-4cba-90a4-0d9e40588f77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=927a9e2e447448278290d2d82bdcebc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146151 Dec 16 09:37:16.178875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:16.255845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd4b8b-32ac-4cba-90a4-0d9e40588f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b911f8ca-a0c0-4132-a043-64369a0e7392,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:16.356966 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.381319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] device_id is not set on port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:16.389767 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3251e6a6-c6ee-403c-abfd-1f04b60d46d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.460249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3251e6a6-c6ee-403c-abfd-1f04b60d46d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.490668 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d64e2c9d-7f72-45df-b10d-64e24e29617a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.559673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.573704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.579764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3251e6a6-c6ee-403c-abfd-1f04b60d46d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.586567 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3251e6a6-c6ee-403c-abfd-1f04b60d46d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.591400 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3251e6a6-c6ee-403c-abfd-1f04b60d46d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b911f8ca-a0c0-4132-a043-64369a0e7392 HTTP/1.1" status: 204 len: 168 time: 0.3985848 Dec 16 09:37:16.602724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-361d1423-97a8-46fd-8378-c6943ab7fd0c', 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'fixed_ips': [{'subnet_id': '0111e961-2012-4dff-9b51-6cd81d804d6f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:37:16.603997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.618787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251e6a6-c6ee-403c-abfd-1f04b60d46d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b911f8ca-a0c0-4132-a043-64369a0e7392,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:16.620218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:16.631678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:16.643660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:16.697187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Pushing event updated for resources: {'Port': ['ID=3cf189bd-8d54-4abb-b067-f1a811327692,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:16.859453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Attempting to bind port 3cf189bd-8d54-4abb-b067-f1a811327692 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:16.860150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Attempting to bind port 3cf189bd-8d54-4abb-b067-f1a811327692 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:16.860150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Attempting to bind port 3cf189bd-8d54-4abb-b067-f1a811327692 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:16.881105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:16.881476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Checking segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:16.881968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:16.882301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Bound using segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:16.882785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Bound port: 3cf189bd-8d54-4abb-b067-f1a811327692, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:16.886430 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.002895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 10.1.1.119 (5aaf5f0e-aba3-45a2-a407-5563d639fe2c/bb853cea-6dfc-4628-ba28-a90b460a7900/3432fa4e-73cf-43b7-bd90-9d3fdc69e229) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:17.045936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b194b96-8e17-4909-a20c-0929687144c3 req-adc6a22f-45f8-4819-9ed7-bbf65a09b7fb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:17.060213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b194b96-8e17-4909-a20c-0929687144c3 req-adc6a22f-45f8-4819-9ed7-bbf65a09b7fb tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.2386296 Dec 16 09:37:17.104223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] For port 3cf189bd-8d54-4abb-b067-f1a811327692, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:17.113059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] For port 3cf189bd-8d54-4abb-b067-f1a811327692, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3cf189bd-8d54-4abb-b067-f1a811327692,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:17.130233 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.141462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Allocated IP 10.2.2.2 (361d1423-97a8-46fd-8378-c6943ab7fd0c/0111e961-2012-4dff-9b51-6cd81d804d6f/38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:17.233435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b194b96-8e17-4909-a20c-0929687144c3 req-f92c77c6-d7ea-4a41-b16a-792c9c3233ee tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580408 Dec 16 09:37:17.555610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.570657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51726) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:17.645896 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.704196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82813-a662-4dc2-bf07-e5e92beef812 None None] Pushing event updated for resources: {'Port': ['ID=3cf189bd-8d54-4abb-b067-f1a811327692,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:17.756803 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.768084 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.823156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:17.829336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:17.840877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:17.845738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:17.927858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:17.930968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:17.954459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:17.959714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:17.960462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:17.991647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9f90d62b-dc14-4b0f-bffb-f573b7f2f7da tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0587144 Dec 16 09:37:17.996050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:18.003348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'name': 'tempest-TaggedBootDevicesTest-1938975918', 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:18.056706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Pushing event updated for resources: {'Port': ['ID=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:18.103666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2048093997-network', 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:18.105570 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.108752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Attempting to bind port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:18.109403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Attempting to bind port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:18.109991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Attempting to bind port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc on network 361d1423-97a8-46fd-8378-c6943ab7fd0c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:18.117337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:18.118287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Checking segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:18.118940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.119522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Bound using segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:18.120233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Bound port: 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:18.120790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.233107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] For port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:18.238992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] For port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:18.243671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:18.247979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.248774 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.270994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.338269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:18.454928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913f990-37ba-43db-baae-43603ee72c21 None None] Pushing event updated for resources: {'Port': ['ID=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:18.541994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.555020 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.555522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f898-6eae-4b17-b95e-d259665d8f71 req-3d0f6636-43fb-4ad4-bd2a-7f2ce900d3b2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:18.558784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.584183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6f5f898-6eae-4b17-b95e-d259665d8f71 req-3d0f6636-43fb-4ad4-bd2a-7f2ce900d3b2 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1546893 Dec 16 09:37:18.637446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:18.646593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] device_id is not set on port 11931c51-2703-40d1-b5ab-a91b835a3a91 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:18.659138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eff7e3-9ae1-496d-a190-f2a15bc5b7df,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:18.666090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.666401 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Added segment d27fae22-b2de-4f43-818a-99468aee0dca of type vlan for network 225a4924-19eb-449c-ac58-e1f66d0d32ab Dec 16 09:37:18.708339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6f5f898-6eae-4b17-b95e-d259665d8f71 req-172cd2b1-b8a2-4857-ab56-8027fd1a596d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220002 Dec 16 09:37:18.801617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.929357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:18.930497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:18.931364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.179607 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6043496 Dec 16 09:37:19.181249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:19.187130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Request body: {'subnet': {'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2048093997-subnet', 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:19.236324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:19.240527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.257030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19d71-271d-4e65-8906-c83c65ce3576 admin admin] Pushing event updated for resources: {'Network': ['ID=225a4924-19eb-449c-ac58-e1f66d0d32ab,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:19.276096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:19.277798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 10.1.1.202 (5aaf5f0e-aba3-45a2-a407-5563d639fe2c/bb853cea-6dfc-4628-ba28-a90b460a7900/11931c51-2703-40d1-b5ab-a91b835a3a91) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:19.384987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51780) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:19.531564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c874e0-f6f0-4a0c-8d18-df8ad21b00ca None None] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:19.769052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.823704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.880128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1302817064'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:19.881536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.939998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-efd27713-bfb3-4b42-af4c-afe6674c0469 None None] Provisioning complete for port 3cf189bd-8d54-4abb-b067-f1a811327692 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:19.940922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-efd27713-bfb3-4b42-af4c-afe6674c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:19.966877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:19.974777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:19.985116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:19.997204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:20.066147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:20.067705 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.073602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.097483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:20.113390 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.131049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-97b53c60-5086-4cdb-80e0-938a3ff889ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1329613 Dec 16 09:37:20.259511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:20.260202 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.396673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-efd27713-bfb3-4b42-af4c-afe6674c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.554123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.619334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-efd27713-bfb3-4b42-af4c-afe6674c0469 None None] For port 3cf189bd-8d54-4abb-b067-f1a811327692, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3cf189bd-8d54-4abb-b067-f1a811327692,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:20.643411 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-efd27713-bfb3-4b42-af4c-afe6674c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.742358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c36ae7-3eb8-4f3f-bd29-28f1f5a309f5 None None] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:20.792094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:20.792577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Network hostable DHCP agents. Network: 225a4924-19eb-449c-ac58-e1f66d0d32ab, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:20.838937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc847ae-7f42-48c0-9206-71841cf2f9cd req-e85a67a8-8620-4378-b9d2-8faa8bd7d1e7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:20.843607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bc847ae-7f42-48c0-9206-71841cf2f9cd req-e85a67a8-8620-4378-b9d2-8faa8bd7d1e7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.8860049 Dec 16 09:37:20.873051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd27713-bfb3-4b42-af4c-afe6674c0469 None None] Pushing event updated for resources: {'Port': ['ID=3cf189bd-8d54-4abb-b067-f1a811327692,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:20.887239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Made reservation on behalf of 5aedd23bf1ca43dfb88c07dd3e113c64 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:20.890678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.907522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bc847ae-7f42-48c0-9206-71841cf2f9cd req-15530430-3648-426e-890e-4cf363364f9b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Dec 16 09:37:20.912600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d75b38a-7d51-460a-bf77-1e36bfa8edd2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:20.925418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:20.940294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Provisioning complete for port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:20.940681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.943086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:20.943899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.944705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3cf189bd-8d54-4abb-b067-f1a811327692 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:20.970069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:20.985981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.986476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.986811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.987318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:20.993256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:37:21.017904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 225a4924-19eb-449c-ac58-e1f66d0d32ab) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:21.024801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.025671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.078137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7be201db-72d9-4410-9f8d-d123cc8df4be admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8873539 Dec 16 09:37:21.105567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce2fd5-0ea2-4b8c-a85f-db7fab652d04 None None] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:21.287840 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.293236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.330341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a372c8b2-6752-4d4e-9a31-bb2c297d73be,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:21.346632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:21.357053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.357442 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Added segment 1a9ff2b6-21ee-4e67-b534-fe12e3a174d9 of type vlan for network 48847648-f69a-467f-8487-728cbbf398b2 Dec 16 09:37:21.423470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.488268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.496337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:21.497457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.534862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe37b17-917b-4d7e-a3d3-dd752bb0c9dd None None] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:21.598597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2102695 Dec 16 09:37:21.639849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce763ab-05a7-4ea1-a7fa-7de8951eb12b tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Pushing event updated for resources: {'Network': ['ID=48847648-f69a-467f-8487-728cbbf398b2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:21.794396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 48847648-f69a-467f-8487-728cbbf398b2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:21.850897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51832) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:21.855533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220147161', 'description': 'tempest-description--839860785'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:21.901748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:21.905067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:22.068339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.079794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.123789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3cf189bd-8d54-4abb-b067-f1a811327692 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.124187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.134909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.136616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2847190 Dec 16 09:37:22.139896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51840) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:22.144921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'security_group_rule': {'security_group_id': '40647517-4938-4e38-8946-f1865b2c4e8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:22.240766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a3fd5-9f87-4804-9075-1b926d9a7cbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40647517-4938-4e38-8946-f1865b2c4e8a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:22.252898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Provisioning complete for port 11931c51-2703-40d1-b5ab-a91b835a3a91 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.253377 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.277870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.379757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Port 11931c51-2703-40d1-b5ab-a91b835a3a91 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:22.410543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Provisioning complete for port 3cf189bd-8d54-4abb-b067-f1a811327692 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.411278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.520401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a63c287b-4123-4bc2-bee9-2f0e1c9384aa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:22.531332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a63c287b-4123-4bc2-bee9-2f0e1c9384aa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2049310 Dec 16 09:37:22.534653 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.558922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-acfdfc34-ba93-4474-a6fd-983e9d7d0f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.0265899 Dec 16 09:37:22.562182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.594850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Provisioning complete for port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.595320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.610907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-90fffadd-c65a-4c1e-8a58-be5b0bb0673f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508783 Dec 16 09:37:22.630511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188b653e-410f-45c0-8886-022b70c6dd9a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:22.680659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-75c8b62d-f511-4ba0-931a-64f0ecbce273 None None] Port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:22.685317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.689168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:22.690002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51862) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:22.690186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4f5df435-d475-443c-9aa4-d75c851b9a03 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5489721 Dec 16 09:37:22.700315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'security_group_rule': {'security_group_id': '40647517-4938-4e38-8946-f1865b2c4e8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:22.743226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.776303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-52a622ad-1d69-4198-a4dd-8c6f9c0c2fcc service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642709 Dec 16 09:37:22.819086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.819785 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.824931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.833731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.855381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11a6978-7820-410d-80b7-e17f886ede81,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:22.864237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Provisioning complete for port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:22.864668 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.881791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:22.885464 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-610d241a-4733-4245-91f7-fb1de0a96406 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1937046 Dec 16 09:37:22.888228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:22.893315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:22.938064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-bef00ac4-2930-4b09-86c3-d6e12bf35437 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607726 Dec 16 09:37:22.948928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.038177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3cf189bd-8d54-4abb-b067-f1a811327692 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:23.222725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Provisioning complete for port 11931c51-2703-40d1-b5ab-a91b835a3a91 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:23.223869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.228314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3cf189bd-8d54-4abb-b067-f1a811327692 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:23.228544 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.371117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51882) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:23.377401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Request body: {'port': {'network_id': '48847648-f69a-467f-8487-728cbbf398b2', 'binding:host_id': 'n-h1-821941-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-389924162'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:23.392980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Port 11931c51-2703-40d1-b5ab-a91b835a3a91 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:23.447103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Made reservation on behalf of f9904604239843918c2eb48373419a6d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:23.449821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.457805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Provisioning complete for port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:23.467516 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.484207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.607921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf01677-85f0-4179-895a-2ce190a5c63d req-2621c2a5-aa82-4c98-9660-d2af740b9088 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:23.609951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bf01677-85f0-4179-895a-2ce190a5c63d req-2621c2a5-aa82-4c98-9660-d2af740b9088 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1015818 Dec 16 09:37:23.622564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc60c4-4eb2-4677-acdd-0b118333eeca None None] Port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:23.670782 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.701959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.719107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bf01677-85f0-4179-895a-2ce190a5c63d req-a5a8fadd-f5e5-409b-ac0a-dbffa710359f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981023 Dec 16 09:37:23.721403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.747729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port 85dcdd4d-ad27-414e-96fe-346db71653e5 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:23.773264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:23.888615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3031a619-2299-4891-9a41-c3ed02acd301,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:23.962311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 172.25.6.197 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/ecaedc3c-3033-435f-824a-974464549e1e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:23.969589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f7b8c67-d963-482c-accd-c4633caeaccb req-8ae330c0-5724-436d-978c-e5326340582f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 210 time: 0.1803420 Dec 16 09:37:24.249501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port 85dcdd4d-ad27-414e-96fe-346db71653e5 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:24.264323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.276614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.296753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.373370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Checking segment: {'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:24.374647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Network hostable DHCP agents. Network: 48847648-f69a-467f-8487-728cbbf398b2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:24.379473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.387996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=85dcdd4d-ad27-414e-96fe-346db71653e5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:24.429837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Network 48847648-f69a-467f-8487-728cbbf398b2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:24.444193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:24.449264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:24.452903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:24.454309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 48847648-f69a-467f-8487-728cbbf398b2) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:24.470175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52b4a8-aec2-4cab-a0b5-4ed64454d96b None None] Network 48847648-f69a-467f-8487-728cbbf398b2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:24.471080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:24.496666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.497310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.498249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.506370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.506793 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.507464 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 2 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.525190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.525750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.526446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.527992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=ecaedc3c-3033-435f-824a-974464549e1e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:24.531756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.532262 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.532714 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 3 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.548029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.548436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.548958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.553833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.554255 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.554984 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 4 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.581504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.582009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.582609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.587874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.588267 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.588713 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 5 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.603428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.603873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.604422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.609061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.609462 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.609989 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 6 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.623383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.623908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.624306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.629127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.629585 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.630139 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 7 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.667581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.668260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.668703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.677877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.679516 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.680739 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 8 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.722975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.724117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.726768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.737038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.737515 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.738030 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 9 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.755007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.755491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.756026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.761318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.761764 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.762403 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 10 to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 Dec 16 09:37:24.773549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.778634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:24.779088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:24.780667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:24.790988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 85dcdd4d-ad27-414e-96fe-346db71653e5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:24.792778 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 85dcdd4d-ad27-414e-96fe-346db71653e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:24.793449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.874899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] For port 85dcdd4d-ad27-414e-96fe-346db71653e5, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:24.875466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempted to set empty binding levels {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:37:24.891847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.908405 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:24.987640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:24.988421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.018704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=85dcdd4d-ad27-414e-96fe-346db71653e5,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:25.027284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.032514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7c6f8ae0-0633-4fec-9977-90428ae20236 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.6592312 Dec 16 09:37:25.042851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eff1f-ff67-433a-9279-48112511deaa req-115acbeb-b3de-4690-b809-b4437f151e2d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:25.052049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c7eff1f-ff67-433a-9279-48112511deaa req-115acbeb-b3de-4690-b809-b4437f151e2d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1527770 Dec 16 09:37:25.060256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51918) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:25.171772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-762c02ed-d14d-44a1-9db1-18bfa8cc3f57 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:25.176851 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-762c02ed-d14d-44a1-9db1-18bfa8cc3f57 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.3684528 Dec 16 09:37:25.188127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c7eff1f-ff67-433a-9279-48112511deaa req-4a4bc5d5-d816-4bf8-b10e-85bf6341e9c7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348741 Dec 16 09:37:25.260382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:25.295018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Deleting port 85dcdd4d-ad27-414e-96fe-346db71653e5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:25.295593 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.362925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6321a65a-4694-43dc-9a51-e578faac5fc3 req-1c1fc939-dae4-452d-a85e-2b0a5296fca9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 210 time: 0.0819774 Dec 16 09:37:25.385181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:25.390932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.416596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] For port 85dcdd4d-ad27-414e-96fe-346db71653e5, host n-h1-821941-1, got binding levels [] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:25.417211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.447957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Calling delete_port for 85dcdd4d-ad27-414e-96fe-346db71653e5 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:25.528391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.565401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.600190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.699857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event deleted for resources: {'Port': ['ID=85dcdd4d-ad27-414e-96fe-346db71653e5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:25.736495 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.743834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a11181a-c7bb-4301-a27d-f1e32ba8876c tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "DELETE /v2.0/ports/85dcdd4d-ad27-414e-96fe-346db71653e5 HTTP/1.1" status: 204 len: 168 time: 0.6770728 Dec 16 09:37:25.753963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51930) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:25.781748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.11 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:25.826173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=ecaedc3c-3033-435f-824a-974464549e1e,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:25.828840 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2f9ff2-3626-40b1-a893-94cea271e2ab tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:37:25.830539 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8a2f9ff2-3626-40b1-a893-94cea271e2ab tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "GET /v2.0/ports/85dcdd4d-ad27-414e-96fe-346db71653e5 HTTP/1.1" status: 404 len: 333 time: 0.0753498 Dec 16 09:37:25.835290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51934) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:25.840677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Request body: {'port': {'network_id': '48847648-f69a-467f-8487-728cbbf398b2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1306505166'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:25.861193 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.873222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Made reservation on behalf of f9904604239843918c2eb48373419a6d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:25.878407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.905142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:25.914185 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-036ffa7d-0182-41f3-8420-ce5b9a7e5bb7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0170667 Dec 16 09:37:25.914480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:26.052070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.116638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.186211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.206279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:26.211441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:26.215324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:26.276040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.276683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.276847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.290313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-3f16619d-de1b-442f-a26d-9905b88ae766 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--220147161&fields=id&tenant_id=dc5857c3aa1143bd9e3798214c715f2b HTTP/1.1" status: 200 len: 267 time: 0.0587859 Dec 16 09:37:26.296913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:26.311827 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-be340193-fc34-4c47-bfac-09c0bca52e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0605419 Dec 16 09:37:26.325791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Request body: {'port': {'device_id': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:26.385381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Network 48847648-f69a-467f-8487-728cbbf398b2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:26.401091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:26.410622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:26.413107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.414152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.421331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.474392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-06e623ae-3710-4bf3-8e86-b46f67c5a315 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.478517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-06e623ae-3710-4bf3-8e86-b46f67c5a315 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 932 time: 0.1600118 Dec 16 09:37:26.479296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0ab219-85d7-4a79-ac0e-7da21fb6c23e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:26.529139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b6a453a4-caee-4fc4-a59d-45720b3f6b55 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6926794 Dec 16 09:37:26.529818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51964) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:26.556169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:26.595950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ba69f7f6-80e0-4299-b816-9ffd8c4239cd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.597338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ba69f7f6-80e0-4299-b816-9ffd8c4239cd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 932 time: 0.1100063 Dec 16 09:37:26.685501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.689882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6a31cb8-d024-47c7-bc4f-e1acd72a03f2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0652101 Dec 16 09:37:26.739737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-1688b637-d0eb-482b-a7b5-5bcdb709ddda tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0396299 Dec 16 09:37:26.825202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:26.834253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.849344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Transition to ACTIVE for port object ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:26.856292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.969695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Attempting to bind port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:26.970194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Attempting to bind port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:26.970467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Attempting to bind port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:26.975803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-54eb4626-0672-4cc0-9ff5-5a4387f351a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.976624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:26.976792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Attempting to bind port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:26.981801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-54eb4626-0672-4cc0-9ff5-5a4387f351a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.984831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:26.985168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:26.985553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:26.986026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Bound port: ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:26.986431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:26.987890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-54eb4626-0672-4cc0-9ff5-5a4387f351a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:26.989706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-54eb4626-0672-4cc0-9ff5-5a4387f351a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/networks?id=d00eb238-539e-4791-a5d8-3607f42e9b23&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 1991 time: 0.2228563 Dec 16 09:37:27.032535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0cba3e71-eae1-4ea0-9b0e-611c45e65746 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/quotas/dc5857c3aa1143bd9e3798214c715f2b HTTP/1.1" status: 200 len: 375 time: 0.0303698 Dec 16 09:37:27.058099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] For port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:27.061595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] For port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:27.072735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Pushing event updated for resources: {'Port': ['ID=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:27.080541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.099004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:27.110674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.123562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.124319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.125634 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.125786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] 10.222.0.53 "PUT /v2.0/ports/ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c HTTP/1.1" status: 200 len: 1092 time: 0.8050463 Dec 16 09:37:27.126260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'tag': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:27.128605 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "46de3652-6ab3-4f7b-8050-2afa480c4e4c", "tag": "ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:27.155446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-088f3e9f-d672-47b9-85e0-080eb8297185 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1013772 Dec 16 09:37:27.155989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e514c0-f7ea-437f-a73c-84a8fc5bfd9e service neutron] Pushing event updated for resources: {'Port': ['ID=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:27.267674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-c08f4de3-9b35-42a4-9f92-9ba3df3d0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.270459 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-c08f4de3-9b35-42a4-9f92-9ba3df3d0cb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 1095 time: 0.0906208 Dec 16 09:37:27.330114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0ab219-85d7-4a79-ac0e-7da21fb6c23e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:27.338768 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-7c97a5b2-5df0-4f1b-8105-55f44f7876ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c HTTP/1.1" status: 200 len: 217 time: 0.0565341 Dec 16 09:37:27.339772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.340107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.340444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.364149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.364482 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.366882 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 2 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.393734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.394091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.394429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.402746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.403169 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.408485 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 3 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.429053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-e56c11eb-f793-4a0c-a761-525b2f16bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:27.431867 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-e56c11eb-f793-4a0c-a761-525b2f16bc37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0856616 Dec 16 09:37:27.440679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8a52dda3-24a1-4861-b95a-16be96d29d07 service neutron] 10.222.0.61 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312591 Dec 16 09:37:27.441762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.442119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.442617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.447536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.447865 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.448277 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 4 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.465081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.465413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.465747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.473371 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-825e70bc-092b-4b2f-9392-4b3ad3ff848e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340481 Dec 16 09:37:27.507679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.508806 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.510455 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 5 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.574845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.575678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.576191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.592982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.593341 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.595630 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 6 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.620069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.620315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.620593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.624381 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-9182c0a5-694a-40c1-9057-e9da6ff2f8f1 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431315 Dec 16 09:37:27.628238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.628567 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.630855 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 7 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.650830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.651071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.651391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.658678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.659000 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.662298 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 8 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.684425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e693087c-27ea-45ed-a809-2bb64844654b service neutron] 10.222.0.61 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162783 Dec 16 09:37:27.687116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.687449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.687783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.695402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.695791 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.703655 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 9 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.738004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.738341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.738657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.743525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0aae56d3-869a-4095-ae4d-2bcf5cc1623a service neutron] 10.222.0.61 "GET /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0494289 Dec 16 09:37:27.745643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.746545 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.746545 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 10 to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e Dec 16 09:37:27.776994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:27.777326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:27.777652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:27.795190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-59ef3b9a-29f8-4d65-9822-aa608f1f21ee req-b9b6d139-f036-4a2f-b3db-b29908392fe0 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612926 Dec 16 09:37:27.814595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:27.814908 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:27.815967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:27.908016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e1bbf8be-0c9c-4a54-889c-04347da56269 service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519458 Dec 16 09:37:27.930310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] For port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:27.930664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempted to set empty binding levels {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:37:27.945015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.018813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] In _notify_port_updated(), no bound segment for port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:37:28.019690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.020286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.024693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "PUT /v2.0/ports/0e0ab219-85d7-4a79-ac0e-7da21fb6c23e HTTP/1.1" status: 200 len: 975 time: 1.4737329 Dec 16 09:37:28.025800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51994) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:28.046294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a5c3a-d6e9-4bd4-8dcd-61124d751cd5 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0ab219-85d7-4a79-ac0e-7da21fb6c23e,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:28.080723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-c5346243-f6f1-46e8-93a2-9953106090bb service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627181 Dec 16 09:37:28.148959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-6fc48c2d-645a-4e33-b571-ff7e0cbe9f76 service neutron] 10.222.0.61 "GET /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0553007 Dec 16 09:37:28.171860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.173594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.174125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.174592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.175064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.175707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.176515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.176979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.197202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.197692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.198188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.198664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.199113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.199563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.200010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.200597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.201061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.201513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.201979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.202430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.202888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.203322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.203763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.204206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.204648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.205090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.205534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.206001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.206455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.210372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.210835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.211337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.213160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.213160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:28.232479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52002) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:28.233520 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-492ec336-519c-426b-ae83-5fc683558e8a tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30612 time: 0.2057643 Dec 16 09:37:28.322053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b59ae356-b628-459d-b457-29b6095ea75d service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627877 Dec 16 09:37:28.402066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Deleting port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:28.402455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.494190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ec459ac0-7ab8-477f-b1a5-f41e594692f6 service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620169 Dec 16 09:37:28.508006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] For port 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e, host n-h1-821941-1, got binding levels [] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:28.508799 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:28.566643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Calling delete_port for 0e0ab219-85d7-4a79-ac0e-7da21fb6c23e owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:28.668767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5b623ba-8e8f-4684-96f8-67ea13301ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681385 Dec 16 09:37:29.036650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.075051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e0ab219-85d7-4a79-ac0e-7da21fb6c23e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:29.093912 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.097136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6e903a24-cc57-413e-b5aa-89ac57f8f135 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0e0ab219-85d7-4a79-ac0e-7da21fb6c23e HTTP/1.1" status: 204 len: 168 time: 0.8636096 Dec 16 09:37:29.100419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:29.141028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-4bcda87e-fef3-46e9-81eb-94673f2c326e service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649570 Dec 16 09:37:29.161089 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59195d4-40c2-48f2-a752-a6de75f00a40 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:37:29.167757 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f59195d4-40c2-48f2-a752-a6de75f00a40 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "GET /v2.0/ports/0e0ab219-85d7-4a79-ac0e-7da21fb6c23e HTTP/1.1" status: 404 len: 333 time: 0.0662241 Dec 16 09:37:29.168440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52026) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:29.173216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-474269974', 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:29.203286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Made reservation on behalf of f9904604239843918c2eb48373419a6d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:29.208522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.230935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port 67410e2f-3449-4bc8-a0c1-faa14ffc15a4 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:29.339807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f4bd168e-6329-4f70-8a71-fabecfda3842 service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825862 Dec 16 09:37:29.431109 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.484839 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.504957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-93007736-fab2-48b5-a977-531fca2ee1ae service neutron] 10.222.0.61 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582518 Dec 16 09:37:29.545601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Network 48847648-f69a-467f-8487-728cbbf398b2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:29.570179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:29.573026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:29.574332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:29.574929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.617128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=67410e2f-3449-4bc8-a0c1-faa14ffc15a4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:29.635437 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-912f68aa-f3a6-4279-bf27-3052772cd866 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4659188 Dec 16 09:37:29.638097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:29.678541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-1540cb53-e071-4565-84fb-b999e7ee74d0 service neutron] 10.222.0.61 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642380 Dec 16 09:37:29.684235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37208f0-7093-45f9-a300-830306ab9649 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:29.686218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a37208f0-7093-45f9-a300-830306ab9649 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "GET /v2.0/ports/67410e2f-3449-4bc8-a0c1-faa14ffc15a4 HTTP/1.1" status: 200 len: 954 time: 0.0467906 Dec 16 09:37:29.688800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52038) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:29.785082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Deleting port 67410e2f-3449-4bc8-a0c1-faa14ffc15a4 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:29.785360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.830246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-5172530f-967b-4a00-9d32-690618246ca5 service neutron] 10.222.0.61 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459179 Dec 16 09:37:29.871926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:29.902951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Calling delete_port for 67410e2f-3449-4bc8-a0c1-faa14ffc15a4 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:29.956686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a6b55a59-0a66-4599-b0df-507a559705f8 service neutron] 10.222.0.61 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250877 Dec 16 09:37:30.041253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.068943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-efe1dadf-fcdc-456a-96ed-5c0ad2a0f6a7 service neutron] 10.222.0.61 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111827 Dec 16 09:37:30.106317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.112712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "DELETE /v2.0/ports/67410e2f-3449-4bc8-a0c1-faa14ffc15a4 HTTP/1.1" status: 204 len: 168 time: 0.4204066 Dec 16 09:37:30.112712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e8151-ff9c-4589-841a-e6d2421f36db tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event deleted for resources: {'Port': ['ID=67410e2f-3449-4bc8-a0c1-faa14ffc15a4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:30.113726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52048) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:30.131692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:30.161674 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e1586e-4353-4691-9b60-3df25b989b74 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:37:30.167496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:30.173505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-32e1586e-4353-4691-9b60-3df25b989b74 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "GET /v2.0/ports/67410e2f-3449-4bc8-a0c1-faa14ffc15a4 HTTP/1.1" status: 404 len: 333 time: 0.0540941 Dec 16 09:37:30.174941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Request body: {'port': {'network_id': '48847648-f69a-467f-8487-728cbbf398b2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2062178204'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:30.236281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Made reservation on behalf of f9904604239843918c2eb48373419a6d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:30.240919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.283898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:30.302190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'mac_address': 'fa:16:3e:bb:38:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:30.305225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port a37348dd-571b-4a94-954b-ea0e8957eca5 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:30.351905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.396242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:30.459566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:30.468218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.576503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.592934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:30.631189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.683649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Network 48847648-f69a-467f-8487-728cbbf398b2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:30.687286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:30.698193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:30.699265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:30.700111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:30.703571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=a37348dd-571b-4a94-954b-ea0e8957eca5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:30.716311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:30.721671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-05ece5a5-3373-44fc-a812-f89e103a94e6 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5528033 Dec 16 09:37:30.724273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52074) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:30.732172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:30.807329 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.033431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] device_id is not set on port a37348dd-571b-4a94-954b-ea0e8957eca5 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:31.043419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.051638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.127888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=a37348dd-571b-4a94-954b-ea0e8957eca5,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:31.149557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.150366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.150819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.171519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.172262 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.172908 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 2 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.187845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.188901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.189493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.194782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.196243 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.196721 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 3 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.235755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8a03-30ff-4993-a098-b1d95ea6e01a req-f6caf026-3497-463b-92f5-05d09aa23e65 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.244457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.250090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9bc8a03-30ff-4993-a098-b1d95ea6e01a req-f6caf026-3497-463b-92f5-05d09aa23e65 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0951109 Dec 16 09:37:31.250828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.254177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.264593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.265199 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.266267 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 4 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.298133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.298485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.298810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.304157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.304499 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.305330 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 5 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.312230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9bc8a03-30ff-4993-a098-b1d95ea6e01a req-99ef8ecb-2c85-47f3-a050-488d1f99c0fe tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650926 Dec 16 09:37:31.341325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.341676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.342049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.370948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.371849 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.372494 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 6 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.397874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.399095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.399712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.409400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.410279 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.411210 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 7 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.428532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.430214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.430896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.435991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.436653 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.437424 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 8 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.451274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.452110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.452673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.462688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.463685 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.464438 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 9 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.466768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce2475-7f00-4c4c-9bae-4fb6496713da req-b2d29b65-af63-41cb-abfe-453154bcdc7e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.476788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2ce2475-7f00-4c4c-9bae-4fb6496713da req-b2d29b65-af63-41cb-abfe-453154bcdc7e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 945 time: 0.0916412 Dec 16 09:37:31.503104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.503522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.503779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.519952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.519952 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.519952 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempt 10 to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 Dec 16 09:37:31.547495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:31.547828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:31.548157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempting to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:31.558245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2ce2475-7f00-4c4c-9bae-4fb6496713da req-d1b59220-bcd4-4ee7-8d08-b8850f4cf507 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805521 Dec 16 09:37:31.560380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:31.560713 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Failed to bind port a37348dd-571b-4a94-954b-ea0e8957eca5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '48847648-f69a-467f-8487-728cbbf398b2'}] Dec 16 09:37:31.561080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.660584 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167110ba-2853-4c17-b69d-52d183ccae3d x-openstack-request-id: req-167110ba-2853-4c17-b69d-52d183ccae3d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:31.661104 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46de3652-6ab3-4f7b-8050-2afa480c4e4c", "tag": "ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:31.661543 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-167110ba-2853-4c17-b69d-52d183ccae3d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:31.662134 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'tag': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'status': 'completed', 'code': 200} Dec 16 09:37:31.723731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] For port a37348dd-571b-4a94-954b-ea0e8957eca5, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:31.724172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attempted to set empty binding levels {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:37:31.734227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.776857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-dc500c12-7486-46c9-87db-8a39c4ce9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.778440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-dc500c12-7486-46c9-87db-8a39c4ce9522 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 1096 time: 0.0865571 Dec 16 09:37:31.785475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] In _notify_port_updated(), no bound segment for port a37348dd-571b-4a94-954b-ea0e8957eca5 on network 48847648-f69a-467f-8487-728cbbf398b2 {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:37:31.786394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.787084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:31.792268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "PUT /v2.0/ports/a37348dd-571b-4a94-954b-ea0e8957eca5 HTTP/1.1" status: 200 len: 975 time: 1.0667183 Dec 16 09:37:31.802870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52106) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:31.824460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e48c850-0a9f-4c70-bcaf-62a5c4a96c0b req-0d1036b0-16cc-44ec-9be1-805b607dd37a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0602355 Dec 16 09:37:31.919532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e0540-ca18-4c36-80e3-9b95e9adff29 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event updated for resources: {'Port': ['ID=a37348dd-571b-4a94-954b-ea0e8957eca5,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:31.996662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-d2163bad-24e8-4708-90b4-b98519eeeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:31.998203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-d2163bad-24e8-4708-90b4-b98519eeeb26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.2025688 Dec 16 09:37:32.018063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Deleting port a37348dd-571b-4a94-954b-ea0e8957eca5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:32.018404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.060776 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-b51e919c-811d-4653-ab0b-0430374e6276 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c HTTP/1.1" status: 200 len: 217 time: 0.0537963 Dec 16 09:37:32.155750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] For port a37348dd-571b-4a94-954b-ea0e8957eca5, host n-h1-821941-1, got binding levels [] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:32.156589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.160889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:32.200938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Calling delete_port for a37348dd-571b-4a94-954b-ea0e8957eca5 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:32.232095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-c4e975ca-c5da-48c0-a409-c77eecf823de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.233568 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-c4e975ca-c5da-48c0-a409-c77eecf823de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1474586 Dec 16 09:37:32.244825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:37:32.249506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:32.249907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.309157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-a1effa38-3d5a-4a5d-a5c7-b2984d9794af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653453 Dec 16 09:37:32.370214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.413940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:32.419371 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb66dc8-61ea-402d-bfa4-5eb7f0a18d30" -d '{"events": [{"server_uuid": "46de3652-6ab3-4f7b-8050-2afa480c4e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:32.435571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:32.447210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.448978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.490300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Pushing event deleted for resources: {'Port': ['ID=a37348dd-571b-4a94-954b-ea0e8957eca5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:32.498370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.502504 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f6b1e9c4-670a-45ad-8b3a-b7b0e941d1d9 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a37348dd-571b-4a94-954b-ea0e8957eca5 HTTP/1.1" status: 204 len: 168 time: 0.6986008 Dec 16 09:37:32.504847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-0baedf01-3ddd-4c91-88e7-c6a78ea9f65a service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847069 Dec 16 09:37:32.505503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52124) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:32.558297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:32.569975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd955d7-dccb-4a66-abfd-1aee06ed4058 req-271f2d28-64e0-4aa7-a306-ca4f3e6b6c3d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.572031 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ae891a-2920-4585-ad52-1fb9ce8359c3 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:37:32.573145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcd955d7-dccb-4a66-abfd-1aee06ed4058 req-271f2d28-64e0-4aa7-a306-ca4f3e6b6c3d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1325662 Dec 16 09:37:32.575321 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30ae891a-2920-4585-ad52-1fb9ce8359c3 tempest-PortsAdminExtendedAttrsTestJSON-1062841499 tempest-PortsAdminExtendedAttrsTestJSON-1062841499-project-admin] 10.222.0.61 "GET /v2.0/ports/a37348dd-571b-4a94-954b-ea0e8957eca5 HTTP/1.1" status: 404 len: 333 time: 0.0686915 Dec 16 09:37:32.589617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52126) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:32.701897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcd955d7-dccb-4a66-abfd-1aee06ed4058 req-89fe6819-2409-4c50-8bd3-f5a4a24d2cdd tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189766 Dec 16 09:37:32.717277 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.807240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ebf90a2d-c2c5-4ea7-8c38-ca9b6837bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.809353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ebf90a2d-c2c5-4ea7-8c38-ca9b6837bcb0 service neutron] 10.222.0.69 "GET /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 1028 time: 0.1828244 Dec 16 09:37:32.815665 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9e10ab3f-82e3-4b4d-bb9d-bf460301fa9b req-c41f3e78-2e5a-49cc-82eb-fbef7cab8a5d service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008497 Dec 16 09:37:32.820117 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfbec77-e0b9-4289-8233-8014ac143f47 x-openstack-request-id: req-dcfbec77-e0b9-4289-8233-8014ac143f47 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:32.820446 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de3652-6ab3-4f7b-8050-2afa480c4e4c", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:32.820749 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcfbec77-e0b9-4289-8233-8014ac143f47 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:32.821214 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'code': 200} Dec 16 09:37:32.835801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.866596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48847648-f69a-467f-8487-728cbbf398b2']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:32.878099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:32.878499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9ff2b6-21ee-4e67-b534-fe12e3a174d9') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:32.890125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.909384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.920674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:37:32.921448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:37:32.924427 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:37:32.962004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-3f2eb5ae-29fa-4af1-abb2-e5714cac5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:32.965147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-3f2eb5ae-29fa-4af1-abb2-e5714cac5630 service neutron] 10.222.0.69 "GET /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 1028 time: 0.1458890 Dec 16 09:37:33.073352 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:33.083100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51fc7-7736-46d3-8b4b-b051f220dc00 req-9b717e8d-d390-4815-9b57-5620da0c4e71 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:33.084767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56b51fc7-7736-46d3-8b4b-b051f220dc00 req-9b717e8d-d390-4815-9b57-5620da0c4e71 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 946 time: 0.0715683 Dec 16 09:37:33.098636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:33.104459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] 10.222.0.61 "DELETE /v2.0/networks/48847648-f69a-467f-8487-728cbbf398b2 HTTP/1.1" status: 204 len: 168 time: 0.5034144 Dec 16 09:37:33.127498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfa9f8-4e9b-4f62-88a7-ac2964065b54 tempest-PortsAdminExtendedAttrsTestJSON-138448247 tempest-PortsAdminExtendedAttrsTestJSON-138448247-project] Pushing event deleted for resources: {'Network': ['ID=48847648-f69a-467f-8487-728cbbf398b2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:33.162739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9f17-67d6-411f-84fc-326b58284957 req-0017c8ab-1dfb-4a06-af98-2f965061012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:33.164610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-201a9f17-67d6-411f-84fc-326b58284957 req-0017c8ab-1dfb-4a06-af98-2f965061012a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 1097 time: 0.2243998 Dec 16 09:37:33.187498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56b51fc7-7736-46d3-8b4b-b051f220dc00 req-47adb0d6-ce38-4dce-8133-0ba1fae9399b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921602 Dec 16 09:37:33.245641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f30c2052-5382-401f-93bc-81ef035fa4af tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:33.253651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f30c2052-5382-401f-93bc-81ef035fa4af tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:33.260636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f30c2052-5382-401f-93bc-81ef035fa4af tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:33.263190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f30c2052-5382-401f-93bc-81ef035fa4af tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "GET /v2.0/networks?id=d00eb238-539e-4791-a5d8-3607f42e9b23&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 1991 time: 0.2413955 Dec 16 09:37:33.273796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-201a9f17-67d6-411f-84fc-326b58284957 req-cc6d6fc4-3a61-45bc-be3b-1154b879bb6a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Dec 16 09:37:33.388954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-d77091b7-8ab4-4a84-8748-3c2acd6af373 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc5857c3aa1143bd9e3798214c715f2b HTTP/1.1" status: 200 len: 379 time: 0.1131239 Dec 16 09:37:33.389623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79a6f915-60f9-4905-b33d-68bb7d239f46 req-e65e4972-f314-4001-8bb1-07bce49b4200 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0639596 Dec 16 09:37:33.413936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'admin_state_up': True, 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'security_groups': ['40647517-4938-4e38-8946-f1865b2c4e8a']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:33.659989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52154) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:33.692853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:33.698466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:33.928781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 172.20.0.9 (d00eb238-539e-4791-a5d8-3607f42e9b23/6fef8b64-1ab0-448a-a7fc-bb821c33a917/53a1613e-7e7f-4a73-ad39-9e9c565ac89e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:33.986515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b54ae-7314-4412-85b2-d8e32d7a719c req-ad348503-c889-4ebb-b3b0-b4ba1755f57a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:33.994441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b3b54ae-7314-4412-85b2-d8e32d7a719c req-ad348503-c889-4ebb-b3b0-b4ba1755f57a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.1911123 Dec 16 09:37:34.028961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ef761310-dc25-4840-a2e3-3d3a0dafe492 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5aedd23bf1ca43dfb88c07dd3e113c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678086 Dec 16 09:37:34.030203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:34.066067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b3b54ae-7314-4412-85b2-d8e32d7a719c req-6e0f6333-438e-403a-8b12-6a6541fb05df tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703874 Dec 16 09:37:34.211341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd83c-78c6-492c-9d12-cef23aab63dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.231484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd83c-78c6-492c-9d12-cef23aab63dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.285711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.328217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd83c-78c6-492c-9d12-cef23aab63dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.331446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e0fcd83c-78c6-492c-9d12-cef23aab63dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.332907 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e0fcd83c-78c6-492c-9d12-cef23aab63dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a372c8b2-6752-4d4e-9a31-bb2c297d73be HTTP/1.1" status: 204 len: 168 time: 0.3017030 Dec 16 09:37:34.364734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.369943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcd83c-78c6-492c-9d12-cef23aab63dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a372c8b2-6752-4d4e-9a31-bb2c297d73be,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:34.406957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2879d8-6d9b-4631-99b8-09ab4274ac14 req-2e11f9fe-40f0-4a4a-aa29-cbe1a2189267 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:34.425445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb2879d8-6d9b-4631-99b8-09ab4274ac14 req-2e11f9fe-40f0-4a4a-aa29-cbe1a2189267 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 946 time: 0.1206195 Dec 16 09:37:34.426462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:34.457595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network d00eb238-539e-4791-a5d8-3607f42e9b23 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:34.461370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:34.478898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:34.488440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb2879d8-6d9b-4631-99b8-09ab4274ac14 req-5af7ec4e-2bc0-4c54-8e8f-627047dc877b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581100 Dec 16 09:37:34.613258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:34.613937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.641089 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57d1bce0-1d04-4175-a188-1e58bccd937f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2337332 Dec 16 09:37:34.650620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce33b90-7f37-4d07-aa16-c1e6a304a465 req-a772838c-ba2e-406f-8c3c-f674e20d898d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:34.657676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'admin_state_up': True, 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'security_groups': ['40647517-4938-4e38-8946-f1865b2c4e8a']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:34.657979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ce33b90-7f37-4d07-aa16-c1e6a304a465 req-a772838c-ba2e-406f-8c3c-f674e20d898d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 931 time: 0.0643232 Dec 16 09:37:34.710939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ce33b90-7f37-4d07-aa16-c1e6a304a465 req-080d0aed-0db5-49c0-bb01-f879a36722e5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480046 Dec 16 09:37:34.846136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f1c8cd66-4617-48d9-a72e-b905dadb1325 None None] Provisioning complete for port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:34.846136 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f1c8cd66-4617-48d9-a72e-b905dadb1325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.892485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:34.896435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:34.914713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52198) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:34.919931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8cd66-4617-48d9-a72e-b905dadb1325 None None] Port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:34.994465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9cc8a519-819e-4e9b-804b-4a9c7de2d96c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9904604239843918c2eb48373419a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771332 Dec 16 09:37:34.999151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:35.152451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 10.1.1.32 (5aaf5f0e-aba3-45a2-a407-5563d639fe2c/bb853cea-6dfc-4628-ba28-a90b460a7900/6318dddd-4f9c-4416-9312-0cd1f64b83b4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:35.209493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563371b2-29f5-4541-a29f-c1a3dc9c968f req-bfdc2572-9f68-4894-8edd-1ec293e78a9a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:35.230666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-563371b2-29f5-4541-a29f-c1a3dc9c968f req-bfdc2572-9f68-4894-8edd-1ec293e78a9a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0744567 Dec 16 09:37:35.233406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1971ee84-487d-47e5-a365-75c01f32a042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.291007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-563371b2-29f5-4541-a29f-c1a3dc9c968f req-b3474f12-6cf4-4754-a99d-b290aac5720b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589821 Dec 16 09:37:35.320321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1971ee84-487d-47e5-a365-75c01f32a042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.409828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084b1a3-6bc5-4aa8-b55a-66dc4fd9ac68 req-82c6703e-a047-43f8-a2bf-dfc50562c279 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:35.411963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9084b1a3-6bc5-4aa8-b55a-66dc4fd9ac68 req-82c6703e-a047-43f8-a2bf-dfc50562c279 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.0547171 Dec 16 09:37:35.481387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9084b1a3-6bc5-4aa8-b55a-66dc4fd9ac68 req-0188b6fc-1e73-4c10-a390-c22d5960ba94 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561781 Dec 16 09:37:35.787690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.801920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1971ee84-487d-47e5-a365-75c01f32a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.804812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1971ee84-487d-47e5-a365-75c01f32a042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.806112 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1971ee84-487d-47e5-a365-75c01f32a042 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3031a619-2299-4891-9a41-c3ed02acd301 HTTP/1.1" status: 204 len: 168 time: 0.8056278 Dec 16 09:37:35.823875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971ee84-487d-47e5-a365-75c01f32a042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3031a619-2299-4891-9a41-c3ed02acd301,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:35.844744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:35.895437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:35.899570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:35.902897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:35.946408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:35.996824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:35.998725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.032889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-184414bb-1052-48fb-b9ac-42dc7f89e33b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3783088 Dec 16 09:37:36.038471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'admin_state_up': True, 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'security_groups': ['40647517-4938-4e38-8946-f1865b2c4e8a']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:36.151087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55f28-f36c-497f-be91-278d329bb981 req-530b89b0-e693-4c89-9a88-a59f30c1ba27 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.153301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59a55f28-f36c-497f-be91-278d329bb981 req-530b89b0-e693-4c89-9a88-a59f30c1ba27 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 946 time: 0.1356637 Dec 16 09:37:36.230095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:36.233681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.240065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59a55f28-f36c-497f-be91-278d329bb981 req-63241bca-aeb5-4321-ae6e-f090c07e0180 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714962 Dec 16 09:37:36.279829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-19b1f2fa-60bb-4169-8197-e48d1a4cd31c None None] Provisioning complete for port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:36.280739 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19b1f2fa-60bb-4169-8197-e48d1a4cd31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.379515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-19b1f2fa-60bb-4169-8197-e48d1a4cd31c None None] Port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:36.427813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbfebe-7f87-4e52-93a4-2fe6427a56f6 req-40e2c860-dba7-4f78-a84a-6994ce3a254c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.441693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbfebe-7f87-4e52-93a4-2fe6427a56f6 req-40e2c860-dba7-4f78-a84a-6994ce3a254c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.443378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-affbfebe-7f87-4e52-93a4-2fe6427a56f6 req-40e2c860-dba7-4f78-a84a-6994ce3a254c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 1652 time: 0.1136773 Dec 16 09:37:36.489586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-affbfebe-7f87-4e52-93a4-2fe6427a56f6 req-18707708-a7a5-486c-918a-4b08c38c294f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386891 Dec 16 09:37:36.489770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 10.1.1.104 (5aaf5f0e-aba3-45a2-a407-5563d639fe2c/bb853cea-6dfc-4628-ba28-a90b460a7900/451108bb-52ec-4713-8558-57af43e90c44) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:36.633489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7ccb8-a0af-49a4-90a8-4433c3ed70cb req-d6d03faf-6c17-4e9f-975f-f5ad0e1d90a1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.643359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5f7ccb8-a0af-49a4-90a8-4433c3ed70cb req-d6d03faf-6c17-4e9f-975f-f5ad0e1d90a1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.0722661 Dec 16 09:37:36.670272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.690511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5f7ccb8-a0af-49a4-90a8-4433c3ed70cb req-2851117d-2b0d-4832-b2a9-3325e19fec83 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Dec 16 09:37:36.722752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.770527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:36.771947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:36.776546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:36.805724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:36.837490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.838309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:36.844610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12574a0-24a3-4eaa-8d6c-b0669bccc546 req-499929cd-6665-4e6c-ad81-6a1fe34c4d7f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:36.846214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d12574a0-24a3-4eaa-8d6c-b0669bccc546 req-499929cd-6665-4e6c-ad81-6a1fe34c4d7f tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.0945807 Dec 16 09:37:36.870280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0d92dc11-1b35-4969-b208-f6b2175df99c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8361504 Dec 16 09:37:36.882594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c', 'admin_state_up': True, 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'security_groups': ['40647517-4938-4e38-8946-f1865b2c4e8a']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:36.930075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d12574a0-24a3-4eaa-8d6c-b0669bccc546 req-7c335a0e-b04b-41f0-8d04-725e94ef411d tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720763 Dec 16 09:37:37.073245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:37.092369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52286) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:37.155899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-2aecef2a-7a00-4c9a-927b-783b9e7a9ee1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.157436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-2aecef2a-7a00-4c9a-927b-783b9e7a9ee1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.1353722 Dec 16 09:37:37.182631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-e5f8f50c-51bf-412f-b2fe-90f7b65c6cdb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.0193250 Dec 16 09:37:37.213501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a53eb7ce-b9fc-4f7d-9069-0fd9d05ad3e5 None None] Provisioning complete for port 451108bb-52ec-4713-8558-57af43e90c44 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:37.214134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a53eb7ce-b9fc-4f7d-9069-0fd9d05ad3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.217148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.259038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a53eb7ce-b9fc-4f7d-9069-0fd9d05ad3e5 None None] Port 451108bb-52ec-4713-8558-57af43e90c44 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:37.261007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-511906655'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:37.286635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-8ee0f978-bb43-4d2f-828d-0bfbe736ceb9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019194 Dec 16 09:37:37.331052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:37.334434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.384414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-85e2fb4c-7c05-42df-a720-533237db393f service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923288 Dec 16 09:37:37.386179 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.488880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-5397d786-ca4c-4879-bcab-24f525fa4e41 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949121 Dec 16 09:37:37.564429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 10.2.2.100 (361d1423-97a8-46fd-8378-c6943ab7fd0c/0111e961-2012-4dff-9b51-6cd81d804d6f/d8656596-e580-4afa-9843-8084fca1119a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:37.594744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.602906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.658210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:37:37.668882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.669235 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Added segment 7933c714-eca5-40df-bc07-dd2d30453f48 of type vlan for network d17c6de5-b73d-4ec9-8e1c-c9546a598927 Dec 16 09:37:37.757007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4699a6e4-4287-4921-9584-b9d626301c7a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:37.789516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.853734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.860030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.860680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.927307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d641be-e6fa-406f-8841-3edadda718b1 req-6a65911a-cdb7-4a1b-98ef-4f08431d12fa tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.934268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d641be-e6fa-406f-8841-3edadda718b1 req-6a65911a-cdb7-4a1b-98ef-4f08431d12fa tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.944255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d641be-e6fa-406f-8841-3edadda718b1 req-6a65911a-cdb7-4a1b-98ef-4f08431d12fa tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:37.945520 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8518372 Dec 16 09:37:37.951362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d641be-e6fa-406f-8841-3edadda718b1 req-6a65911a-cdb7-4a1b-98ef-4f08431d12fa tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 2373 time: 0.0892320 Dec 16 09:37:37.951873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52306) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:37.957739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'subnet': {'network_id': 'd17c6de5-b73d-4ec9-8e1c-c9546a598927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:37.968045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:37.977745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea6a0a-1e9e-416c-9b1f-2808c93bf18e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Network': ['ID=d17c6de5-b73d-4ec9-8e1c-c9546a598927,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:37.988056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:37:38.050486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.110537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d641be-e6fa-406f-8841-3edadda718b1 req-a8b656e9-f090-478b-975a-e86e2963e289 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669789 Dec 16 09:37:38.115995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:38.121370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:38.123678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.140284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:38.140284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:38.140284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:38.200321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.201082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.210570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:37:38.216211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:38.226352 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-b6b4d891-2170-47fe-bfea-a6a24f5f905c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3483553 Dec 16 09:37:38.238898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c', 'admin_state_up': True, 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'security_groups': ['40647517-4938-4e38-8946-f1865b2c4e8a']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:38.465815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.474097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Made reservation on behalf of dc5857c3aa1143bd9e3798214c715f2b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:38.480874 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.552180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Checking segment: {'id': '7933c714-eca5-40df-bc07-dd2d30453f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd17c6de5-b73d-4ec9-8e1c-c9546a598927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:38.552574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network hostable DHCP agents. Network: d17c6de5-b73d-4ec9-8e1c-c9546a598927, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:37:38.557119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Subnet': ['ID=8267a5d8-d3da-4bf2-9e21-b90b1a38f096,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:38.579572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:37:38.597578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.603862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d17c6de5-b73d-4ec9-8e1c-c9546a598927) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:38.608469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:38.609070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.619081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcad71e-2d62-4d43-aaea-21a33ca192c3 None None] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:38.641889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-13292967-10a4-4a6d-885a-43906f1aad20 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6889453 Dec 16 09:37:38.644537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52312) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:38.649369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-377510171', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:38.683717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.685940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.736965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:38.759825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9921f3ab-2024-4f63-ae76-948b39a798d9 None None] Provisioning complete for port d8656596-e580-4afa-9843-8084fca1119a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:38.760569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9921f3ab-2024-4f63-ae76-948b39a798d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.772644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:38.775647 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231cb4ef-4fa5-43ec-b26e-457658c426fc" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-unplugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:38.784211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.812216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'mac_address': 'fa:16:3e:92:90:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:37:38.820493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:38.836130 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:38.847501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Allocated IP 10.2.2.200 (361d1423-97a8-46fd-8378-c6943ab7fd0c/0111e961-2012-4dff-9b51-6cd81d804d6f/8d2c48c0-0e17-4ac3-b26d-6334c17c798d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:38.922562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:38.930997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9921f3ab-2024-4f63-ae76-948b39a798d9 None None] Port d8656596-e580-4afa-9843-8084fca1119a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:38.987543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.020579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:39.038091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f803f8b-c853-407c-a565-2c6d17450c20 None None] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:37:39.105929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:39.120003 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.199691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-dff38702-02f6-403f-8620-5367270c8907 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:39.202326 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-dff38702-02f6-403f-8620-5367270c8907 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2311370 Dec 16 09:37:39.248534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=12']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:39.257433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['810fe881-dd2d-4048-8501-6861d34f3d5a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:39.360205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.395031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-c97f9bb3-c864-428d-a8da-3f42e309060b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:39.396571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-c97f9bb3-c864-428d-a8da-3f42e309060b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.3214178 Dec 16 09:37:39.400520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.415641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7ae44-89e7-42b1-8962-6a375bd3d7b6 req-04827fc6-6969-4f5d-9109-b8ec596b6d1d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:39.417560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ab7ae44-89e7-42b1-8962-6a375bd3d7b6 req-04827fc6-6969-4f5d-9109-b8ec596b6d1d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 946 time: 0.1275067 Dec 16 09:37:39.445444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '5d671f2a-3698-4ab8-8765-62c47054aa1a', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:39.511432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.546748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:39.578577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:39.593320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:39.634813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ab7ae44-89e7-42b1-8962-6a375bd3d7b6 req-6969b3e5-38b4-436e-973a-95f4ce18f2d9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004542 Dec 16 09:37:39.649050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:39.650270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.675742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4411230 Dec 16 09:37:39.698160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:39.704669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port 5bdcc560-e38d-4c88-b2bf-be915af2420f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:39.705008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.797204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.803021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706997-1061-4e4f-8556-92cc2bd38b69 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event updated for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:39.883506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:39.890700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:39.994967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7d258e08-5cc8-40f9-9f39-5b00755996e8 None None] Provisioning complete for port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:39.995582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d258e08-5cc8-40f9-9f39-5b00755996e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.027353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.050187 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.253102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7d258e08-5cc8-40f9-9f39-5b00755996e8 None None] Port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:37:40.257273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:37:40.257582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.108 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4416904a-48cd-4baa-8d8e-0dcb4adf0667) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:40.316849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 810fe881-dd2d-4048-8501-6861d34f3d5a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:37:40.317520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.347348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.2 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/6afc3cbe-43c8-4a90-8e53-cbf25b89098f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:40.369647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.415171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.415670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b72902-d7f1-45b6-9485-71ac5ffe8ab8 req-235a973a-459a-4611-af20-dc4cea1a537b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:40.423589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b72902-d7f1-45b6-9485-71ac5ffe8ab8 req-235a973a-459a-4611-af20-dc4cea1a537b tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cffdbd4-c21d-4767-b197-5234350f01e3 HTTP/1.1" status: 200 len: 945 time: 0.6491771 Dec 16 09:37:40.432535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.460292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:40.469424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.513232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:40.534536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=4416904a-48cd-4baa-8d8e-0dcb4adf0667,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:40.544062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:40.550764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port 5bdcc560-e38d-4c88-b2bf-be915af2420f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5bdcc560-e38d-4c88-b2bf-be915af2420f,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:40.551310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.554211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:40.594829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=13']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:40.639522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a1613e-7e7f-4a73-ad39-9e9c565ac89e {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:40.691109 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.721578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Transition to ACTIVE for port object 53a1613e-7e7f-4a73-ad39-9e9c565ac89e will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:40.734442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.854251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.882567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Pushing event updated for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:40.964471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:40.979487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:41.074693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:41.086836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:41.097610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:41.100847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Attempting to bind port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:41.101180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Attempting to bind port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:41.101654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Attempting to bind port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e on network d00eb238-539e-4791-a5d8-3607f42e9b23 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:41.106499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=6afc3cbe-43c8-4a90-8e53-cbf25b89098f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:41.116985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for 5bdcc560-e38d-4c88-b2bf-be915af2420f owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:41.145085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e on network d00eb238-539e-4791-a5d8-3607f42e9b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:41.145410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Attempting to bind port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e on network d00eb238-539e-4791-a5d8-3607f42e9b23 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:41.161255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:41.161512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Checking segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:41.161931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Bound using segment: {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:41.162378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Bound port: 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f064a4-3f77-4e7c-b689-f57d3efbf729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:41.162739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.167557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b72902-d7f1-45b6-9485-71ac5ffe8ab8 req-debe5e41-7d2c-49a2-aa96-21eaad508d93 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363222 Dec 16 09:37:41.191712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.192413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.248570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-0be1a7ce-7311-4e24-811a-d11151000c87 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8079400 Dec 16 09:37:41.267670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Request body: {'port': {'device_id': '5d671f2a-3698-4ab8-8765-62c47054aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:41.295465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:41.298481 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fe617f-cf17-4bcb-a54a-53e9f432b17b x-openstack-request-id: req-f3fe617f-cf17-4bcb-a54a-53e9f432b17b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:41.299972 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-unplugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:41.301700 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3fe617f-cf17-4bcb-a54a-53e9f432b17b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:41.303164 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:37:41.317773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:41.330972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.412299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Pushing event updated for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:41.435060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:41.435912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.439352 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-48ff1811-82fa-4f0a-9f7f-714da480038a service neutron] 10.222.0.69 "PUT /v2.0/ports/53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 200 len: 1091 time: 1.7533603 Dec 16 09:37:41.439994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:41.442515 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc730b61-ed28-42bb-85f7-692039b5c9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:41.446453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.499569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:41.610390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.716794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.837815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=5bdcc560-e38d-4c88-b2bf-be915af2420f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:41.978080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port 5bdcc560-e38d-4c88-b2bf-be915af2420f on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:41.981716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:41.986708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-066536bb-d51b-4ba6-9859-5c294ae158a0 req-06c98725-e185-4fc1-b8e4-3dda91c67342 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.69 "DELETE /v2.0/ports/5bdcc560-e38d-4c88-b2bf-be915af2420f HTTP/1.1" status: 204 len: 173 time: 2.5800588 Dec 16 09:37:41.990548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'name': 'network-vif-deleted', 'tag': '5bdcc560-e38d-4c88-b2bf-be915af2420f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:42.003148 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43316ec-28bd-486a-b345-d061f70dc69a" -d '{"events": [{"server_uuid": "2cffdbd4-c21d-4767-b197-5234350f01e3", "name": "network-vif-deleted", "tag": "5bdcc560-e38d-4c88-b2bf-be915af2420f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:42.032648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-c7bb3ffe-115f-4bab-b9fd-48d98c7892cf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.041631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-c7bb3ffe-115f-4bab-b9fd-48d98c7892cf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.067256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-c7bb3ffe-115f-4bab-b9fd-48d98c7892cf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.081559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-c7bb3ffe-115f-4bab-b9fd-48d98c7892cf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.100693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-c7bb3ffe-115f-4bab-b9fd-48d98c7892cf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.112143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-c7bb3ffe-115f-4bab-b9fd-48d98c7892cf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 3827 time: 0.6743376 Dec 16 09:37:42.210122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d26c673-0b4d-40eb-9aae-89e96cd48ad4 req-27270ee4-cb4e-4df4-8bfc-50e82135a1dd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895679 Dec 16 09:37:42.238849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.318573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afc3cbe-43c8-4a90-8e53-cbf25b89098f {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:42.358139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.465473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ccf1b-ea89-463e-b3e7-96c0062db22d req-7d4f1cdc-7b83-4098-a5b2-2537c4815931 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:42.473023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-363ccf1b-ea89-463e-b3e7-96c0062db22d req-7d4f1cdc-7b83-4098-a5b2-2537c4815931 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 931 time: 0.1302917 Dec 16 09:37:42.484496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Transition to ACTIVE for port object 6afc3cbe-43c8-4a90-8e53-cbf25b89098f will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:42.496474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.576508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:42.613858 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.645107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-363ccf1b-ea89-463e-b3e7-96c0062db22d req-520715cc-e4ed-41bf-9a9f-4db9979e5d4d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694717 Dec 16 09:37:42.687449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6afc3cbe-43c8-4a90-8e53-cbf25b89098f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:42.732414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.781902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Transition to ACTIVE for port object 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:42.801627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:42.872441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Pushing event updated for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:42.919429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Attempting to bind port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:42.919429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Attempting to bind port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:42.919429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Attempting to bind port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:42.944626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:42.944949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Attempting to bind port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:42.993336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:42.993707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:42.994009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:42.994457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Bound port: 6afc3cbe-43c8-4a90-8e53-cbf25b89098f, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:42.994809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.019903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f2447-d028-471c-9e44-8384d21c8277 req-153c55c3-aa46-4bef-af3e-1696e8c6bdf7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.030727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-281f2447-d028-471c-9e44-8384d21c8277 req-153c55c3-aa46-4bef-af3e-1696e8c6bdf7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.0958908 Dec 16 09:37:43.075798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:37:43.109732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-281f2447-d028-471c-9e44-8384d21c8277 req-f8b4549c-8851-434d-8e45-75f6890e9bc4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741074 Dec 16 09:37:43.124495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5bdcc560-e38d-4c88-b2bf-be915af2420f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:37:43.146622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Attempting to bind port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:43.147237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Attempting to bind port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:43.147736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Attempting to bind port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:43.165085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:43.165706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Attempting to bind port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:43.177535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:43.178218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Checking segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:43.178789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Bound using segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:43.179397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Bound port: 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:43.180140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.197151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] For port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:43.203913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 5bdcc560-e38d-4c88-b2bf-be915af2420f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:37:43.204323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5bdcc560-e38d-4c88-b2bf-be915af2420f not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:37:43.220806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] For port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6afc3cbe-43c8-4a90-8e53-cbf25b89098f,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:43.251365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.298224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.298952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.300831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] 10.222.0.53 "PUT /v2.0/ports/6afc3cbe-43c8-4a90-8e53-cbf25b89098f HTTP/1.1" status: 200 len: 1091 time: 2.0414042 Dec 16 09:37:43.307264 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a14b2ba-1fac-40d7-b7e1-8aadb96ac485 x-openstack-request-id: req-4a14b2ba-1fac-40d7-b7e1-8aadb96ac485 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:43.308164 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:43.308443 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a14b2ba-1fac-40d7-b7e1-8aadb96ac485 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:43.308853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:43.309016 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'status': 'completed', 'code': 200} Dec 16 09:37:43.316482 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a0e32-3a96-43b4-bbac-70af1968326a" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:43.387795 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cb365b-da56-424d-b4c9-65428f013673 x-openstack-request-id: req-25cb365b-da56-424d-b4c9-65428f013673 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:43.388530 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cffdbd4-c21d-4767-b197-5234350f01e3", "name": "network-vif-deleted", "tag": "5bdcc560-e38d-4c88-b2bf-be915af2420f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:43.388530 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25cb365b-da56-424d-b4c9-65428f013673 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:43.388753 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cffdbd4-c21d-4767-b197-5234350f01e3', 'name': 'network-vif-deleted', 'tag': '5bdcc560-e38d-4c88-b2bf-be915af2420f', 'status': 'completed', 'code': 200} Dec 16 09:37:43.426397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.428528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.429071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.429600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.431382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:43.433544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.435360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.436781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-770189f4-4803-4ba5-be92-aa372426dc93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5244 time: 0.1247807 Dec 16 09:37:43.440774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20af40-bdd6-4eb0-b63f-69f83b0f85a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6afc3cbe-43c8-4a90-8e53-cbf25b89098f,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:43.471291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:43.486277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-d91eb25d-2889-468a-8485-3b1affba014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.487842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-d91eb25d-2889-468a-8485-3b1affba014b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 1094 time: 0.1279700 Dec 16 09:37:43.488903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.571511 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b55e91e4-3a75-4001-8c4e-a190a2db7e7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6afc3cbe-43c8-4a90-8e53-cbf25b89098f HTTP/1.1" status: 200 len: 217 time: 0.0541694 Dec 16 09:37:43.579915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.580503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.582237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] 10.222.0.69 "PUT /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 1131 time: 2.0898890 Dec 16 09:37:43.687965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-857d2b00-c00a-47f3-a468-3b634af64e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.690074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-857d2b00-c00a-47f3-a468-3b634af64e2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1045451 Dec 16 09:37:43.695733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:43.731333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-8d44ea4f-4be6-46d7-b184-044eeb3cccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.731799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-8d44ea4f-4be6-46d7-b184-044eeb3cccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.732248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-8d44ea4f-4be6-46d7-b184-044eeb3cccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:43.738067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-8d44ea4f-4be6-46d7-b184-044eeb3cccae service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2840283 Dec 16 09:37:43.744905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-299dd3a0-32a7-4dd0-828d-3cec35367560 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429556 Dec 16 09:37:43.882482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771abe49-e91c-4213-8f2a-8f44157eca0d service neutron] Pushing event updated for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:43.928557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:43.943304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:43.956265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:43.996522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:43.997219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:44.010353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.017342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.022597 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-18540c05-3687-4d46-95e7-7a1280ec1abd service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536840 Dec 16 09:37:44.025517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.032336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.039449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.047636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:44.052572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-008c495c-2916-4905-8ba8-6cec76ed5ee7 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 4600 time: 0.3101144 Dec 16 09:37:44.057233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.058762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cec64537-5c80-4756-ba71-3aa37e2fced8 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4130759 Dec 16 09:37:44.080853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52374) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:44.100893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:44.118354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7064fed9-a07e-415d-819e-5b156db123af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.134252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:44.134945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:44.195551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:44.196184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-48c4e9be-8587-4145-9f10-b50cc4e767f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4569829 Dec 16 09:37:44.197186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771d454-dd19-4b8d-a0af-2c611cc36ef4 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:44.237450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6ed38a7-675e-4575-8212-9daf5a027679 req-12bafb66-e6ea-4251-a92a-ee2b822934a0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568422 Dec 16 09:37:44.333089 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b28ff-7c7f-44e9-aa75-64065006eba5 x-openstack-request-id: req-6b2b28ff-7c7f-44e9-aa75-64065006eba5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:44.333374 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-plugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:44.333824 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b2b28ff-7c7f-44e9-aa75-64065006eba5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:44.334417 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:37:44.360278 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-fa8b81ea-4185-4ef7-8bd8-4b9c0b36422a service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365595 Dec 16 09:37:44.658995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11931c51-2703-40d1-b5ab-a91b835a3a91 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:44.689651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.727253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Transition to ACTIVE for port object 11931c51-2703-40d1-b5ab-a91b835a3a91 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:44.737427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:44.895513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Pushing event updated for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:45.060009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-35b58e8f-ec0b-477a-91f5-06cc36814922 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.061907 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-35b58e8f-ec0b-477a-91f5-06cc36814922 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 943 time: 0.1167467 Dec 16 09:37:45.135758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Attempting to bind port 11931c51-2703-40d1-b5ab-a91b835a3a91 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:45.136364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Attempting to bind port 11931c51-2703-40d1-b5ab-a91b835a3a91 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:45.137275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Attempting to bind port 11931c51-2703-40d1-b5ab-a91b835a3a91 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:45.144421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Port 11931c51-2703-40d1-b5ab-a91b835a3a91 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:45.144969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Attempting to bind port 11931c51-2703-40d1-b5ab-a91b835a3a91 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:45.164863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:45.174909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Checking segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:45.175604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Bound using segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:45.176255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Bound port: 11931c51-2703-40d1-b5ab-a91b835a3a91, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:45.176790 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.203084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-b79d089a-a1d4-4c1d-92b8-a61a4c13a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.204818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc730b61-ed28-42bb-85f7-692039b5c9a8 req-b79d089a-a1d4-4c1d-92b8-a61a4c13a8bb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4004838 Dec 16 09:37:45.227126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-bd2edd3c-6ba3-47a4-b14e-a13e2439561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.228807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-bd2edd3c-6ba3-47a4-b14e-a13e2439561d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 1101 time: 0.2669747 Dec 16 09:37:45.383819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-ae7a99de-c434-4f55-8d86-7ea4eeb61809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.385476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-ae7a99de-c434-4f55-8d86-7ea4eeb61809 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1130636 Dec 16 09:37:45.480148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-2fa4fcb6-4384-4526-bcf7-171d15094d23 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.487549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-2fa4fcb6-4384-4526-bcf7-171d15094d23 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.5152147 Dec 16 09:37:45.556336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-eb09e0c8-6f75-44af-a1f4-54ea3a204d57 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/quotas/94c4b281560844e0b35761357f454c26 HTTP/1.1" status: 200 len: 375 time: 0.0677657 Dec 16 09:37:45.559148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-e2d79f7b-78bb-4f54-a5d0-9b1fcb4dca00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=347653a9-112d-41d7-b1d5-c6429515e954 HTTP/1.1" status: 200 len: 217 time: 0.1317780 Dec 16 09:37:45.647960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-90f75f8e-8c34-4a40-90da-5fffd8b54793 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907223 Dec 16 09:37:45.684984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d671f2a-3698-4ab8-8765-62c47054aa1a', 'tag': '6afc3cbe-43c8-4a90-8e53-cbf25b89098f'}, {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '3432fa4e-73cf-43b7-bd90-9d3fdc69e229'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:45.687468 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d671f2a-3698-4ab8-8765-62c47054aa1a", "tag": "6afc3cbe-43c8-4a90-8e53-cbf25b89098f"}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "3432fa4e-73cf-43b7-bd90-9d3fdc69e229"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:45.747227 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:37:45.747608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.784167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-2b4ab713-8f9e-4426-ad3a-3580fd70b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.786435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-2b4ab713-8f9e-4426-ad3a-3580fd70b935 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1641414 Dec 16 09:37:45.818887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:45.844243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=11931c51-2703-40d1-b5ab-a91b835a3a91,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:45.855232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.935301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-ac2baef0-d282-480d-b4aa-032459f82366 service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540269 Dec 16 09:37:45.971920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:45.975232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:45.976992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] 10.222.0.69 "PUT /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 1131 time: 2.2858777 Dec 16 09:37:46.011528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6afc3cbe-43c8-4a90-8e53-cbf25b89098f,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:37:46.015660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.020279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-412092f2-a54f-43ad-8902-158d2e367d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:46.022009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-412092f2-a54f-43ad-8902-158d2e367d09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244525 Dec 16 09:37:46.048534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:46.149994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for 6afc3cbe-43c8-4a90-8e53-cbf25b89098f owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:37:46.234220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be6617-4cd4-4652-a5e1-72b8aaff863c service neutron] Pushing event updated for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:46.277363 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.363285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-f21bc711-1a09-4411-b69c-714fb43bc78e service neutron] 10.222.0.61 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192789 Dec 16 09:37:46.426596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-976a5de5-736b-41ea-988f-8f98e30008d7 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956039 Dec 16 09:37:46.436061 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69305c4f-84b2-40db-83c8-333e0cdc916e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.627047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.665397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b0deb1-6421-4325-8254-cbba2851dc5d req-fdeda2cc-72e0-4b02-851b-e258b2d1eec1 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307696 Dec 16 09:37:46.833437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac5286-5abe-48bf-a678-c8e083cc587c req-c4af99c4-45d4-4cd8-9794-d07c7b30dddd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:46.835250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1ac5286-5abe-48bf-a678-c8e083cc587c req-c4af99c4-45d4-4cd8-9794-d07c7b30dddd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 943 time: 0.0821395 Dec 16 09:37:46.905122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:46.922741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:47.009751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1ac5286-5abe-48bf-a678-c8e083cc587c req-6da995b3-f8f2-4655-a689-b832cdfa5b00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678779 Dec 16 09:37:47.201965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=6afc3cbe-43c8-4a90-8e53-cbf25b89098f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:47.209837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port 6afc3cbe-43c8-4a90-8e53-cbf25b89098f on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:37:47.216624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:47.225939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91fcef5a-6baa-4230-a9b0-38bcfec34b83 req-b7ec2d76-2f66-4c52-a886-e17a8f1e4c1b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "DELETE /v2.0/ports/6afc3cbe-43c8-4a90-8e53-cbf25b89098f HTTP/1.1" status: 204 len: 173 time: 2.1543193 Dec 16 09:37:47.443803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6318dddd-4f9c-4416-9312-0cd1f64b83b4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:47.471973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:47.526785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Transition to ACTIVE for port object 6318dddd-4f9c-4416-9312-0cd1f64b83b4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:47.531228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5135f-85dd-4b08-bf22-c5bf24e0d0f0 req-4ef5a14f-84e7-4bef-9401-48b3d58150fc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:47.533658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7e5135f-85dd-4b08-bf22-c5bf24e0d0f0 req-4ef5a14f-84e7-4bef-9401-48b3d58150fc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.3983314 Dec 16 09:37:47.563224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:47.776270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:47.832998 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a9dd42d-8e06-4b8d-bdeb-e6a61350c3d9 req-84c2498a-1307-4a5e-a03a-38c3b2d8ba9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 210 time: 0.0292027 Dec 16 09:37:47.845162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.1 (d17c6de5-b73d-4ec9-8e1c-c9546a598927/8267a5d8-d3da-4bf2-9e21-b90b1a38f096/c4cc0b1e-e60b-4a05-abf1-56aca9d7d388) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:47.909314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7e5135f-85dd-4b08-bf22-c5bf24e0d0f0 req-ef848ff2-6f4c-4eb1-93cb-da4280f7240d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442560 Dec 16 09:37:47.968420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.225334 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Attempting to bind port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:48.225936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Attempting to bind port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:48.227300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Attempting to bind port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:48.260904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.267400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.273508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:48.274554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Attempting to bind port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:48.281266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.289661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.294471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:48.296682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Checking segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:48.297057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Bound using segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:48.303972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.308844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Bound port: 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:48.309240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.313874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.321325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.335369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-2fb6fb32-a49a-45b9-8277-191db0bfa978 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5385 time: 0.2543821 Dec 16 09:37:48.335839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dd42d-8e06-4b8d-bdeb-e6a61350c3d9 req-2cec72ef-df65-4587-9710-b1975976cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.338536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a9dd42d-8e06-4b8d-bdeb-e6a61350c3d9 req-2cec72ef-df65-4587-9710-b1975976cfca service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4963531 Dec 16 09:37:48.379419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.411088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:48.413416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67460524-a1bb-4eaa-b0d1-dcc02df04e9f req-34dc53a9-0c9c-4303-a39d-a4f7a6071743 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764930 Dec 16 09:37:48.415749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:48.431932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.481639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.546640 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 343 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b47f9-85e8-4767-adcf-f2a1cc6841b2 x-openstack-request-id: req-cb3b47f9-85e8-4767-adcf-f2a1cc6841b2 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:48.546891 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d671f2a-3698-4ab8-8765-62c47054aa1a", "tag": "6afc3cbe-43c8-4a90-8e53-cbf25b89098f", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "3432fa4e-73cf-43b7-bd90-9d3fdc69e229", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:48.547077 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb3b47f9-85e8-4767-adcf-f2a1cc6841b2 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:48.547575 n-d-821941-1 neutron-server[102397]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '5d671f2a-3698-4ab8-8765-62c47054aa1a', 'tag': '6afc3cbe-43c8-4a90-8e53-cbf25b89098f', 'status': 'failed', 'code': 422} returned with failed status Dec 16 09:37:48.547825 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '3432fa4e-73cf-43b7-bd90-9d3fdc69e229', 'status': 'completed', 'code': 200} Dec 16 09:37:48.556290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.556911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:48.558342 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] 10.222.0.69 "PUT /v2.0/ports/6318dddd-4f9c-4416-9312-0cd1f64b83b4 HTTP/1.1" status: 200 len: 1090 time: 2.5365717 Dec 16 09:37:48.724399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b82b2-d33c-48f4-9924-9320ecea4eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:48.770871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9dd42d-8e06-4b8d-bdeb-e6a61350c3d9 req-44c02793-dfb9-4bd2-ac01-5076e80f2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.772166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a9dd42d-8e06-4b8d-bdeb-e6a61350c3d9 req-44c02793-dfb9-4bd2-ac01-5076e80f2e02 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3543727 Dec 16 09:37:48.815997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.817101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.817580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.818127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.818652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.819058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.819519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:48.821983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-492aa5ce-0af3-4425-b28f-532ecb829b7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6277 time: 0.1945167 Dec 16 09:37:48.855304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=c4cc0b1e-e60b-4a05-abf1-56aca9d7d388,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:48.871172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:48.902907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:48.907490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a9dd42d-8e06-4b8d-bdeb-e6a61350c3d9 req-a206e4f5-ac5a-49cd-aef8-e6353d298ce4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 210 time: 0.0821867 Dec 16 09:37:49.023602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:49.034398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:49.042816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4947b0cc-aa7b-4fcf-86a6-9dd720162e92 req-c4d10c91-175d-47b2-bb00-39fb101811dc tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 210 time: 0.1834197 Dec 16 09:37:49.128908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-b491975f-b0d6-425d-8391-43c546f1c5e1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.132855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-b491975f-b0d6-425d-8391-43c546f1c5e1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 811 time: 0.5535028 Dec 16 09:37:49.207862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-62c11b7a-4026-477d-ba34-b6b896d0138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.208134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Request body: {'port': {'device_id': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'admin_state_up': True, 'tenant_id': '94c4b281560844e0b35761357f454c26'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:49.208776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-62c11b7a-4026-477d-ba34-b6b896d0138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.210153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-62c11b7a-4026-477d-ba34-b6b896d0138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.214283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-62c11b7a-4026-477d-ba34-b6b896d0138f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3161936 Dec 16 09:37:49.385249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-f7126af5-db49-4364-8829-55f5dc6c6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:49.388878 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-731e1f4e-cb3b-4789-9fdc-2aadfdd16a3a req-f7126af5-db49-4364-8829-55f5dc6c6036 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671307 Dec 16 09:37:49.802464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5e81d27-0413-40bb-9802-3ae05310eaac req-b3f1074f-1abd-4ff2-9f9a-0776882ac969 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d671f2a-3698-4ab8-8765-62c47054aa1a HTTP/1.1" status: 200 len: 210 time: 0.4869480 Dec 16 09:37:49.826817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.840902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.845382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:49.893228 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:50.053753 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:37:50.205461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c4b5-86c4-4a97-80f9-1f65b0f392e6 req-3ee39c2f-fdec-40db-921a-67681784a122 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.214862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03a9c4b5-86c4-4a97-80f9-1f65b0f392e6 req-3ee39c2f-fdec-40db-921a-67681784a122 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.2685623 Dec 16 09:37:50.358293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03a9c4b5-86c4-4a97-80f9-1f65b0f392e6 req-947cf609-6fec-4789-b16b-da445dc11e9e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421733 Dec 16 09:37:50.370375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Made reservation on behalf of 94c4b281560844e0b35761357f454c26 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:50.379874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:50.549253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '11931c51-2703-40d1-b5ab-a91b835a3a91'}, {'server_uuid': '5d671f2a-3698-4ab8-8765-62c47054aa1a', 'name': 'network-vif-deleted', 'tag': '6afc3cbe-43c8-4a90-8e53-cbf25b89098f'}, {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:50.551791 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d0a068-d7f4-4179-997a-24e12537e9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "11931c51-2703-40d1-b5ab-a91b835a3a91"}, {"server_uuid": "5d671f2a-3698-4ab8-8765-62c47054aa1a", "name": "network-vif-deleted", "tag": "6afc3cbe-43c8-4a90-8e53-cbf25b89098f"}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:50.585206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:50.778629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.791350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.805924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.827449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.836484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.861170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.890447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:50.895209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e72f96d-f69f-492b-ba94-304a271b766e req-3ce9bafa-4281-4b14-93ee-10a1df5b8c1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5385 time: 0.4301155 Dec 16 09:37:51.152788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e72f96d-f69f-492b-ba94-304a271b766e req-1096abb5-364e-4408-a077-ff7c3a1d58d3 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2045681 Dec 16 09:37:51.161444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Allocated IP 172.20.0.5 (0b5a354b-3512-4259-9d4c-482c4ff8a4e2/de924455-123c-46ea-867d-42110a143697/bea1f1e2-d303-4d93-95c2-6a9dd9c29515) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:51.384075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451108bb-52ec-4713-8558-57af43e90c44 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:51.451808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:51.478927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fff7c0fd-632e-45a5-aecc-f21e7b72cc04 req-0e97495a-e31e-48d5-8c6b-4612c191f909 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 210 time: 0.1384590 Dec 16 09:37:51.581864 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbf04c8-4775-4b1e-aa13-c919195680c1 x-openstack-request-id: req-edbf04c8-4775-4b1e-aa13-c919195680c1 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:51.582377 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "11931c51-2703-40d1-b5ab-a91b835a3a91", "status": "completed", "code": 200}, {"server_uuid": "5d671f2a-3698-4ab8-8765-62c47054aa1a", "name": "network-vif-deleted", "tag": "6afc3cbe-43c8-4a90-8e53-cbf25b89098f", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:51.582501 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edbf04c8-4775-4b1e-aa13-c919195680c1 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:51.582816 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '11931c51-2703-40d1-b5ab-a91b835a3a91', 'status': 'completed', 'code': 200} Dec 16 09:37:51.583078 n-d-821941-1 neutron-server[102397]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d671f2a-3698-4ab8-8765-62c47054aa1a', 'name': 'network-vif-deleted', 'tag': '6afc3cbe-43c8-4a90-8e53-cbf25b89098f', 'status': 'failed', 'code': 422} returned with failed status Dec 16 09:37:51.583332 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4', 'status': 'completed', 'code': 200} Dec 16 09:37:51.587965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Transition to ACTIVE for port object 451108bb-52ec-4713-8558-57af43e90c44 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:51.676890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.677374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.680944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.681530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.685212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.685894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.686382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:51.688730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f3aaa937-14e1-4489-a561-c40ca60c05fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6302 time: 0.0839133 Dec 16 09:37:51.716624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:51.866147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:51.972793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.063750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123da39-c97a-4e86-b640-5a788546ad4a req-7c0c492d-ab2d-4f96-a6a7-73ba8570adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.065578 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-7c0c492d-ab2d-4f96-a6a7-73ba8570adfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1098 time: 0.2144351 Dec 16 09:37:52.067576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-8a453ad3-33d3-43f8-9bc1-c85ee8e566ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.068423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-8a453ad3-33d3-43f8-9bc1-c85ee8e566ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.069229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-8a453ad3-33d3-43f8-9bc1-c85ee8e566ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.071742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-8a453ad3-33d3-43f8-9bc1-c85ee8e566ac service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3739486 Dec 16 09:37:52.145765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Pushing event updated for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:52.366201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-7278f7f9-376f-4d8d-8d57-034b1cdec0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.368679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-7278f7f9-376f-4d8d-8d57-034b1cdec0b3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864301 Dec 16 09:37:52.383893 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.388701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123da39-c97a-4e86-b640-5a788546ad4a req-71158558-42e3-48c7-be8b-4c50ed8e0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.390625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-71158558-42e3-48c7-be8b-4c50ed8e0377 service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.2209091 Dec 16 09:37:52.394914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.502722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653ed32-a1f7-4e38-950d-c76ff2df1384 req-a4fa8dd1-eda1-4d36-bad5-757c36dcc297 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.512032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4653ed32-a1f7-4e38-950d-c76ff2df1384 req-a4fa8dd1-eda1-4d36-bad5-757c36dcc297 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.6255372 Dec 16 09:37:52.557207 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-f1f0585b-196f-4ed2-b7db-c8aab0409abb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 1001 time: 0.1585333 Dec 16 09:37:52.569093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.569577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.571560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.572052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.572611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.573041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.573508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.575678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-99a7b5e1-a543-4eb4-9200-5ac0e83f006e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6302 time: 0.1005719 Dec 16 09:37:52.596246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=c4cc0b1e-e60b-4a05-abf1-56aca9d7d388,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:52.635599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:52.711335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f515d379-4ff7-4df4-9434-46bdecd5d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.711894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f515d379-4ff7-4df4-9434-46bdecd5d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.712275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f515d379-4ff7-4df4-9434-46bdecd5d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.713756 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-f515d379-4ff7-4df4-9434-46bdecd5d6cb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1253829 Dec 16 09:37:52.853602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event updated for resources: {'Port': ['ID=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:52.862197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:52.869097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:52.871665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:52.887478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-c70502e2-5914-4476-b42f-26ba36819606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.889404 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b2d0a068-d7f4-4179-997a-24e12537e9e9 req-c70502e2-5914-4476-b42f-26ba36819606 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563981 Dec 16 09:37:52.911221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123da39-c97a-4e86-b640-5a788546ad4a req-113b24fb-364d-424d-bbea-d5a8ad720ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:52.913149 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-113b24fb-364d-424d-bbea-d5a8ad720ae2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.3365533 Dec 16 09:37:52.956655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Attempting to bind port 451108bb-52ec-4713-8558-57af43e90c44 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:52.956876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Attempting to bind port 451108bb-52ec-4713-8558-57af43e90c44 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:52.957209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Attempting to bind port 451108bb-52ec-4713-8558-57af43e90c44 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:52.972349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4653ed32-a1f7-4e38-950d-c76ff2df1384 req-5311e25d-2fb1-46c4-9673-193b2f348b58 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591997 Dec 16 09:37:52.985187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Port 451108bb-52ec-4713-8558-57af43e90c44 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:52.985590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Attempting to bind port 451108bb-52ec-4713-8558-57af43e90c44 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:53.015385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:53.015385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:53.015385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Checking segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:53.016416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Bound using segment: {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:53.016416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Bound port: 451108bb-52ec-4713-8558-57af43e90c44, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:53.016416 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.020837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123da39-c97a-4e86-b640-5a788546ad4a req-4f01cf45-c3b8-4292-a3b2-ecd69ba8be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:53.022534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-4f01cf45-c3b8-4292-a3b2-ecd69ba8be5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007855 Dec 16 09:37:53.026223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:53.044578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:53.056750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.180579 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-6010ea27-77a7-4f53-aa05-772079f457c9 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497517 Dec 16 09:37:53.296172 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9123da39-c97a-4e86-b640-5a788546ad4a req-500172e0-17d6-424d-8262-09effb3ae761 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057153 Dec 16 09:37:53.302431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1659b8a7-e98e-4543-bb0c-a780092012d1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1012497 Dec 16 09:37:53.330026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Request body: {'port': {'device_id': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:53.388958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:37:53.438050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:53.461066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-59814ee6-9e78-4326-9bdb-457d4221b2dc tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:53.469600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-59814ee6-9e78-4326-9bdb-457d4221b2dc tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.3855736 Dec 16 09:37:53.489583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=451108bb-52ec-4713-8558-57af43e90c44,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:53.510206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.548761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:53.593889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-dd1ae757-f296-466b-9c06-a340ecb72c83 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.1233110 Dec 16 09:37:53.597402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.108602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:54.109640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.111347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] 10.222.0.69 "PUT /v2.0/ports/451108bb-52ec-4713-8558-57af43e90c44 HTTP/1.1" status: 200 len: 1091 time: 5.2899556 Dec 16 09:37:54.114278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '451108bb-52ec-4713-8558-57af43e90c44'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:54.124447 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51" -d '{"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "451108bb-52ec-4713-8558-57af43e90c44"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:54.168923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:54.261895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3e4d1626-e6c3-453d-8c50-a6254e437e78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6668637 Dec 16 09:37:54.263733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690bd6-cda8-4399-8951-24b9cbaaa3de service neutron] Pushing event updated for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:54.373801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:37:54.382796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eb0fbc4f-890a-4fd6-9cd0-5ee72f92e0aa tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/routers/e2acb892-43f7-4e66-b345-96f358364471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2744970 Dec 16 09:37:54.383525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52898) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:54.393274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'port': {'network_id': 'd17c6de5-b73d-4ec9-8e1c-c9546a598927', 'name': 'tempest-FloatingIPTestJSON-1964113683'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:54.398381 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:37:54.409241 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:54.409981 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:54.422746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.444580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:54.453568 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:37:54.454563 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:54.539072 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:37:54.539722 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e3ae1a-e4ab-4592-9874-5e2086c6a4a4 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:37:54.571048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:54.580640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.630810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] device_id is not set on port fb28e274-5a55-4cc3-bf10-31030357e41d yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:54.636581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-249cd371-b7e7-41af-8102-036065611a55 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737729 Dec 16 09:37:54.806002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.2 (d17c6de5-b73d-4ec9-8e1c-c9546a598927/8267a5d8-d3da-4bf2-9e21-b90b1a38f096/fb28e274-5a55-4cc3-bf10-31030357e41d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:54.910157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:54.952203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea1f1e2-d303-4d93-95c2-6a9dd9c29515 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:54.962669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-136cd267-9959-4c32-9406-70ea2628e1dc service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658999 Dec 16 09:37:54.974722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.013127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Transition to ACTIVE for port object bea1f1e2-d303-4d93-95c2-6a9dd9c29515 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:55.030833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.100860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.125279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Pushing event updated for resources: {'Port': ['ID=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:55.150782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8656596-e580-4afa-9843-8084fca1119a {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:55.162273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.171253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.234960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:55.240780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:55.246344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:55.296592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=fb28e274-5a55-4cc3-bf10-31030357e41d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:55.303681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Transition to ACTIVE for port object d8656596-e580-4afa-9843-8084fca1119a will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:55.313350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.348511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.349152 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.377527 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f74fc67-0df4-4067-89a9-391f24953271 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9912124 Dec 16 09:37:55.378246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:55.385657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'port': {'network_id': 'd17c6de5-b73d-4ec9-8e1c-c9546a598927', 'name': 'tempest-FloatingIPTestJSON-1572070224'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:55.513391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.523071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.535171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.544136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.550451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.556775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.563050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:55.565345 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-8da71cab-daa8-47f5-88c5-7eabe14c9c3c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5409 time: 0.3382194 Dec 16 09:37:55.579971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:55.591594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Attempting to bind port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:55.591927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Attempting to bind port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:55.592253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Attempting to bind port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:55.663671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:55.665070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Attempting to bind port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 on network 0b5a354b-3512-4259-9d4c-482c4ff8a4e2 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:55.673283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:55.673620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Checking segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:55.674037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Bound using segment: {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:55.674479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Bound port: bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94724fc3-337b-4a4e-9731-105ad6108ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:55.674884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.843806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-355775a9-99f6-4896-a1bd-0698fa0ceaa3 req-4359cf73-e9f8-4248-9d33-a1920621e59c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2471068 Dec 16 09:37:55.872214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Attempting to bind port d8656596-e580-4afa-9843-8084fca1119a on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:55.872551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Attempting to bind port d8656596-e580-4afa-9843-8084fca1119a by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:55.872877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Attempting to bind port d8656596-e580-4afa-9843-8084fca1119a on network 361d1423-97a8-46fd-8378-c6943ab7fd0c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:55.905684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Port d8656596-e580-4afa-9843-8084fca1119a on network 361d1423-97a8-46fd-8378-c6943ab7fd0c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:55.906192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Attempting to bind port d8656596-e580-4afa-9843-8084fca1119a on network 361d1423-97a8-46fd-8378-c6943ab7fd0c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:55.952211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:55.952448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Checking segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:55.952822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Bound using segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:55.953259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Bound port: d8656596-e580-4afa-9843-8084fca1119a, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:55.953674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.961904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:55.965884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:55.988877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] device_id is not set on port 48b34a51-432a-4b8f-ba87-357445eb205e yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:37:55.991360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] For port bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:55.996629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] For port bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:56.027149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.089462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-9f2c76af-9493-43e7-b1e8-ca8cc3312c1e req-e213fd67-4bc0-4bc7-9bd5-f7d373f871af tempest-MigrationsAdminTest-1103840395 tempest-MigrationsAdminTest-1103840395-project] (102398) timed out ('10.222.0.61', 50556) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:37:56.102635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.103351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.104907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] 10.222.0.53 "PUT /v2.0/ports/bea1f1e2-d303-4d93-95c2-6a9dd9c29515 HTTP/1.1" status: 200 len: 1091 time: 2.7821383 Dec 16 09:37:56.123392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3373d20-2bce-467e-84de-a828ce1d77ac req-8167f4aa-35d8-43af-ad76-d7a7e4050c1a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.131446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3373d20-2bce-467e-84de-a828ce1d77ac req-8167f4aa-35d8-43af-ad76-d7a7e4050c1a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 943 time: 0.1855981 Dec 16 09:37:56.203938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e455d-7dcd-4a76-966e-590f8e7ccb24 service neutron] Pushing event updated for resources: {'Port': ['ID=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:56.262616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3373d20-2bce-467e-84de-a828ce1d77ac req-8f35dbf8-8769-4b74-b155-14616b882327 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300933 Dec 16 09:37:56.268262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:56.291044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d8656596-e580-4afa-9843-8084fca1119a,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:56.295199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.9 (d17c6de5-b73d-4ec9-8e1c-c9546a598927/8267a5d8-d3da-4bf2-9e21-b90b1a38f096/48b34a51-432a-4b8f-ba87-357445eb205e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:56.303620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-8a5d1dc1-ddf6-4e8c-bbca-7005c59e6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.306164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-8a5d1dc1-ddf6-4e8c-bbca-7005c59e6919 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 1094 time: 0.1277273 Dec 16 09:37:56.307985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.337793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.338869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.340487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] 10.222.0.69 "PUT /v2.0/ports/d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 200 len: 1091 time: 2.1842728 Dec 16 09:37:56.514511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Request body: {'port': {'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:56.534731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-c8d3e18c-b399-45cc-9cc1-b28ca660a66c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515 HTTP/1.1" status: 200 len: 217 time: 0.1930287 Dec 16 09:37:56.622864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.779573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977deb7-9732-4ca7-bfe1-fb794cf5e4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:56.795359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.847314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:56.853033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:56.859663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:56.900363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.908217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=48b34a51-432a-4b8f-ba87-357445eb205e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:56.955639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-14390a1c-8105-4cfe-80d0-bd43f5cd2ad9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.957592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-8dc98dc1-3f59-4758-b1f2-47c5f6fdf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.957909 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-14390a1c-8105-4cfe-80d0-bd43f5cd2ad9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2683966 Dec 16 09:37:56.959085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-8dc98dc1-3f59-4758-b1f2-47c5f6fdf39a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.3690460 Dec 16 09:37:56.966143 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:56.967077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:56.974822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '41035ef9-ea94-401a-8a68-004b14f328bc', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:57.014976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1d3e429e-1449-4ca9-af68-f46e81acf952 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273325 Dec 16 09:37:57.086287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3cbab-d15c-4446-babb-220a874c721b req-6ea96fe3-5da7-4c7f-ad13-50360cfaf067 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.087950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7f3cbab-d15c-4446-babb-220a874c721b req-6ea96fe3-5da7-4c7f-ad13-50360cfaf067 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.6404905 Dec 16 09:37:57.117516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d7859a80-07aa-4b14-865f-76bc1f59ba8d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7374029 Dec 16 09:37:57.121809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:37:57.130836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '48b34a51-432a-4b8f-ba87-357445eb205e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:57.153578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:37:57.159569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.222581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.229751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7f3cbab-d15c-4446-babb-220a874c721b req-52b98aac-783b-45d2-83ca-274c5dceda84 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235874 Dec 16 09:37:57.304890 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0020c0ae-a564-4b1b-a6bc-f80b4b09ef7e x-openstack-request-id: req-0020c0ae-a564-4b1b-a6bc-f80b4b09ef7e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:57.307863 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "451108bb-52ec-4713-8558-57af43e90c44", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:57.312013 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0020c0ae-a564-4b1b-a6bc-f80b4b09ef7e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:57.312688 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '451108bb-52ec-4713-8558-57af43e90c44', 'status': 'completed', 'code': 200} Dec 16 09:37:57.337677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-1a98371c-b516-4872-9ce8-82bd1b18c26c service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108037 Dec 16 09:37:57.485838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82963ffe-5fd0-4212-b116-7a2afd001d3c req-b303ad36-a732-41ee-aec3-8bb8c75f53c4 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197329 Dec 16 09:37:57.536297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.9 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/1e779658-e398-4594-999e-56784e484aaa) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:57.555756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.556220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.556688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.557149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.557608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.558110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.558677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:57.560892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-e2d77d07-ce50-42fc-8669-1fc0cb87254e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6411 time: 0.2338641 Dec 16 09:37:57.603994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.721376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2c48c0-0e17-4ac3-b26d-6334c17c798d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:57.731757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.745320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Transition to ACTIVE for port object 8d2c48c0-0e17-4ac3-b26d-6334c17c798d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:57.836774 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:57.869571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1971d01-0cce-4591-bc96-d3ed168b44c6 req-5afbdb4e-ba7b-40b8-9a20-54f799e25871 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 210 time: 0.1227834 Dec 16 09:37:57.988922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:58.038581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.252 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/a972a397-f2de-47ce-b95e-cc3e3bda4640) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:37:58.091732 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.190295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-38387450-7a9f-4f91-81a8-a4e410dc7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.190818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-38387450-7a9f-4f91-81a8-a4e410dc7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.191283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-38387450-7a9f-4f91-81a8-a4e410dc7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.192972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-38387450-7a9f-4f91-81a8-a4e410dc7267 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6144898 Dec 16 09:37:58.264602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.297378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.306299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.314827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.324045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.331852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.336712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.343086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.345337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:37:58.360496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.362480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9edf2d3d-4456-4686-af49-8e027b830025 req-f0452d6e-5704-40e3-bfe7-74446d68f83d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.3680310 Dec 16 09:37:58.401613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.437215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:58.444152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:58.451907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:58.514511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.515428 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.533043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:37:58.538561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:37:58.543724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:37:58.550860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9edf2d3d-4456-4686-af49-8e027b830025 req-6634a927-22f0-4a1c-949c-da531a98f57f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1691678 Dec 16 09:37:58.601294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Attempting to bind port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:58.601706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6304486 Dec 16 09:37:58.602416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35c920-6197-4ef7-8ad9-83e11522253d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=1e779658-e398-4594-999e-56784e484aaa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:58.620784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Attempting to bind port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:58.622823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Attempting to bind port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d on network 361d1423-97a8-46fd-8378-c6943ab7fd0c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:58.639343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d on network 361d1423-97a8-46fd-8378-c6943ab7fd0c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:58.639669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Attempting to bind port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d on network 361d1423-97a8-46fd-8378-c6943ab7fd0c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:58.659173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:58.659173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Checking segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:58.659567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Bound using segment: {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:58.659837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Bound port: 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785049e3-c259-42a3-96c8-a54501c9d28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:58.660174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.670207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-8a0f821c-9868-4c00-a51f-0442acd796ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.670736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=a972a397-f2de-47ce-b95e-cc3e3bda4640,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:58.671695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-8a0f821c-9868-4c00-a51f-0442acd796ac service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4519842 Dec 16 09:37:58.683996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Request body: {'port': {'device_id': '41035ef9-ea94-401a-8a68-004b14f328bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:37:58.748680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.827899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be99d7-3be2-4f71-b9bf-adc158c4d9ef req-286b9686-5b34-432a-bba3-43d62a37bcd1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.837516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03be99d7-3be2-4f71-b9bf-adc158c4d9ef req-286b9686-5b34-432a-bba3-43d62a37bcd1 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 943 time: 0.1386054 Dec 16 09:37:58.848009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:58.853602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:58.870105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.948323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03be99d7-3be2-4f71-b9bf-adc158c4d9ef req-f38c2405-93fb-4f7d-a396-912ccab28340 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097434 Dec 16 09:37:58.957300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:58.959833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:58.963138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 200 len: 1091 time: 2.4807477 Dec 16 09:37:59.100273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f874d6-4924-414e-8e23-37b1b5994535 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:59.155847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.156366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.156836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.157303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.157771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.158323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.158782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.168385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-91e60257-f09e-443f-8a07-c7626024b183 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6478 time: 0.1535680 Dec 16 09:37:59.193016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac4b3e-ac6c-41fb-88a7-b7b17acf5ee3 req-5c83007e-0049-42df-87cd-d475441c3b7b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.193865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e779658-e398-4594-999e-56784e484aaa {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:37:59.204018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcac4b3e-ac6c-41fb-88a7-b7b17acf5ee3 req-5c83007e-0049-42df-87cd-d475441c3b7b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.1190407 Dec 16 09:37:59.204732 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.222652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Transition to ACTIVE for port object 1e779658-e398-4594-999e-56784e484aaa will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:37:59.233897 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.278107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ddbae596-7c72-4040-9034-82cc7ddb6573 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 200 len: 217 time: 0.0627832 Dec 16 09:37:59.318734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'tag': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515'}, {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a'}, {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:59.328002 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f15c92a-d31d-423c-9e65-282e3d747a3f", "tag": "bea1f1e2-d303-4d93-95c2-6a9dd9c29515"}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "d8656596-e580-4afa-9843-8084fca1119a"}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:59.351978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e779658-e398-4594-999e-56784e484aaa,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:37:59.389317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcac4b3e-ac6c-41fb-88a7-b7b17acf5ee3 req-1b1a62ab-add3-4cd0-9ec9-4d4794c6ed96 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840281 Dec 16 09:37:59.426000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-9000c71a-0506-4909-92eb-af8a702535ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.427473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-9000c71a-0506-4909-92eb-af8a702535ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6fef8b64-1ab0-448a-a7fc-bb821c33a917 HTTP/1.1" status: 200 len: 851 time: 0.1330769 Dec 16 09:37:59.508679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Attempting to bind port 1e779658-e398-4594-999e-56784e484aaa on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:37:59.509114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Attempting to bind port 1e779658-e398-4594-999e-56784e484aaa by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:37:59.509338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Attempting to bind port 1e779658-e398-4594-999e-56784e484aaa on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:59.520303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Port 1e779658-e398-4594-999e-56784e484aaa on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:37:59.520303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Attempting to bind port 1e779658-e398-4594-999e-56784e484aaa on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:37:59.522043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:37:59.522381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:37:59.522797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:37:59.523233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Bound port: 1e779658-e398-4594-999e-56784e484aaa, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:37:59.523593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.604938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-dc4ef2c8-8905-4406-9907-67ee4a2434ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.617918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-dc4ef2c8-8905-4406-9907-67ee4a2434ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d00eb238-539e-4791-a5d8-3607f42e9b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683438 Dec 16 09:37:59.618197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] For port 1e779658-e398-4594-999e-56784e484aaa, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:37:59.618311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acaa01-194c-464f-bdc5-1d60ae9815fd req-491b69ff-c8b3-46ed-a136-a8ce41505e7c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.618311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1acaa01-194c-464f-bdc5-1d60ae9815fd req-491b69ff-c8b3-46ed-a136-a8ce41505e7c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 943 time: 0.1133690 Dec 16 09:37:59.618521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] For port 1e779658-e398-4594-999e-56784e484aaa, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1e779658-e398-4594-999e-56784e484aaa,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:37:59.634095 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.653659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:37:59.654582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:37:59.656386 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] 10.222.0.69 "PUT /v2.0/ports/1e779658-e398-4594-999e-56784e484aaa HTTP/1.1" status: 200 len: 1091 time: 0.9871080 Dec 16 09:37:59.676645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41035ef9-ea94-401a-8a68-004b14f328bc', 'tag': '1e779658-e398-4594-999e-56784e484aaa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:37:59.680896 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626bbc6f-77ac-486c-8b62-78ef69940c54" -d '{"events": [{"name": "network-changed", "server_uuid": "41035ef9-ea94-401a-8a68-004b14f328bc", "tag": "1e779658-e398-4594-999e-56784e484aaa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:37:59.722244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1acaa01-194c-464f-bdc5-1d60ae9815fd req-81c03db2-b46d-4f08-8a02-95b285fbf71f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967226 Dec 16 09:37:59.788369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-d77bd631-194b-41ef-a506-5549b98c382f service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719325 Dec 16 09:37:59.833102 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b669434-c23b-4e87-976f-1b98fda94b12 x-openstack-request-id: req-3b669434-c23b-4e87-976f-1b98fda94b12 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:37:59.833641 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f15c92a-d31d-423c-9e65-282e3d747a3f", "tag": "bea1f1e2-d303-4d93-95c2-6a9dd9c29515", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "d8656596-e580-4afa-9843-8084fca1119a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:37:59.834178 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b669434-c23b-4e87-976f-1b98fda94b12 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:37:59.834799 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'tag': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515', 'status': 'completed', 'code': 200} Dec 16 09:37:59.835533 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a', 'status': 'completed', 'code': 200} Dec 16 09:37:59.835996 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d', 'status': 'completed', 'code': 200} Dec 16 09:37:59.962944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0606e-114a-4b7c-a86f-62f2a32cd8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e779658-e398-4594-999e-56784e484aaa,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:00.031305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-928fd2dc-37da-4ad8-97cd-ddc2d7de0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.034181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-928fd2dc-37da-4ad8-97cd-ddc2d7de0441 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 1094 time: 0.2493479 Dec 16 09:38:00.106159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-0b2f5645-5b0a-4565-87d1-8b6378125522 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e779658-e398-4594-999e-56784e484aaa HTTP/1.1" status: 200 len: 217 time: 0.0631206 Dec 16 09:38:00.177472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.236407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-512d444f-336d-4854-8df4-9cc41d361380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.238317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-512d444f-336d-4854-8df4-9cc41d361380 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1178305 Dec 16 09:38:00.287256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-ccfeb23e-c0d2-4ee1-bb3e-92fb2e4e4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.289272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-ccfeb23e-c0d2-4ee1-bb3e-92fb2e4e4be4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94c4b281560844e0b35761357f454c26&device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 1094 time: 0.4363265 Dec 16 09:38:00.322516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-978a70e6-5ca6-4d75-893d-3c1997385ba6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747819 Dec 16 09:38:00.327726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.328352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.335322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.341678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.347923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.354265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.360255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.363604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bea1f1e2-d303-4d93-95c2-6a9dd9c29515 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:00.380817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.391853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-c9e647d0-c365-490c-ac54-6cd3f4b12fbd tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.4809048 Dec 16 09:38:00.495323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-5f1f9b64-bcff-4aac-809d-b746f4d62d7a service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980605 Dec 16 09:38:00.513101 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-c859926f-4171-4c9a-b375-d5952f44e1a2 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824265 Dec 16 09:38:00.570137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-896b513b-0aa2-4372-b36b-8c1a8fe1a34a req-267e0429-73c0-44d0-b845-e6c976b732c4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709111 Dec 16 09:38:00.595153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0cd93fc3-8d41-4367-8a38-74554812690f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 217 time: 0.0749245 Dec 16 09:38:00.597966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.611878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.706573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:00.708176 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a8b9c3-6f3e-4048-9428-30f205c2b3a7 x-openstack-request-id: req-92a8b9c3-6f3e-4048-9428-30f205c2b3a7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:00.708526 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41035ef9-ea94-401a-8a68-004b14f328bc", "tag": "1e779658-e398-4594-999e-56784e484aaa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:00.708661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-918859c1-a722-40b3-b2c5-96589c1ba300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.708770 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92a8b9c3-6f3e-4048-9428-30f205c2b3a7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:00.709156 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41035ef9-ea94-401a-8a68-004b14f328bc', 'tag': '1e779658-e398-4594-999e-56784e484aaa', 'status': 'completed', 'code': 200} Dec 16 09:38:00.712229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-918859c1-a722-40b3-b2c5-96589c1ba300 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 200 len: 912 time: 0.4090703 Dec 16 09:38:00.714140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=a972a397-f2de-47ce-b95e-cc3e3bda4640,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:00.719516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-54a15b7c-a7b2-42cb-9f69-dbe5dd126b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.725275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-54a15b7c-a7b2-42cb-9f69-dbe5dd126b78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.1357973 Dec 16 09:38:00.737893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515', 'network_id': '0b5a354b-3512-4259-9d4c-482c4ff8a4e2', 'port_id': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515', 'mac_address': 'fa:16:3e:5c:b8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de924455-123c-46ea-867d-42110a143697', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:00.776664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.820002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-9fe9416a-265c-4518-afe0-9e1894143717 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515 HTTP/1.1" status: 200 len: 217 time: 0.0910137 Dec 16 09:38:00.821184 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.847268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea1f1e2-d303-4d93-95c2-6a9dd9c29515 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:00.894375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:00.908145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:00.914870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-07d2ee7a-684f-4f61-b6a7-609f44fe2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.916872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-07d2ee7a-684f-4f61-b6a7-609f44fe2d0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1741662 Dec 16 09:38:00.921294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-494dc017-49bb-4b3f-8a49-4259e7f97fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:00.922746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-494dc017-49bb-4b3f-8a49-4259e7f97fe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 200 len: 851 time: 0.0829463 Dec 16 09:38:00.982921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca4cc89d-b255-402b-aba7-d1e509aca030 req-00f03f14-d251-4af6-afde-c6e9d777b554 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614823 Dec 16 09:38:01.002121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38139586-c671-4cc5-804c-0abeee45e45a req-50b63381-c23e-4dbe-8b8a-6cb193392a1c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.004555 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP a9a40d3e-d008-4e6e-93d1-008e626f4ef8 associated. External IP: 172.25.6.252, port: 48b34a51-432a-4b8f-ba87-357445eb205e. Dec 16 09:38:01.008776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38139586-c671-4cc5-804c-0abeee45e45a req-50b63381-c23e-4dbe-8b8a-6cb193392a1c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 943 time: 0.2180896 Dec 16 09:38:01.023602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:01.066289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-c62e9828-0260-4477-b4f9-aacbf194b58e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5a354b-3512-4259-9d4c-482c4ff8a4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311910 Dec 16 09:38:01.184581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-ebac85fa-dcc4-4a0a-881a-a629d0f7d654 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048994 Dec 16 09:38:01.185078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bea1f1e2-d303-4d93-95c2-6a9dd9c29515'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:01.216441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38139586-c671-4cc5-804c-0abeee45e45a req-a08193ff-cdf3-408a-993a-857901a6f1f9 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062881 Dec 16 09:38:01.315383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ae3a6d76-f303-4e69-87a7-94b84f84c7fb service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882256 Dec 16 09:38:01.469535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-908e1953-a2b9-4ee0-a319-1bf10d325fac service neutron] 10.222.0.53 "GET /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752774 Dec 16 09:38:01.511894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e21b97-8d05-4d8a-8296-3ace8aa4f64e req-5ab20477-047c-40dd-a622-acb81d4e02d6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.525203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e21b97-8d05-4d8a-8296-3ace8aa4f64e req-5ab20477-047c-40dd-a622-acb81d4e02d6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.2083311 Dec 16 09:38:01.614668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00e21b97-8d05-4d8a-8296-3ace8aa4f64e req-a2926943-3f98-4e51-9937-b5c4bf95e372 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873616 Dec 16 09:38:01.631702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-707a30ef-8b8c-4c0b-9452-21aa8179f2dd service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008935 Dec 16 09:38:01.694358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-f168056a-5e3a-4c23-bccc-bd8aa34c6cb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 217 time: 0.0541675 Dec 16 09:38:01.799509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-a579b891-e037-45e3-af6d-777b44cbcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.801526 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-a579b891-e037-45e3-af6d-777b44cbcc0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 1094 time: 0.6969612 Dec 16 09:38:01.803695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5c29e-00c9-4474-80ab-8873f90fab47 req-942af5a2-bc74-46e1-a3b4-e7a275e5382b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.805582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41e5c29e-00c9-4474-80ab-8873f90fab47 req-942af5a2-bc74-46e1-a3b4-e7a275e5382b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 943 time: 0.1014650 Dec 16 09:38:01.811896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0b407243-fbd2-45fb-8a14-f480c32201cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.813328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0b407243-fbd2-45fb-8a14-f480c32201cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.1104615 Dec 16 09:38:01.879144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41e5c29e-00c9-4474-80ab-8873f90fab47 req-2d3e4350-226f-4a58-8f43-efba0defc85e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647039 Dec 16 09:38:01.883719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a33ab84c-64be-42ec-8a2c-aa108912e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.885181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a33ab84c-64be-42ec-8a2c-aa108912e48b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639150 Dec 16 09:38:01.910163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:01.940267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-1ca14ada-dbd9-4063-850b-40fa4f8d81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:01.942083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-1ca14ada-dbd9-4063-850b-40fa4f8d81ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.1298947 Dec 16 09:38:02.030296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-e21f9a6d-f8aa-46f0-bafd-3d08162284a7 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370928 Dec 16 09:38:02.041534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.047439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.051055 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-1b9ac2fe-7f2d-4ab0-929d-13439f27c02b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e779658-e398-4594-999e-56784e484aaa HTTP/1.1" status: 200 len: 217 time: 0.1003044 Dec 16 09:38:02.053298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.059673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.065540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.071644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.077405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.079392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-16259258-f090-42c7-a5f5-02c7c61193b4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1186283 Dec 16 09:38:02.120285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-759834c0-6a41-4ced-85ac-bd3e7ac7d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.121764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-759834c0-6a41-4ced-85ac-bd3e7ac7d726 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0621557 Dec 16 09:38:02.140277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:02.159418 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-d0ee8cdc-a195-4f67-ae9b-c58ae2f87169 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292673 Dec 16 09:38:02.165347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:02.168821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4974f234-d45e-4a9a-8c36-da9d83503620 req-fe16feed-9d63-40cf-b8df-8986aea8fe2c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798981 Dec 16 09:38:02.194865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:02.195618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.214530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.232773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-af7dadc0-2eec-4703-b30b-ecd2232a6be9 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522691 Dec 16 09:38:02.250940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.254331 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9dd7f749-0b40-4f0d-9e51-abc20e1076b9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1306624 Dec 16 09:38:02.256949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52978) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:02.261752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:02.264910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:02.265727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.294609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a7cddfe8-e92e-4068-8f6f-3fb1adce8adf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4 HTTP/1.1" status: 200 len: 217 time: 0.0430124 Dec 16 09:38:02.307386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:02.308310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f402aec-8eeb-4df5-9f01-32ceca3a6229 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:02.366980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bea1f1e2-d303-4d93-95c2-6a9dd9c29515 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:02.416961 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.434704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-74c4d95c-5de3-4141-8c20-d445c4892a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.435835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:02.436823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-74c4d95c-5de3-4141-8c20-d445c4892a38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.1328859 Dec 16 09:38:02.442553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:02.443208 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.449435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52beb03-a729-496f-a576-59390ef251b1 req-1e1a5bc3-c0dc-4aff-87b3-0a97e897da2a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.457077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e52beb03-a729-496f-a576-59390ef251b1 req-1e1a5bc3-c0dc-4aff-87b3-0a97e897da2a tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 944 time: 0.0979178 Dec 16 09:38:02.497649 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-8495b163-f1c1-4d8e-8310-4f7f3d874132 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295639 Dec 16 09:38:02.531720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.575494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:02.576601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:02.579534 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db39748c-9874-48dc-9e3d-a89908bfa0a7" -d '{"events": [{"server_uuid": "7f15c92a-d31d-423c-9e65-282e3d747a3f", "name": "network-vif-plugged", "status": "completed", "tag": "bea1f1e2-d303-4d93-95c2-6a9dd9c29515"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:02.584543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e52beb03-a729-496f-a576-59390ef251b1 req-d0adb610-88c1-4f9a-ac60-1115ac782557 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265154 Dec 16 09:38:02.586879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.598063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a6890c94-90d1-4b28-aa4b-6aac3efae51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.599669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-a6890c94-90d1-4b28-aa4b-6aac3efae51f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348960 Dec 16 09:38:02.651356 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd19714-2ee0-477e-a81b-638022bca4c4 x-openstack-request-id: req-ffd19714-2ee0-477e-a81b-638022bca4c4 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:02.653308 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15c92a-d31d-423c-9e65-282e3d747a3f", "name": "network-vif-plugged", "status": "completed", "tag": "bea1f1e2-d303-4d93-95c2-6a9dd9c29515", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:02.653658 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffd19714-2ee0-477e-a81b-638022bca4c4 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:02.654147 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515', 'code': 200} Dec 16 09:38:02.690638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:02.735033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.748548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:02.750457 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP a9a40d3e-d008-4e6e-93d1-008e626f4ef8 disassociated. External IP: 172.25.6.252, port: 48b34a51-432a-4b8f-ba87-357445eb205e. Dec 16 09:38:02.818050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-c39d6c42-e119-4043-b2a2-31e628a751d1 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097578 Dec 16 09:38:02.910724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08073f15-d252-4003-84f2-5cf9ca57e133 req-ff866f00-5274-462c-b292-e5c3876da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.912821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08073f15-d252-4003-84f2-5cf9ca57e133 req-ff866f00-5274-462c-b292-e5c3876da122 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 1096 time: 0.1762331 Dec 16 09:38:02.920955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-626bbc6f-77ac-486c-8b62-78ef69940c54 req-ba4457ee-c4f3-49af-b02d-80dbddc329e5 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006061 Dec 16 09:38:02.927535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020373-73ee-4e93-83b4-3b4dcdddc964 req-da95ec4d-a4cf-4f0d-80a8-427a50778e23 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:02.929197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c020373-73ee-4e93-83b4-3b4dcdddc964 req-da95ec4d-a4cf-4f0d-80a8-427a50778e23 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.1936200 Dec 16 09:38:02.973481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0a0e1725-abb2-451a-8255-9fdf3f4161b9 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457415 Dec 16 09:38:03.030593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08073f15-d252-4003-84f2-5cf9ca57e133 req-0fa2cc25-09fa-446a-a336-3c7354f65faa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003785 Dec 16 09:38:03.033814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-1e6c8fd5-6b41-42ad-8038-347a1baa1b9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=451108bb-52ec-4713-8558-57af43e90c44 HTTP/1.1" status: 200 len: 217 time: 0.0499091 Dec 16 09:38:03.036966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c020373-73ee-4e93-83b4-3b4dcdddc964 req-5cfb928d-e80b-46eb-8a5c-c3c97e6255a6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945883 Dec 16 09:38:03.065127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:03.108403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-bd719b71-3056-47de-be89-44fb8610b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.112830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-bd719b71-3056-47de-be89-44fb8610b21d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0717118 Dec 16 09:38:03.196148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:03.201114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.207549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:03.220436 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:03.221450 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:03.221943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ea4e59bf-6524-4aaa-a90d-044d80ddf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.224025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-ea4e59bf-6524-4aaa-a90d-044d80ddf319 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033883 Dec 16 09:38:03.229369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-07ced5f2-14b2-4721-9e9b-6581f8f204d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/floatingips/a9a40d3e-d008-4e6e-93d1-008e626f4ef8 HTTP/1.1" status: 200 len: 688 time: 0.9712343 Dec 16 09:38:03.232040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53032) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:03.251786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290efb31-7172-474c-9cd3-ee6145bbde21 req-78ce5e6e-822c-4918-bbe9-c5f65022750b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.253263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-290efb31-7172-474c-9cd3-ee6145bbde21 req-78ce5e6e-822c-4918-bbe9-c5f65022750b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 943 time: 0.0801272 Dec 16 09:38:03.262765 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:03.271937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:03.272835 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:03.311086 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:03.312032 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3ea526-af89-4988-8423-3d9e83b775ca None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:03.330926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-290efb31-7172-474c-9cd3-ee6145bbde21 req-047c88c4-bfe6-4766-b7a0-3971a52afa98 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664968 Dec 16 09:38:03.369924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-10165aaa-9d75-444d-bc69-52a22cc2d2ca service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367900 Dec 16 09:38:03.387231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port a972a397-f2de-47ce-b95e-cc3e3bda4640 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:03.387571 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.473466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.473466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.487189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for a972a397-f2de-47ce-b95e-cc3e3bda4640 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:03.505328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7113c63-b7cc-4d40-a34a-55e1717173bf req-68948bb8-2363-4da5-9553-a7ff8e9f2c2a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.506942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7113c63-b7cc-4d40-a34a-55e1717173bf req-68948bb8-2363-4da5-9553-a7ff8e9f2c2a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.0822914 Dec 16 09:38:03.524452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-9ef2ab81-5ebe-4c50-a61f-cb85ac850db3 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470158 Dec 16 09:38:03.567609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-62888a46-645c-470b-8606-9a15022432e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 200 len: 217 time: 0.0344949 Dec 16 09:38:03.612119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7113c63-b7cc-4d40-a34a-55e1717173bf req-501851a5-78b7-47da-9659-0a82e87dba31 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956078 Dec 16 09:38:03.637754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-9991410d-6495-4c5a-8184-0da8398aae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.639278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-9991410d-6495-4c5a-8184-0da8398aae21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0618613 Dec 16 09:38:03.656083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.706444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=a972a397-f2de-47ce-b95e-cc3e3bda4640,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:03.721389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-89ff418b-d2f9-4108-bfa5-0211a886b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.728085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-89ff418b-d2f9-4108-bfa5-0211a886b436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813739 Dec 16 09:38:03.772838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.778335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.783696 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2377dfbc-e204-48cc-ab7a-db0505167bb9 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/floatingips/a9a40d3e-d008-4e6e-93d1-008e626f4ef8 HTTP/1.1" status: 204 len: 168 time: 0.5465906 Dec 16 09:38:03.783696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53048) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:03.789257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'fb28e274-5a55-4cc3-bf10-31030357e41d'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:03.824640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.868084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.874016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.879632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.885459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.891212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.897212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.903769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:03.911772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-ab80c38d-3a8e-4919-a277-13b29392032a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1518233 Dec 16 09:38:03.952346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:03.965197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-c32c9e11-536b-4e34-8c74-b0bb8b100fad service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257514 Dec 16 09:38:03.972427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-807a200b-ff9b-44e5-9140-b74a672128e9 req-e38cd788-5e70-4ae3-b460-c56eb9c817fa tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598495 Dec 16 09:38:04.116626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-9597c4db-a0a3-4028-af26-2c2149cc4f00 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431367 Dec 16 09:38:04.126699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.32 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4bb0bdd5-0c1e-4196-a7b8-ff7581b6f138) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:04.140852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f2820-1bb6-4b1d-9762-f58de604b60f req-72859109-aeea-49bb-8a8b-692167244c54 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.142420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f81f2820-1bb6-4b1d-9762-f58de604b60f req-72859109-aeea-49bb-8a8b-692167244c54 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 945 time: 0.0785692 Dec 16 09:38:04.191119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-aecff303-15d0-4975-a81b-95f6f9d01d28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 200 len: 217 time: 0.0677226 Dec 16 09:38:04.265080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f81f2820-1bb6-4b1d-9762-f58de604b60f req-66304a51-3b5a-4a69-b1fd-27fcd511b83c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764890 Dec 16 09:38:04.271794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0611c0bb-5303-453c-b036-b1c1bbc5d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.273684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-0611c0bb-5303-453c-b036-b1c1bbc5d32d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0701098 Dec 16 09:38:04.300030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.330080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57425118-a6b3-4adc-8666-13e430c37f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.331564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-57425118-a6b3-4adc-8666-13e430c37f4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446308 Dec 16 09:38:04.343534 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.384935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:04.389460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:04.396203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:04.399418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=4bb0bdd5-0c1e-4196-a7b8-ff7581b6f138,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:04.476409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-c2b9628f-ba10-4a2f-b5f4-af6ef0cd2c9f service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364243 Dec 16 09:38:04.800024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.872887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:04.885521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbc5b5-4a1f-431f-8bd2-a2c4fe6d02e1 req-ce7f6d2e-5bf5-42ae-aad9-bd4bd1ee29a5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:04.887030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29dbc5b5-4a1f-431f-8bd2-a2c4fe6d02e1 req-ce7f6d2e-5bf5-42ae-aad9-bd4bd1ee29a5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 943 time: 0.4530954 Dec 16 09:38:04.959109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29dbc5b5-4a1f-431f-8bd2-a2c4fe6d02e1 req-4e25bb55-2127-4cb7-bf1f-60b9964d196b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624683 Dec 16 09:38:04.965337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9161cd2f-ab46-4a68-b1a5-07f7fd2dc929 req-6b789508-e9c2-4d27-ada9-619aecd7b476 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808002 Dec 16 09:38:05.045756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.051349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.113494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.113994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.114516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.115301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.115835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.116761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.117690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.119923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-50dd9084-e5ab-4fa5-92b1-071c0055da61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6478 time: 0.0758760 Dec 16 09:38:05.125007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=4bb0bdd5-0c1e-4196-a7b8-ff7581b6f138,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:05.137455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.152849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1e779658-e398-4594-999e-56784e484aaa details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:05.261004 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP 43f38810-f776-41d0-8d4b-b63e4df0f18f associated. External IP: 172.25.6.32, port: fb28e274-5a55-4cc3-bf10-31030357e41d. Dec 16 09:38:05.291734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1e779658-e398-4594-999e-56784e484aaa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1e779658-e398-4594-999e-56784e484aaa,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:05.294477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c279-8b1b-49ac-b6a0-ee9d4fdafebf req-08af3ee4-e183-4a92-ae95-75867fac4bb5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.296120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8171c279-8b1b-49ac-b6a0-ee9d4fdafebf req-08af3ee4-e183-4a92-ae95-75867fac4bb5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 947 time: 0.0958793 Dec 16 09:38:05.301410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-eaf8a819-bda4-44a9-a0d8-5c3d06bb6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.302862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-eaf8a819-bda4-44a9-a0d8-5c3d06bb6bb7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 903 time: 0.1644168 Dec 16 09:38:05.306255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1e779658-e398-4594-999e-56784e484aaa', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': '1e779658-e398-4594-999e-56784e484aaa', 'mac_address': 'fa:16:3e:cb:9e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:05.349501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.363317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e779658-e398-4594-999e-56784e484aaa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:05.364037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-669b01c1-ee8a-4936-b28b-5a9701b0c93a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 200 len: 217 time: 0.0518508 Dec 16 09:38:05.385807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1e779658-e398-4594-999e-56784e484aaa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1e779658-e398-4594-999e-56784e484aaa,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:05.391290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.425395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8171c279-8b1b-49ac-b6a0-ee9d4fdafebf req-39096a44-db98-43ae-b039-23fb4e398039 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208153 Dec 16 09:38:05.446982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6bcd8208-16da-4435-975f-d7329f970103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.448148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6bcd8208-16da-4435-975f-d7329f970103 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0698216 Dec 16 09:38:05.469642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1e779658-e398-4594-999e-56784e484aaa,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:05.531919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-9534ac7c-4502-485f-a60e-769a350093df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.533571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-9534ac7c-4502-485f-a60e-769a350093df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745964 Dec 16 09:38:05.548422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-39f3070f-1436-44b2-a3ac-d4a0171a0d85 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:05.549312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-39f3070f-1436-44b2-a3ac-d4a0171a0d85 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052924 Dec 16 09:38:05.650256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.656671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.662393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.668582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.674626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.681121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.686845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.688878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-79ce2b88-6fb5-4d4e-a00c-ad1d1a935be0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1595995 Dec 16 09:38:05.734259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-d7d84c11-dd5d-421f-8799-204b7daf5ea1 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688039 Dec 16 09:38:05.771213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05740d2c-8017-4a10-aab9-cdbbc15ca6be req-e0f9c96a-4193-488b-910a-6790fb4c13de tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694501 Dec 16 09:38:05.775223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:05.857211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-c1a2afa4-aa15-496c-8962-8323dd269b9c service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113160 Dec 16 09:38:05.871157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1e779658-e398-4594-999e-56784e484aaa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:05.889543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:05.903256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:05.903521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba4fb-b6ee-4fde-a466-298edea31661 req-21b11cde-9127-42f9-9f85-e79ee3397b70 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.904963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed4ba4fb-b6ee-4fde-a466-298edea31661 req-21b11cde-9127-42f9-9f85-e79ee3397b70 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 950 time: 0.0629394 Dec 16 09:38:05.912569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:05.926833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:05.927471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:05.943999 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ea5a2a0a-6a8a-4532-b584-0088b1cc203a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1576102 Dec 16 09:38:05.944317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53130) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:05.965595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:05.978856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed4ba4fb-b6ee-4fde-a466-298edea31661 req-5a80572e-7bdc-49cb-af3a-4ca5ef1af5c5 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579846 Dec 16 09:38:05.981352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:05.982003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:05.989995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.989995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.989995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.991106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.991283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.991798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.992269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:05.995464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-6d454603-739d-475c-a0e8-a8b4ea1a1dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6478 time: 0.0845168 Dec 16 09:38:06.021118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8b00cf97-1d42-4ae3-beba-e9c026537a8c tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/floatingips/43f38810-f776-41d0-8d4b-b63e4df0f18f HTTP/1.1" status: 200 len: 977 time: 0.0734689 Dec 16 09:38:06.022029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53134) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:06.022200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:06.022892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc402e0-85c5-44a5-99b5-8a003a88cf52 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:06.139448 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8b653944-4503-4233-8542-299c846ee8c3 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1157057 Dec 16 09:38:06.140941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fc29a-2e97-4d89-ba20-015ddc104988 req-2075c463-4a84-46de-837f-c7068ccc8393 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.142103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53136) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:06.142611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-269fc29a-2e97-4d89-ba20-015ddc104988 req-2075c463-4a84-46de-837f-c7068ccc8393 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 945 time: 0.0822947 Dec 16 09:38:06.143854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-e985ea15-0557-49f4-aaf0-d17538c3a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.145272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-e985ea15-0557-49f4-aaf0-d17538c3a6fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 903 time: 0.1427901 Dec 16 09:38:06.146445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'port_id': '48b34a51-432a-4b8f-ba87-357445eb205e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:06.201259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-549c5f0a-7423-468f-8ea7-543cd14cca57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 200 len: 217 time: 0.0454757 Dec 16 09:38:06.207203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.242776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-269fc29a-2e97-4d89-ba20-015ddc104988 req-cf5d0748-13bb-411d-892e-99ba1787705c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934072 Dec 16 09:38:06.261387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-84cfa06c-2a6c-40ae-b073-df4f7a533ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.264490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-84cfa06c-2a6c-40ae-b073-df4f7a533ab5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0520856 Dec 16 09:38:06.313530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-e92ce593-c354-4651-94b9-3d9ddf8350bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.315158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-e92ce593-c354-4651-94b9-3d9ddf8350bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432489 Dec 16 09:38:06.414300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:06.440291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-8d37cca0-f23f-48ec-8b4e-998e337e07f1 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146967 Dec 16 09:38:06.510152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.538321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:06.540606 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ac4666-4a54-4787-9204-ed314845867a" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-unplugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:06.553656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:06.558825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.582881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-38566f21-5b93-4f2b-b9cb-774ea41847de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.584201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-38566f21-5b93-4f2b-b9cb-774ea41847de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1098 time: 0.1414356 Dec 16 09:38:06.606813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8dba3-1bf6-4862-b721-dd5954dcfabf req-0f6d6467-ab87-4c06-ace4-9bfbe713d178 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.608405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65d8dba3-1bf6-4862-b721-dd5954dcfabf req-0f6d6467-ab87-4c06-ace4-9bfbe713d178 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 944 time: 0.1530643 Dec 16 09:38:06.611516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=14']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:06.685421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f93c8e4-5201-4db7-b1c2-fd585222e0a5 req-84c23461-3de7-441f-b478-30013f2af3e7 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309601 Dec 16 09:38:06.708656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.714299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:06.716750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65d8dba3-1bf6-4862-b721-dd5954dcfabf req-1292259c-8eac-4dd2-b7db-0dd251bc37c0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877328 Dec 16 09:38:06.743300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-189c5f77-ac0a-4f54-a37a-d2767122f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.744847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-189c5f77-ac0a-4f54-a37a-d2767122f498 service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1478643 Dec 16 09:38:06.816752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-89f5204e-cbc4-4456-b711-e9732f5b25c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.0631344 Dec 16 09:38:06.830234 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP 43f38810-f776-41d0-8d4b-b63e4df0f18f associated. External IP: 172.25.6.32, port: fb28e274-5a55-4cc3-bf10-31030357e41d. Dec 16 09:38:06.878051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-846f50b2-eb29-4585-af19-1759fd021bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.881200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-846f50b2-eb29-4585-af19-1759fd021bfa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0559769 Dec 16 09:38:06.960735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-d2fe31d9-dfd6-41ed-af2f-fc39b4ae8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.962158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-d2fe31d9-dfd6-41ed-af2f-fc39b4ae8dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738356 Dec 16 09:38:06.976343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011918ef-fae1-4c5d-a1c2-07f0e8e9aeda req-12814cbb-0518-486f-bb5c-5b4a430d530a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:06.977804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011918ef-fae1-4c5d-a1c2-07f0e8e9aeda req-12814cbb-0518-486f-bb5c-5b4a430d530a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0640206 Dec 16 09:38:07.047215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:07.064720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-011918ef-fae1-4c5d-a1c2-07f0e8e9aeda req-9e31239f-f62f-404b-84d0-18e168b194f8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788567 Dec 16 09:38:07.090920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-713bf66d-941f-4d11-b1f5-d5032542616f service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121447 Dec 16 09:38:07.118514 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c982b9-e770-4a4c-9b9b-51ebd11b7a72 x-openstack-request-id: req-02c982b9-e770-4a4c-9b9b-51ebd11b7a72 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:07.119076 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-unplugged", "status": "completed", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:07.119511 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02c982b9-e770-4a4c-9b9b-51ebd11b7a72 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:07.120054 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'code': 200} Dec 16 09:38:07.162379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1e779658-e398-4594-999e-56784e484aaa up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:07.170731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:07.181409 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:07.198992 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:07.201162 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.238662 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.238934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 1e779658-e398-4594-999e-56784e484aaa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:07.244664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1e779658-e398-4594-999e-56784e484aaa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:07.245298 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.250135 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:07.250946 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.259757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-18261337-9bf2-4e45-915e-76c797c8676b tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.261265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-18261337-9bf2-4e45-915e-76c797c8676b tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 950 time: 0.1416550 Dec 16 09:38:07.268573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b5e88b8-4242-429c-8390-68da7ea9bb5f req-8a1b006d-7fb1-4e39-9bcb-dfe1adf5de3d service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678691 Dec 16 09:38:07.293327 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.294271 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38716d7-163a-4643-a435-66ec30a574e8 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:07.322255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.328566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.336587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.343611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.343763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.349556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.355407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.361158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.363099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-281638a3-dbcc-4700-a50c-e964f4c7b98c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1917176 Dec 16 09:38:07.383974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1e779658-e398-4594-999e-56784e484aaa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1e779658-e398-4594-999e-56784e484aaa,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:07.392697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.455638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1e779658-e398-4594-999e-56784e484aaa,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:07.458878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:07.462692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6df7f58f-dce7-4a91-b90c-e504def60bdc req-5741ad84-f712-4734-aa22-bee6fdf98ed1 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819671 Dec 16 09:38:07.508792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Deleting port 347653a9-112d-41d7-b1d5-c6429515e954 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:07.510262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.590806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:07.595902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.602016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:07.611869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:07.612492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.629273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d874ee-d024-45cc-b95a-2b25d82917b5 req-d0161c5b-1bb2-4aae-847e-8fa0c4c48c1c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.630807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d874ee-d024-45cc-b95a-2b25d82917b5 req-d0161c5b-1bb2-4aae-847e-8fa0c4c48c1c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 945 time: 0.1012981 Dec 16 09:38:07.651089 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dcb33dc0-8cc6-496e-afa7-087a970851f5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/floatingips/43f38810-f776-41d0-8d4b-b63e4df0f18f HTTP/1.1" status: 200 len: 977 time: 1.5078521 Dec 16 09:38:07.653144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] For port 347653a9-112d-41d7-b1d5-c6429515e954, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=347653a9-112d-41d7-b1d5-c6429515e954,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:07.653455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53150) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:07.653773 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.658096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:07.660582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.672152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:07.673011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.679791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Calling delete_port for 347653a9-112d-41d7-b1d5-c6429515e954 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:07.706902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:07.707561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01b4f6-b81d-49e6-8e4b-57a2cf3e65b9 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:07.718606 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.718769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d874ee-d024-45cc-b95a-2b25d82917b5 req-5fdc4502-e186-4316-9716-75250c0b1d47 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619264 Dec 16 09:38:07.849421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8f4a-124a-4aad-9c2a-2ba94a3907eb req-c6afee0b-5133-4871-b190-cb2787fb167e tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:07.850961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cddf8f4a-124a-4aad-9c2a-2ba94a3907eb req-c6afee0b-5133-4871-b190-cb2787fb167e tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3718a08-0df2-465e-aa4a-fdfced258ab2 HTTP/1.1" status: 200 len: 950 time: 0.0674314 Dec 16 09:38:07.917001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cddf8f4a-124a-4aad-9c2a-2ba94a3907eb req-0c8cbc0e-f0b9-4958-a5ad-f7f207fd9017 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.61 "GET /v2.0/security-groups?id=721759ce-fde3-400d-aa09-42b284c9af1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Dec 16 09:38:07.918414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.930729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['347653a9-112d-41d7-b1d5-c6429515e954'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:07.955358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Pushing event deleted for resources: {'Port': ['ID=347653a9-112d-41d7-b1d5-c6429515e954,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:07.992710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.998229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] No DVR routers for this DVR port 347653a9-112d-41d7-b1d5-c6429515e954 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:07.998751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:07.998751 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP 43f38810-f776-41d0-8d4b-b63e4df0f18f disassociated. External IP: 172.25.6.32, port: 48b34a51-432a-4b8f-ba87-357445eb205e. Dec 16 09:38:08.000965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.004346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3160dc45-63ee-4181-a55f-343e33020ec2 req-bec5182d-c766-404b-8828-b31478dbe308 tempest-VolumesBackupsTest-2008417276 tempest-VolumesBackupsTest-2008417276-project] 10.222.0.69 "DELETE /v2.0/ports/347653a9-112d-41d7-b1d5-c6429515e954 HTTP/1.1" status: 204 len: 173 time: 0.7340071 Dec 16 09:38:08.004802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'name': 'network-vif-deleted', 'tag': '347653a9-112d-41d7-b1d5-c6429515e954'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:08.007660 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9df0e59-08b5-4a76-96ce-9d716b006c72" -d '{"events": [{"server_uuid": "b3718a08-0df2-465e-aa4a-fdfced258ab2", "name": "network-vif-deleted", "tag": "347653a9-112d-41d7-b1d5-c6429515e954"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:08.175728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c29fe-2130-471b-98a1-f3670c8fb069 req-1b58d9d6-6041-4287-97db-00bff7e19a2a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.177370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a5c29fe-2130-471b-98a1-f3670c8fb069 req-1b58d9d6-6041-4287-97db-00bff7e19a2a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.0540507 Dec 16 09:38:08.220608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a5c29fe-2130-471b-98a1-f3670c8fb069 req-ac355017-c9c4-4595-b32a-045afe48dc96 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Dec 16 09:38:08.270818 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2724f-f56c-463e-85f7-31974c4038ff x-openstack-request-id: req-4ba2724f-f56c-463e-85f7-31974c4038ff {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:08.271126 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3718a08-0df2-465e-aa4a-fdfced258ab2", "name": "network-vif-deleted", "tag": "347653a9-112d-41d7-b1d5-c6429515e954", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:08.271336 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ba2724f-f56c-463e-85f7-31974c4038ff {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:08.271822 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3718a08-0df2-465e-aa4a-fdfced258ab2', 'name': 'network-vif-deleted', 'tag': '347653a9-112d-41d7-b1d5-c6429515e954', 'status': 'completed', 'code': 200} Dec 16 09:38:08.387560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b24d6f-fb50-498a-9464-9d4dff4ecb58 req-ed296d39-a556-4b87-bc4f-0a885d04cc2c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.389301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5b24d6f-fb50-498a-9464-9d4dff4ecb58 req-ed296d39-a556-4b87-bc4f-0a885d04cc2c tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 945 time: 0.0676892 Dec 16 09:38:08.439128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5b24d6f-fb50-498a-9464-9d4dff4ecb58 req-25569b4c-8c43-4f42-bb03-e2a7780014b3 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/security-groups?id=900aa205-8fbc-44bd-a7d8-beccf2a6fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Dec 16 09:38:08.507811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:08.561825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aefe8d-5c6f-48ac-b15f-39d42f61a51a req-dd5335a5-266e-4215-8ede-e59abbcf1672 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.563307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7aefe8d-5c6f-48ac-b15f-39d42f61a51a req-dd5335a5-266e-4215-8ede-e59abbcf1672 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0522156 Dec 16 09:38:08.605091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7aefe8d-5c6f-48ac-b15f-39d42f61a51a req-bb9b6ae9-f108-4b42-b687-ca2897f2fd20 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353789 Dec 16 09:38:08.627734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:08.632180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.639256 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:08.650761 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:08.651646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:08.667178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1ec94e12-6ce4-4e59-a614-47d9895b25f2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/floatingips/43f38810-f776-41d0-8d4b-b63e4df0f18f HTTP/1.1" status: 200 len: 687 time: 1.0086906 Dec 16 09:38:08.667567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53166) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:08.721173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.727609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.733448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.739194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.745231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.751200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.757083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.759238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-c497da5c-f09e-4d05-ac06-438dda99bcbf tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.0945497 Dec 16 09:38:08.779956 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:08.787987 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:08.789072 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:08.803343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 4bb0bdd5-0c1e-4196-a7b8-ff7581b6f138 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:08.803679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.806292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4075bf91-fb7e-4f55-9a78-0fa6beb0d1b5 req-5eba29a3-2e7e-46fa-a2a1-75370257e6b1 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376689 Dec 16 09:38:08.829914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:08.829914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c35ac0-d55d-432c-b203-9fee9ba10129 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:08.878820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.879142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:08.891530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 4bb0bdd5-0c1e-4196-a7b8-ff7581b6f138 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:08.986162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346a9d5-0937-41e5-b3df-95d7cde5cb13 req-bdb7f7e6-8262-43dd-a4ef-d58f2892bb53 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:08.987650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6346a9d5-0937-41e5-b3df-95d7cde5cb13 req-bdb7f7e6-8262-43dd-a4ef-d58f2892bb53 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0528660 Dec 16 09:38:09.024407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.026678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6346a9d5-0937-41e5-b3df-95d7cde5cb13 req-1f96b563-a4e4-4b30-af50-25ae3299556b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Dec 16 09:38:09.056721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=4bb0bdd5-0c1e-4196-a7b8-ff7581b6f138,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:09.121287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41035ef9-ea94-401a-8a68-004b14f328bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e779658-e398-4594-999e-56784e484aaa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:09.124479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.125834 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcba660-31f4-4297-8b79-20481ccdb476" -d '{"events": [{"server_uuid": "41035ef9-ea94-401a-8a68-004b14f328bc", "name": "network-vif-plugged", "status": "completed", "tag": "1e779658-e398-4594-999e-56784e484aaa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:09.128529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.129601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9862b9bc-6bf1-487f-8bcf-16c965116b92 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/floatingips/43f38810-f776-41d0-8d4b-b63e4df0f18f HTTP/1.1" status: 204 len: 168 time: 0.4611053 Dec 16 09:38:09.132627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53178) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:09.173740 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-b043337e-5dc5-41fe-915b-1e9a6ac636d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] delete failed (client error): The resource could not be found. Dec 16 09:38:09.174886 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b043337e-5dc5-41fe-915b-1e9a6ac636d7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/floatingips/43f38810-f776-41d0-8d4b-b63e4df0f18f HTTP/1.1" status: 404 len: 345 time: 0.0413284 Dec 16 09:38:09.181150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53182) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:09.195875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7461a-1472-4dab-9169-b7378bc2671f req-13f2c6e7-72a0-4597-88a9-926afae85bcb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.202376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0b7461a-1472-4dab-9169-b7378bc2671f req-13f2c6e7-72a0-4597-88a9-926afae85bcb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0825648 Dec 16 09:38:09.241243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e0b7461a-1472-4dab-9169-b7378bc2671f req-785b70f4-9d9b-45bf-b21b-b953ab56fc85 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365570 Dec 16 09:38:09.286536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701bf0e-43fa-4952-b434-3c5f71d8e50b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.295556 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c068e-0727-40b9-9cfe-bcf087cfa687 x-openstack-request-id: req-1f3c068e-0727-40b9-9cfe-bcf087cfa687 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:09.295841 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41035ef9-ea94-401a-8a68-004b14f328bc", "name": "network-vif-plugged", "status": "completed", "tag": "1e779658-e398-4594-999e-56784e484aaa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:09.296085 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f3c068e-0727-40b9-9cfe-bcf087cfa687 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:09.296462 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41035ef9-ea94-401a-8a68-004b14f328bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e779658-e398-4594-999e-56784e484aaa', 'code': 200} Dec 16 09:38:09.297039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701bf0e-43fa-4952-b434-3c5f71d8e50b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.304967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701bf0e-43fa-4952-b434-3c5f71d8e50b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.307461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3701bf0e-43fa-4952-b434-3c5f71d8e50b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/ports?network_id=d17c6de5-b73d-4ec9-8e1c-c9546a598927 HTTP/1.1" status: 200 len: 2358 time: 0.1269872 Dec 16 09:38:09.310172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53188) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:09.384015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36957e-2a6c-46fd-9c8f-608f222e8a2e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.385320 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3d36957e-2a6c-46fd-9c8f-608f222e8a2e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/subnets/8267a5d8-d3da-4bf2-9e21-b90b1a38f096 HTTP/1.1" status: 200 len: 797 time: 0.0733998 Dec 16 09:38:09.390006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53190) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:09.394971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'port': {'network_id': 'd17c6de5-b73d-4ec9-8e1c-c9546a598927', 'name': 'tempest-FloatingIPTestJSON-389998723', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:09.442443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707b921-94d8-460f-9c9a-924a36013b16 req-e05ddfc2-82de-47e6-949e-965d21962061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.444013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b707b921-94d8-460f-9c9a-924a36013b16 req-e05ddfc2-82de-47e6-949e-965d21962061 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 1096 time: 0.0767202 Dec 16 09:38:09.451827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e2f11-0f84-48a9-a028-1c33dec25afb req-77016862-2587-4a48-ac71-828ee8dc955d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.459384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-977e2f11-0f84-48a9-a028-1c33dec25afb req-77016862-2587-4a48-ac71-828ee8dc955d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.1028669 Dec 16 09:38:09.512168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-977e2f11-0f84-48a9-a028-1c33dec25afb req-88a9a47d-9acd-43fd-b900-65476abaf765 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517776 Dec 16 09:38:09.516206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b707b921-94d8-460f-9c9a-924a36013b16 req-bcd30ba2-fab9-4e1c-8c16-fae310200424 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490313 Dec 16 09:38:09.522098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:09.627539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:09.647076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] device_id is not set on port 9712673c-8ad8-4bbf-9912-f207693d29c8 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:09.715524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-b8fe395e-3322-4448-9dbe-96e32708deef tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.717164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-b8fe395e-3322-4448-9dbe-96e32708deef tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.1191173 Dec 16 09:38:09.753268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-cc3d93d9-034d-4e53-9f76-7940439e3ce8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/quotas/f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 375 time: 0.0260947 Dec 16 09:38:09.800116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-9621d405-483b-483c-a76e-d476d67763d7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:09.801665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-9621d405-483b-483c-a76e-d476d67763d7 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 945 time: 0.1584184 Dec 16 09:38:09.854736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-a492ab9e-627a-4ad0-9fcf-69892cc9e22e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0910006 Dec 16 09:38:09.882187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fb3b87f5-8e62-4802-8690-b8f635537c2b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:09.883380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fb3b87f5-8e62-4802-8690-b8f635537c2b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084341 Dec 16 09:38:09.923920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.14 (d17c6de5-b73d-4ec9-8e1c-c9546a598927/8267a5d8-d3da-4bf2-9e21-b90b1a38f096/9712673c-8ad8-4bbf-9912-f207693d29c8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:09.932228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.13 (d17c6de5-b73d-4ec9-8e1c-c9546a598927/8267a5d8-d3da-4bf2-9e21-b90b1a38f096/9712673c-8ad8-4bbf-9912-f207693d29c8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:10.017586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Deleting port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:10.017975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.065921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-e1f5e573-4714-4060-9c5d-dcdbb3e4a898 service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590855 Dec 16 09:38:10.085277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.120803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.165761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] For port bea1f1e2-d303-4d93-95c2-6a9dd9c29515, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,segment=NetworkSegment(94724fc3-337b-4a4e-9731-105ad6108ecc),segment_id=94724fc3-337b-4a4e-9731-105ad6108ecc)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:10.166155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.178984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=9712673c-8ad8-4bbf-9912-f207693d29c8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:10.188960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Calling delete_port for bea1f1e2-d303-4d93-95c2-6a9dd9c29515 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:10.193928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:10.195892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:10.198534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:10.216623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-63b77d5f-b76e-4e7f-9a25-9a8694126838 service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394939 Dec 16 09:38:10.279695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.280653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.302804 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e9944be1-2bbd-40ad-be67-2a5cff0daba2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9117033 Dec 16 09:38:10.305548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:10.310223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '9712673c-8ad8-4bbf-9912-f207693d29c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:10.333475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.366930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.380236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bea1f1e2-d303-4d93-95c2-6a9dd9c29515'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:10.415459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Pushing event deleted for resources: {'Port': ['ID=bea1f1e2-d303-4d93-95c2-6a9dd9c29515,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:10.462497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.637326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.148 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/dc997464-6f58-4477-b8d7-e446d44da7bc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:10.772935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.814929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.817613 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-857577fa-f4b5-4967-880b-fcc298f9b453 req-a2903e49-ac34-46a2-badd-1aeaa0671a9e tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f15c92a-d31d-423c-9e65-282e3d747a3f HTTP/1.1" status: 200 len: 210 time: 0.3753304 Dec 16 09:38:10.858530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] No DVR routers for this DVR port bea1f1e2-d303-4d93-95c2-6a9dd9c29515 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:10.863788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:10.872552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa98183c-c2c0-42eb-8776-07a91e184048 req-eb81a54f-e6d3-4d58-8daf-0186fbca3870 tempest-DeleteServersTestJSON-360369480 tempest-DeleteServersTestJSON-360369480-project] 10.222.0.53 "DELETE /v2.0/ports/bea1f1e2-d303-4d93-95c2-6a9dd9c29515 HTTP/1.1" status: 204 len: 173 time: 1.0617938 Dec 16 09:38:10.874137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'name': 'network-vif-deleted', 'tag': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:10.882245 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04114e7-42eb-40d0-a3ec-ffa116a3f5fe" -d '{"events": [{"server_uuid": "7f15c92a-d31d-423c-9e65-282e3d747a3f", "name": "network-vif-deleted", "tag": "bea1f1e2-d303-4d93-95c2-6a9dd9c29515"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:10.895450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:10.901693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:10.909666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:10.940105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=dc997464-6f58-4477-b8d7-e446d44da7bc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:10.972139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.978109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.987169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:10.994132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.000831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.006741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.012679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.021462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8df98bc3-5985-45de-8348-852acec7de4c req-2e2eee1e-edb5-4a20-982f-b2f83c268928 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1089175 Dec 16 09:38:11.062781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8df98bc3-5985-45de-8348-852acec7de4c req-5d9f9d48-231b-47ad-8341-a00340de1b59 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399933 Dec 16 09:38:11.198796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 347653a9-112d-41d7-b1d5-c6429515e954 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:11.206753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d1e7482-43c8-4139-89e0-bc891c05336e req-538d0cb3-a8c2-4e52-a48b-4f6dcc46d281 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 210 time: 0.0422273 Dec 16 09:38:11.245352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 347653a9-112d-41d7-b1d5-c6429515e954 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:11.245702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 347653a9-112d-41d7-b1d5-c6429515e954 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:11.350354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3aff62-47e5-4875-850c-414558fd5984 req-ae1d0705-5cbc-4a37-9468-296929281884 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.352177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be3aff62-47e5-4875-850c-414558fd5984 req-ae1d0705-5cbc-4a37-9468-296929281884 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.0649259 Dec 16 09:38:11.362240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.402531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be3aff62-47e5-4875-850c-414558fd5984 req-418fb7b5-1d13-4e13-81fc-b3a155898d3b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Dec 16 09:38:11.444994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.503405 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07777d9a-1460-47eb-8949-873a72ca5a49 x-openstack-request-id: req-07777d9a-1460-47eb-8949-873a72ca5a49 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:11.504036 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15c92a-d31d-423c-9e65-282e3d747a3f", "name": "network-vif-deleted", "tag": "bea1f1e2-d303-4d93-95c2-6a9dd9c29515", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:11.504551 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07777d9a-1460-47eb-8949-873a72ca5a49 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:11.505175 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15c92a-d31d-423c-9e65-282e3d747a3f', 'name': 'network-vif-deleted', 'tag': 'bea1f1e2-d303-4d93-95c2-6a9dd9c29515', 'status': 'completed', 'code': 200} Dec 16 09:38:11.618865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e4a27-322f-4f9b-9590-d64db8f28078 req-0cda0994-d493-410c-9d2c-3e9dbc1fad01 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.620493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635e4a27-322f-4f9b-9590-d64db8f28078 req-0cda0994-d493-410c-9d2c-3e9dbc1fad01 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.0533020 Dec 16 09:38:11.646955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.653091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.701489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=dc997464-6f58-4477-b8d7-e446d44da7bc,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:11.747403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635e4a27-322f-4f9b-9590-d64db8f28078 req-e21838f2-7341-4bd2-b43f-58628ff2e2a0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067007 Dec 16 09:38:11.761633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:11.782337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fcce737e-cabe-4546-bd32-7bb84ad1d6e3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:11.784001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fcce737e-cabe-4546-bd32-7bb84ad1d6e3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.1565769 Dec 16 09:38:11.799139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'port': {'device_id': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'admin_state_up': True, 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:11.888450 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP aa32f159-e886-433d-9346-8ae8acde37db associated. External IP: 172.25.6.148, port: 9712673c-8ad8-4bbf-9912-f207693d29c8. Dec 16 09:38:11.952781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:11.957117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.134378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Allocated IP 172.20.0.6 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/68a2c3b0-db3e-47df-a9e9-29e49e0b230e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:12.146624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:12.155129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6deaed-1362-4757-afdb-0912f0c8ec0c req-ae7c2b1e-1e16-4360-9515-b9a098a84a4d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.156829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe6deaed-1362-4757-afdb-0912f0c8ec0c req-ae7c2b1e-1e16-4360-9515-b9a098a84a4d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.1000617 Dec 16 09:38:12.234900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe6deaed-1362-4757-afdb-0912f0c8ec0c req-d9908267-f451-4773-8ef0-3ed9c8bc6d71 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688846 Dec 16 09:38:12.264655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:12.278071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:12.293166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:12.294578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:12.295088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.333466 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f2380d9f-b77f-48cb-94ab-2973bf4ed36d tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0268326 Dec 16 09:38:12.334161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:12.339761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'port_id': '9712673c-8ad8-4bbf-9912-f207693d29c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:12.358242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:12.378010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:12.378736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:12.414297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.435671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:12.436381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1fd9d-7215-4793-afe0-22727527edab None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:12.440676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bea1f1e2-d303-4d93-95c2-6a9dd9c29515 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:12.476359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: bea1f1e2-d303-4d93-95c2-6a9dd9c29515 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:12.476700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bea1f1e2-d303-4d93-95c2-6a9dd9c29515 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:12.480359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.519579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.526533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.532961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.539788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.545672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.551978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.558792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.567729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-55697e15-1dd2-449b-93c0-6d0c387b5c7f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1596613 Dec 16 09:38:12.633014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8b65930-e6a0-44ce-89ea-f50ca540e08e req-0dc31be2-dce3-477e-9820-9348017a1c88 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584660 Dec 16 09:38:12.652703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.701999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:12.705413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:12.709589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:12.739982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:12.814951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.815755 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:12.858919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-fc815b1a-defb-4487-947c-24b29cb1fab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0640085 Dec 16 09:38:12.873184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Request body: {'port': {'device_id': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:12.883642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4efc3-82f2-4a05-80d6-27c6780d953f req-0ebb6ccf-b56a-4497-aa68-75649dc6c1ff tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:12.885232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf4efc3-82f2-4a05-80d6-27c6780d953f req-0ebb6ccf-b56a-4497-aa68-75649dc6c1ff tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 931 time: 0.1268373 Dec 16 09:38:13.023328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bf4efc3-82f2-4a05-80d6-27c6780d953f req-02c3d6c1-69c8-4bcf-8926-474b93ca050d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186180 Dec 16 09:38:13.023963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.171003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5eb920c8-a593-424c-b3c3-50ab0a8c89cc None None] Provisioning complete for port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:13.171381 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5eb920c8-a593-424c-b3c3-50ab0a8c89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.212916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5eb920c8-a593-424c-b3c3-50ab0a8c89cc None None] Port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:13.327043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.334937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.403205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2c43-499b-42a6-8a9e-cd436499cab1 req-6e5e50c2-13e9-40e7-b1c5-a9e516521ed2 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.405200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68ae2c43-499b-42a6-8a9e-cd436499cab1 req-6e5e50c2-13e9-40e7-b1c5-a9e516521ed2 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.0849369 Dec 16 09:38:13.461802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a2c3b0-db3e-47df-a9e9-29e49e0b230e {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:13.473064 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.478013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68ae2c43-499b-42a6-8a9e-cd436499cab1 req-c25769dd-0201-4ecb-aca3-cbe76be0dce7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527015 Dec 16 09:38:13.489108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Transition to ACTIVE for port object 68a2c3b0-db3e-47df-a9e9-29e49e0b230e will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:13.494031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.557824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Pushing event updated for resources: {'Port': ['ID=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:13.617666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:13.643881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-3694dc06-f201-4e11-b326-c9f1fe8b837e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.645412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-3694dc06-f201-4e11-b326-c9f1fe8b837e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 945 time: 0.0945473 Dec 16 09:38:13.688089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Attempting to bind port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:13.688763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Attempting to bind port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:13.689098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Attempting to bind port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:13.695610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e on network 888f4d0f-c79c-4010-869e-5042131f02bd not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:13.696173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Attempting to bind port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:13.706208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:13.706709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:13.712457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:13.712457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Bound port: 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:13.712457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.862930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.869833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.875328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.878824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:13.882858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.884584 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.890398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.892574 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:13.896492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.902884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:13.903520 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:13.904158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:13.906093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e84092-508f-4106-bcbc-7107d54341d6 req-d0f74243-e172-4921-b025-97cc75c7db18 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1238782 Dec 16 09:38:13.909302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] For port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:13.932181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] For port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:13.932482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port 1e779658-e398-4594-999e-56784e484aaa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:13.932722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.946850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.972514 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:13.973750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6349a9a1-17e2-4074-9e0b-ecffb004bee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:13.984278 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:13.985441 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:14.001585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.002472 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.003859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] 10.222.0.69 "PUT /v2.0/ports/68a2c3b0-db3e-47df-a9e9-29e49e0b230e HTTP/1.1" status: 200 len: 1091 time: 1.1354675 Dec 16 09:38:14.006151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'tag': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:14.009406 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd88e1-2e81-4299-aaf6-1d5323c9774f" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc8b3c-29ca-49e7-9408-a623d24b8e36", "tag": "68a2c3b0-db3e-47df-a9e9-29e49e0b230e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:14.025122 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-11207cbb-86c4-4c73-b68f-76a55f0a339e tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/floatingips/aa32f159-e886-433d-9346-8ae8acde37db HTTP/1.1" status: 200 len: 978 time: 1.6895344 Dec 16 09:38:14.032556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53344) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:14.036595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e84092-508f-4106-bcbc-7107d54341d6 req-25a72c6e-2d79-49f9-84e0-fbad86c4ea8f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120803 Dec 16 09:38:14.052726 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:14.053424 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a5239-0345-4397-a98c-15be450be1ab None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:14.103257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25742-890b-43a2-9bbe-50766eb5ed42 service neutron] Pushing event updated for resources: {'Port': ['ID=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:14.124842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-4d7650c8-967c-4124-b036-3f9d536114bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.126737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-4d7650c8-967c-4124-b036-3f9d536114bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 1094 time: 0.0661070 Dec 16 09:38:14.181770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-8865997a-8097-4856-b2d7-3bc8a6f43dc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e HTTP/1.1" status: 200 len: 217 time: 0.0459552 Dec 16 09:38:14.238164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port 1e779658-e398-4594-999e-56784e484aaa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1e779658-e398-4594-999e-56784e484aaa,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:14.238614 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.273356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-745b27f1-34e3-4a07-8215-000cefa4ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.276088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-745b27f1-34e3-4a07-8215-000cefa4ec98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0809927 Dec 16 09:38:14.277191 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ea9f10-a456-40aa-a544-8a14ef60f587 x-openstack-request-id: req-c3ea9f10-a456-40aa-a544-8a14ef60f587 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:14.277786 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc8b3c-29ca-49e7-9408-a623d24b8e36", "tag": "68a2c3b0-db3e-47df-a9e9-29e49e0b230e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:14.278058 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3ea9f10-a456-40aa-a544-8a14ef60f587 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:14.278551 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'tag': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e', 'status': 'completed', 'code': 200} Dec 16 09:38:14.333005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for 1e779658-e398-4594-999e-56784e484aaa owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:14.408914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-b6514328-71c7-49a6-b703-4e0302862ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.410776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-b6514328-71c7-49a6-b703-4e0302862ffa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266654 Dec 16 09:38:14.433767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port dc997464-6f58-4477-b8d7-e446d44da7bc {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:14.434124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.535843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-4ad33d59-d7bb-459f-b3bf-33d1529dcf9a service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170290 Dec 16 09:38:14.548745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf505c-d835-4c6f-91d8-9085537998a6 req-ea02548b-2125-4982-a3e0-7057e6b53717 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.556747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fbf505c-d835-4c6f-91d8-9085537998a6 req-ea02548b-2125-4982-a3e0-7057e6b53717 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 943 time: 0.1944852 Dec 16 09:38:14.567890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.568213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.588570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for dc997464-6f58-4477-b8d7-e446d44da7bc owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:14.607990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.620302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:14.696141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1e779658-e398-4594-999e-56784e484aaa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:14.738875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fbf505c-d835-4c6f-91d8-9085537998a6 req-4cd0bfae-2be0-4c35-a6f7-9985d0c328e2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779575 Dec 16 09:38:14.790663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b663c4-387f-4b7b-b27d-20943dac56e6 req-bcc191c1-de75-409e-95e3-ca19cfaa72e9 service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256434 Dec 16 09:38:14.815235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=1e779658-e398-4594-999e-56784e484aaa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:14.844267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port 1e779658-e398-4594-999e-56784e484aaa on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:14.859068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:14.873061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8f6551ac-b8c4-4952-98c6-fc28f528e2ad req-aeb8d86f-f3fc-4c57-90d2-72390a712123 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "DELETE /v2.0/ports/1e779658-e398-4594-999e-56784e484aaa HTTP/1.1" status: 204 len: 173 time: 1.2193124 Dec 16 09:38:14.873676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41035ef9-ea94-401a-8a68-004b14f328bc', 'name': 'network-vif-deleted', 'tag': '1e779658-e398-4594-999e-56784e484aaa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:14.876222 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854e139e-b05a-49f3-9e12-9b62a8902d45" -d '{"events": [{"server_uuid": "41035ef9-ea94-401a-8a68-004b14f328bc", "name": "network-vif-deleted", "tag": "1e779658-e398-4594-999e-56784e484aaa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:14.920956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-169447ea-16da-4667-b4a2-1260fd129009 req-7b1a4511-8f9b-4f14-9c76-5acf54aec6a1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=41035ef9-ea94-401a-8a68-004b14f328bc HTTP/1.1" status: 200 len: 210 time: 0.0724134 Dec 16 09:38:14.946691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-009c319f-6b33-4824-8949-be7a22ca1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:14.946691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-009c319f-6b33-4824-8949-be7a22ca1bd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 1094 time: 0.0838871 Dec 16 09:38:15.065815 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0be66d-563a-4567-b1d4-3a9f68b35e5b x-openstack-request-id: req-ad0be66d-563a-4567-b1d4-3a9f68b35e5b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:15.066151 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41035ef9-ea94-401a-8a68-004b14f328bc", "name": "network-vif-deleted", "tag": "1e779658-e398-4594-999e-56784e484aaa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:15.066364 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad0be66d-563a-4567-b1d4-3a9f68b35e5b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:15.066750 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41035ef9-ea94-401a-8a68-004b14f328bc', 'name': 'network-vif-deleted', 'tag': '1e779658-e398-4594-999e-56784e484aaa', 'status': 'completed', 'code': 200} Dec 16 09:38:15.074413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.113677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-d8744f94-3157-4825-bded-03d7896bd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.116863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-d8744f94-3157-4825-bded-03d7896bd05e service neutron] 10.222.0.69 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1678360 Dec 16 09:38:15.169973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=dc997464-6f58-4477-b8d7-e446d44da7bc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:15.196278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.196707 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP aa32f159-e886-433d-9346-8ae8acde37db disassociated (deleted). External IP: 172.25.6.148, port: 9712673c-8ad8-4bbf-9912-f207693d29c8. Dec 16 09:38:15.201755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-e99a8eb8-d6c8-4763-a24b-0b840af4df1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e HTTP/1.1" status: 200 len: 217 time: 0.0767498 Dec 16 09:38:15.303508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.310097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.316090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.322321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.328274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.334316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.341187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.343261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-2b72dc21-13fb-48cb-908b-2bd6330a39f9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1443791 Dec 16 09:38:15.348040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-5807df30-c472-4c49-a6fb-02b8b62f49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.349555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-5807df30-c472-4c49-a6fb-02b8b62f49e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.1307178 Dec 16 09:38:15.470494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c27f3f13-8b29-40e6-83d1-25db307becc0 req-d8562652-9e96-4ffd-81dd-897d6d7715fa tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103230 Dec 16 09:38:15.481704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-b52d0ffb-f84c-4e18-ae7a-39fa9670fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.496850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-b52d0ffb-f84c-4e18-ae7a-39fa9670fee6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281104 Dec 16 09:38:15.571135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:15.618518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-da2ae6ca-2bf0-4c4d-ba3a-fd61ecab1e60 service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223359 Dec 16 09:38:15.755748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fffd88e1-2e81-4299-aaf6-1d5323c9774f req-4c6c2628-3f28-4da5-a84f-81797b54aa7f service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274979 Dec 16 09:38:15.756489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:15.761736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.773782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:15.789488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:15.790173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:15.798868 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0d332e42-c3d9-4dba-8a58-20e9dfcb5f4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/floatingips/aa32f159-e886-433d-9346-8ae8acde37db HTTP/1.1" status: 204 len: 168 time: 1.7615547 Dec 16 09:38:15.800479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:15.864285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:15.890890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:15.891070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acc4fb-418d-4731-9413-5e1bc722374c req-4326d64d-9f41-4ff4-b7be-8f38a01513c6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:15.893008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:37:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:15.902078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62acc4fb-418d-4731-9413-5e1bc722374c req-4326d64d-9f41-4ff4-b7be-8f38a01513c6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 943 time: 0.0695584 Dec 16 09:38:15.930122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 9712673c-8ad8-4bbf-9912-f207693d29c8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:15.931511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:15.932390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:15.933244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea5759-b5a1-4c5f-b2c2-54f649a4c7d1 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:15.959148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62acc4fb-418d-4731-9413-5e1bc722374c req-ded1ce91-1a41-4e91-8273-04b3387d4e3e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518281 Dec 16 09:38:16.042204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.055682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 9712673c-8ad8-4bbf-9912-f207693d29c8 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:16.293325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.333714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=9712673c-8ad8-4bbf-9912-f207693d29c8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:16.366149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.366486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.366821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.367363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.367696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.368020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.368337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.368659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.368975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.369291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.369610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.369937 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:16.435131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2c5dbf54-5758-4943-8b7f-738d70d4bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.463138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.469372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bcffe560-589b-4eb7-abec-f9250b357980 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/ports/9712673c-8ad8-4bbf-9912-f207693d29c8 HTTP/1.1" status: 204 len: 168 time: 0.6678236 Dec 16 09:38:16.474347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53394) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:16.481218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:16.491156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:16.537975 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.611034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-375cccd4-3038-496d-ba9b-2b7805bdaee8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:16.618441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-375cccd4-3038-496d-ba9b-2b7805bdaee8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.1446488 Dec 16 09:38:16.631696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-f0a285c2-9fe5-41e7-822b-5ddfe353ffc7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.0122404 Dec 16 09:38:16.700689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-fa25fce9-2fed-415e-8fcd-e0854febac40 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618095 Dec 16 09:38:16.702631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f4c77e8d-4f17-4033-a849-265c015f0fc0 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5514 time: 0.2075174 Dec 16 09:38:16.704720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53400) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:16.710113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'network': {'name': 'tempest-network-smoke--610617928', 'project_id': 'daa877eecd044edabd659947def9aa8d', 'port_security_enabled': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:16.745781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Made reservation on behalf of daa877eecd044edabd659947def9aa8d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:16.750392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.791961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:16.799749 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.810259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.810794 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Added segment c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c of type vlan for network 04500bb4-9ffb-451c-87c1-6966c748c250 Dec 16 09:38:16.837585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-012c65a9-4e35-488d-b950-91c70c021780 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199121 Dec 16 09:38:16.899984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.953476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-00fd080f-06ef-4639-968c-44098f24a14c service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095157 Dec 16 09:38:16.973485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.979265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:16.979849 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:16.994503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.230 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/1f19c96a-5626-4048-ba57-1db22b822302) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:17.075398 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3693519 Dec 16 09:38:17.077951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53404) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:17.082795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'admin_state_up': True, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:17.138449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.139573 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.178357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cce1e-6cc4-4d19-9b8c-819be7a37019 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Network': ['ID=04500bb4-9ffb-451c-87c1-6966c748c250,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:17.190273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 04500bb4-9ffb-451c-87c1-6966c748c250 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:17.238814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.293633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.326867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1e779658-e398-4594-999e-56784e484aaa no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:17.374701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.379364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 1e779658-e398-4594-999e-56784e484aaa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:17.380759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1e779658-e398-4594-999e-56784e484aaa not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:17.433330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:17.440279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:17.443956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:17.453655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=1f19c96a-5626-4048-ba57-1db22b822302,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:17.539802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.553609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.574816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.582661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.593168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.602450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.605963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.612500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.620617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.627046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:17.630260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-0579d357-cf00-4238-8501-3cdb4aab81fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.2398770 Dec 16 09:38:17.739189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3888b936-0f9e-4b80-9906-e76ef8a28f4f req-d0d33fc5-d2a0-4607-a43e-3f96a4601243 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875924 Dec 16 09:38:17.845067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.856768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.898248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.932757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:17.986265 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.114250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.25.6.47 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:18.135866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a9acd-f6eb-49d7-8b27-4dfa659daacd req-879eb83f-f93d-4add-bd09-8cb020254c4b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:18.137447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f53a9acd-f6eb-49d7-8b27-4dfa659daacd req-879eb83f-f93d-4add-bd09-8cb020254c4b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 943 time: 0.2328830 Dec 16 09:38:18.232289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f53a9acd-f6eb-49d7-8b27-4dfa659daacd req-4e14b962-1a24-4e0c-9fda-fd8bc698abe0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863819 Dec 16 09:38:18.300152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=1f19c96a-5626-4048-ba57-1db22b822302,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:18.326779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.332635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.351319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.352735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bb0ab95-1157-485b-bc4f-b57be5803c9a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8774323 Dec 16 09:38:18.355663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53422) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:18.360829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'port': {'network_id': 'd17c6de5-b73d-4ec9-8e1c-c9546a598927', 'name': 'tempest-FloatingIPTestJSON-1371628342'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:18.391051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc74a133-5922-4dad-9a4d-088607850e36 req-9899a29a-6396-486d-8e64-d5061d6d66bc tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 210 time: 0.0646954 Dec 16 09:38:18.536228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.558135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-fc36b9ea-b017-4c30-8664-af906cfbd973 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:18.559903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-fc36b9ea-b017-4c30-8664-af906cfbd973 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2145107 Dec 16 09:38:18.572831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:18.577210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:18.591620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:18.599988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] device_id is not set on port 2d4f1683-3bc7-48fb-aba4-f97057f740b4 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:18.614117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:18.644302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53432) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:18.646671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:18.649312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:18.702384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:18.744730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.8 (d17c6de5-b73d-4ec9-8e1c-c9546a598927/8267a5d8-d3da-4bf2-9e21-b90b1a38f096/2d4f1683-3bc7-48fb-aba4-f97057f740b4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:18.974219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.017616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.074667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network d17c6de5-b73d-4ec9-8e1c-c9546a598927 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:19.078709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:19.092195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:19.095272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=2d4f1683-3bc7-48fb-aba4-f97057f740b4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:19.152732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.153508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.247506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-be23bf0e-fcd8-4392-ba39-80ab463bbf13 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8906276 Dec 16 09:38:19.247677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53438) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:19.250353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:19.255765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.255938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 68a2c3b0-db3e-47df-a9e9-29e49e0b230e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:19.260664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'port_id': '2d4f1683-3bc7-48fb-aba4-f97057f740b4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:19.269120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Deleting subnet de924455-123c-46ea-867d-42110a143697 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:19.315039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.381027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:19.395766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e', 'mac_address': 'fa:16:3e:10:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:19.424661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.440892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.450986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.456675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a2c3b0-db3e-47df-a9e9-29e49e0b230e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:19.456991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.463037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.469233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.475192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.479884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:19.481286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.487319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.488289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:19.503974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-962408dc-c55f-426d-9dec-c596099050d5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.3410792 Dec 16 09:38:19.559216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:19.569345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.569345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.570011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.570425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.570881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.571294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.571821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.572268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.572686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.573101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.573703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.574741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:19.636421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.795582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:19.795837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e49a55c-47be-4944-ab8e-fabc6f8697a2 req-2e5881d9-3362-4c42-8643-c0ce2cdd1fed tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2906098 Dec 16 09:38:19.837600 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.882589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.914922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:19.929733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.100824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.9 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/d67ede64-a9fa-44c3-9c75-2547dddd826b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:20.154879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.163775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac26e4-210b-4973-97a3-584f6b49a2c4 req-51fde407-79f1-435f-ad66-943faea1fec3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:20.165350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40ac26e4-210b-4973-97a3-584f6b49a2c4 req-51fde407-79f1-435f-ad66-943faea1fec3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 944 time: 0.2562909 Dec 16 09:38:20.264280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.267437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/de924455-123c-46ea-867d-42110a143697 HTTP/1.1" status: 204 len: 168 time: 1.6220288 Dec 16 09:38:20.268282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5084314-cbf0-47a4-8138-565505620026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de924455-123c-46ea-867d-42110a143697,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:20.270242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:20.350423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.440092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.465701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5a354b-3512-4259-9d4c-482c4ff8a4e2']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:20.483056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94724fc3-337b-4a4e-9731-105ad6108ecc') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:20.485897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94724fc3-337b-4a4e-9731-105ad6108ecc') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:20.503176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.510865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40ac26e4-210b-4973-97a3-584f6b49a2c4 req-d94c3817-8bc4-456e-bd57-91c07ffdd5c8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215275 Dec 16 09:38:20.545453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.552808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:20.553171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:20.557469 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:20.621295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.637162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.641030 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b5a354b-3512-4259-9d4c-482c4ff8a4e2 HTTP/1.1" status: 204 len: 168 time: 0.3697617 Dec 16 09:38:20.654987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e179b7-5aea-44b6-b794-4888ef4244dd admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5a354b-3512-4259-9d4c-482c4ff8a4e2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:20.667304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c54763f-b6b4-4e8e-afd3-02b61ade421f req-6f881e49-f598-475d-bd81-15b797ead768 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 210 time: 0.0859046 Dec 16 09:38:20.778820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.791029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53452) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:20.800515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.806838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.resource_extend [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:38:20.840630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4dfbc7ea-db35-43fb-bded-08119b96d700 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94c4b281560844e0b35761357f454c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462790 Dec 16 09:38:20.841420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53456) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:20.900826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d564ee-8364-43d0-aa47-0afbd3a0a637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.928003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d564ee-8364-43d0-aa47-0afbd3a0a637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.981326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d564ee-8364-43d0-aa47-0afbd3a0a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.984066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d564ee-8364-43d0-aa47-0afbd3a0a637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:20.996011 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c7d564ee-8364-43d0-aa47-0afbd3a0a637 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/900aa205-8fbc-44bd-a7d8-beccf2a6fbce HTTP/1.1" status: 204 len: 168 time: 0.1529171 Dec 16 09:38:21.011885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d564ee-8364-43d0-aa47-0afbd3a0a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900aa205-8fbc-44bd-a7d8-beccf2a6fbce,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:21.258021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 68a2c3b0-db3e-47df-a9e9-29e49e0b230e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:21.300410 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.317945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.318370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:21.322771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:21.323334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.373320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.379177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.385347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.391331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.397468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.403632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.409395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.411629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db9675da-bd88-48d4-bb43-13af76e76903 req-6a27cac3-087f-43a4-be30-6ae4eac0a736 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.2739809 Dec 16 09:38:21.419481 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.446959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.452857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:21.455744 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b13268-51a2-4df0-9481-d7c28af759e0" -d '{"events": [{"server_uuid": "80dc8b3c-29ca-49e7-9408-a623d24b8e36", "name": "network-vif-plugged", "status": "completed", "tag": "68a2c3b0-db3e-47df-a9e9-29e49e0b230e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:21.472186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:21.519238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:21.527213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.536783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:21.548038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:21.550569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:21.607851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=d67ede64-a9fa-44c3-9c75-2547dddd826b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:21.613647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db9675da-bd88-48d4-bb43-13af76e76903 req-e624dd73-f2c1-43c2-bd38-41a78b3e3553 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704996 Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.642593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:21.647435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:21.649738 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP c8559f8a-22a4-4a23-8cc0-4f214853eaa5 associated. External IP: 172.25.6.230, port: 2d4f1683-3bc7-48fb-aba4-f97057f740b4. Dec 16 09:38:21.711901 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd788e6-a631-4b4e-8bfb-aab03923e418 x-openstack-request-id: req-9bd788e6-a631-4b4e-8bfb-aab03923e418 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:21.712186 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc8b3c-29ca-49e7-9408-a623d24b8e36", "name": "network-vif-plugged", "status": "completed", "tag": "68a2c3b0-db3e-47df-a9e9-29e49e0b230e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:21.712570 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bd788e6-a631-4b4e-8bfb-aab03923e418 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:21.712962 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e', 'code': 200} Dec 16 09:38:21.778489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.779142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:21.820391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:38:21.863421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-727d25a9-f665-414f-8e86-38f78a02145e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2762878 Dec 16 09:38:21.882998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-6161bbb3-aa8a-4c46-9cbd-cfa91e0bc803 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:38:21.884022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-6161bbb3-aa8a-4c46-9cbd-cfa91e0bc803 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076151 Dec 16 09:38:21.969440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53488) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:21.976969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a34f16-ea71-4c8c-997b-c5ed4896125e req-7f603cdf-c58b-4236-9494-f0c6b84c1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.978526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69a34f16-ea71-4c8c-997b-c5ed4896125e req-7f603cdf-c58b-4236-9494-f0c6b84c1655 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 1096 time: 0.1805983 Dec 16 09:38:21.991529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e52e-23f5-4b4a-bb85-9b44c9b45a2e req-79e7027d-c0de-464d-a704-69f4970097fc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:21.993047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e35e52e-23f5-4b4a-bb85-9b44c9b45a2e req-79e7027d-c0de-464d-a704-69f4970097fc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.2078459 Dec 16 09:38:22.109459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1736262263-network', 'tenant_id': '205a7e8915844f7e98dc79ce843debb2'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:22.119465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Request body: {'port': {'device_id': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:22.135340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Made reservation on behalf of 205a7e8915844f7e98dc79ce843debb2 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:22.138209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.146753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.186433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69a34f16-ea71-4c8c-997b-c5ed4896125e req-52455ccf-429e-4928-b1ba-2e37c3a7c52a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892116 Dec 16 09:38:22.201817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e35e52e-23f5-4b4a-bb85-9b44c9b45a2e req-7c850e0e-9e6b-4010-83dd-50b1c047a3f8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937342 Dec 16 09:38:22.249739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.250946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:22.255848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.262750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Sync routers for ids ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:22.281945 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Routers {'5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:22.284457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.286752 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:22.297923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:22.305200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552db0ac-01bc-4106-b7ea-c786c04d8eae,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:22.306688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.311779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-04ccfa69-c431-47e8-b454-12da10f988f6 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2327654 Dec 16 09:38:22.313153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53492) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.326943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.327294 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Added segment 6fa797be-ade3-4d91-ac65-59e47d712eab of type vlan for network 98599bdf-7b29-4bd6-8f58-1aa9308f926a Dec 16 09:38:22.376325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.406862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.407542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:22.408439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.411835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.434041 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Set router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:22.476918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4540fcb-06c1-4fbd-98d3-8b0409bf08d3 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.483465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a4540fcb-06c1-4fbd-98d3-8b0409bf08d3 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=daa877eecd044edabd659947def9aa8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1671207 Dec 16 09:38:22.484589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53494) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.486388 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5150094 Dec 16 09:38:22.487304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53496) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.495045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Request body: {'subnet': {'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1736262263-subnet', 'tenant_id': '205a7e8915844f7e98dc79ce843debb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:22.503448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37945a5f-bd55-40a0-8ded-b09e4200dfcf admin admin] Pushing event updated for resources: {'Network': ['ID=98599bdf-7b29-4bd6-8f58-1aa9308f926a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:22.526158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 98599bdf-7b29-4bd6-8f58-1aa9308f926a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:22.554775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Made reservation on behalf of 205a7e8915844f7e98dc79ce843debb2 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:22.557585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.575068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae8017-c9d3-4c24-8809-5afa87c7ed9b req-de0a07dd-3353-4e6a-9da8-fc7f4ea888c2 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.576683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cae8017-c9d3-4c24-8809-5afa87c7ed9b req-de0a07dd-3353-4e6a-9da8-fc7f4ea888c2 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 931 time: 0.2780190 Dec 16 09:38:22.704695 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:19Z', 'revision_number': 3, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:22.733627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Checking router: 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:22.733997 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Updating router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:38:22.762619 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.820125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cae8017-c9d3-4c24-8809-5afa87c7ed9b req-d087fb76-ade1-4886-916c-574a5a758bcb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468863 Dec 16 09:38:22.834724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6153900-aba4-4152-b676-1e9f49052f99 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:22.839097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b6153900-aba4-4152-b676-1e9f49052f99 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3504493 Dec 16 09:38:22.841670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.870011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:22.879906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:22.894897 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.895521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:22.901613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:22.907917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-883fca00-fbcf-4c29-8c1e-69540528a10e tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635002 Dec 16 09:38:22.938546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.946048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:22.990609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bd1e36db-6099-4f2c-b184-e373caa864bc tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/floatingips/c8559f8a-22a4-4a23-8cc0-4f214853eaa5 HTTP/1.1" status: 200 len: 978 time: 3.7333984 Dec 16 09:38:22.993709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-806ab7f3-fd0f-420b-b35e-657ee5fad49d tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=daa877eecd044edabd659947def9aa8d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532775 Dec 16 09:38:22.996908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53506) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:22.997399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:23.014729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:23.024775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:23.025398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:23.060759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:23.061623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d4c8a-50a1-4c60-be23-d2450d1c460b None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:23.097784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.104095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.110535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.117026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.124923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.126430 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.131583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.135667 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.138401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.140832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8ac167a8-d61b-4314-ac7b-69bfe1b7e0ae tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5421 time: 0.1243455 Dec 16 09:38:23.188913 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Attempting to bind port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:23.189403 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Attempting to bind port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:23.189939 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Attempting to bind port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:23.196309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67ede64-a9fa-44c3-9c75-2547dddd826b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:23.198984 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:23.199476 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:23.199943 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.200602 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:23.201079 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Bound port: 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:23.201510 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.215314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.232253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1df27ce-7641-40ae-bef5-75a58ddfd6c2 req-8764bc5d-248d-420e-82d2-98b58ba15437 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678682 Dec 16 09:38:23.242123 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Pushing event updated for resources: {'Port': ['ID=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:23.243863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Transition to ACTIVE for port object d67ede64-a9fa-44c3-9c75-2547dddd826b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:23.251838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.275164 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.277989 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.278482 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.280420 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.281124 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.281604 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.282271 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.282726 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.283178 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.283674 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.284169 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.284644 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:38:23.296253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffedf7cb-0340-4ffc-9385-c9abac2edfc4 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.299081 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] For port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:23.300899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ffedf7cb-0340-4ffc-9385-c9abac2edfc4 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2297020 Dec 16 09:38:23.303611 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] For port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:23.305269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53512) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:23.314787 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.355734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5d5151-ed4f-41eb-8096-a85fe083876f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:23.357676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-abc90b1a-2dc6-4959-91c7-1430cb284872 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486617 Dec 16 09:38:23.364422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53514) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:23.368146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Checking segment: {'id': '6fa797be-ade3-4d91-ac65-59e47d712eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:23.368709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Network hostable DHCP agents. Network: 98599bdf-7b29-4bd6-8f58-1aa9308f926a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:23.375721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174212248', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'project_id': 'daa877eecd044edabd659947def9aa8d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:23.426141 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Routers {'5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:23.426814 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:23.429340 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b7ced-aa65-43ad-ace9-6fad90895ee6 None None] Pushing event updated for resources: {'Port': ['ID=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:23.473183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Network 98599bdf-7b29-4bd6-8f58-1aa9308f926a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:23.496545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 2d4f1683-3bc7-48fb-aba4-f97057f740b4 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:23.496885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.500079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 98599bdf-7b29-4bd6-8f58-1aa9308f926a) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:23.504558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:23.505340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.511685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184cb17-a3b4-4af8-b5f8-5e7f553612ed None None] Network 98599bdf-7b29-4bd6-8f58-1aa9308f926a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:23.588645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Made reservation on behalf of daa877eecd044edabd659947def9aa8d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:23.592054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.594816 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] Set router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:23.632886 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee0f89af-d491-4062-828d-3dba614807fd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1348603 Dec 16 09:38:23.715598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:23.910399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Pushing event updated for resources: {'Port': ['ID=d67ede64-a9fa-44c3-9c75-2547dddd826b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:23.987097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Attempting to bind port d67ede64-a9fa-44c3-9c75-2547dddd826b on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:23.991234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Attempting to bind port d67ede64-a9fa-44c3-9c75-2547dddd826b by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:24.002881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Attempting to bind port d67ede64-a9fa-44c3-9c75-2547dddd826b on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:24.011394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Port d67ede64-a9fa-44c3-9c75-2547dddd826b on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:24.012051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Attempting to bind port d67ede64-a9fa-44c3-9c75-2547dddd826b on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:24.019112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:24.020178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:24.021551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:24.022828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Bound port: d67ede64-a9fa-44c3-9c75-2547dddd826b, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:24.023525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.023803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:19Z', 'revision_number': 3, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:24.051951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5872cf-0416-4f35-aebf-3294862f1ab6 req-8ed10c9d-0fbc-4503-a760-2ea2f84a9d58 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.058343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c5872cf-0416-4f35-aebf-3294862f1ab6 req-8ed10c9d-0fbc-4503-a760-2ea2f84a9d58 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.7089040 Dec 16 09:38:24.099517 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebd5b0-2f51-4e7e-8890-10c3d8ad6823 None None] The sync data for ids ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'] in n-d-821941-1 is: [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:19Z', 'revision_number': 3, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:24.126878 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.155656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c5872cf-0416-4f35-aebf-3294862f1ab6 req-3792d185-3f50-4609-8de6-258071fb6638 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930183 Dec 16 09:38:24.156023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.156879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.157348 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP c8559f8a-22a4-4a23-8cc0-4f214853eaa5 disassociated. External IP: 172.25.6.230, port: 2d4f1683-3bc7-48fb-aba4-f97057f740b4. Dec 16 09:38:24.157839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 2d4f1683-3bc7-48fb-aba4-f97057f740b4 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:24.176154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.217826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] For port d67ede64-a9fa-44c3-9c75-2547dddd826b, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:24.221352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] For port d67ede64-a9fa-44c3-9c75-2547dddd826b, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:24.226647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.249466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879eaee-cf13-4fc9-b9c0-e953b3cfbf6f None None] Network 98599bdf-7b29-4bd6-8f58-1aa9308f926a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:24.285530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.286471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.288158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] 10.222.0.53 "PUT /v2.0/ports/d67ede64-a9fa-44c3-9c75-2547dddd826b HTTP/1.1" status: 200 len: 1091 time: 2.3902683 Dec 16 09:38:24.295416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'tag': 'd67ede64-a9fa-44c3-9c75-2547dddd826b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:24.298001 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d355cee-cea2-4590-8070-f88956c7e610" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da", "tag": "d67ede64-a9fa-44c3-9c75-2547dddd826b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:24.397141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Subnet': ['ID=43e2a54c-2625-4ce7-affe-63beaf793360,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:24.421379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Checking segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:24.421738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network hostable DHCP agents. Network: 04500bb4-9ffb-451c-87c1-6966c748c250, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:24.445123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61523-15bc-4f1b-a7a6-1dbca5a5b032 service neutron] Pushing event updated for resources: {'Port': ['ID=d67ede64-a9fa-44c3-9c75-2547dddd826b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:24.498050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-e620b193-2d7f-4f88-be28-a27b99f34e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.499586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-e620b193-2d7f-4f88-be28-a27b99f34e34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 1094 time: 0.1457474 Dec 16 09:38:24.511173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network 04500bb4-9ffb-451c-87c1-6966c748c250 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:24.523380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6033c0-5444-427c-b30d-0b9c0ed33726 req-ff358b17-406f-4cda-85bc-642e9ba2ee60 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.525619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c6033c0-5444-427c-b30d-0b9c0ed33726 req-ff358b17-406f-4cda-85bc-642e9ba2ee60 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 943 time: 0.2237654 Dec 16 09:38:24.536749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 04500bb4-9ffb-451c-87c1-6966c748c250) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:24.547394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe98adc7-b998-4e13-8bfb-cc2aa34d64b0 None None] Network 04500bb4-9ffb-451c-87c1-6966c748c250 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:24.554326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.555577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.603633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc463255-e7c8-4196-9e7f-a3be2164af2d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2376859 Dec 16 09:38:24.607539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53530) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:24.617800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-a459cefb-efac-4484-9ea1-39383922961a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b HTTP/1.1" status: 200 len: 217 time: 0.0910289 Dec 16 09:38:24.739760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c6033c0-5444-427c-b30d-0b9c0ed33726 req-20426b23-5f34-44d5-9d0f-92a618cddcdb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883080 Dec 16 09:38:24.749277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.756772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-b1a42ccc-13b5-4196-aba4-b03f6a32ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:24.758324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-b1a42ccc-13b5-4196-aba4-b03f6a32ba6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1293359 Dec 16 09:38:24.816182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-2f66d2d3-1faa-4d29-a5a0-02aec56b5ecc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497727 Dec 16 09:38:24.822416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:24.846162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=2d4f1683-3bc7-48fb-aba4-f97057f740b4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:24.958860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-04500bb4-9ffb-451c-87c1-6966c748c250', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'fixed_ips': [{'subnet_id': '43e2a54c-2625-4ce7-affe-63beaf793360'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:38:24.960625 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:24.983418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.005054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:25.005682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.008026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-9215f6d1-e0cf-4b9d-9936-84a2c7e23cef service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835074 Dec 16 09:38:25.160060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622c3dc7-ca66-49fb-a0b5-de10fe5d7072 req-a739367e-dcb7-4f2f-bb1b-b173e83a2b38 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444824 Dec 16 09:38:25.268214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.292335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:25.299502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:25.308443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.346181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Allocated IP 172.20.0.18 (04500bb4-9ffb-451c-87c1-6966c748c250/43e2a54c-2625-4ce7-affe-63beaf793360/915670df-9859-4e68-afd8-7bb1bf041e2b) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:25.383971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-e6fbf408-560f-4777-8637-175e3711b545 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:25.385559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-e6fbf408-560f-4777-8637-175e3711b545 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/networks?id=98599bdf-7b29-4bd6-8f58-1aa9308f926a HTTP/1.1" status: 200 len: 821 time: 0.2244415 Dec 16 09:38:25.409538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a30cd93e-c5eb-4483-a61f-bee531654dc4 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/quotas/205a7e8915844f7e98dc79ce843debb2 HTTP/1.1" status: 200 len: 375 time: 0.0173399 Dec 16 09:38:25.460468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:25.470597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-cc6f0e14-55c0-4830-acc6-3aed47601aab tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=205a7e8915844f7e98dc79ce843debb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537748 Dec 16 09:38:25.476416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3432fa4e-73cf-43b7-bd90-9d3fdc69e229', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'port_id': '3432fa4e-73cf-43b7-bd90-9d3fdc69e229', 'mac_address': 'fa:16:3e:81:e3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:25.600069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:25.608245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.629240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:25.632585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-5a8c7f23-60c6-4625-a9f0-1ad269822041 service neutron] 10.222.0.61 "GET /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603010 Dec 16 09:38:25.675718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:25.676349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:25.694248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.696087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 53a1613e-7e7f-4a73-ad39-9e9c565ac89e details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:25.755584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-1b8a52fb-4bcb-455e-9462-57c95dbbd0c6 service neutron] 10.222.0.61 "GET /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133208 Dec 16 09:38:25.833035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:25.898685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:25.912650 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:25.914896 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:25.935014 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:25.935943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:25.937961 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.027056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Pushing event updated for resources: {'Port': ['ID=915670df-9859-4e68-afd8-7bb1bf041e2b,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:26.030952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:26.040870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Network 04500bb4-9ffb-451c-87c1-6966c748c250 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:26.048211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.048447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:26.050651 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b4979eda-20c5-4a19-8c53-d3fbd287f28a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/ports/2d4f1683-3bc7-48fb-aba4-f97057f740b4 HTTP/1.1" status: 204 len: 168 time: 3.0448432 Dec 16 09:38:26.054190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53552) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:26.061562 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:26.061562 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:26.062761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:26.087562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.139529 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:26.140178 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a05b9-04a9-4b1a-b330-e1ebe532051c None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:26.176575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:26.204462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-152d9640-41b0-464f-894f-b0058f29b2b0 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/floatingips/c8559f8a-22a4-4a23-8cc0-4f214853eaa5 HTTP/1.1" status: 200 len: 688 time: 0.1499496 Dec 16 09:38:26.207528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Attempting to bind port 915670df-9859-4e68-afd8-7bb1bf041e2b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:26.207796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Attempting to bind port 915670df-9859-4e68-afd8-7bb1bf041e2b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:26.217955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Attempting to bind port 915670df-9859-4e68-afd8-7bb1bf041e2b on network 04500bb4-9ffb-451c-87c1-6966c748c250 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:26.230409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'port_id': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'mac_address': 'fa:16:3e:45:fa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:26.233561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53556) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:26.238015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:26.238645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Checking segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:26.239210 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.240132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Bound using segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:26.240827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Bound port: 915670df-9859-4e68-afd8-7bb1bf041e2b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:26.241403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.342247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.383141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a1613e-7e7f-4a73-ad39-9e9c565ac89e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:26.403897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] For port 915670df-9859-4e68-afd8-7bb1bf041e2b, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:26.411712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] For port 915670df-9859-4e68-afd8-7bb1bf041e2b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=915670df-9859-4e68-afd8-7bb1bf041e2b,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:26.418790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:26.420749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.489203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.496591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.502917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.510611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.511517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 6318dddd-4f9c-4416-9312-0cd1f64b83b4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:26.514415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.525487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.546552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.558352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:26.566277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:26.572362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-f083ab23-b521-4dfc-b7b1-e9bdb625e673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5422 time: 0.3628275 Dec 16 09:38:26.594483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '6318dddd-4f9c-4416-9312-0cd1f64b83b4', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'port_id': '6318dddd-4f9c-4416-9312-0cd1f64b83b4', 'mac_address': 'fa:16:3e:c9:b8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:26.599818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device d67ede64-a9fa-44c3-9c75-2547dddd826b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:26.657097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.20.0.17 (04500bb4-9ffb-451c-87c1-6966c748c250/43e2a54c-2625-4ce7-affe-63beaf793360/6aabb9d0-e79c-4750-bb63-6c6adcf84d04) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:26.708951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466a6a-f422-445a-b611-ba41af586f9a None None] Pushing event updated for resources: {'Port': ['ID=915670df-9859-4e68-afd8-7bb1bf041e2b,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:26.766881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5350f7fb-df04-4f53-ad9d-db972b444d31 req-11c8f3a6-ba70-46d5-ab21-0a5aeacdb4b9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1748838 Dec 16 09:38:26.789521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:26.808831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 1f19c96a-5626-4048-ba57-1db22b822302 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:26.809181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.859843 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f33fe-9ed4-4160-ba9b-e430a2df287c x-openstack-request-id: req-753f33fe-9ed4-4160-ba9b-e430a2df287c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:26.860147 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da", "tag": "d67ede64-a9fa-44c3-9c75-2547dddd826b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:26.860447 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-753f33fe-9ed4-4160-ba9b-e430a2df287c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:26.860910 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'tag': 'd67ede64-a9fa-44c3-9c75-2547dddd826b', 'status': 'completed', 'code': 200} Dec 16 09:38:26.906368 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:26.929088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.014235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.029414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port d67ede64-a9fa-44c3-9c75-2547dddd826b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:27.052469 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:38:27.073836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network 04500bb4-9ffb-451c-87c1-6966c748c250 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:27.081455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:27.083662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'd67ede64-a9fa-44c3-9c75-2547dddd826b', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': 'd67ede64-a9fa-44c3-9c75-2547dddd826b', 'mac_address': 'fa:16:3e:21:14:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:27.084439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:27.088582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:27.121415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6318dddd-4f9c-4416-9312-0cd1f64b83b4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:27.134605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355cee-cea2-4590-8070-f88956c7e610 req-ca1688ff-6bf0-4f01-aa54-470d4c225738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.136147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-ca1688ff-6bf0-4f01-aa54-470d4c225738 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 1094 time: 0.1890223 Dec 16 09:38:27.149724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:27.164500 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.164845 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.166421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.191384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 1f19c96a-5626-4048-ba57-1db22b822302 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:27.221676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:27.234733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.237495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e5aa9-2c7a-4605-9b59-b1cddc1976f0 req-d4a57f73-27e6-4a4d-b58b-6a82a817b4c9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.238781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad2e5aa9-2c7a-4605-9b59-b1cddc1976f0 req-d4a57f73-27e6-4a4d-b58b-6a82a817b4c9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.2265985 Dec 16 09:38:27.238996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 11931c51-2703-40d1-b5ab-a91b835a3a91 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:27.245296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.390230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67ede64-a9fa-44c3-9c75-2547dddd826b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:27.405158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:27.405734 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.426487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355cee-cea2-4590-8070-f88956c7e610 req-447fd203-47f8-45be-ac18-9c7261e0065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.428182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-447fd203-47f8-45be-ac18-9c7261e0065c service neutron] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.2763484 Dec 16 09:38:27.435516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad2e5aa9-2c7a-4605-9b59-b1cddc1976f0 req-682f762a-eb81-45d5-a880-e6d83de26428 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854138 Dec 16 09:38:27.467421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port d67ede64-a9fa-44c3-9c75-2547dddd826b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:27.479375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-157a98e9-590d-4d1b-ae5f-1454fa2c72ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b HTTP/1.1" status: 200 len: 217 time: 0.0428271 Dec 16 09:38:27.494314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.508066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:27.542268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=11931c51-2703-40d1-b5ab-a91b835a3a91,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:27.561737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '11931c51-2703-40d1-b5ab-a91b835a3a91', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'port_id': '11931c51-2703-40d1-b5ab-a91b835a3a91', 'mac_address': 'fa:16:3e:68:d9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:27.563765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.629645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355cee-cea2-4590-8070-f88956c7e610 req-49d449d9-f335-4ccb-a8b9-d03824a6c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.631511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-49d449d9-f335-4ccb-a8b9-d03824a6c780 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1432190 Dec 16 09:38:27.648766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846d67f-bcb0-491c-8b25-bc38e6af8892 req-963f56a0-d556-428b-95f9-b473bf114538 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.650705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5846d67f-bcb0-491c-8b25-bc38e6af8892 req-963f56a0-d556-428b-95f9-b473bf114538 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 944 time: 0.1010826 Dec 16 09:38:27.678008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=d67ede64-a9fa-44c3-9c75-2547dddd826b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:27.734611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-a91652ac-c577-47a6-8bb3-867522ad3fab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944030 Dec 16 09:38:27.793562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5846d67f-bcb0-491c-8b25-bc38e6af8892 req-87261a56-70c5-413c-882f-b484e9bd3048 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307096 Dec 16 09:38:27.869365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.894045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['d67ede64-a9fa-44c3-9c75-2547dddd826b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:27.907005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11931c51-2703-40d1-b5ab-a91b835a3a91 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:27.918220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:27.929798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-b3b648b3-1ebe-4af6-8cdd-a9d530b873a7 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:27.931701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-b3b648b3-1ebe-4af6-8cdd-a9d530b873a7 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.53 "GET /v2.0/networks?id=98599bdf-7b29-4bd6-8f58-1aa9308f926a HTTP/1.1" status: 200 len: 821 time: 0.3576376 Dec 16 09:38:27.951828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Request body: {'port': {'device_id': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a', 'admin_state_up': True, 'tenant_id': '205a7e8915844f7e98dc79ce843debb2'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:27.989130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=1f19c96a-5626-4048-ba57-1db22b822302,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:28.017145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=11931c51-2703-40d1-b5ab-a91b835a3a91,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:28.028632 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.029323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 451108bb-52ec-4713-8558-57af43e90c44 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:28.030397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb629646-000a-4017-9f61-9a56c0a99167 req-9328642f-9088-4181-b942-f718758e5878 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 210 time: 0.0523412 Dec 16 09:38:28.144997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-dcd02da9-b064-4a7e-93fa-1b623041d65c service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993938 Dec 16 09:38:28.191600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=451108bb-52ec-4713-8558-57af43e90c44,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:28.214689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:28.218539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '451108bb-52ec-4713-8558-57af43e90c44', 'network_id': '5aaf5f0e-aba3-45a2-a407-5563d639fe2c', 'port_id': '451108bb-52ec-4713-8558-57af43e90c44', 'mac_address': 'fa:16:3e:78:a5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb853cea-6dfc-4628-ba28-a90b460a7900', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:28.223037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Made reservation on behalf of 205a7e8915844f7e98dc79ce843debb2 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:28.228790 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.247591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.250690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.255984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-662c196f-a52e-4d34-85b4-ab207807c5d2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/floatingips/c8559f8a-22a4-4a23-8cc0-4f214853eaa5 HTTP/1.1" status: 204 len: 168 time: 2.0204449 Dec 16 09:38:28.257447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53570) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:28.265129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '48b34a51-432a-4b8f-ba87-357445eb205e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:28.275582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.275908 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.278150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f08ca-23b0-4bd6-9277-cb5e589cee77 None None] Network 04500bb4-9ffb-451c-87c1-6966c748c250 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:28.297472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.328082 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.337404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d355cee-cea2-4590-8070-f88956c7e610 req-0a01d0e2-df88-49aa-87de-6ea972b1e464 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809220 Dec 16 09:38:28.398399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451108bb-52ec-4713-8558-57af43e90c44 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:28.464117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:28.511580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.562405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.570006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.577104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.583614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.596073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.604868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.612990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:28.636113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=451108bb-52ec-4713-8558-57af43e90c44,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:28.636405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-17abf09a-8b22-4c19-a46c-1899f9bf5416 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5425 time: 0.2110729 Dec 16 09:38:28.640629 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.646943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.647178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Allocated IP 172.20.0.8 (98599bdf-7b29-4bd6-8f58-1aa9308f926a/6b5d5151-ed4f-41eb-8096-a85fe083876f/801fd7b6-7556-440e-87e6-7b491de455c7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:28.717215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d8656596-e580-4afa-9843-8084fca1119a details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:28.747088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network 04500bb4-9ffb-451c-87c1-6966c748c250 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:28.750886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:28.757747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b28fa0e-2e5a-4ef9-af47-da2fe341ead5 req-22608dec-f43a-42ef-860b-628533e2a430 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162691 Dec 16 09:38:28.763658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 915670df-9859-4e68-afd8-7bb1bf041e2b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:28.814487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7054cfe3-3760-4ddf-b090-ecb93412fd05 None None] Provisioning complete for port 915670df-9859-4e68-afd8-7bb1bf041e2b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:28.814963 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7054cfe3-3760-4ddf-b090-ecb93412fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.840817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.154 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e788ca4f-74d5-4757-8ef3-f7c43b77a2a2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:28.926809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:38:28.969892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:28.973886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:28.982549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:29.005942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b859c-0fe0-47df-aadf-dfa42965461b req-da0c23ab-424d-4dc5-b3b3-648603c76df6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.007889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-595b859c-0fe0-47df-aadf-dfa42965461b req-da0c23ab-424d-4dc5-b3b3-648603c76df6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1304145 Dec 16 09:38:29.053567 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.078600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 915670df-9859-4e68-afd8-7bb1bf041e2b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:29.079349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.086233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-595b859c-0fe0-47df-aadf-dfa42965461b req-5dc4efd2-dbac-47c0-9f43-8cd9b204c3a3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648015 Dec 16 09:38:29.123949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.130130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.180489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:29.183590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:29.186325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:29.200769 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7054cfe3-3760-4ddf-b090-ecb93412fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.230089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=e788ca4f-74d5-4757-8ef3-f7c43b77a2a2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:29.255455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d8656596-e580-4afa-9843-8084fca1119a,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:29.299161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'd8656596-e580-4afa-9843-8084fca1119a', 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c', 'port_id': 'd8656596-e580-4afa-9843-8084fca1119a', 'mac_address': 'fa:16:3e:ac:ed:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0111e961-2012-4dff-9b51-6cd81d804d6f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:29.308017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d3be-aff6-4ecd-b9a7-c286c34ca7f5 req-c84ebbbf-a74a-47cc-a6a4-c6ef7e72cf55 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.309618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4492d3be-aff6-4ecd-b9a7-c286c34ca7f5 req-c84ebbbf-a74a-47cc-a6a4-c6ef7e72cf55 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 944 time: 0.1191781 Dec 16 09:38:29.315196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7054cfe3-3760-4ddf-b090-ecb93412fd05 None None] For port 915670df-9859-4e68-afd8-7bb1bf041e2b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=915670df-9859-4e68-afd8-7bb1bf041e2b,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:29.362109 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7054cfe3-3760-4ddf-b090-ecb93412fd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.374584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['11931c51-2703-40d1-b5ab-a91b835a3a91'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:29.411992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4492d3be-aff6-4ecd-b9a7-c286c34ca7f5 req-4a2d85ee-9251-47fa-bbc9-c5582816016f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874732 Dec 16 09:38:29.452898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['451108bb-52ec-4713-8558-57af43e90c44'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:29.550146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['53a1613e-7e7f-4a73-ad39-9e9c565ac89e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:29.554699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3432fa4e-73cf-43b7-bd90-9d3fdc69e229'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:29.637556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d43c8-95ad-4a10-ae8b-a81c10aa5f7a req-35f88c8b-53b3-4d1e-b210-49e7de955411 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.639986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e73d43c8-95ad-4a10-ae8b-a81c10aa5f7a req-35f88c8b-53b3-4d1e-b210-49e7de955411 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 931 time: 0.0838850 Dec 16 09:38:29.708278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Pushing event updated for resources: {'Port': ['ID=801fd7b6-7556-440e-87e6-7b491de455c7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:29.711449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:29.720195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c496bdfa-1e78-478b-aef9-0955ffd28143 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "PUT /v2.0/routers/5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1095228 Dec 16 09:38:29.736132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Network 98599bdf-7b29-4bd6-8f58-1aa9308f926a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:29.737579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:29.739566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.740337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:29.797665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:29.798532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.819964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e73d43c8-95ad-4a10-ae8b-a81c10aa5f7a req-6e829e9f-3d13-44fd-844e-55bb902d5a3d tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271446 Dec 16 09:38:29.825688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8656596-e580-4afa-9843-8084fca1119a {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:29.831339 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.833404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Sync routers for ids ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:29.837988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-50578487-4721-47e2-8ee3-a5660d343c8b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8942494 Dec 16 09:38:29.855673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Request body: {'port': {'device_id': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:29.972555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:29.977096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Routers {'5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:29.977996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:29.994123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.032529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054cfe3-3760-4ddf-b090-ecb93412fd05 None None] Pushing event updated for resources: {'Port': ['ID=915670df-9859-4e68-afd8-7bb1bf041e2b,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:30.085420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d8656596-e580-4afa-9843-8084fca1119a,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:30.087601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.095266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.102579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.103140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eeb43ce7-feea-4c3c-b8b9-daa2bcd8091b None None] Provisioning complete for port 915670df-9859-4e68-afd8-7bb1bf041e2b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:30.103515 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eeb43ce7-feea-4c3c-b8b9-daa2bcd8091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.109194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.115167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.127893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.143648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.155173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.155315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-54dd2031-a10d-4a49-ad11-07259d975b05 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5426 time: 0.2371306 Dec 16 09:38:30.155842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8d2c48c0-0e17-4ac3-b26d-6334c17c798d details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:30.207728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.281176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d21f10ba-4c52-49a4-98ba-2cee4356a936 req-fae1397b-e314-41ea-ba78-19ccd514c7eb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243453 Dec 16 09:38:30.338094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801fd7b6-7556-440e-87e6-7b491de455c7 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:30.349144 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.366696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Transition to ACTIVE for port object 801fd7b6-7556-440e-87e6-7b491de455c7 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:30.374173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['6318dddd-4f9c-4416-9312-0cd1f64b83b4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:30.383123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.462435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Pushing event updated for resources: {'Port': ['ID=801fd7b6-7556-440e-87e6-7b491de455c7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:30.469531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:38:30.522649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device d67ede64-a9fa-44c3-9c75-2547dddd826b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:30.526146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:38:30.526501 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:38:30.558028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:30.587888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:30.595505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Attempting to bind port 801fd7b6-7556-440e-87e6-7b491de455c7 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:30.595846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Attempting to bind port 801fd7b6-7556-440e-87e6-7b491de455c7 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '6fa797be-ade3-4d91-ac65-59e47d712eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:30.596172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Attempting to bind port 801fd7b6-7556-440e-87e6-7b491de455c7 on network 98599bdf-7b29-4bd6-8f58-1aa9308f926a {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:30.612228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Port 801fd7b6-7556-440e-87e6-7b491de455c7 on network 98599bdf-7b29-4bd6-8f58-1aa9308f926a not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:30.612563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Attempting to bind port 801fd7b6-7556-440e-87e6-7b491de455c7 on network 98599bdf-7b29-4bd6-8f58-1aa9308f926a {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:30.620877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Set router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:30.629740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:30.630064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Checking segment: {'id': '6fa797be-ade3-4d91-ac65-59e47d712eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:30.630460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Bound using segment: {'id': '6fa797be-ade3-4d91-ac65-59e47d712eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:30.631088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Bound port: 801fd7b6-7556-440e-87e6-7b491de455c7, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa797be-ade3-4d91-ac65-59e47d712eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:30.631487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.699926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d', 'network_id': '361d1423-97a8-46fd-8378-c6943ab7fd0c', 'port_id': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d', 'mac_address': 'fa:16:3e:42:ce:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0111e961-2012-4dff-9b51-6cd81d804d6f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:30.734302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] For port 801fd7b6-7556-440e-87e6-7b491de455c7, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:30.742397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] For port 801fd7b6-7556-440e-87e6-7b491de455c7, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=801fd7b6-7556-440e-87e6-7b491de455c7,segment=NetworkSegment(6fa797be-ade3-4d91-ac65-59e47d712eab),segment_id=6fa797be-ade3-4d91-ac65-59e47d712eab)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:30.751992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.789717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.790428 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.791857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] 10.222.0.53 "PUT /v2.0/ports/801fd7b6-7556-440e-87e6-7b491de455c7 HTTP/1.1" status: 200 len: 1091 time: 0.9429612 Dec 16 09:38:30.792317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'tag': '801fd7b6-7556-440e-87e6-7b491de455c7'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:30.794712 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2807c9-5b73-4c03-98d7-53d899b04ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "9237f42b-6e61-4e96-a423-8fbd03f7bf31", "tag": "801fd7b6-7556-440e-87e6-7b491de455c7"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:30.821934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb7ead-948c-4be3-b59e-daa42122f83f service neutron] Pushing event updated for resources: {'Port': ['ID=801fd7b6-7556-440e-87e6-7b491de455c7,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:30.891689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-962dbd38-7745-454f-8c61-8a9b027f190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.893305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-962dbd38-7745-454f-8c61-8a9b027f190c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=205a7e8915844f7e98dc79ce843debb2&device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 1094 time: 0.0506773 Dec 16 09:38:30.954847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-f0be464e-7419-4225-b0bf-ea866865d90a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801fd7b6-7556-440e-87e6-7b491de455c7 HTTP/1.1" status: 200 len: 217 time: 0.0526237 Dec 16 09:38:30.956728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-39586ccd-1acd-461e-98cb-03e4ca21cfd2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:30.958370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-39586ccd-1acd-461e-98cb-03e4ca21cfd2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/networks?id=04500bb4-9ffb-451c-87c1-6966c748c250 HTTP/1.1" status: 200 len: 797 time: 0.1962042 Dec 16 09:38:30.988775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:30.996050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-3dba478d-01ea-4a78-afbd-52e585199bd0 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/quotas/daa877eecd044edabd659947def9aa8d HTTP/1.1" status: 200 len: 375 time: 0.0240157 Dec 16 09:38:30.997965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.035932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-ca18f0c4-e4e3-4dbb-9f06-34ff33725780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.038900 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-ca18f0c4-e4e3-4dbb-9f06-34ff33725780 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5d5151-ed4f-41eb-8096-a85fe083876f HTTP/1.1" status: 200 len: 861 time: 0.0711608 Dec 16 09:38:31.078169 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-f3e08920-327f-4ae0-8a96-13fcb4a0d4ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98599bdf-7b29-4bd6-8f58-1aa9308f926a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317237 Dec 16 09:38:31.135797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.154006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-939c8d20-dc6d-41b2-9c6f-9f94f1c0eb80 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1413033 Dec 16 09:38:31.154810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=e788ca4f-74d5-4757-8ef3-f7c43b77a2a2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:31.214144 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-3a1e7928-2813-4b4a-8b92-c98cee5645e4 service neutron] 10.222.0.53 "GET /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258759 Dec 16 09:38:31.285078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port d67ede64-a9fa-44c3-9c75-2547dddd826b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:31.288399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.319646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4b76576f-c4c6-453a-8f2f-f335500d2e7e req-845b743b-6b15-4dad-a0b7-13ce78038cb8 service neutron] 10.222.0.53 "GET /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969381 Dec 16 09:38:31.335962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port d67ede64-a9fa-44c3-9c75-2547dddd826b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:31.336253 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.355410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-027e69d1-2f58-4a4e-ab2d-139e0ad0f15f service neutron] 10.222.0.61 "GET /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571913 Dec 16 09:38:31.362829 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP dff43402-461a-4d11-86c7-8a2fc769ba69 associated. External IP: 172.25.6.154, port: 48b34a51-432a-4b8f-ba87-357445eb205e. Dec 16 09:38:31.390545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2c48c0-0e17-4ac3-b26d-6334c17c798d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:31.420648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eeb43ce7-feea-4c3c-b8b9-daa2bcd8091b None None] Provisioning complete for port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:31.421019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eeb43ce7-feea-4c3c-b8b9-daa2bcd8091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.543458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:31.551988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eeb43ce7-feea-4c3c-b8b9-daa2bcd8091b None None] Port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:31.564865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 915670df-9859-4e68-afd8-7bb1bf041e2b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:31.579181 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.585640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-9124a5c3-a84c-40bb-acf4-4ee38bbd68c9 service neutron] 10.222.0.61 "GET /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183344 Dec 16 09:38:31.760164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:31.764700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.792145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:31.801202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:27Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6aabb9d0-e79c-4750-bb63-6c6adcf84d04', 'name': '', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:40:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:26Z', 'updated_at': '2021-12-16T09:38:27Z', 'revision_number': 2, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:31.834065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Checking router: 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:31.834477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Updating router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:38:31.836585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e34cb7d4-4ef1-457f-8bc3-96da7fac89fd None None] Provisioning complete for port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:31.836955 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e34cb7d4-4ef1-457f-8bc3-96da7fac89fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.902753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 915670df-9859-4e68-afd8-7bb1bf041e2b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:31.903131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.911314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67ede64-a9fa-44c3-9c75-2547dddd826b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:31.913637 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523987d9-d296-44ec-8d84-58a3789fc30e" -d '{"events": [{"server_uuid": "9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da", "name": "network-vif-plugged", "status": "completed", "tag": "d67ede64-a9fa-44c3-9c75-2547dddd826b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:31.928956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c75c8b-0453-4dc3-8005-5b28018c94b4 req-0b11d924-0633-432e-b1d7-05994e794c2c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:31.937562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4c75c8b-0453-4dc3-8005-5b28018c94b4 req-0b11d924-0633-432e-b1d7-05994e794c2c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.0783703 Dec 16 09:38:31.944010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.959448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port d67ede64-a9fa-44c3-9c75-2547dddd826b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:31.960810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e34cb7d4-4ef1-457f-8bc3-96da7fac89fd None None] Port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:31.976023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:31.977330 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:31.987521 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:32.002642 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:32.004386 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:32.007238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4c75c8b-0453-4dc3-8005-5b28018c94b4 req-edc646a6-d2fb-41ff-af0e-63d0cfa9af66 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659094 Dec 16 09:38:32.016533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.033353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=d67ede64-a9fa-44c3-9c75-2547dddd826b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:32.079945 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:32.091445 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:32.092257 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:32.105929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53646) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:32.111389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1583931904'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:32.118466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9ed61efa-05a4-485b-875b-d58b1c319b4b tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8574893 Dec 16 09:38:32.130281 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:32.131190 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f61358-ea58-49b8-a964-4cc2d0a170c4 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:32.163345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:32.170039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.206540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:32.224734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.225107 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Added segment c78052cf-7288-4dbe-a4be-0554eec8d4b9 of type vlan for network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 Dec 16 09:38:32.242647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e0bba-d15c-48e3-9f99-872b28731cdd req-569b095e-9694-46b2-aff6-3b74d65c5ac1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.251361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b08e0bba-d15c-48e3-9f99-872b28731cdd req-569b095e-9694-46b2-aff6-3b74d65c5ac1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.0915492 Dec 16 09:38:32.296101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.302512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b08e0bba-d15c-48e3-9f99-872b28731cdd req-86a0d1e4-2b00-49aa-a133-c6101aec074c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499282 Dec 16 09:38:32.351318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.361589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.362215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.390129 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4529ec-b666-45ca-b91a-e29d94507be7 x-openstack-request-id: req-dc4529ec-b666-45ca-b91a-e29d94507be7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:32.390423 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9237f42b-6e61-4e96-a423-8fbd03f7bf31", "tag": "801fd7b6-7556-440e-87e6-7b491de455c7", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:32.390701 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc4529ec-b666-45ca-b91a-e29d94507be7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:32.391127 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'tag': '801fd7b6-7556-440e-87e6-7b491de455c7', 'status': 'completed', 'code': 200} Dec 16 09:38:32.430936 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.443417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.449101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53650) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:32.454244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'subnet': {'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:32.457553 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3502214 Dec 16 09:38:32.510994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8b146-1a9a-4f7f-84dd-f7cf33d999a2 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Network': ['ID=698c1795-6bb9-49a1-9bb4-b2e4198a6718,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:32.511659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 801fd7b6-7556-440e-87e6-7b491de455c7 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:32.533862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-fc60b1e7-7bc4-4373-a20f-a464dfa0acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.535581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-fc60b1e7-7bc4-4373-a20f-a464dfa0acd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=205a7e8915844f7e98dc79ce843debb2&device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 1094 time: 0.1069834 Dec 16 09:38:32.567836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135ca5-5d12-4433-b66a-2d8943709bac None None] Pushing event updated for resources: {'Port': ['ID=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:32.584338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:32.655707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2baa0-3126-4105-b5b4-a4d4835c72e8 req-fb6be821-2474-4ebd-b95f-0a526ad0b322 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.658913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7b2baa0-3126-4105-b5b4-a4d4835c72e8 req-fb6be821-2474-4ebd-b95f-0a526ad0b322 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 943 time: 0.1821890 Dec 16 09:38:32.728355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7b2baa0-3126-4105-b5b4-a4d4835c72e8 req-28ceba58-8020-4f74-ad5c-3f386c0e49a2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569651 Dec 16 09:38:32.731101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:32.734768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.735771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.resource_extend [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:38:32.743685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-4d896d82-7fde-45a8-b46b-79de5aa5fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.745260 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-4d896d82-7fde-45a8-b46b-79de5aa5fbc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98599bdf-7b29-4bd6-8f58-1aa9308f926a HTTP/1.1" status: 200 len: 922 time: 0.1941006 Dec 16 09:38:32.839458 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-38b9237c-3fee-4ffe-8116-9e854fc1128a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801fd7b6-7556-440e-87e6-7b491de455c7 HTTP/1.1" status: 200 len: 217 time: 0.0850441 Dec 16 09:38:32.887705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Attempting to bind port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:32.888130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Attempting to bind port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:32.888673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Attempting to bind port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 on network 04500bb4-9ffb-451c-87c1-6966c748c250 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:32.901735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-5a922964-275a-4618-9782-8f676e377dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.903518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-5a922964-275a-4618-9782-8f676e377dc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5d5151-ed4f-41eb-8096-a85fe083876f HTTP/1.1" status: 200 len: 861 time: 0.0555141 Dec 16 09:38:32.907579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:32.908235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Checking segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:32.908651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.909044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Bound using segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:32.909526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Bound port: 6aabb9d0-e79c-4750-bb63-6c6adcf84d04, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:32.910004 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.934931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.941571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.947518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-2381d28c-9c92-42f2-b880-ec5152bb7368 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98599bdf-7b29-4bd6-8f58-1aa9308f926a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334430 Dec 16 09:38:32.948269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.954516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.960636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.967264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.972756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:32.974802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-e7ba2a8d-cb62-490c-9ea9-70edd16170b0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5428 time: 0.1238077 Dec 16 09:38:32.989829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-626942ac-f877-4060-a222-6920f2f3a0f3 None None] Provisioning complete for port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:32.990254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-626942ac-f877-4060-a222-6920f2f3a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:32.997917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 801fd7b6-7556-440e-87e6-7b491de455c7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=801fd7b6-7556-440e-87e6-7b491de455c7,segment=NetworkSegment(6fa797be-ade3-4d91-ac65-59e47d712eab),segment_id=6fa797be-ade3-4d91-ac65-59e47d712eab)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:33.042968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '801fd7b6-7556-440e-87e6-7b491de455c7', 'network_id': '98599bdf-7b29-4bd6-8f58-1aa9308f926a', 'port_id': '801fd7b6-7556-440e-87e6-7b491de455c7', 'mac_address': 'fa:16:3e:22:be:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5d5151-ed4f-41eb-8096-a85fe083876f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:33.059795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e5f1c79-1521-4202-a231-448e82aaf9f2 req-6f8e307e-d21b-4996-9a69-cbd251f139fb tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626121 Dec 16 09:38:33.097587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['8d2c48c0-0e17-4ac3-b26d-6334c17c798d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:33.100450 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-ce40fe3a-e83c-4052-b12e-6122a489ffb7 service neutron] 10.222.0.53 "GET /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375792 Dec 16 09:38:33.135551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.151012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-626942ac-f877-4060-a222-6920f2f3a0f3 None None] Port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:33.203612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] For port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:33.218497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['d8656596-e580-4afa-9843-8084fca1119a'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:33.263605 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0d2807c9-5b73-4c03-98d7-53d899b04ed7 req-ad1e952e-3847-44d1-950f-78fc59e655f8 service neutron] 10.222.0.53 "GET /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590242 Dec 16 09:38:33.275345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.282229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] For port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:33.285512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76223afc-25c4-49d3-b6a7-973ed8c03b45 req-393e1ca3-1231-4248-afc1-7f9be734e8d1 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 210 time: 0.0973842 Dec 16 09:38:33.324027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Subnet': ['ID=53dffeae-133a-4b9e-abe1-c30e58d1fca2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:33.328606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Checking segment: {'id': 'c78052cf-7288-4dbe-a4be-0554eec8d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:33.329082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network hostable DHCP agents. Network: 698c1795-6bb9-49a1-9bb4-b2e4198a6718, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:33.347918 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.380571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:33.388145 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83b58b-f985-4e8f-bf7f-3544955a1046 x-openstack-request-id: req-8f83b58b-f985-4e8f-bf7f-3544955a1046 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:33.388412 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da", "name": "network-vif-plugged", "status": "completed", "tag": "d67ede64-a9fa-44c3-9c75-2547dddd826b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:33.388599 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f83b58b-f985-4e8f-bf7f-3544955a1046 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:33.389171 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67ede64-a9fa-44c3-9c75-2547dddd826b', 'code': 200} Dec 16 09:38:33.397642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-f0995efd-f95b-4016-af52-3a54f06dd7f3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.399861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-f0995efd-f95b-4016-af52-3a54f06dd7f3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.53 "GET /v2.0/networks?id=04500bb4-9ffb-451c-87c1-6966c748c250 HTTP/1.1" status: 200 len: 797 time: 0.2317309 Dec 16 09:38:33.401150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 698c1795-6bb9-49a1-9bb4-b2e4198a6718) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:33.407131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.407728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.411212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801fd7b6-7556-440e-87e6-7b491de455c7 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:33.427234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Request body: {'port': {'device_id': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'admin_state_up': True, 'tenant_id': 'daa877eecd044edabd659947def9aa8d'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:33.453966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f489526f-fd9e-4674-b797-6154b8e30e03 None None] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:33.557133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae603-4255-4cd6-aa90-b168737a81a7 req-9ddf7aa9-60c1-431f-9e28-0688def8fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.558598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 801fd7b6-7556-440e-87e6-7b491de455c7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=801fd7b6-7556-440e-87e6-7b491de455c7,segment=NetworkSegment(6fa797be-ade3-4d91-ac65-59e47d712eab),segment_id=6fa797be-ade3-4d91-ac65-59e47d712eab)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:33.558734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d38ae603-4255-4cd6-aa90-b168737a81a7 req-9ddf7aa9-60c1-431f-9e28-0688def8fca9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 1096 time: 0.0992150 Dec 16 09:38:33.605167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 451108bb-52ec-4713-8558-57af43e90c44 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:33.622988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Routers {'5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:33.623639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:33.623922 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d38ae603-4255-4cd6-aa90-b168737a81a7 req-7cd11edf-af84-4dab-b520-9cbbb5edb405 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Dec 16 09:38:33.640060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-851f8930-ab2a-45d5-9535-41603433de01 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1897225 Dec 16 09:38:33.642780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53658) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:33.648684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-339139124', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:33.680000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659773cb-e2a1-4b38-bee1-eac59f537b92 req-6727a82b-db02-4dd7-a0b4-97effa6d9cc7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.682323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-659773cb-e2a1-4b38-bee1-eac59f537b92 req-6727a82b-db02-4dd7-a0b4-97effa6d9cc7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.2014842 Dec 16 09:38:33.689987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.692561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.751907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-659773cb-e2a1-4b38-bee1-eac59f537b92 req-5ce4d403-a795-4e9b-bb60-909db06ccf6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569549 Dec 16 09:38:33.778287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Made reservation on behalf of daa877eecd044edabd659947def9aa8d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:33.787189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.804554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:33.945532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc2f1-a7d8-4dff-a8d0-4bea9cc232d3 req-e0354312-f9c2-469d-ad01-afa4a6de8103 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:33.947823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f88bc2f1-a7d8-4dff-a8d0-4bea9cc232d3 req-e0354312-f9c2-469d-ad01-afa4a6de8103 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.0884690 Dec 16 09:38:33.978571 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.021734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.042663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f88bc2f1-a7d8-4dff-a8d0-4bea9cc232d3 req-7e08e8c8-24ee-4e02-8898-a40b6ee800a3 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737422 Dec 16 09:38:34.044001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Allocated IP 172.20.0.25 (04500bb4-9ffb-451c-87c1-6966c748c250/43e2a54c-2625-4ce7-affe-63beaf793360/5d9a9c96-fd42-46fa-996c-928049541b21) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:34.046130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135ca5-5d12-4433-b66a-2d8943709bac None None] Pushing event updated for resources: {'Port': ['ID=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:34.184486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=801fd7b6-7556-440e-87e6-7b491de455c7,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:34.206603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] Set router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:34.261965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d602c-dbd6-464d-9d2e-420be2057bfe req-f8ae7bdb-a0e2-4b4c-a092-eb0d39051b2d tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.263987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a91d602c-dbd6-464d-9d2e-420be2057bfe req-f8ae7bdb-a0e2-4b4c-a092-eb0d39051b2d tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 944 time: 0.1005847 Dec 16 09:38:34.268559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ba0cd439-39b0-4f9a-b92b-826bb324c0a1 None None] Provisioning complete for port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:34.268933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd439-39b0-4f9a-b92b-826bb324c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.285407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['801fd7b6-7556-440e-87e6-7b491de455c7'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:34.310150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.340890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a91d602c-dbd6-464d-9d2e-420be2057bfe req-693efea8-9418-4575-af11-85f2ce2edf4e tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619960 Dec 16 09:38:34.425476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.457178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.476843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 451108bb-52ec-4713-8558-57af43e90c44 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:34.490748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.509878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Network 04500bb4-9ffb-451c-87c1-6966c748c250 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:34.514657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:34.520363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:34.540865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 451108bb-52ec-4713-8558-57af43e90c44 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:34.541395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.584335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.585075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.613312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1994326 Dec 16 09:38:34.616126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6ffef-1767-4a9e-9fcf-4def0101f4cc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event updated for resources: {'Port': ['ID=5d9a9c96-fd42-46fa-996c-928049541b21,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:34.641986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.650111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.656517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.663491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.670956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.678183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.685478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.686245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.25.6.196 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b48c8437-2c23-4e70-872d-993f9d3455b7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:34.695025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-5a0f0d55-c7f4-4b5f-b803-5be204f5aca4 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5428 time: 0.2626793 Dec 16 09:38:34.729506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Request body: {'port': {'device_id': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:34.736572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-698c1795-6bb9-49a1-9bb4-b2e4198a6718', 'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718', 'tenant_id': '298cc43f44e6438889b1a59ff1e9992b', 'fixed_ips': [{'subnet_id': '53dffeae-133a-4b9e-abe1-c30e58d1fca2'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:38:34.737453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.773056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ca6b993-125d-421f-a966-9ee68869c9f8 req-21ebfa69-094f-4b4b-b631-92c2474d100c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766196 Dec 16 09:38:34.930292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.942165 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd439-39b0-4f9a-b92b-826bb324c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.949119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:34.986404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dec784-cfda-41a0-8aa3-ed46b45a9f56 req-c960cace-ee09-4a36-b586-c41cf53f6cb7 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:34.994931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67dec784-cfda-41a0-8aa3-ed46b45a9f56 req-c960cace-ee09-4a36-b586-c41cf53f6cb7 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 895 time: 0.0901198 Dec 16 09:38:35.029964 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.034644 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.128491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:35.134040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:35.137624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:35.182068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=451108bb-52ec-4713-8558-57af43e90c44,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:35.200736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.201802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 11931c51-2703-40d1-b5ab-a91b835a3a91 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:35.210542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ba0cd439-39b0-4f9a-b92b-826bb324c0a1 None None] For port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:35.232380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=b48c8437-2c23-4e70-872d-993f9d3455b7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:35.240207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a7e5c-e283-4a9a-824f-081079c7b2ed req-487bf7d7-1c4f-41eb-bfd6-c7e2c692c93e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.249048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-205a7e5c-e283-4a9a-824f-081079c7b2ed req-487bf7d7-1c4f-41eb-bfd6-c7e2c692c93e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1171536 Dec 16 09:38:35.287354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd439-39b0-4f9a-b92b-826bb324c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.358166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:27Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6aabb9d0-e79c-4750-bb63-6c6adcf84d04', 'name': '', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:40:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:26Z', 'updated_at': '2021-12-16T09:38:33Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:35.371800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Allocated IP 172.20.0.2 (698c1795-6bb9-49a1-9bb4-b2e4198a6718/53dffeae-133a-4b9e-abe1-c30e58d1fca2/ba412ad6-f636-4093-9664-69e273a4a1d0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:35.395796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9a9c96-fd42-46fa-996c-928049541b21 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:35.403677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451108bb-52ec-4713-8558-57af43e90c44'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:35.406724 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f6d39-ce24-419c-b71b-9c517efa6bc6" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "451108bb-52ec-4713-8558-57af43e90c44"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:35.407625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.414698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:35.425772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db14d758-a51c-4441-859a-aece4e06a83f None None] The sync data for ids ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'] in n-d-821941-1 is: [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:27Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6aabb9d0-e79c-4750-bb63-6c6adcf84d04', 'name': '', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:40:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:26Z', 'updated_at': '2021-12-16T09:38:33Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:35.451757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Transition to ACTIVE for port object 5d9a9c96-fd42-46fa-996c-928049541b21 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:35.465064 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.552121 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.588107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 11931c51-2703-40d1-b5ab-a91b835a3a91 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:35.590027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-205a7e5c-e283-4a9a-824f-081079c7b2ed req-d8ecbe6e-4e57-4be4-894e-9b9046a61078 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303518 Dec 16 09:38:35.620618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 11931c51-2703-40d1-b5ab-a91b835a3a91 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:35.620998 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.625517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cd439-39b0-4f9a-b92b-826bb324c0a1 None None] Pushing event updated for resources: {'Port': ['ID=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:35.660916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a9c96-fd42-46fa-996c-928049541b21,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:35.766108 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.780120 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.838584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:35.846662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:35.876833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Attempting to bind port 5d9a9c96-fd42-46fa-996c-928049541b21 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:35.877163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Attempting to bind port 5d9a9c96-fd42-46fa-996c-928049541b21 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:35.877487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Attempting to bind port 5d9a9c96-fd42-46fa-996c-928049541b21 on network 04500bb4-9ffb-451c-87c1-6966c748c250 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:35.894452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Port 5d9a9c96-fd42-46fa-996c-928049541b21 on network 04500bb4-9ffb-451c-87c1-6966c748c250 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:35.894753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Attempting to bind port 5d9a9c96-fd42-46fa-996c-928049541b21 on network 04500bb4-9ffb-451c-87c1-6966c748c250 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:35.903266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:35.903266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Checking segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:35.903607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Bound using segment: {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:35.908123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Bound port: 5d9a9c96-fd42-46fa-996c-928049541b21, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:35.908540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.908938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:35.927587 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:35.934098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Pushing event updated for resources: {'Port': ['ID=ba412ad6-f636-4093-9664-69e273a4a1d0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:35.948299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853cf7-e3f6-45a6-b13e-c5468333a9a0 req-82dd0244-5671-4633-989c-6f4fa0a44f76 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:35.956113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a853cf7-e3f6-45a6-b13e-c5468333a9a0 req-82dd0244-5671-4633-989c-6f4fa0a44f76 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.1725097 Dec 16 09:38:36.022101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Attempting to bind port ba412ad6-f636-4093-9664-69e273a4a1d0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:36.022468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Attempting to bind port ba412ad6-f636-4093-9664-69e273a4a1d0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'c78052cf-7288-4dbe-a4be-0554eec8d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:36.023372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Attempting to bind port ba412ad6-f636-4093-9664-69e273a4a1d0 on network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:36.042966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a853cf7-e3f6-45a6-b13e-c5468333a9a0 req-9918d53e-fd8a-42f1-b4ee-8bdbb803b403 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827055 Dec 16 09:38:36.043329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:36.043836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Checking segment: {'id': 'c78052cf-7288-4dbe-a4be-0554eec8d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:36.044238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.044694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Bound using segment: {'id': 'c78052cf-7288-4dbe-a4be-0554eec8d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:36.045340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Bound port: ba412ad6-f636-4093-9664-69e273a4a1d0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78052cf-7288-4dbe-a4be-0554eec8d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:36.045811 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.049347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=11931c51-2703-40d1-b5ab-a91b835a3a91,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:36.071036 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.082182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.103768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d8656596-e580-4afa-9843-8084fca1119a up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:36.103970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] For port 5d9a9c96-fd42-46fa-996c-928049541b21, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:36.118195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] For port 5d9a9c96-fd42-46fa-996c-928049541b21, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5d9a9c96-fd42-46fa-996c-928049541b21,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:36.156626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.230577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:36.231229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.232653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d9a9c96-fd42-46fa-996c-928049541b21 HTTP/1.1" status: 200 len: 1055 time: 1.5083470 Dec 16 09:38:36.236878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'tag': '5d9a9c96-fd42-46fa-996c-928049541b21'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:36.239454 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97db94-6f2c-48eb-8705-feeaf59e9aff" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5636fb-6eab-4bee-bbc3-a2de7c449903", "tag": "5d9a9c96-fd42-46fa-996c-928049541b21"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:36.271174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:36.300967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186812-7e6d-4331-b3ee-fe233071eaae req-e78732b4-f4b9-43be-ab7d-94a844319da6 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:36.311821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45186812-7e6d-4331-b3ee-fe233071eaae req-e78732b4-f4b9-43be-ab7d-94a844319da6 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 944 time: 0.1829543 Dec 16 09:38:36.339719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] For port ba412ad6-f636-4093-9664-69e273a4a1d0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:36.345174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] For port ba412ad6-f636-4093-9664-69e273a4a1d0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba412ad6-f636-4093-9664-69e273a4a1d0,segment=NetworkSegment(c78052cf-7288-4dbe-a4be-0554eec8d4b9),segment_id=c78052cf-7288-4dbe-a4be-0554eec8d4b9)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:36.360300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.366510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port d8656596-e580-4afa-9843-8084fca1119a completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:36.399960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port d8656596-e580-4afa-9843-8084fca1119a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:36.400512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:36.526383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca2f9a-e0af-42b2-8dc8-3e8cee08ffa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a9c96-fd42-46fa-996c-928049541b21,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:36.555751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf19be-b55b-4c4e-b50f-8447e8ff34f6 None None] Pushing event updated for resources: {'Port': ['ID=ba412ad6-f636-4093-9664-69e273a4a1d0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:36.560512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45186812-7e6d-4331-b3ee-fe233071eaae req-de8d2e51-fd24-4167-8792-e53aaf733fdd tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649995 Dec 16 09:38:36.580497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-22de5d0d-a40b-4c8e-8899-f0d06a36ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:36.580702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 801fd7b6-7556-440e-87e6-7b491de455c7 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:36.583489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-22de5d0d-a40b-4c8e-8899-f0d06a36ac19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 1058 time: 0.2667797 Dec 16 09:38:36.714190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-5a375425-f62f-47ac-92ba-151e6e391bc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=5d9a9c96-fd42-46fa-996c-928049541b21 HTTP/1.1" status: 200 len: 217 time: 0.1207206 Dec 16 09:38:36.863783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router 3db9d146-65f2-42d1-b890-a6deb2156e0f is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:38:37.028284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:37.063753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.064065 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52b498-1baf-48f4-9e69-14160cb7738c x-openstack-request-id: req-af52b498-1baf-48f4-9e69-14160cb7738c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:37.064557 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "451108bb-52ec-4713-8558-57af43e90c44", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:37.064557 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af52b498-1baf-48f4-9e69-14160cb7738c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:37.064950 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451108bb-52ec-4713-8558-57af43e90c44', 'code': 200} Dec 16 09:38:37.065043 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58cb39eb-4852-4918-bf4a-e3511910ffcb tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4202504 Dec 16 09:38:37.068190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53698) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:37.078143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] Sync routers for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:37.130599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:37.131307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:37.143336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.246250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d8656596-e580-4afa-9843-8084fca1119a,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:37.251858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-80d059f4-ee7b-47e7-b329-8f2ac4b69988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.253473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-80d059f4-ee7b-47e7-b329-8f2ac4b69988 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43e2a54c-2625-4ce7-affe-63beaf793360 HTTP/1.1" status: 200 len: 838 time: 0.5302129 Dec 16 09:38:37.260596 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.261551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8d2c48c0-0e17-4ac3-b26d-6334c17c798d up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:37.263791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:37.322538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 801fd7b6-7556-440e-87e6-7b491de455c7 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:37.349528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.356636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.364137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.365580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 801fd7b6-7556-440e-87e6-7b491de455c7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:37.366171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.371668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.375648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:37.376452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:37.378613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.384676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.393778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.402333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-0eed0598-b366-4055-961a-29e58d27e414 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5431 time: 0.1477156 Dec 16 09:38:37.432946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:37.433597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae379e-dc19-4a12-99a5-afaafabb518c None None] The sync data for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:37.453263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-ad7a2e32-1653-47b0-96cd-e6beb4fd44df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.455351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-ad7a2e32-1653-47b0-96cd-e6beb4fd44df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04500bb4-9ffb-451c-87c1-6966c748c250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878836 Dec 16 09:38:37.503769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ed13a81-2f17-492b-8e24-c6505aa1c4a9 req-604d824a-aeb8-4c7c-87f3-d3b0e77e594a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004620 Dec 16 09:38:37.523908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:37.630387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-f666c1ae-eb6d-4a94-839d-59556656d548 service neutron] 10.222.0.53 "GET /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660111 Dec 16 09:38:37.665732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:37.672088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:37.672462 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.738157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:37.740354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.809809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91234be5-01e2-40de-b996-effad927be06 req-50f28008-08a2-41ab-900c-414b3f6b4d93 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:37.815097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91234be5-01e2-40de-b996-effad927be06 req-50f28008-08a2-41ab-900c-414b3f6b4d93 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 907 time: 0.0809200 Dec 16 09:38:37.855953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.856774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2928b885-93c2-49b4-9d54-e98daf2e4143 req-2c386e43-ff65-44b5-a6ee-6067192e6560 service neutron] 10.222.0.53 "GET /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176764 Dec 16 09:38:37.873927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 801fd7b6-7556-440e-87e6-7b491de455c7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=801fd7b6-7556-440e-87e6-7b491de455c7,segment=NetworkSegment(6fa797be-ade3-4d91-ac65-59e47d712eab),segment_id=6fa797be-ade3-4d91-ac65-59e47d712eab)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:37.908328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:37.955385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:37.955764 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.013286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948dfb-7702-4db6-a507-716b512ec013 req-69e4c270-c55a-45a0-891a-eb7980c3b8f5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.013429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.014923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1948dfb-7702-4db6-a507-716b512ec013 req-69e4c270-c55a-45a0-891a-eb7980c3b8f5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.0831046 Dec 16 09:38:38.028024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=801fd7b6-7556-440e-87e6-7b491de455c7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:38.063071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:38.074939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.075905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 53a1613e-7e7f-4a73-ad39-9e9c565ac89e up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:38.092726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1948dfb-7702-4db6-a507-716b512ec013 req-ee6703ba-fef3-4fab-bfd0-2c7027c845ef tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697334 Dec 16 09:38:38.152332 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d419b-0d1e-4e0e-94d4-723ff411e433 x-openstack-request-id: req-c65d419b-0d1e-4e0e-94d4-723ff411e433 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:38.152628 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5636fb-6eab-4bee-bbc3-a2de7c449903", "tag": "5d9a9c96-fd42-46fa-996c-928049541b21", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:38.152881 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c65d419b-0d1e-4e0e-94d4-723ff411e433 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:38.153307 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'tag': '5d9a9c96-fd42-46fa-996c-928049541b21', 'status': 'completed', 'code': 200} Dec 16 09:38:38.192191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fdc12-73da-4ce2-ba4e-e6aacc20efba None None] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:38.230664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-56d7259f-737e-4e40-af83-a17f5320cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.232190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-56d7259f-737e-4e40-af83-a17f5320cd83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 1058 time: 0.0496471 Dec 16 09:38:38.286663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:38.297815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.1 (698c1795-6bb9-49a1-9bb4-b2e4198a6718/53dffeae-133a-4b9e-abe1-c30e58d1fca2/90b7788f-f8d2-4d0f-9b8c-03b892be58b5) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:38.338045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba412ad6-f636-4093-9664-69e273a4a1d0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:38.355254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c8e31-379d-484a-a75c-00a04502afe4 req-3714d407-fb8d-45a2-b714-2670a9c969f7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.357186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-440c8e31-379d-484a-a75c-00a04502afe4 req-3714d407-fb8d-45a2-b714-2670a9c969f7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1197524 Dec 16 09:38:38.426498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-440c8e31-379d-484a-a75c-00a04502afe4 req-4847d54f-962d-4fb2-86cf-94940af34836 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588961 Dec 16 09:38:38.429301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-4fcbbc68-f7f3-485d-a76a-ae9968263b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.431227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-4fcbbc68-f7f3-485d-a76a-ae9968263b50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04500bb4-9ffb-451c-87c1-6966c748c250 HTTP/1.1" status: 200 len: 898 time: 0.1818073 Dec 16 09:38:38.435353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.450913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cefc0a62-50c2-4eb7-b5db-73a82d47f18a None None] Provisioning complete for port ba412ad6-f636-4093-9664-69e273a4a1d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:38.451287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cefc0a62-50c2-4eb7-b5db-73a82d47f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.511625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.531619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-b08a7052-adf9-4885-8880-b1674235f5ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=5d9a9c96-fd42-46fa-996c-928049541b21 HTTP/1.1" status: 200 len: 217 time: 0.0895932 Dec 16 09:38:38.538052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:38.553837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:38.554299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.609198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=90b7788f-f8d2-4d0f-9b8c-03b892be58b5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:38.617462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ba412ad6-f636-4093-9664-69e273a4a1d0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:38.617835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.629729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:38.631510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:38.634176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:38.638384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-2f9640d4-79bd-44e9-a2cf-8e6286d39c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.639930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-2f9640d4-79bd-44e9-a2cf-8e6286d39c03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43e2a54c-2625-4ce7-affe-63beaf793360 HTTP/1.1" status: 200 len: 838 time: 0.1008282 Dec 16 09:38:38.671028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce3a3-2b34-4705-85bb-963555359e18 req-4151056a-a63f-49e5-85bc-92958223721a tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.672538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482ce3a3-2b34-4705-85bb-963555359e18 req-4151056a-a63f-49e5-85bc-92958223721a tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 945 time: 0.0962167 Dec 16 09:38:38.689534 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.781360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-0eb32b5d-49fc-47b0-baad-44ee284f2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:38.782793 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cefc0a62-50c2-4eb7-b5db-73a82d47f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.783737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-0eb32b5d-49fc-47b0-baad-44ee284f2a86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04500bb4-9ffb-451c-87c1-6966c748c250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299028 Dec 16 09:38:38.791300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482ce3a3-2b34-4705-85bb-963555359e18 req-306eeb00-8e6f-4fec-b73b-1734575c2a6b tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806966 Dec 16 09:38:38.876060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.885367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:38.919921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-118571bf-3621-489b-bdf9-4b5f37d8750b service neutron] 10.222.0.53 "GET /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267111 Dec 16 09:38:38.979863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cefc0a62-50c2-4eb7-b5db-73a82d47f18a None None] For port ba412ad6-f636-4093-9664-69e273a4a1d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba412ad6-f636-4093-9664-69e273a4a1d0,segment=NetworkSegment(c78052cf-7288-4dbe-a4be-0554eec8d4b9),segment_id=c78052cf-7288-4dbe-a4be-0554eec8d4b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:38.981514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.019302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cefc0a62-50c2-4eb7-b5db-73a82d47f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.025139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:39.110299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c97db94-6f2c-48eb-8705-feeaf59e9aff req-e851ac79-ad33-4658-a378-1732cd2a84b6 service neutron] 10.222.0.53 "GET /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750131 Dec 16 09:38:39.138276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11931c51-2703-40d1-b5ab-a91b835a3a91'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a'}, {'server_uuid': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801fd7b6-7556-440e-87e6-7b491de455c7'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:39.141028 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b43dd-e856-45bc-b65e-e6ed0604cea0" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "11931c51-2703-40d1-b5ab-a91b835a3a91"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "d8656596-e580-4afa-9843-8084fca1119a"}, {"server_uuid": "9237f42b-6e61-4e96-a423-8fbd03f7bf31", "name": "network-vif-plugged", "status": "completed", "tag": "801fd7b6-7556-440e-87e6-7b491de455c7"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:39.144452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0a62-50c2-4eb7-b5db-73a82d47f18a None None] Pushing event updated for resources: {'Port': ['ID=ba412ad6-f636-4093-9664-69e273a4a1d0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:39.162498 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.163455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 6318dddd-4f9c-4416-9312-0cd1f64b83b4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:39.258577 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:38:39.259250 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:38:39.283592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-297e387a-1e30-4de0-8284-26f4e48702f2 None None] Provisioning complete for port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.284122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-297e387a-1e30-4de0-8284-26f4e48702f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.289186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.300148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.315872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.323347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.328251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-297e387a-1e30-4de0-8284-26f4e48702f2 None None] Port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:39.329629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.335875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.336234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:39.343065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:39.348670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.349437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.354852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.356341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.365091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-818fa6ae-89ed-4f20-8c1d-6b84fbb6a2c8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5433 time: 0.2114940 Dec 16 09:38:39.369348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.374872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-297e387a-1e30-4de0-8284-26f4e48702f2 None None] Provisioning complete for port ba412ad6-f636-4093-9664-69e273a4a1d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.375386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-297e387a-1e30-4de0-8284-26f4e48702f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.422884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-313898eb-85b5-4717-9ff9-5bbaeb75505e req-a10dda47-c864-4ae2-8446-92255ae6bdf9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565829 Dec 16 09:38:39.441410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.485751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=90b7788f-f8d2-4d0f-9b8c-03b892be58b5,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:39.537376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.555539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536fdf4-6294-40b5-875e-823bb5d203cd req-59956b39-6a35-4432-bc8c-52851c1e4363 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.557198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e536fdf4-6294-40b5-875e-823bb5d203cd req-59956b39-6a35-4432-bc8c-52851c1e4363 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 907 time: 0.0741689 Dec 16 09:38:39.578270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:39.583491 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.584747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:39.623131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:39.624600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:39.677243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ac2ea18-d709-4267-bff7-cd8118a3e19c None None] Provisioning complete for port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.677611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ea18-d709-4267-bff7-cd8118a3e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.680232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:39.733522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:39.737275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2ea18-d709-4267-bff7-cd8118a3e19c None None] Port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:39.739606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:39.740199 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.775200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cff99-58dc-4489-ac64-f2d27d07d7af req-7586ce39-9804-477b-9551-86fcac6f1039 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:39.776913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd3cff99-58dc-4489-ac64-f2d27d07d7af req-7586ce39-9804-477b-9551-86fcac6f1039 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.1390424 Dec 16 09:38:39.779052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router 3db9d146-65f2-42d1-b890-a6deb2156e0f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:39.880832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd3cff99-58dc-4489-ac64-f2d27d07d7af req-5a57a47e-f0e9-40ee-a03c-a12b74059e43 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968940 Dec 16 09:38:39.908478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:39.920084 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e28dff61-f4f0-415d-b9fa-54424fbd3730 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/routers/3db9d146-65f2-42d1-b890-a6deb2156e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8506486 Dec 16 09:38:39.922797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53722) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:39.925443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:39.928989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'port': {'network_id': '698c1795-6bb9-49a1-9bb4-b2e4198a6718', 'name': 'tempest-FloatingIPTestJSON-720369680'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:39.935834 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] Sync routers for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:39.955609 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:39.956456 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:39.983771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:39.987996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba412ad6-f636-4093-9664-69e273a4a1d0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:39.993392 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.030520 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9efba4-a1bb-4bba-91d1-52f302acfb8e x-openstack-request-id: req-dd9efba4-a1bb-4bba-91d1-52f302acfb8e {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:40.030860 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "11931c51-2703-40d1-b5ab-a91b835a3a91", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "d8656596-e580-4afa-9843-8084fca1119a", "code": 200}, {"server_uuid": "9237f42b-6e61-4e96-a423-8fbd03f7bf31", "name": "network-vif-plugged", "status": "completed", "tag": "801fd7b6-7556-440e-87e6-7b491de455c7", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:40.031066 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd9efba4-a1bb-4bba-91d1-52f302acfb8e {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:40.031452 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11931c51-2703-40d1-b5ab-a91b835a3a91', 'code': 200} Dec 16 09:38:40.031939 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a', 'code': 200} Dec 16 09:38:40.032181 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801fd7b6-7556-440e-87e6-7b491de455c7', 'code': 200} Dec 16 09:38:40.032420 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d', 'code': 200} Dec 16 09:38:40.032659 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'code': 200} Dec 16 09:38:40.054659 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.070876 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:40.071500 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.107195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c4dafca3-0efc-4fde-976e-c36e03e16dd6 None None] Provisioning complete for port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:40.107477 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c4dafca3-0efc-4fde-976e-c36e03e16dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.115293 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:40.116734 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a2059-4d82-4d5d-9d84-271c39e20208 None None] The sync data for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:40.145270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:40.161363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c4dafca3-0efc-4fde-976e-c36e03e16dd6 None None] Port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:40.163087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ba412ad6-f636-4093-9664-69e273a4a1d0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:40.163455 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.184017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77c771-aa51-4273-a97f-25230c85abab req-9a0a6e6a-9d4d-4b78-a8aa-390952e6e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.185546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f77c771-aa51-4273-a97f-25230c85abab req-9a0a6e6a-9d4d-4b78-a8aa-390952e6e850 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 1096 time: 0.1181104 Dec 16 09:38:40.211676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9fe74-f001-4a7b-9dfc-2f39afacf0f0 req-b402c6dd-d076-48c9-b023-7b5e2914b3a6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.214116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cc9fe74-f001-4a7b-9dfc-2f39afacf0f0 req-b402c6dd-d076-48c9-b023-7b5e2914b3a6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1026809 Dec 16 09:38:40.260907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Made reservation on behalf of 298cc43f44e6438889b1a59ff1e9992b for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:40.265222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.285242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f77c771-aa51-4273-a97f-25230c85abab req-d1634a72-493d-40c0-8adf-034e1f67c26c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897601 Dec 16 09:38:40.300221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] device_id is not set on port 3287bfe6-a0a9-4aa5-9e58-92d0fa899397 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:38:40.313555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cc9fe74-f001-4a7b-9dfc-2f39afacf0f0 req-69da5435-6022-4022-bdd3-87b1980c1eed tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899622 Dec 16 09:38:40.453702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Allocated IP 172.20.0.12 (698c1795-6bb9-49a1-9bb4-b2e4198a6718/53dffeae-133a-4b9e-abe1-c30e58d1fca2/3287bfe6-a0a9-4aa5-9e58-92d0fa899397) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:40.474500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fc03-c809-440e-858b-11046462a4c8 req-4a4bb8c5-668a-44dc-95d1-3b679605b4f8 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.476140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c151fc03-c809-440e-858b-11046462a4c8 req-4a4bb8c5-668a-44dc-95d1-3b679605b4f8 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 945 time: 0.0759220 Dec 16 09:38:40.542229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c151fc03-c809-440e-858b-11046462a4c8 req-2684b01d-5d32-4cfb-86a1-37261f8e0927 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Dec 16 09:38:40.569621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5d9a9c96-fd42-46fa-996c-928049541b21 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:40.683129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5d9a9c96-fd42-46fa-996c-928049541b21, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5d9a9c96-fd42-46fa-996c-928049541b21,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:40.701165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '5d9a9c96-fd42-46fa-996c-928049541b21', 'network_id': '04500bb4-9ffb-451c-87c1-6966c748c250', 'port_id': '5d9a9c96-fd42-46fa-996c-928049541b21', 'mac_address': 'fa:16:3e:52:bb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e2a54c-2625-4ce7-affe-63beaf793360', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:40.736824 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.750707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a9c96-fd42-46fa-996c-928049541b21 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:40.751633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.757677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.763686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.769541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.771906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5d9a9c96-fd42-46fa-996c-928049541b21, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5d9a9c96-fd42-46fa-996c-928049541b21,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:40.776032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.777806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.782166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.788235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.790289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-3356cf72-8527-40bd-bd41-7895e164352f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1834006 Dec 16 09:38:40.793623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:40.831024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-dc1aab03-4ff2-4888-8462-9491261b3539 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:40.832517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-dc1aab03-4ff2-4888-8462-9491261b3539 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.1529493 Dec 16 09:38:40.840828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=5d9a9c96-fd42-46fa-996c-928049541b21,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:40.897745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfdf4933-bcdb-4523-899f-2fd826ac95e9 req-e3bb90b1-0148-4555-9bbc-d781a5fe0c5e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984728 Dec 16 09:38:40.944295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.030654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:41.041334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event updated for resources: {'Port': ['ID=3287bfe6-a0a9-4aa5-9e58-92d0fa899397,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:41.045910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:41.052408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:41.056683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['5d9a9c96-fd42-46fa-996c-928049541b21'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:41.100892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port d67ede64-a9fa-44c3-9c75-2547dddd826b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:41.101230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.131550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fc431-43f7-4758-ad8a-ea9a21c32de0 req-ae1f5ae3-9bf2-4150-86a0-dfa9cc6cd3d7 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.133345 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b16fc431-43f7-4758-ad8a-ea9a21c32de0 req-ae1f5ae3-9bf2-4150-86a0-dfa9cc6cd3d7 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 908 time: 0.1473024 Dec 16 09:38:41.185885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.186578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.225981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-22313f71-6635-4165-bc28-347e39ee4002 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3005290 Dec 16 09:38:41.228125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53732) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:41.237273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Request body: {'floatingip': {'port_id': '3287bfe6-a0a9-4aa5-9e58-92d0fa899397'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:41.279302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port d67ede64-a9fa-44c3-9c75-2547dddd826b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=d67ede64-a9fa-44c3-9c75-2547dddd826b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:41.279589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.296568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for d67ede64-a9fa-44c3-9c75-2547dddd826b owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:41.318072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c21d7f-2a6d-4d02-9f86-f908bdd7d91a req-8fee2047-0a58-41ba-ad31-52713050853f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.322354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.326356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7c21d7f-2a6d-4d02-9f86-f908bdd7d91a req-8fee2047-0a58-41ba-ad31-52713050853f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da HTTP/1.1" status: 200 len: 945 time: 0.1051345 Dec 16 09:38:41.422721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7c21d7f-2a6d-4d02-9f86-f908bdd7d91a req-7e38fb2b-58d7-460f-a40e-272643b14cc6 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898440 Dec 16 09:38:41.545793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5a2dc8d1-56c4-42c1-aab5-8b7fea938af0 None None] Provisioning complete for port 3287bfe6-a0a9-4aa5-9e58-92d0fa899397 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:41.546600 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a2dc8d1-56c4-42c1-aab5-8b7fea938af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.591639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffcdc1-548b-41d4-bc88-4b12bf0cda4e req-f3a6ef60-18d7-4b5c-80d4-2142d36e8f57 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.600015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cbffcdc1-548b-41d4-bc88-4b12bf0cda4e req-f3a6ef60-18d7-4b5c-80d4-2142d36e8f57 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1025870 Dec 16 09:38:41.616686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5a2dc8d1-56c4-42c1-aab5-8b7fea938af0 None None] Port 3287bfe6-a0a9-4aa5-9e58-92d0fa899397 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:41.629557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.645685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'd67ede64-a9fa-44c3-9c75-2547dddd826b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:41.717511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=d67ede64-a9fa-44c3-9c75-2547dddd826b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:41.746615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cbffcdc1-548b-41d4-bc88-4b12bf0cda4e req-deb049cf-5c67-49dd-8167-1262106a6e30 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455343 Dec 16 09:38:41.784803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port d67ede64-a9fa-44c3-9c75-2547dddd826b on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:41.788019 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:41.791794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-820de6d6-9ef8-4b0c-a7c9-21a5374f1faf req-8bc07fdb-6d71-4269-9e94-6911dcd3ac1f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "DELETE /v2.0/ports/d67ede64-a9fa-44c3-9c75-2547dddd826b HTTP/1.1" status: 204 len: 173 time: 0.9513333 Dec 16 09:38:41.792224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'name': 'network-vif-deleted', 'tag': 'd67ede64-a9fa-44c3-9c75-2547dddd826b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:41.794769 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c90147-d122-4ca0-aeda-053b067bb064" -d '{"events": [{"server_uuid": "9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da", "name": "network-vif-deleted", "tag": "d67ede64-a9fa-44c3-9c75-2547dddd826b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:41.871712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f0d45-e36d-4cf3-b321-d497a555a2bf req-2f2aed25-556f-4b48-a545-0c0004ff7729 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:41.882696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd1f0d45-e36d-4cf3-b321-d497a555a2bf req-2f2aed25-556f-4b48-a545-0c0004ff7729 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 945 time: 0.0773690 Dec 16 09:38:41.945056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd1f0d45-e36d-4cf3-b321-d497a555a2bf req-e0b10b19-0d21-499c-8b0e-a94b6d701197 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610404 Dec 16 09:38:41.995773 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66bfc06-b4a2-4bab-a0a7-ce13e74f2c1d x-openstack-request-id: req-e66bfc06-b4a2-4bab-a0a7-ce13e74f2c1d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:41.996070 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da", "name": "network-vif-deleted", "tag": "d67ede64-a9fa-44c3-9c75-2547dddd826b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:41.996367 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e66bfc06-b4a2-4bab-a0a7-ce13e74f2c1d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:41.996743 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1e9a3e-d825-4d74-98ff-d4f10e7ee3da', 'name': 'network-vif-deleted', 'tag': 'd67ede64-a9fa-44c3-9c75-2547dddd826b', 'status': 'completed', 'code': 200} Dec 16 09:38:42.024587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.029909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.034635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3432fa4e-73cf-43b7-bd90-9d3fdc69e229'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:42.039200 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98d46ec-098c-480a-866e-1ad271c5afaf" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "3432fa4e-73cf-43b7-bd90-9d3fdc69e229"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:42.112723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.119252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.125068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.131920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.137744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.143902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.150489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.151041 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP dff43402-461a-4d11-86c7-8a2fc769ba69 associated. External IP: 172.25.6.154, port: 48b34a51-432a-4b8f-ba87-357445eb205e. Dec 16 09:38:42.157900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3491e991-790c-4502-86f8-4459cb0c6384 req-12d29e8e-d85c-44fd-a4f4-b2cfade90857 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1023588 Dec 16 09:38:42.202542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3491e991-790c-4502-86f8-4459cb0c6384 req-506c6b62-cbb8-4764-9738-1c8e471c7fb2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434713 Dec 16 09:38:42.274193 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3965218-0b57-444c-a3d3-8ca71cfe8895 x-openstack-request-id: req-c3965218-0b57-444c-a3d3-8ca71cfe8895 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:42.275127 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-plugged", "status": "completed", "tag": "3432fa4e-73cf-43b7-bd90-9d3fdc69e229", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:42.275947 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3965218-0b57-444c-a3d3-8ca71cfe8895 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:42.276428 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4', 'code': 200} Dec 16 09:38:42.276790 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3432fa4e-73cf-43b7-bd90-9d3fdc69e229', 'code': 200} Dec 16 09:38:42.408737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515d2c5-0d57-46a9-8bf9-28b839b9b28d req-bc1c0835-26ce-450d-a7ea-51fad9f006eb tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.410623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c515d2c5-0d57-46a9-8bf9-28b839b9b28d req-bc1c0835-26ce-450d-a7ea-51fad9f006eb tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 908 time: 0.0659852 Dec 16 09:38:42.517960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.518377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.518858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.519371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.519762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.520266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.520626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.523072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0bbdbac8-68c8-40f4-86b0-d6a022a640c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6492 time: 0.1489263 Dec 16 09:38:42.569682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5d9a9c96-fd42-46fa-996c-928049541b21 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:42.570585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29bb77ee-4c1a-4a2a-8afc-59b429821b9f req-0f255f33-6c8c-4b0a-b213-2db694a96588 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396028 Dec 16 09:38:42.627898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 5d9a9c96-fd42-46fa-996c-928049541b21 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:42.633160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 5d9a9c96-fd42-46fa-996c-928049541b21 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:42.633875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.729260 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.750661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:42.775683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5d9a9c96-fd42-46fa-996c-928049541b21, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5d9a9c96-fd42-46fa-996c-928049541b21,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:42.781068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:42.798244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-ba6b756b-23fb-4a03-a8bd-6bec3f19de35 req-6fdb0309-c010-4547-926a-fae6b152c5eb service neutron] (102397) timed out ('10.222.0.69', 57525) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:38:42.839193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=5d9a9c96-fd42-46fa-996c-928049541b21,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:42.867856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:42.880154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:42.889569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:42.890246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:42.904521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-c85d70c0-23f7-4cf9-8884-bc6d1630538e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:42.906042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-c85d70c0-23f7-4cf9-8884-bc6d1630538e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.1215861 Dec 16 09:38:42.921790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-a526c7ee-cb4e-460e-9952-16fdd6db7a12 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.0098460 Dec 16 09:38:42.925247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:42.934076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:42.934669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:42.976750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-345f5991-751b-4599-a767-156ee4676b7f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484126 Dec 16 09:38:43.106232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router 3db9d146-65f2-42d1-b890-a6deb2156e0f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:43.132852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.133507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d236fb8-8759-4720-af33-456615bf7b1d None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:43.159975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-196cd3c8-3859-43ad-bcf9-bb4db483b227 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747572 Dec 16 09:38:43.239762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:43.244493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:43.252463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] Sync routers for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:43.259579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-95c7cb01-97c1-4c57-a2eb-b4ff4eab17f9 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930927 Dec 16 09:38:43.273892 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:43.282574 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.304531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53798) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:43.304761 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c9f0aba2-afef-48c9-aaaf-1f443b5186e4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/floatingips/dff43402-461a-4d11-86c7-8a2fc769ba69 HTTP/1.1" status: 200 len: 978 time: 2.0754733 Dec 16 09:38:43.339815 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.351517 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:43.352373 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.388117 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:43.389028 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527deff-7813-414a-afc5-5fa283cc9b92 None None] The sync data for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:43.433500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 3287bfe6-a0a9-4aa5-9e58-92d0fa899397 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:43.433500 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:43.575190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d13e9d-cd73-41a9-8bd0-ab2992098021 req-1125e37e-a133-4712-92ab-c78a66c989fb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.579116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14d13e9d-cd73-41a9-8bd0-ab2992098021 req-1125e37e-a133-4712-92ab-c78a66c989fb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.0891099 Dec 16 09:38:43.595191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:43.709812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14d13e9d-cd73-41a9-8bd0-ab2992098021 req-8bce420f-1254-4c13-a349-0d8c3e7be3b1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177874 Dec 16 09:38:43.914530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.922730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.929870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.937838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.945617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.952985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.960068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:43.967967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a9a83c1f-a4c7-4681-abbc-5f5c83f6cc21 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1845005 Dec 16 09:38:43.978727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a6a7625c-2f0d-4548-99d3-132cb6b00491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.009480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.010205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.010205 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Floating IP dff43402-461a-4d11-86c7-8a2fc769ba69 disassociated. External IP: 172.25.6.154, port: 3287bfe6-a0a9-4aa5-9e58-92d0fa899397. Dec 16 09:38:44.010548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 3287bfe6-a0a9-4aa5-9e58-92d0fa899397 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:44.022860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-710619eb-4ed2-4312-8def-27b99ef1ec9e req-a18206f2-fa93-45b6-a377-c55dd08f6f4a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535302 Dec 16 09:38:44.138739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e670b12-0ead-4e90-86ff-bc0aa8a31b75 req-20fb7ce7-bc5b-47ae-80c2-ddfdccdf097d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 210 time: 0.0317516 Dec 16 09:38:44.205861 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:44.258088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=3287bfe6-a0a9-4aa5-9e58-92d0fa899397,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:44.278416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a9c96-fd42-46fa-996c-928049541b21'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:44.286211 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d3029-1d7f-4416-9a3c-a619a9386921" -d '{"events": [{"server_uuid": "1a5636fb-6eab-4bee-bbc3-a2de7c449903", "name": "network-vif-plugged", "status": "completed", "tag": "5d9a9c96-fd42-46fa-996c-928049541b21"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:44.570250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device d67ede64-a9fa-44c3-9c75-2547dddd826b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:44.606926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: d67ede64-a9fa-44c3-9c75-2547dddd826b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:44.607598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device d67ede64-a9fa-44c3-9c75-2547dddd826b not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:44.680332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-94989953-0ee2-419a-91e1-d109ef12bc99 req-29df6348-4848-4191-a579-b0f56477f3aa service neutron] (102398) timed out ('10.222.0.69', 57629) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:38:44.777907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deb56f-f656-4bb1-93e6-f058b4590c6e req-8d87a6b6-50b3-4da4-9729-3d5002307de2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:44.779374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73deb56f-f656-4bb1-93e6-f058b4590c6e req-8d87a6b6-50b3-4da4-9729-3d5002307de2 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.5128348 Dec 16 09:38:44.880713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router 3db9d146-65f2-42d1-b890-a6deb2156e0f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:44.891014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-b3c59f44-d69e-48cf-9355-4a77030435ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:44.892475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-b3c59f44-d69e-48cf-9355-4a77030435ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.1839695 Dec 16 09:38:44.908355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '14a96619-d741-4d98-878c-676dd182da4f', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:45.054169 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86ecb6-0c9a-42da-bfb3-e680860925a3 x-openstack-request-id: req-8c86ecb6-0c9a-42da-bfb3-e680860925a3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:45.054656 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5636fb-6eab-4bee-bbc3-a2de7c449903", "name": "network-vif-plugged", "status": "completed", "tag": "5d9a9c96-fd42-46fa-996c-928049541b21", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:45.055039 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c86ecb6-0c9a-42da-bfb3-e680860925a3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:45.055499 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a9c96-fd42-46fa-996c-928049541b21', 'code': 200} Dec 16 09:38:45.173418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:45.191532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] Sync routers for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:45.201613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:45.202610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:45.241109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:45.267038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:45.267926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:45.313963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:45.314824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972a7fd2-363b-487f-8bd0-2a6821d668df None None] The sync data for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:45.340566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c05f-f4f4-4a9e-81bf-8b79b23e70c6 req-91ce2dbb-338e-414c-b161-72068b577c9b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.342173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67e1c05f-f4f4-4a9e-81bf-8b79b23e70c6 req-91ce2dbb-338e-414c-b161-72068b577c9b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.2205069 Dec 16 09:38:45.368397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a5e40-104d-4cc1-9fd4-b97e101a0041 req-fe94b65e-5af6-469a-ab55-ef2a944d51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.370200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f8a5e40-104d-4cc1-9fd4-b97e101a0041 req-fe94b65e-5af6-469a-ab55-ef2a944d51e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 1060 time: 0.2320118 Dec 16 09:38:45.379340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:45.382821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.386722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.389804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0a130df-6eca-4b73-a757-095988280e29 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/ports/3287bfe6-a0a9-4aa5-9e58-92d0fa899397 HTTP/1.1" status: 204 len: 168 time: 2.0840993 Dec 16 09:38:45.392974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53850) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:45.418343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67e1c05f-f4f4-4a9e-81bf-8b79b23e70c6 req-24efb55e-659e-4381-b819-3635754a9ae9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659575 Dec 16 09:38:45.582001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.9 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/8c84e927-fb5d-462a-880d-eaa359b7e78b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:45.603077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa0dea-a948-46af-b371-7ee0d126e31e req-477a33a9-cbfb-43b6-b694-24ad66209fc4 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.604603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59fa0dea-a948-46af-b371-7ee0d126e31e req-477a33a9-cbfb-43b6-b694-24ad66209fc4 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 945 time: 0.0880687 Dec 16 09:38:45.714085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59fa0dea-a948-46af-b371-7ee0d126e31e req-e78ae712-5d6a-473b-9f6b-8fa08cde77dc tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008995 Dec 16 09:38:45.795326 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.881668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.898184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:45.924648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:45.926476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.934130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.940098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.946101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.952191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.958168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.964202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:45.966201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-dc3c76ab-b911-4410-ba33-d1dafb325f83 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1623232 Dec 16 09:38:45.995688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:46.015407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:46.018526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=8c84e927-fb5d-462a-880d-eaa359b7e78b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:46.020784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:46.068929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c98e0318-5cb2-478d-b6cc-c092a99ed8a1 req-041fe680-a16f-46ff-bdad-0fd1579f5322 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932670 Dec 16 09:38:46.114667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.115795 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.140772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-483a67fe-1ff2-4d91-a42e-acaad0d233ea tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378616 Dec 16 09:38:46.155210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Request body: {'port': {'device_id': '14a96619-d741-4d98-878c-676dd182da4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:46.259441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.284846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56d8b7-3b53-4a5d-8404-847080e31e8d req-ac1f5a49-556f-45a1-912d-0423d97ea7d7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.286474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d56d8b7-3b53-4a5d-8404-847080e31e8d req-ac1f5a49-556f-45a1-912d-0423d97ea7d7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 931 time: 0.0861001 Dec 16 09:38:46.322734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:46.323080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.364663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d56d8b7-3b53-4a5d-8404-847080e31e8d req-1e07aff8-8611-40fc-ac2e-8d3f74a19f34 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546060 Dec 16 09:38:46.435280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb36db17-c2c8-4e54-bd10-22fa8b25bd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.442271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.454812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 90b7788f-f8d2-4d0f-9b8c-03b892be58b5 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:46.563288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fadc-1e21-492a-8542-57bf42b32a11 req-335b5ca1-05d5-494d-9ed8-5da3bcb03a44 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.564792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51c8fadc-1e21-492a-8542-57bf42b32a11 req-335b5ca1-05d5-494d-9ed8-5da3bcb03a44 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.1102026 Dec 16 09:38:46.699257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.729369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=90b7788f-f8d2-4d0f-9b8c-03b892be58b5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:46.797352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c84e927-fb5d-462a-880d-eaa359b7e78b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:46.812027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.822905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-db64be78-2a4e-44fb-9d34-843741f3ded7 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.824469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-db64be78-2a4e-44fb-9d34-843741f3ded7 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.53 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 945 time: 0.1498766 Dec 16 09:38:46.856661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.862566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.868540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.889009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.906524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.913099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.919191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:46.921187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60ef5223-d4cd-4bf8-b4bd-5316697220a6 req-e93e7e6e-5294-48ab-b4d2-27b3200465b8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.2273426 Dec 16 09:38:46.932973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:46.940073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Request body: {'floatingip': {'port_id': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:46.949561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:46.950140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Transition to ACTIVE for port object 8c84e927-fb5d-462a-880d-eaa359b7e78b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:38:46.960695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.000400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.078714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c84e927-fb5d-462a-880d-eaa359b7e78b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:47.140670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1982bf8-cffc-4c96-b37b-5b7bc47461fa req-ca3e4adf-b27e-49cc-af6b-777af8e08af5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.142482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1982bf8-cffc-4c96-b37b-5b7bc47461fa req-ca3e4adf-b27e-49cc-af6b-777af8e08af5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1419652 Dec 16 09:38:47.185516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Deleting port 801fd7b6-7556-440e-87e6-7b491de455c7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:47.185908 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.265812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Attempting to bind port 8c84e927-fb5d-462a-880d-eaa359b7e78b on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:47.267009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Attempting to bind port 8c84e927-fb5d-462a-880d-eaa359b7e78b by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:47.267396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Attempting to bind port 8c84e927-fb5d-462a-880d-eaa359b7e78b on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:47.280519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1982bf8-cffc-4c96-b37b-5b7bc47461fa req-cc968964-2057-4633-97a1-2435a97ff745 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275461 Dec 16 09:38:47.283733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Port 8c84e927-fb5d-462a-880d-eaa359b7e78b on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:38:47.284094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Attempting to bind port 8c84e927-fb5d-462a-880d-eaa359b7e78b on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:47.292134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:47.292537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:47.292981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:47.293478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Bound port: 8c84e927-fb5d-462a-880d-eaa359b7e78b, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:47.293920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.363126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] For port 8c84e927-fb5d-462a-880d-eaa359b7e78b, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:47.367631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] For port 8c84e927-fb5d-462a-880d-eaa359b7e78b, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:47.377781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.463640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router 3db9d146-65f2-42d1-b890-a6deb2156e0f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:47.468606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] For port 801fd7b6-7556-440e-87e6-7b491de455c7, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=801fd7b6-7556-440e-87e6-7b491de455c7,segment=NetworkSegment(6fa797be-ade3-4d91-ac65-59e47d712eab),segment_id=6fa797be-ade3-4d91-ac65-59e47d712eab)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:47.469045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.472140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.472819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.474280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] 10.222.0.69 "PUT /v2.0/ports/8c84e927-fb5d-462a-880d-eaa359b7e78b HTTP/1.1" status: 200 len: 1091 time: 1.3240449 Dec 16 09:38:47.478361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a96619-d741-4d98-878c-676dd182da4f', 'tag': '8c84e927-fb5d-462a-880d-eaa359b7e78b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:47.480706 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba952cb-c57e-4def-a674-639a34c406f3" -d '{"events": [{"name": "network-changed", "server_uuid": "14a96619-d741-4d98-878c-676dd182da4f", "tag": "8c84e927-fb5d-462a-880d-eaa359b7e78b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:47.509137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Calling delete_port for 801fd7b6-7556-440e-87e6-7b491de455c7 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:47.533377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670ef4a-ce52-4e6d-8bd8-d253526e5928 req-b1553900-7d2d-4fda-9bad-bb90ad1c7b72 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.534977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5670ef4a-ce52-4e6d-8bd8-d253526e5928 req-b1553900-7d2d-4fda-9bad-bb90ad1c7b72 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/ports?device_id=9237f42b-6e61-4e96-a423-8fbd03f7bf31 HTTP/1.1" status: 200 len: 945 time: 0.1444938 Dec 16 09:38:47.539860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886655b-0505-4177-9b43-9882a4d53db1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c84e927-fb5d-462a-880d-eaa359b7e78b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:47.665359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5670ef4a-ce52-4e6d-8bd8-d253526e5928 req-af740265-f51a-4f88-a977-8b20d740f448 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.61 "GET /v2.0/security-groups?id=552db0ac-01bc-4106-b7ea-c786c04d8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882339 Dec 16 09:38:47.672172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-35ad66d0-c08a-4677-a2e2-e9d3593f2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.673682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-35ad66d0-c08a-4677-a2e2-e9d3593f2b96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 1094 time: 0.0955648 Dec 16 09:38:47.723908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-4af07c09-b8a5-469e-a532-5e6a6fe18707 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b HTTP/1.1" status: 200 len: 217 time: 0.0412562 Dec 16 09:38:47.866768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.879418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['801fd7b6-7556-440e-87e6-7b491de455c7'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:47.894672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a5f95-e35d-47a0-a8bf-c92fb362b5d3 req-abc7beaa-acd3-4bff-b3f4-0b8b5391207c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.902520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-517a5f95-e35d-47a0-a8bf-c92fb362b5d3 req-abc7beaa-acd3-4bff-b3f4-0b8b5391207c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 943 time: 0.1424768 Dec 16 09:38:47.930526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217ba1-6e58-4743-aa14-02043962740a req-39c005ff-2ebb-44cd-9063-9c1b052f7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:47.930526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-39c005ff-2ebb-44cd-9063-9c1b052f7915 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1684573 Dec 16 09:38:47.937664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Pushing event deleted for resources: {'Port': ['ID=801fd7b6-7556-440e-87e6-7b491de455c7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:47.969196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:47.997483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-51c045b5-3e1c-48c2-92c2-2be4bc91b3ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484722 Dec 16 09:38:48.017927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.026176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.036583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] No DVR routers for this DVR port 801fd7b6-7556-440e-87e6-7b491de455c7 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:48.049341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.053115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfa46257-fe26-4cf5-ae53-eafb8e79888f req-56186179-74c7-4a06-88e3-61ba2e4050d2 tempest-ServerMetadataNegativeTestJSON-296722526 tempest-ServerMetadataNegativeTestJSON-296722526-project] 10.222.0.53 "DELETE /v2.0/ports/801fd7b6-7556-440e-87e6-7b491de455c7 HTTP/1.1" status: 204 len: 173 time: 1.2221308 Dec 16 09:38:48.067990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:48.083339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-517a5f95-e35d-47a0-a8bf-c92fb362b5d3 req-74dc2bff-7f38-403c-a355-60158f514824 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799645 Dec 16 09:38:48.084802 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] Sync routers for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:48.102068 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:48.103338 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:48.115302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-79b57504-5ccf-4eaf-94e0-eed49439627f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/routers/3db9d146-65f2-42d1-b890-a6deb2156e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179801 Dec 16 09:38:48.115302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53890) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:48.177098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-11757bcb-3e2f-4b35-b539-99294ad293e5 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711628 Dec 16 09:38:48.187209 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea1e760-d1ed-494c-a06b-991a79d78cd6 x-openstack-request-id: req-1ea1e760-d1ed-494c-a06b-991a79d78cd6 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:48.187502 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a96619-d741-4d98-878c-676dd182da4f", "tag": "8c84e927-fb5d-462a-880d-eaa359b7e78b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:48.187753 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ea1e760-d1ed-494c-a06b-991a79d78cd6 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:48.188156 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a96619-d741-4d98-878c-676dd182da4f', 'tag': '8c84e927-fb5d-462a-880d-eaa359b7e78b', 'status': 'completed', 'code': 200} Dec 16 09:38:48.199813 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:48.223560 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] Routers {'3db9d146-65f2-42d1-b890-a6deb2156e0f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:48.224475 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3db9d146-65f2-42d1-b890-a6deb2156e0f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:48.281291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.346628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5217ba1-6e58-4743-aa14-02043962740a req-078657ee-5024-4225-bc8b-a07a42991c48 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531627 Dec 16 09:38:48.374014 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Floating IP 344c04f5-6715-464e-91b7-3a8a9b5800cf associated. External IP: 172.25.6.197, port: 53a1613e-7e7f-4a73-ad39-9e9c565ac89e. Dec 16 09:38:48.394378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4950400-0744-4d81-9f1d-d3cf4d606e11 req-af62e5ac-3281-45f2-9e05-3c6c4ff51a8d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.396005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4950400-0744-4d81-9f1d-d3cf4d606e11 req-af62e5ac-3281-45f2-9e05-3c6c4ff51a8d tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.0973947 Dec 16 09:38:48.436333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:48.437482 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d7c9e-da45-498a-b197-9cab48fb766c None None] The sync data for ids ['3db9d146-65f2-42d1-b890-a6deb2156e0f'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:48.463439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-beabc9bf-f931-46f4-8a37-e798a574853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.466547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-beabc9bf-f931-46f4-8a37-e798a574853e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 1094 time: 0.0643654 Dec 16 09:38:48.484964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.617734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e98a5-620a-4dc6-956f-295c1c44070c req-0002d09f-9df8-4ec8-ab7c-0985f436bbb1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.628840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c45e98a5-620a-4dc6-956f-295c1c44070c req-0002d09f-9df8-4ec8-ab7c-0985f436bbb1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1312482 Dec 16 09:38:48.673517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-55e8c865-b5a8-4cab-a08c-424f84ca06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.676198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port b48c8437-2c23-4e70-872d-993f9d3455b7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:48.676536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.679582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-55e8c865-b5a8-4cab-a08c-424f84ca06f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.2043545 Dec 16 09:38:48.733163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-4af6756f-bc35-489d-8919-da58e39f8ff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b HTTP/1.1" status: 200 len: 217 time: 0.0456290 Dec 16 09:38:48.736142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c45e98a5-620a-4dc6-956f-295c1c44070c req-b9dd8fb7-981f-42b8-af36-25f84370e933 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065197 Dec 16 09:38:48.748941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Router 0aaac5b9-9542-4180-9215-b828973cd12f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:48.791418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-1e50aeb4-af98-4c6c-9670-e5c30f4deb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.793376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-1e50aeb4-af98-4c6c-9670-e5c30f4deb9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0528667 Dec 16 09:38:48.835694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-972e2bac-af5d-4430-9a87-4b30f3b66ce8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350831 Dec 16 09:38:48.880856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.899162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for b48c8437-2c23-4e70-872d-993f9d3455b7 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:48.918976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:48.924130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:48.925727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08021033-e3a8-4295-afaf-19d6f839ff7e req-e714a740-7eca-43a1-b019-d4c2ac77059b tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:48.927338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08021033-e3a8-4295-afaf-19d6f839ff7e req-e714a740-7eca-43a1-b019-d4c2ac77059b tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.1155353 Dec 16 09:38:48.929910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] Sync routers for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:48.948259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:48.949676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:48.982024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-61bbf4b2-3ebe-4ba9-bebd-113614eb871e service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310642 Dec 16 09:38:48.994062 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ec88c49-e72d-47b1-90dd-ad2f2cd46e5f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "PUT /v2.0/floatingips/344c04f5-6715-464e-91b7-3a8a9b5800cf HTTP/1.1" status: 200 len: 991 time: 2.0555649 Dec 16 09:38:48.995578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:48.997746 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cfb6f0-5b79-460d-82c5-ee69980caac3" -d '{"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:49.018372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:49.101280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:49.109337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Deleting subnet 6b5d5151-ed4f-41eb-8096-a85fe083876f {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:49.114533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.184963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.250794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.330333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.367893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=b48c8437-2c23-4e70-872d-993f9d3455b7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:49.370195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.383454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '344c04f5-6715-464e-91b7-3a8a9b5800cf', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'port_id': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'mac_address': 'fa:16:3e:45:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:37:24Z', 'updated_at': '2021-12-16T09:38:47Z', 'revision_number': 1, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:34Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:49.414055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] Checking router: 0aaac5b9-9542-4180-9215-b828973cd12f for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:49.429338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:49.430292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:49.464449 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.470085 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6b5d5151-ed4f-41eb-8096-a85fe083876f HTTP/1.1" status: 204 len: 168 time: 0.4484954 Dec 16 09:38:49.470085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824c50d-1890-4a96-94b8-8fb4808a56d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5d5151-ed4f-41eb-8096-a85fe083876f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:49.472195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53918) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:49.479828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.528031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ba952cb-c57e-4def-a674-639a34c406f3 req-be823b69-10b8-4d27-8b50-fedea725b197 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397103 Dec 16 09:38:49.532678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff239d-b51c-42f3-b2da-544ffa3c3c39 req-043c2dc1-4c85-4691-996e-054b3a25bd18 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:49.534802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5ff239d-b51c-42f3-b2da-544ffa3c3c39 req-043c2dc1-4c85-4691-996e-054b3a25bd18 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 1060 time: 0.4689739 Dec 16 09:38:49.584380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:49.668121 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.672943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.761073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.764248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.764811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Fanout notify agent at l3_agent the message router_deleted on router 3db9d146-65f2-42d1-b890-a6deb2156e0f {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:38:49.780625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.782112 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c6213d7-4aa9-4392-bd73-a90184030574 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/routers/3db9d146-65f2-42d1-b890-a6deb2156e0f HTTP/1.1" status: 204 len: 168 time: 1.6654675 Dec 16 09:38:49.784723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53932) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:49.820260 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.877556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.900605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98599bdf-7b29-4bd6-8f58-1aa9308f926a']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:49.913097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa797be-ade3-4d91-ac65-59e47d712eab') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:49.913496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa797be-ade3-4d91-ac65-59e47d712eab') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:49.915461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.924382 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.928644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '344c04f5-6715-464e-91b7-3a8a9b5800cf', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'port_id': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'mac_address': 'fa:16:3e:45:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:37:24Z', 'updated_at': '2021-12-16T09:38:47Z', 'revision_number': 1, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:34Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:49.940554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.947135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:49.947532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.947683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting subnet 53dffeae-133a-4b9e-abe1-c30e58d1fca2 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:49.952689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:49.962318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a8dd8-9455-48f4-9740-ddf1030bfc0f None None] The sync data for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 is: [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '344c04f5-6715-464e-91b7-3a8a9b5800cf', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'port_id': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'mac_address': 'fa:16:3e:45:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:37:24Z', 'updated_at': '2021-12-16T09:38:47Z', 'revision_number': 1, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:34Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:50.032966 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:50.039398 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:50.042255 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a27961-0029-4feb-b15e-a06d71625ce5 x-openstack-request-id: req-96a27961-0029-4feb-b15e-a06d71625ce5 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:50.042255 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:50.042255 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96a27961-0029-4feb-b15e-a06d71625ce5 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:50.042745 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'status': 'completed', 'code': 200} Dec 16 09:38:50.045590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.067593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.073627 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] 10.222.0.61 "DELETE /v2.0/networks/98599bdf-7b29-4bd6-8f58-1aa9308f926a HTTP/1.1" status: 204 len: 168 time: 0.5979910 Dec 16 09:38:50.074145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.074232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b89672-d6f0-4af1-8ea8-439ca2db632e admin admin] Pushing event deleted for resources: {'Network': ['ID=98599bdf-7b29-4bd6-8f58-1aa9308f926a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:50.074303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.074303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.074303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.075934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.076409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.076881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.078938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-75723908-00b0-4d4f-906b-4b2e51857bce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6492 time: 0.2168539 Dec 16 09:38:50.101089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e5df8-1a64-4f01-98f0-c68467de666a req-859343a4-c7f8-4178-b818-4adb43b218fe tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.103063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e7e5df8-1a64-4f01-98f0-c68467de666a req-859343a4-c7f8-4178-b818-4adb43b218fe tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 943 time: 0.1520181 Dec 16 09:38:50.188756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'name': 'network-vif-deleted', 'tag': '801fd7b6-7556-440e-87e6-7b491de455c7'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:50.191532 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da001d2-90b3-41ba-9f5e-d90c023cd076" -d '{"events": [{"server_uuid": "9237f42b-6e61-4e96-a423-8fbd03f7bf31", "name": "network-vif-deleted", "tag": "801fd7b6-7556-440e-87e6-7b491de455c7"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:50.205864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53946) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.252360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e7e5df8-1a64-4f01-98f0-c68467de666a req-db479708-3d83-4ca8-afdb-adb48df58988 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341732 Dec 16 09:38:50.267773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2f62636d-ca11-4cf2-af74-d26bb4390428 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=205a7e8915844f7e98dc79ce843debb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603068 Dec 16 09:38:50.270276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.275906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.364668 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e409883f-ab72-46fd-9bf4-ed73874bb3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.376960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-4780c31a-8cea-474a-9111-3f0b951540c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.378494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-4780c31a-8cea-474a-9111-3f0b951540c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d00eb238-539e-4791-a5d8-3607f42e9b23 HTTP/1.1" status: 200 len: 913 time: 0.2745039 Dec 16 09:38:50.388684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e409883f-ab72-46fd-9bf4-ed73874bb3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.399051 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50993ea7-c7a7-48dc-aa6b-8c82b7b01007 None None] New status for floating IP 344c04f5-6715-464e-91b7-3a8a9b5800cf: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:38:50.404364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.470779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e409883f-ab72-46fd-9bf4-ed73874bb3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.476924 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e409883f-ab72-46fd-9bf4-ed73874bb3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.480243 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e409883f-ab72-46fd-9bf4-ed73874bb3c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/552db0ac-01bc-4106-b7ea-c786c04d8eae HTTP/1.1" status: 204 len: 168 time: 0.2075837 Dec 16 09:38:50.482453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Subnet': ['ID=53dffeae-133a-4b9e-abe1-c30e58d1fca2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:50.492781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.494502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409883f-ab72-46fd-9bf4-ed73874bb3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552db0ac-01bc-4106-b7ea-c786c04d8eae,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:50.496010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-59c99fda-7bee-4288-bb9e-28f42ba2ec28 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/subnets/53dffeae-133a-4b9e-abe1-c30e58d1fca2 HTTP/1.1" status: 204 len: 168 time: 0.7102685 Dec 16 09:38:50.498597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.500997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d545eb7-be54-412f-b1ef-204dfb36cc16 None None] Network 698c1795-6bb9-49a1-9bb4-b2e4198a6718 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:50.507161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef861ab-0329-4795-9728-363a2790150d req-bc3082f8-084c-4832-9323-8499e046287f tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.514689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ef861ab-0329-4795-9728-363a2790150d req-bc3082f8-084c-4832-9323-8499e046287f tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1135 time: 0.1680014 Dec 16 09:38:50.529071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-2489f633-b93a-4ec0-90cc-206dc84479b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 200 len: 999 time: 0.1341310 Dec 16 09:38:50.593702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ef861ab-0329-4795-9728-363a2790150d req-450aa6db-dd98-4d60-a0b3-15da905612ed tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0758939 Dec 16 09:38:50.624252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:50.630142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 801fd7b6-7556-440e-87e6-7b491de455c7 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:50.638290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-5105a830-87e8-4cb4-8a90-628c8422f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.639813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-5105a830-87e8-4cb4-8a90-628c8422f912 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6fef8b64-1ab0-448a-a7fc-bb821c33a917 HTTP/1.1" status: 200 len: 851 time: 0.1024711 Dec 16 09:38:50.677160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 801fd7b6-7556-440e-87e6-7b491de455c7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:50.677813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 801fd7b6-7556-440e-87e6-7b491de455c7 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:50.679461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.755245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a6e8b9-c90d-4c54-aed6-1936bf17cd46 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.756921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d8a6e8b9-c90d-4c54-aed6-1936bf17cd46 tempest-TestSecurityGroupsBasicOps-1494364967 tempest-TestSecurityGroupsBasicOps-1494364967-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 1055 time: 0.1314170 Dec 16 09:38:50.800965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port ba412ad6-f636-4093-9664-69e273a4a1d0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:50.801204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-6a121e03-5dc1-44bc-aa13-b9762aa21d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.801442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.806191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-6a121e03-5dc1-44bc-aa13-b9762aa21d7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d00eb238-539e-4791-a5d8-3607f42e9b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250210 Dec 16 09:38:50.814663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] DHCP port deletion for 698c1795-6bb9-49a1-9bb4-b2e4198a6718 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:38:50.872518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea392b97-75e2-4aa4-9594-b534d4aea541 req-c2c12186-8441-4def-b9d0-f70f71a40df1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:50.874078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea392b97-75e2-4aa4-9594-b534d4aea541 req-c2c12186-8441-4def-b9d0-f70f71a40df1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1217864 Dec 16 09:38:50.900989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] Deleting port ba412ad6-f636-4093-9664-69e273a4a1d0 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:50.901560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.953032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea392b97-75e2-4aa4-9594-b534d4aea541 req-a21a6c2c-0cf1-4bf1-9c9b-8f177f6ecaab tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679703 Dec 16 09:38:50.955423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-fc965a44-a9b5-44ec-900b-d5d798f23b7b service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406600 Dec 16 09:38:50.978792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] For port ba412ad6-f636-4093-9664-69e273a4a1d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba412ad6-f636-4093-9664-69e273a4a1d0,segment=NetworkSegment(c78052cf-7288-4dbe-a4be-0554eec8d4b9),segment_id=c78052cf-7288-4dbe-a4be-0554eec8d4b9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:50.979165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:50.990041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] For port ba412ad6-f636-4093-9664-69e273a4a1d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba412ad6-f636-4093-9664-69e273a4a1d0,segment=NetworkSegment(c78052cf-7288-4dbe-a4be-0554eec8d4b9),segment_id=c78052cf-7288-4dbe-a4be-0554eec8d4b9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:50.991221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.006442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] Calling delete_port for ba412ad6-f636-4093-9664-69e273a4a1d0 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:51.045403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for ba412ad6-f636-4093-9664-69e273a4a1d0 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:51.133321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04cfb6f0-5b79-460d-82c5-ee69980caac3 req-916f4de6-dd9c-4de8-8438-f273dd0f5ed6 service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674001 Dec 16 09:38:51.140471 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.173352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.181758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] Pushing event deleted for resources: {'Port': ['ID=ba412ad6-f636-4093-9664-69e273a4a1d0,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:51.188280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55389d64-0e54-414c-bd6f-6348bf64733b None None] No DVR routers for this DVR port ba412ad6-f636-4093-9664-69e273a4a1d0 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:51.220704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=ba412ad6-f636-4093-9664-69e273a4a1d0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:51.225273 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f983bb1-42d4-4688-8c7a-40bff017c9a7 x-openstack-request-id: req-0f983bb1-42d4-4688-8c7a-40bff017c9a7 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:51.225769 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9237f42b-6e61-4e96-a423-8fbd03f7bf31", "name": "network-vif-deleted", "tag": "801fd7b6-7556-440e-87e6-7b491de455c7", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:51.226066 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f983bb1-42d4-4688-8c7a-40bff017c9a7 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:51.226521 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9237f42b-6e61-4e96-a423-8fbd03f7bf31', 'name': 'network-vif-deleted', 'tag': '801fd7b6-7556-440e-87e6-7b491de455c7', 'status': 'completed', 'code': 200} Dec 16 09:38:51.232692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] No DVR routers for this DVR port ba412ad6-f636-4093-9664-69e273a4a1d0 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:51.328425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.350111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698c1795-6bb9-49a1-9bb4-b2e4198a6718']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:51.360955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78052cf-7288-4dbe-a4be-0554eec8d4b9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:51.361451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78052cf-7288-4dbe-a4be-0554eec8d4b9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:51.372408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.389820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.396642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:38:51.397563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:38:51.401431 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:38:51.501093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.525372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.531780 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/networks/698c1795-6bb9-49a1-9bb4-b2e4198a6718 HTTP/1.1" status: 204 len: 168 time: 1.0293434 Dec 16 09:38:51.532342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53992) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.546718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a250f8-623a-4ffe-93fa-a75acb019eb7 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Network': ['ID=698c1795-6bb9-49a1-9bb4-b2e4198a6718,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:51.665128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53996) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:51.705398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943df15-1358-4262-925c-fd58ad60761c req-d7abf11a-62a3-4fb8-8a58-d8f1d4ddbf61 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:51.707052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5943df15-1358-4262-925c-fd58ad60761c req-d7abf11a-62a3-4fb8-8a58-d8f1d4ddbf61 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 943 time: 0.1253152 Dec 16 09:38:51.730316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port e788ca4f-74d5-4757-8ef3-f7c43b77a2a2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:51.730677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.773935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1620850637-network', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:51.797091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Made reservation on behalf of 4f7bbda196c8415e86c8ae1e21490740 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:51.800041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.804568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5943df15-1358-4262-925c-fd58ad60761c req-31a78693-8370-4165-b771-efe6fe98dc3f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855184 Dec 16 09:38:51.821627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.838867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.839379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.868279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for e788ca4f-74d5-4757-8ef3-f7c43b77a2a2 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:51.934772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.941042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.951808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba412ad6-f636-4093-9664-69e273a4a1d0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:51.968110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:38:51.981737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f19c9e-c907-4c2a-a8f2-61a94aa0355f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:51.987970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:51.988311 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Added segment 14ee6f75-f5a0-48c3-8db4-709ac77e98ae of type vlan for network 4f8ec974-3770-4afe-9740-4964747b2e0c Dec 16 09:38:52.001263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d77-e712-45e6-93fc-dd2201a77380 req-78d676b0-52a2-413b-8db8-44441af14a23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.002738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8cf5d77-e712-45e6-93fc-dd2201a77380 req-78d676b0-52a2-413b-8db8-44441af14a23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.0845695 Dec 16 09:38:52.010669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ba412ad6-f636-4093-9664-69e273a4a1d0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:52.011809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba412ad6-f636-4093-9664-69e273a4a1d0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:52.058512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.086514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.088165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.088808 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.104035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.121887 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4525375 Dec 16 09:38:52.139017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.164021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684831-c526-4942-a5c3-ebb310b44cbe admin admin] Pushing event updated for resources: {'Network': ['ID=4f8ec974-3770-4afe-9740-4964747b2e0c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.173485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 4f8ec974-3770-4afe-9740-4964747b2e0c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:38:52.174500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Request body: {'subnet': {'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1620850637-subnet', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:52.186018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=e788ca4f-74d5-4757-8ef3-f7c43b77a2a2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.261316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6163e-cebf-4481-8b2e-e937965ccdab req-56d0426a-cd02-42af-91aa-f751c8e5f18b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.262985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7dc6163e-cebf-4481-8b2e-e937965ccdab req-56d0426a-cd02-42af-91aa-f751c8e5f18b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1633921 Dec 16 09:38:52.277098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Made reservation on behalf of 4f7bbda196c8415e86c8ae1e21490740 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:52.279588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.339310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.341766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.342939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c0d22a5-a36f-4425-b47c-1298bfdedbe4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/floatingips/dff43402-461a-4d11-86c7-8a2fc769ba69 HTTP/1.1" status: 204 len: 168 time: 0.8088436 Dec 16 09:38:52.346672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54012) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.371030 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2c25c6-87c0-44f3-a6cd-22e33c906cf6 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] DELETE failed (client error): The resource could not be found. Dec 16 09:38:52.371699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2c25c6-87c0-44f3-a6cd-22e33c906cf6 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:52.372766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7dc6163e-cebf-4481-8b2e-e937965ccdab req-68307ded-6b05-44df-bd02-75495da93c29 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994475 Dec 16 09:38:52.374694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6e2c25c6-87c0-44f3-a6cd-22e33c906cf6 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/ports/3287bfe6-a0a9-4aa5-9e58-92d0fa899397 HTTP/1.1" status: 404 len: 333 time: 0.0268016 Dec 16 09:38:52.377310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54014) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.412479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa597d5c-5163-45c9-9027-9f4d5eabba63 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/ports?device_id=3db9d146-65f2-42d1-b890-a6deb2156e0f HTTP/1.1" status: 200 len: 205 time: 0.0318217 Dec 16 09:38:52.413059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54016) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.460445 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-4676e8d6-55fa-438e-93f7-b57a78bf3d6f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] delete failed (client error): The resource could not be found. Dec 16 09:38:52.464927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4676e8d6-55fa-438e-93f7-b57a78bf3d6f tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/routers/3db9d146-65f2-42d1-b890-a6deb2156e0f HTTP/1.1" status: 404 len: 336 time: 0.0472014 Dec 16 09:38:52.465080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54018) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.497424 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b87d26-379c-4ff8-9a4e-a6e0fb7ec97c tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] DELETE failed (client error): The resource could not be found. Dec 16 09:38:52.497897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b87d26-379c-4ff8-9a4e-a6e0fb7ec97c tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:38:52.500868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a2b87d26-379c-4ff8-9a4e-a6e0fb7ec97c tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/subnets/53dffeae-133a-4b9e-abe1-c30e58d1fca2 HTTP/1.1" status: 404 len: 337 time: 0.0350299 Dec 16 09:38:52.503616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.543554 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.601190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314e9f3c-b2f4-406f-b3d9-ec895aebaaef,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:52.611904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Checking segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:52.612268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Network hostable DHCP agents. Network: 4f8ec974-3770-4afe-9740-4964747b2e0c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:38:52.618151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 48b34a51-432a-4b8f-ba87-357445eb205e {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:52.618580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.633727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Network 4f8ec974-3770-4afe-9740-4964747b2e0c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:38:52.642791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 4f8ec974-3770-4afe-9740-4964747b2e0c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:52.647388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:52.648132 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.655694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ee49c-b963-465b-a118-cb4a2b2c689e None None] Network 4f8ec974-3770-4afe-9740-4964747b2e0c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:52.667213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-24f0f835-6fd6-4abd-86ac-742e76a04e34 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5257065 Dec 16 09:38:52.669677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54022) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:52.674704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:52.706832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.708955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.792546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:52.844648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-4f8ec974-3770-4afe-9740-4964747b2e0c', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:38:52.845540 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.044828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.066244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 48b34a51-432a-4b8f-ba87-357445eb205e owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:53.070886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Allocated IP 172.20.0.2 (4f8ec974-3770-4afe-9740-4964747b2e0c/314e9f3c-b2f4-406f-b3d9-ec895aebaaef/9bcc6cec-4843-4803-8997-53e8d5e4a908) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:53.087491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-339b8090-de5e-41a8-91b3-18804cd1740e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.092640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-339b8090-de5e-41a8-91b3-18804cd1740e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.2932816 Dec 16 09:38:53.101332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.134674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e27f-038a-4399-8abf-b7ccf310f6e0 req-4675a816-526d-4791-8595-0bedaa4c96d7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.142105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11c3e27f-038a-4399-8abf-b7ccf310f6e0 req-4675a816-526d-4791-8595-0bedaa4c96d7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 943 time: 0.2025268 Dec 16 09:38:53.252465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.253406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11c3e27f-038a-4399-8abf-b7ccf310f6e0 req-48be2a11-bde5-4095-925d-ffaf474dcbfe tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103544 Dec 16 09:38:53.262453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.279164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.317440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Network 4f8ec974-3770-4afe-9740-4964747b2e0c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:53.323148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:53.327839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port 5d9a9c96-fd42-46fa-996c-928049541b21 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:53.328242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:53.328521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.331514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Pushing event updated for resources: {'Port': ['ID=9bcc6cec-4843-4803-8997-53e8d5e4a908,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:53.387816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=48b34a51-432a-4b8f-ba87-357445eb205e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:53.403610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Attempting to bind port 9bcc6cec-4843-4803-8997-53e8d5e4a908 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:53.403980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Attempting to bind port 9bcc6cec-4843-4803-8997-53e8d5e4a908 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:53.404934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Attempting to bind port 9bcc6cec-4843-4803-8997-53e8d5e4a908 on network 4f8ec974-3770-4afe-9740-4964747b2e0c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:53.410788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:53.411159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Checking segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:53.411558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.412060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Bound using segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:53.412526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Bound port: 9bcc6cec-4843-4803-8997-53e8d5e4a908, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:53.412930 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.453562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.457751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6acbf66d-0268-4bff-833e-9014bbf52688 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/ports/48b34a51-432a-4b8f-ba87-357445eb205e HTTP/1.1" status: 204 len: 168 time: 0.9528158 Dec 16 09:38:53.460070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54036) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:53.499796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] For port 9bcc6cec-4843-4803-8997-53e8d5e4a908, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:53.503083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] For port 9bcc6cec-4843-4803-8997-53e8d5e4a908, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9bcc6cec-4843-4803-8997-53e8d5e4a908,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:53.509384 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.596126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca683201-0e6a-4a2e-8f75-9226de72c052 req-96fdb6cf-c1f8-4924-81b7-18deb5761305 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.597655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca683201-0e6a-4a2e-8f75-9226de72c052 req-96fdb6cf-c1f8-4924-81b7-18deb5761305 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a5636fb-6eab-4bee-bbc3-a2de7c449903 HTTP/1.1" status: 200 len: 909 time: 0.2203214 Dec 16 09:38:53.603096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8fa28-6280-462e-8c67-4c1cded46838 None None] Pushing event updated for resources: {'Port': ['ID=9bcc6cec-4843-4803-8997-53e8d5e4a908,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:53.615290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] For port 5d9a9c96-fd42-46fa-996c-928049541b21, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5d9a9c96-fd42-46fa-996c-928049541b21,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:53.615438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.660476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.673422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8c84e927-fb5d-462a-880d-eaa359b7e78b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:38:53.678955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for 5d9a9c96-fd42-46fa-996c-928049541b21 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:53.761312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.799011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.805713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8c84e927-fb5d-462a-880d-eaa359b7e78b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:53.826834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '8c84e927-fb5d-462a-880d-eaa359b7e78b', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': '8c84e927-fb5d-462a-880d-eaa359b7e78b', 'mac_address': 'fa:16:3e:54:7a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:38:53.889744 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.896523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aefac-f3c2-4290-8fdb-1c174c1e570f req-9cb5a244-a127-4097-91a3-7975aa84bb18 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:53.913874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-685aefac-f3c2-4290-8fdb-1c174c1e570f req-9cb5a244-a127-4097-91a3-7975aa84bb18 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.2125905 Dec 16 09:38:53.918515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port fb28e274-5a55-4cc3-bf10-31030357e41d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:53.918850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:53.939164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c84e927-fb5d-462a-880d-eaa359b7e78b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:38:53.969600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8c84e927-fb5d-462a-880d-eaa359b7e78b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:53.974574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.034227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8c84e927-fb5d-462a-880d-eaa359b7e78b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:54.087506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-685aefac-f3c2-4290-8fdb-1c174c1e570f req-b22752b4-963a-4817-8a0e-93ca0ae878db tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723909 Dec 16 09:38:54.142167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Allocated IP 172.25.6.156 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/a06e7c4c-845d-4841-8931-b3aff60777ff) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:54.164134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.174512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.391976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['8c84e927-fb5d-462a-880d-eaa359b7e78b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:38:54.575078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=5d9a9c96-fd42-46fa-996c-928049541b21,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:54.609206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for fb28e274-5a55-4cc3-bf10-31030357e41d owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:54.707578 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] No DVR routers for this DVR port 5d9a9c96-fd42-46fa-996c-928049541b21 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:38:54.716998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.720641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e95110f0-6e49-4295-8c9f-ef12a50231a6 req-d355bd98-06e5-4bc0-b4a6-53ec2a0071fd tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.53 "DELETE /v2.0/ports/5d9a9c96-fd42-46fa-996c-928049541b21 HTTP/1.1" status: 204 len: 173 time: 1.6184378 Dec 16 09:38:54.721504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'name': 'network-vif-deleted', 'tag': '5d9a9c96-fd42-46fa-996c-928049541b21'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:54.724182 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847149f2-b259-4167-8758-73ff291918d5" -d '{"events": [{"server_uuid": "1a5636fb-6eab-4bee-bbc3-a2de7c449903", "name": "network-vif-deleted", "tag": "5d9a9c96-fd42-46fa-996c-928049541b21"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:54.808002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4819a1-1ebc-49aa-b4fa-26006361bacb req-c2c908a1-1f99-4034-bd0d-0a2bce6c260c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:54.816273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a4819a1-1ebc-49aa-b4fa-26006361bacb req-c2c908a1-1f99-4034-bd0d-0a2bce6c260c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2108619 Dec 16 09:38:54.864207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.912379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a4819a1-1ebc-49aa-b4fa-26006361bacb req-57bbe19e-aa0b-4d75-ac20-6bc9ae704147 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949113 Dec 16 09:38:54.931746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf81015-5801-4dee-aa0a-8016f7ad2a82 None None] Network 4f8ec974-3770-4afe-9740-4964747b2e0c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:38:54.954821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:54.979480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.018658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-186a49c9-5937-4cf8-a43f-9001bbc0d4bb None None] Provisioning complete for port 9bcc6cec-4843-4803-8997-53e8d5e4a908 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:55.019109 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-186a49c9-5937-4cf8-a43f-9001bbc0d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.019360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.025836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:55.043595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:55.048698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:55.129538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Pushing event updated for resources: {'Port': ['ID=a06e7c4c-845d-4841-8931-b3aff60777ff,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.203158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=fb28e274-5a55-4cc3-bf10-31030357e41d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.219869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af28d5e-ac54-4e4f-9a6e-a594eb7dabf1 req-25d7f883-95d4-48ad-93aa-fc9770d3d5e4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:55.227847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7af28d5e-ac54-4e4f-9a6e-a594eb7dabf1 req-25d7f883-95d4-48ad-93aa-fc9770d3d5e4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 944 time: 0.2060199 Dec 16 09:38:55.313913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.320006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-01ce4136-7a94-4f04-83fd-61811b1aa831 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/ports/fb28e274-5a55-4cc3-bf10-31030357e41d HTTP/1.1" status: 204 len: 168 time: 1.8558879 Dec 16 09:38:55.321912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.373478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7af28d5e-ac54-4e4f-9a6e-a594eb7dabf1 req-c17e38b5-de48-47e0-a793-531069725d5a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400805 Dec 16 09:38:55.417435 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-186a49c9-5937-4cf8-a43f-9001bbc0d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.474894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-186a49c9-5937-4cf8-a43f-9001bbc0d4bb None None] For port 9bcc6cec-4843-4803-8997-53e8d5e4a908, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9bcc6cec-4843-4803-8997-53e8d5e4a908,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:55.477336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2a6a5-fd45-42d4-a6ca-25ce1673b71a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:55.481958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-186a49c9-5937-4cf8-a43f-9001bbc0d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.484091 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b6a2a6a5-fd45-42d4-a6ca-25ce1673b71a tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2acb892-43f7-4e66-b345-96f358364471 HTTP/1.1" status: 200 len: 913 time: 0.1539066 Dec 16 09:38:55.484757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.485091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54066) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:55.557961 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5946572-6d23-4b6d-872e-563f279055f8 x-openstack-request-id: req-e5946572-6d23-4b6d-872e-563f279055f8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:55.558661 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5636fb-6eab-4bee-bbc3-a2de7c449903", "name": "network-vif-deleted", "tag": "5d9a9c96-fd42-46fa-996c-928049541b21", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:55.561008 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5946572-6d23-4b6d-872e-563f279055f8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:55.562615 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5636fb-6eab-4bee-bbc3-a2de7c449903', 'name': 'network-vif-deleted', 'tag': '5d9a9c96-fd42-46fa-996c-928049541b21', 'status': 'completed', 'code': 200} Dec 16 09:38:55.598786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a49c9-5937-4cf8-a43f-9001bbc0d4bb None None] Pushing event updated for resources: {'Port': ['ID=9bcc6cec-4843-4803-8997-53e8d5e4a908,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:55.688375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.688921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8c84e927-fb5d-462a-880d-eaa359b7e78b up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:55.800060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a356f-ec58-42bf-9a5a-6f7cc98298f7 req-b4378719-b70a-4aec-8ca7-5019c8e55cce tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:55.801661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-539a356f-ec58-42bf-9a5a-6f7cc98298f7 req-b4378719-b70a-4aec-8ca7-5019c8e55cce tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1683214 Dec 16 09:38:55.823835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 8c84e927-fb5d-462a-880d-eaa359b7e78b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:38:55.828964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 8c84e927-fb5d-462a-880d-eaa359b7e78b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:55.829660 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:55.872752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-539a356f-ec58-42bf-9a5a-6f7cc98298f7 req-b8333ef5-d089-421e-a7c5-5090db94ac74 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623825 Dec 16 09:38:55.981025 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.003662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4670340c-eb52-4c64-a7ac-6e08bc67d2ef None None] Provisioning complete for port 9bcc6cec-4843-4803-8997-53e8d5e4a908 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:56.004039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4670340c-eb52-4c64-a7ac-6e08bc67d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.077947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a96619-d741-4d98-878c-676dd182da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c84e927-fb5d-462a-880d-eaa359b7e78b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:38:56.080560 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c0315a-82af-400d-87fe-ff044890d028" -d '{"events": [{"server_uuid": "14a96619-d741-4d98-878c-676dd182da4f", "name": "network-vif-plugged", "status": "completed", "tag": "8c84e927-fb5d-462a-880d-eaa359b7e78b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:38:56.090519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9bcc6cec-4843-4803-8997-53e8d5e4a908 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:38:56.114179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.171413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8c84e927-fb5d-462a-880d-eaa359b7e78b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:56.176457 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd07b137-5f69-401c-af08-ee3f585ffe9c x-openstack-request-id: req-cd07b137-5f69-401c-af08-ee3f585ffe9c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:38:56.176862 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a96619-d741-4d98-878c-676dd182da4f", "name": "network-vif-plugged", "status": "completed", "tag": "8c84e927-fb5d-462a-880d-eaa359b7e78b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:38:56.177152 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd07b137-5f69-401c-af08-ee3f585ffe9c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:38:56.178285 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a96619-d741-4d98-878c-676dd182da4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c84e927-fb5d-462a-880d-eaa359b7e78b', 'code': 200} Dec 16 09:38:56.263856 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.306709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9bcc6cec-4843-4803-8997-53e8d5e4a908 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:56.307177 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.387693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8c84e927-fb5d-462a-880d-eaa359b7e78b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:56.443134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12ea2-872b-4f8b-9675-592e36f58bac req-69c77550-989a-4104-b5aa-60516ccd9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:56.445566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5b12ea2-872b-4f8b-9675-592e36f58bac req-69c77550-989a-4104-b5aa-60516ccd9801 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 1096 time: 0.2104578 Dec 16 09:38:56.497868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-4a213eb9-a5ff-4d26-a1a7-e07eaad10ea4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:56.499374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-4a213eb9-a5ff-4d26-a1a7-e07eaad10ea4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.2126338 Dec 16 09:38:56.519231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5b12ea2-872b-4f8b-9675-592e36f58bac req-49fb6e24-6561-47e4-a1c5-db6aaeb04150 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664968 Dec 16 09:38:56.522822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.532605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-c9dabd45-5384-4b96-9bda-7a5033907158 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/quotas/f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 375 time: 0.0187185 Dec 16 09:38:56.538864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:38:56.617145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.633241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5d9a9c96-fd42-46fa-996c-928049541b21 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:38:56.663631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 5d9a9c96-fd42-46fa-996c-928049541b21 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:38:56.663876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5d9a9c96-fd42-46fa-996c-928049541b21 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:38:56.675765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-661d250b-ec8b-4e71-8a95-ac697e0daaa4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1318393 Dec 16 09:38:56.768065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:56.783571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:56.793899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:56.794763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:56.803318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:56.807197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b88827ab-df54-4aa9-8cd7-4649bbc1eb5d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1338723 Dec 16 09:38:56.808231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54092) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:56.822645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-16517e68-0c86-40f7-be3e-faca272e3e5f service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365712 Dec 16 09:38:56.945913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:57.014461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-80a81f40-3ab5-4ebc-a6ce-fe13f6b0ca6b service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881542 Dec 16 09:38:57.168999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:55Z', 'revision_number': 3, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:57.183081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:57.183421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.208026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:38:57.208371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Updating router d37f7918-7ba1-4af8-bcec-8a85e74556ff port a06e7c4c-845d-4841-8931-b3aff60777ff binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:38:57.244123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.355126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port c4cc0b1e-e60b-4a05-abf1-56aca9d7d388 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:38:57.355651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.458752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02f9f-2037-460f-932e-47665e2d7905 req-6278b2a6-2bc4-4494-94bd-d030d029c158 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:57.466256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55f02f9f-2037-460f-932e-47665e2d7905 req-6278b2a6-2bc4-4494-94bd-d030d029c158 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 945 time: 0.1370718 Dec 16 09:38:57.511490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.540286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55f02f9f-2037-460f-932e-47665e2d7905 req-e2557312-648e-46db-bcb3-6ae6ef3694be tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Dec 16 09:38:57.568201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] For port 6aabb9d0-e79c-4750-bb63-6c6adcf84d04, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:38:57.568830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.573715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.582530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.600022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:57.635649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Attempting to bind port a06e7c4c-845d-4841-8931-b3aff60777ff on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:38:57.636793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Attempting to bind port a06e7c4c-845d-4841-8931-b3aff60777ff by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:38:57.637546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Attempting to bind port a06e7c4c-845d-4841-8931-b3aff60777ff on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:38:57.678374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:38:57.679027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:38:57.679460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.679992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:38:57.684580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Bound port: a06e7c4c-845d-4841-8931-b3aff60777ff, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:38:57.701888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.738979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.757573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for c4cc0b1e-e60b-4a05-abf1-56aca9d7d388 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:38:57.796218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3888e7c-6cef-4478-8542-1060f48a4931 req-00303522-704e-45a4-b340-8f9fd28be8c4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 210 time: 0.0553944 Dec 16 09:38:57.801346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4c0f-3866-42e1-ab3f-2b160d8dab6b None None] Pushing event updated for resources: {'Port': ['ID=a06e7c4c-845d-4841-8931-b3aff60777ff,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:57.822295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] For port a06e7c4c-845d-4841-8931-b3aff60777ff, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:38:57.826122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] For port a06e7c4c-845d-4841-8931-b3aff60777ff, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a06e7c4c-845d-4841-8931-b3aff60777ff,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:38:57.831649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:57.893396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Allocated IP 172.20.0.1 (4f8ec974-3770-4afe-9740-4964747b2e0c/314e9f3c-b2f4-406f-b3d9-ec895aebaaef/39984e33-3cce-432e-8756-5e5554fae56f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:38:57.909696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:57.910479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:57.915854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4c0f-3866-42e1-ab3f-2b160d8dab6b None None] Pushing event updated for resources: {'Port': ['ID=a06e7c4c-845d-4841-8931-b3aff60777ff,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.060531 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.068840 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.108153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=6aabb9d0-e79c-4750-bb63-6c6adcf84d04,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.119352 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.133606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:38:58.161729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Network 4f8ec974-3770-4afe-9740-4964747b2e0c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:38:58.164638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:38:58.232975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:38:58.346981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.361352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Pushing event updated for resources: {'Port': ['ID=39984e33-3cce-432e-8756-5e5554fae56f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.364617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.379712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-ae685b05-4f1a-42a7-b8ec-ba774c231d2e req-3316efc9-987e-4ad3-b19d-b84be24faa86 service neutron] (102397) timed out ('10.222.0.61', 52804) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:38:58.470228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.479620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=c4cc0b1e-e60b-4a05-abf1-56aca9d7d388,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:58.556441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:55Z', 'revision_number': 3, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:58.605150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a7fa-42f8-4e08-95fa-db33930f32b3 None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:55Z', 'revision_number': 3, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:38:58.665662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3f8c7f01-4aec-4881-ad06-0bcbb427d692 None None] Provisioning complete for port 39984e33-3cce-432e-8756-5e5554fae56f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:38:58.666779 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7f01-4aec-4881-ad06-0bcbb427d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.734995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c7f01-4aec-4881-ad06-0bcbb427d692 None None] Port 39984e33-3cce-432e-8756-5e5554fae56f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:38:58.783507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:58.878525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50c3fc-9f02-4bd9-b08f-9c399902aa11 req-a91e94c1-c5f3-4e8b-9137-a5dfb38abf6b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:58.880117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f50c3fc-9f02-4bd9-b08f-9c399902aa11 req-a91e94c1-c5f3-4e8b-9137-a5dfb38abf6b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 945 time: 0.1373200 Dec 16 09:38:58.901435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-2fc4b61e-ef49-4995-acc7-e4b1c7722f46 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:38:58.903367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-2fc4b61e-ef49-4995-acc7-e4b1c7722f46 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.2948909 Dec 16 09:38:58.921509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'port': {'device_id': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'admin_state_up': True, 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:38:59.090918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f50c3fc-9f02-4bd9-b08f-9c399902aa11 req-0d1ab504-b65f-47ea-b84d-aa765bde51c0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838148 Dec 16 09:38:59.189244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.260752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.394702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.405241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:38:59.730219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:38:59.741703 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] Sync routers for ids ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:38:59.750477 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ca0747ad-f8f4-4b20-80ca-907e671cf163 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "PUT /v2.0/routers/5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2597241 Dec 16 09:38:59.755089 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] Routers {'5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:38:59.756311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54134) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:38:59.756636 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:38:59.761093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6876314-8e4a-468d-9764-cd23f7923e19 req-3c195164-a47a-4885-b15d-a39851494f52 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 210 time: 0.4233649 Dec 16 09:38:59.761991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.778700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:38:59.784775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.820661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Pushing event updated for resources: {'Port': ['ID=39984e33-3cce-432e-8756-5e5554fae56f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:38:59.903701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting subnet 43e2a54c-2625-4ce7-affe-63beaf793360 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:38:59.912922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:38:59.957829 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.067344 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] Set router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:00.126286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.130764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Network 4f8ec974-3770-4afe-9740-4964747b2e0c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:00.143295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:00.145611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Allocated IP 172.20.0.13 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/bc94bd19-d330-4a54-b863-35230acc6b0d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:00.171221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-83cad711-c109-47a3-8a3d-9dc218fdecfd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:00.172881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-83cad711-c109-47a3-8a3d-9dc218fdecfd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2514575 Dec 16 09:39:00.207714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.210984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a06e7c4c-845d-4841-8931-b3aff60777ff up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:00.234498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.243048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/subnets/43e2a54c-2625-4ce7-affe-63beaf793360 HTTP/1.1" status: 204 len: 168 time: 0.4825912 Dec 16 09:39:00.245806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54146) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:00.250876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77541fb0-e833-4635-b0bf-cd3fe6e43052 None None] Network 04500bb4-9ffb-451c-87c1-6966c748c250 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:00.319224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083abf51-ca2f-42d3-bee0-919703800b00 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Subnet': ['ID=43e2a54c-2625-4ce7-affe-63beaf793360,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:00.369739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Router e2acb892-43f7-4e66-b345-96f358364471 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:00.427082 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:57Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:00.468448 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] Checking router: 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:00.478261 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] Routers {'5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:00.479302 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:00.565804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.589286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a06e7c4c-845d-4841-8931-b3aff60777ff triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:00.590071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.623746 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] Set router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:00.633676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:00.646112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-17a8f272-755b-4c1e-929f-11ff64c9e9fd None None] Provisioning complete for port 39984e33-3cce-432e-8756-5e5554fae56f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:00.646469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-17a8f272-755b-4c1e-929f-11ff64c9e9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.649651 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b7f9dfbd-86b1-4d8a-a937-62b18beb2ad5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "PUT /v2.0/routers/e2acb892-43f7-4e66-b345-96f358364471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1550415 Dec 16 09:39:00.650800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.694056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] Sync routers for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:00.697365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-17a8f272-755b-4c1e-929f-11ff64c9e9fd None None] Port 39984e33-3cce-432e-8756-5e5554fae56f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:00.714840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:00.715225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54154) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:00.715470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:00.738036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] DHCP port deletion for 04500bb4-9ffb-451c-87c1-6966c748c250 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:00.773493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-9a138881-c077-42a0-98c1-c34ecbe4e672 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.5869520 Dec 16 09:39:00.775528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:00.777196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.809784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:00.829561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:00.832954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=bc94bd19-d330-4a54-b863-35230acc6b0d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:00.890461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:00.919548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] Routers {'e2acb892-43f7-4e66-b345-96f358364471'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:00.920183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e2acb892-43f7-4e66-b345-96f358364471'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:00.921965 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.012693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:01.013344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb67c181-2c18-440f-ab26-0a52addb60a8 None None] The sync data for ids ['e2acb892-43f7-4e66-b345-96f358364471'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:01.021698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:01.024972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:01.026880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:01.030215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a06e7c4c-845d-4841-8931-b3aff60777ff, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a06e7c4c-845d-4841-8931-b3aff60777ff,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:01.032028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:01.056444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.084570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:57Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:01.095497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e3c694f6-dabc-4a0f-8dee-a265dbf93f6e admin admin] 10.222.0.61 "PUT /v2.0/routers/d37f7918-7ba1-4af8-bcec-8a85e74556ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2790856 Dec 16 09:39:01.097089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.098753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:01.099505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.137623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa661127-e139-4c5e-a5de-8007a8cf79e9 None None] The sync data for ids ['5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc'] in n-d-821941-1 is: [{'id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345209187', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:57Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': '21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:17Z', 'updated_at': '2021-12-16T09:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:01.146654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-6ee29ab8-7f7b-4137-91da-9151a18e272b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2278776 Dec 16 09:39:01.171864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Request body: {'port': {'device_id': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:01.180830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-3106e4ae-7e4b-4ffd-be82-238bf5bb6cd0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3487360 Dec 16 09:39:01.223453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.236902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a06e7c4c-845d-4841-8931-b3aff60777ff,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.268061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] Deleting port 915670df-9859-4e68-afd8-7bb1bf041e2b {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:01.268984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.316437 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:01.335934 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:01.336600 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:01.365272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:01.369207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.457732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.461391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] For port 915670df-9859-4e68-afd8-7bb1bf041e2b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=915670df-9859-4e68-afd8-7bb1bf041e2b,segment=NetworkSegment(c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c),segment_id=c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:01.462038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.478626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] Calling delete_port for 915670df-9859-4e68-afd8-7bb1bf041e2b owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:01.508423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-5b740687-ffee-40bf-96ab-ffa0447a453f service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017058 Dec 16 09:39:01.580151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e05a714c-2544-4233-bf11-8ac62369ef69 None None] Provisioning complete for port bc94bd19-d330-4a54-b863-35230acc6b0d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:01.580787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e05a714c-2544-4233-bf11-8ac62369ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.600053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting port 4416904a-48cd-4baa-8d8e-0dcb4adf0667 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:01.600603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.607904 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:01.641457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e05a714c-2544-4233-bf11-8ac62369ef69 None None] Port bc94bd19-d330-4a54-b863-35230acc6b0d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:01.656196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.681545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] Pushing event deleted for resources: {'Port': ['ID=915670df-9859-4e68-afd8-7bb1bf041e2b,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:01.691744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51acc2-a2f6-4ee7-a2af-f71a9cc48815 None None] No DVR routers for this DVR port 915670df-9859-4e68-afd8-7bb1bf041e2b on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:01.737268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] For port 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:01.737680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.770692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:01.775177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-870de240-b2ed-4554-9b27-ad77c413862b service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932425 Dec 16 09:39:01.844226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:01.871637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Calling delete_port for 4416904a-48cd-4baa-8d8e-0dcb4adf0667 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:01.968464 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 2, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:01.991610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a06e7c4c-845d-4841-8931-b3aff60777ff up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:02.018509 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:02.018861 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Updating router d37f7918-7ba1-4af8-bcec-8a85e74556ff port 39984e33-3cce-432e-8756-5e5554fae56f binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:02.093153 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.111178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a06e7c4c-845d-4841-8931-b3aff60777ff triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:02.111874 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.248495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc94bd19-d330-4a54-b863-35230acc6b0d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:02.312933 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.354456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 915670df-9859-4e68-afd8-7bb1bf041e2b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:02.367578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.395640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 915670df-9859-4e68-afd8-7bb1bf041e2b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:02.396311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 915670df-9859-4e68-afd8-7bb1bf041e2b not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:02.396529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:02.431004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:02.435401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:02.438337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6aabb9d0-e79c-4750-bb63-6c6adcf84d04 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:02.475979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b15add-debb-4a53-a39a-b22a6cd73713 req-38e5e55d-196d-4f6f-9dd4-a8c1071954fd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:02.484584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31b15add-debb-4a53-a39a-b22a6cd73713 req-38e5e55d-196d-4f6f-9dd4-a8c1071954fd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 932 time: 0.1865065 Dec 16 09:39:02.503672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Transition to ACTIVE for port object bc94bd19-d330-4a54-b863-35230acc6b0d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:39:02.512725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.547075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Port': ['ID=4416904a-48cd-4baa-8d8e-0dcb4adf0667,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:02.547815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.626242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.637316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31b15add-debb-4a53-a39a-b22a6cd73713 req-d40c5211-f265-4c0e-9e43-9ef24f5022f1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505954 Dec 16 09:39:02.648428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=bc94bd19-d330-4a54-b863-35230acc6b0d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:02.726181 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.739252 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.783253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Attempting to bind port bc94bd19-d330-4a54-b863-35230acc6b0d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:02.783724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Attempting to bind port bc94bd19-d330-4a54-b863-35230acc6b0d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:02.785278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Attempting to bind port bc94bd19-d330-4a54-b863-35230acc6b0d on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:02.801081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Port bc94bd19-d330-4a54-b863-35230acc6b0d on network 888f4d0f-c79c-4010-869e-5042131f02bd not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:39:02.801519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Attempting to bind port bc94bd19-d330-4a54-b863-35230acc6b0d on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:02.814327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:02.815453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:02.816854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:02.817416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Bound port: bc94bd19-d330-4a54-b863-35230acc6b0d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:02.818725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.824821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.828027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.832508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:02.979208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] For port bc94bd19-d330-4a54-b863-35230acc6b0d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:02.982999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] For port bc94bd19-d330-4a54-b863-35230acc6b0d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bc94bd19-d330-4a54-b863-35230acc6b0d,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:02.991498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.020566 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6ba1-9c12-443e-83ea-a50513008cc6 None None] Pushing event updated for resources: {'Port': ['ID=39984e33-3cce-432e-8756-5e5554fae56f,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:03.053154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:03.054079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.055503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] 10.222.0.53 "PUT /v2.0/ports/bc94bd19-d330-4a54-b863-35230acc6b0d HTTP/1.1" status: 200 len: 1092 time: 1.8995740 Dec 16 09:39:03.056121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'tag': 'bc94bd19-d330-4a54-b863-35230acc6b0d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:03.058737 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4130dcf5-2356-4604-af9e-1b8d6f277b57" -d '{"events": [{"name": "network-changed", "server_uuid": "a05539bf-4263-40e0-9d7c-0bbf4250e01a", "tag": "bc94bd19-d330-4a54-b863-35230acc6b0d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:03.096011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc12ebb-b96b-49c3-b5f9-85c21f79ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=bc94bd19-d330-4a54-b863-35230acc6b0d,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:03.099930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Attempting to bind port 39984e33-3cce-432e-8756-5e5554fae56f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:03.100961 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Attempting to bind port 39984e33-3cce-432e-8756-5e5554fae56f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:03.103596 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Attempting to bind port 39984e33-3cce-432e-8756-5e5554fae56f on network 4f8ec974-3770-4afe-9740-4964747b2e0c {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:03.117801 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:03.118471 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Checking segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:03.119362 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.121153 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Bound using segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:03.121776 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Bound port: 39984e33-3cce-432e-8756-5e5554fae56f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:03.123345 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.205890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-aa452016-7a98-490e-877f-d53202334692 None None] Provisioning complete for port 39984e33-3cce-432e-8756-5e5554fae56f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:03.209755 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa452016-7a98-490e-877f-d53202334692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.239648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-38080a93-1394-40c9-b91d-a3bdc93c94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:03.260017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.261194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-38080a93-1394-40c9-b91d-a3bdc93c94f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 1095 time: 0.1172433 Dec 16 09:39:03.263075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:03.272123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.276328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Fanout notify agent at l3_agent the message router_deleted on router 5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:39:03.286087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178341350', 'description': 'tempest-description--1180057216'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:03.302734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.319751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-9ce460de-55a6-4901-bcd2-65ab927b04fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc94bd19-d330-4a54-b863-35230acc6b0d HTTP/1.1" status: 200 len: 217 time: 0.0526474 Dec 16 09:39:03.329596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-aa452016-7a98-490e-877f-d53202334692 None None] Port 39984e33-3cce-432e-8756-5e5554fae56f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:03.426163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.430466 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c92c15b-d752-453e-927b-4351b36f30ec tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/routers/5855d4cf-e1d2-4bed-b9ee-2a07cb6ecddc HTTP/1.1" status: 204 len: 168 time: 3.1824307 Dec 16 09:39:03.431383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54188) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:03.434962 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.435940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Fanout notify agent at l3_agent the message router_deleted on router e2acb892-43f7-4e66-b345-96f358364471 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:39:03.438091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.466344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.467977 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-64e4cee6-407e-4eb7-8bed-62db052372d4 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/routers/e2acb892-43f7-4e66-b345-96f358364471 HTTP/1.1" status: 204 len: 168 time: 2.7515550 Dec 16 09:39:03.478132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b247b52-75f8-455c-9a48-7662899384aa req-247c7481-1863-4f95-a052-bc96a83278f7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 210 time: 0.0813618 Dec 16 09:39:03.479028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54190) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:03.518650 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] For port 39984e33-3cce-432e-8756-5e5554fae56f, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:03.522643 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] For port 39984e33-3cce-432e-8756-5e5554fae56f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=39984e33-3cce-432e-8756-5e5554fae56f,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:03.533054 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.592954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Deleting subnet 8267a5d8-d3da-4bf2-9e21-b90b1a38f096 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:03.616875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.651260 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.673995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-2f2e1433-a420-494e-9237-ce05f968562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:03.674911 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:03.675419 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:03.681868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-2f2e1433-a420-494e-9237-ce05f968562f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.3487158 Dec 16 09:39:03.686664 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6ba1-9c12-443e-83ea-a50513008cc6 None None] Pushing event updated for resources: {'Port': ['ID=39984e33-3cce-432e-8756-5e5554fae56f,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:03.738488 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f6141-aaf7-486e-9e24-62b393b76a09 x-openstack-request-id: req-343f6141-aaf7-486e-9e24-62b393b76a09 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:03.738795 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05539bf-4263-40e0-9d7c-0bbf4250e01a", "tag": "bc94bd19-d330-4a54-b863-35230acc6b0d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:03.739170 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-343f6141-aaf7-486e-9e24-62b393b76a09 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:03.739750 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'tag': 'bc94bd19-d330-4a54-b863-35230acc6b0d', 'status': 'completed', 'code': 200} Dec 16 09:39:03.803061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.916948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:03.933171 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:03.963892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-9c7cc5c8-5931-4ca4-9035-36baa4493d68 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:03.966633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-9c7cc5c8-5931-4ca4-9035-36baa4493d68 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2168221 Dec 16 09:39:04.009075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2d67434c-ba92-4e22-8f76-988159e11e8a None None] Provisioning complete for port 39984e33-3cce-432e-8756-5e5554fae56f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:04.010501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d67434c-ba92-4e22-8f76-988159e11e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.011138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '867d9b66-4556-47f6-995c-a1679e82699f', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:04.039111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.063331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.066601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/subnets/8267a5d8-d3da-4bf2-9e21-b90b1a38f096 HTTP/1.1" status: 204 len: 168 time: 0.5817487 Dec 16 09:39:04.116709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-a8738526-2d45-4595-b372-afd98a6bea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:04.118795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-a8738526-2d45-4595-b372-afd98a6bea63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282033 Dec 16 09:39:04.119366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54200) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:04.129200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d13a84-d81d-416d-afe3-d65c3e50e436 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Subnet': ['ID=8267a5d8-d3da-4bf2-9e21-b90b1a38f096,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.146573 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:39:04.181261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:04.230025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:04.230257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 21e3fe65-ebb8-4ea7-bcc1-deb1febec3b7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:04.233082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.260803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.282662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04500bb4-9ffb-451c-87c1-6966c748c250']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.291489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.306098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.306391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19ca9f7-8dc8-42a4-9f1a-3181172b2a3c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.308872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d67434c-ba92-4e22-8f76-988159e11e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.320096 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:03Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.336665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.360267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2d67434c-ba92-4e22-8f76-988159e11e8a None None] For port 39984e33-3cce-432e-8756-5e5554fae56f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=39984e33-3cce-432e-8756-5e5554fae56f,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:04.362677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a28ad4-2099-4702-824f-49e22b8b8202 req-cd99aa81-5fc8-4941-ac20-3b7cead7867d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:04.363762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9189c9-22d6-47e3-9378-e176af07c06f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.364418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4a28ad4-2099-4702-824f-49e22b8b8202 req-cd99aa81-5fc8-4941-ac20-3b7cead7867d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 944 time: 0.1498456 Dec 16 09:39:04.371893 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d67434c-ba92-4e22-8f76-988159e11e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.375747 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.375929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:04.383010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.388276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.405293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.409079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bb008e82-c258-4955-984a-59894ddd145d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1356747 Dec 16 09:39:04.412491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:04.413708 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913b5b04-4f90-434c-9bfc-c3a073102225 None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:03Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:04.417279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'security_group_rule': {'security_group_id': 'ed9189c9-22d6-47e3-9378-e176af07c06f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:04.422760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:04.423165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:04.426325 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:04.472506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67434c-ba92-4e22-8f76-988159e11e8a None None] Pushing event updated for resources: {'Port': ['ID=39984e33-3cce-432e-8756-5e5554fae56f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.535271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-d5c18724-0eae-48b5-b2c2-8e2c57322e53 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031944 Dec 16 09:39:04.581130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.610991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17c6de5-b73d-4ec9-8e1c-c9546a598927']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.623349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7933c714-eca5-40df-bc07-dd2d30453f48') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.623638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7933c714-eca5-40df-bc07-dd2d30453f48') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:04.640482 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.657228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.665197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:04.665604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.744481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4a28ad4-2099-4702-824f-49e22b8b8202 req-00db6cd6-7181-482a-85c0-b8aa75fddbde tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563435 Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:04.745179 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:04.813437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.829364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.840010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] 10.222.0.61 "DELETE /v2.0/networks/d17c6de5-b73d-4ec9-8e1c-c9546a598927 HTTP/1.1" status: 204 len: 168 time: 0.7193177 Dec 16 09:39:04.909950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44b871f0-33ab-4c63-83ce-6f7b600912d9 req-91eb9bc2-c168-47d1-975f-cf7c158a6de5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 210 time: 0.0505838 Dec 16 09:39:04.915968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425368e-a479-43de-b128-44340a2a0bb5 tempest-FloatingIPTestJSON-1497279556 tempest-FloatingIPTestJSON-1497279556-project] Pushing event deleted for resources: {'Network': ['ID=d17c6de5-b73d-4ec9-8e1c-c9546a598927,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:04.922138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.938416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:04.942226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/networks/04500bb4-9ffb-451c-87c1-6966c748c250 HTTP/1.1" status: 204 len: 168 time: 1.5084028 Dec 16 09:39:04.947105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54210) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:05.003755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd043fd-0a43-4019-b953-12e38b7cfb2c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Network': ['ID=04500bb4-9ffb-451c-87c1-6966c748c250,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.108343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.12 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/5278abf5-ba01-49ee-869d-15769c117b19) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:05.113911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eef9fb9f-a25b-4cc5-8019-23d7b842df63 req-e0e1e295-c0a2-4bb0-9697-27cb8bb61cfb service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664787 Dec 16 09:39:05.169476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.261281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54216) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:05.284488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-cb81293f-614b-4d53-8001-ca8c0aae7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:05.286025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-cb81293f-614b-4d53-8001-ca8c0aae7e65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 1095 time: 0.1151164 Dec 16 09:39:05.294564 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.305523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.352358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50109d64-3b60-4020-9b85-6432d0f5265a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.368431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.373153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-454e5427-4aee-4932-bd2b-054e0e1e5e5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9596443 Dec 16 09:39:05.374125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54222) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:05.418284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'security_group_rule': {'security_group_id': 'ed9189c9-22d6-47e3-9378-e176af07c06f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:05.479869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-45dabb68-2cf9-471f-8fd0-14a72afbcedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:05.481351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-45dabb68-2cf9-471f-8fd0-14a72afbcedb service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1831372 Dec 16 09:39:05.486429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.569117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.573174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port 38c3e7d6-e504-4cc3-b768-3270cb9de334 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:05.573526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.583773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-08bd0713-89ca-4c2d-a370-6587474ee62c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc94bd19-d330-4a54-b863-35230acc6b0d HTTP/1.1" status: 200 len: 217 time: 0.0708714 Dec 16 09:39:05.619655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.661552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.672931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.684620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['8c84e927-fb5d-462a-880d-eaa359b7e78b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:05.695580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.696092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.710251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for 38c3e7d6-e504-4cc3-b768-3270cb9de334 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:05.744452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:05.758419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:05.767612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=5278abf5-ba01-49ee-869d-15769c117b19,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.772676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:05.775400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:05.832444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:05.834205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.848170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a40e47-3234-47b7-ac09-2c26695a0a0b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:05.861602 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-21c9f0d5-12f5-476f-9372-07ea3a1c4f00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8789661 Dec 16 09:39:05.865317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:05.869793 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d1c223e8-46c1-4bbc-9053-717ce57a2a79 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4561188 Dec 16 09:39:05.870556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:05.877761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Request body: {'port': {'device_id': '867d9b66-4556-47f6-995c-a1679e82699f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:05.943631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:05.971563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.017018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-882447ce-f79e-4845-85b1-f7da138e7af9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=298cc43f44e6438889b1a59ff1e9992b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527833 Dec 16 09:39:06.050457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54234) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:06.052625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.136742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39984e33-3cce-432e-8756-5e5554fae56f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:06.185991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=38c3e7d6-e504-4cc3-b768-3270cb9de334,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:06.213100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6da96c77-98d0-401b-9224-db91cc152382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.242470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6da96c77-98d0-401b-9224-db91cc152382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.265249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-24afc412-da8c-456c-ac0d-54cf4bc75319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:06.267174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-24afc412-da8c-456c-ac0d-54cf4bc75319 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.2624676 Dec 16 09:39:06.319296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 39984e33-3cce-432e-8756-5e5554fae56f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:06.320378 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.339441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.340817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7b8ae-0659-43df-9d49-53af88e6739a req-67a66b8d-89eb-433e-8783-b5c4400c293b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:06.355095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3a7b8ae-0659-43df-9d49-53af88e6739a req-67a66b8d-89eb-433e-8783-b5c4400c293b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 944 time: 0.3548944 Dec 16 09:39:06.364232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6da96c77-98d0-401b-9224-db91cc152382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.368765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6da96c77-98d0-401b-9224-db91cc152382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.372975 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6da96c77-98d0-401b-9224-db91cc152382 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4699a6e4-4287-4921-9584-b9d626301c7a HTTP/1.1" status: 204 len: 168 time: 0.3094306 Dec 16 09:39:06.400663 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.401009 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Floating IP 7f349bd7-68da-43ea-a219-ad10d4f44215 disassociated (deleted). External IP: 172.25.6.166, port: ca560905-ac79-4bfd-9aba-76d85b995b35. Dec 16 09:39:06.406398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da96c77-98d0-401b-9224-db91cc152382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4699a6e4-4287-4921-9584-b9d626301c7a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:06.562866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:06.646865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bc94bd19-d330-4a54-b863-35230acc6b0d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:06.804614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bc94bd19-d330-4a54-b863-35230acc6b0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bc94bd19-d330-4a54-b863-35230acc6b0d,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:06.823481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bc94bd19-d330-4a54-b863-35230acc6b0d', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': 'bc94bd19-d330-4a54-b863-35230acc6b0d', 'mac_address': 'fa:16:3e:af:a8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:06.857492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Allocated IP 172.25.6.26 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/c3fb3b2b-3303-43e2-8c93-6b1b76edb8ff) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:06.981775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-8fcbca0f-dc13-40ec-a0cd-3f8012b2ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:06.987523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-8fcbca0f-dc13-40ec-a0cd-3f8012b2ed5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7010560 Dec 16 09:39:07.071006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5278abf5-ba01-49ee-869d-15769c117b19 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:07.084225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.115636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Transition to ACTIVE for port object 5278abf5-ba01-49ee-869d-15769c117b19 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:39:07.118933 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.125454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.180893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3a7b8ae-0659-43df-9d49-53af88e6739a req-efa72343-b6e7-4cdf-9c63-480e975fa216 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8237793 Dec 16 09:39:07.265715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Pushing event updated for resources: {'Port': ['ID=5278abf5-ba01-49ee-869d-15769c117b19,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.312923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.335377 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.352299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc94bd19-d330-4a54-b863-35230acc6b0d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:07.375538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:07.393908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:07.398499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'Port': ['ID=c3fb3b2b-3303-43e2-8c93-6b1b76edb8ff,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.403035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:07.411854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bc94bd19-d330-4a54-b863-35230acc6b0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bc94bd19-d330-4a54-b863-35230acc6b0d,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:07.419690 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.425805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Attempting to bind port 5278abf5-ba01-49ee-869d-15769c117b19 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:07.426193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Attempting to bind port 5278abf5-ba01-49ee-869d-15769c117b19 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:07.426567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Attempting to bind port 5278abf5-ba01-49ee-869d-15769c117b19 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:07.439193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680635ad-a631-4c1c-bd22-28cbf8010fad req-65cc373b-da7e-43a6-9c0e-d6fe1ac76a8c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:07.440823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-680635ad-a631-4c1c-bd22-28cbf8010fad req-65cc373b-da7e-43a6-9c0e-d6fe1ac76a8c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 944 time: 0.1161811 Dec 16 09:39:07.443524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Port 5278abf5-ba01-49ee-869d-15769c117b19 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:39:07.443893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Attempting to bind port 5278abf5-ba01-49ee-869d-15769c117b19 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:07.455142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:07.455518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:07.455895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:07.456331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Bound port: 5278abf5-ba01-49ee-869d-15769c117b19, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:07.456682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.463021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-e80c3fde-b871-4ed0-8a63-a3c42e6798fd service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188882 Dec 16 09:39:07.505607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5d90d51a-9766-4f4f-b2b6-fe4142210536 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:07.512215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bc94bd19-d330-4a54-b863-35230acc6b0d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.563434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.574316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-680635ad-a631-4c1c-bd22-28cbf8010fad req-a986ae4e-459d-40e3-85d1-5d4586f07ccb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Dec 16 09:39:07.578331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] For port 5278abf5-ba01-49ee-869d-15769c117b19, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:07.592813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] For port 5278abf5-ba01-49ee-869d-15769c117b19, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5278abf5-ba01-49ee-869d-15769c117b19,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:07.614009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.648936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bc94bd19-d330-4a54-b863-35230acc6b0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:07.665943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.717461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4130dcf5-2356-4604-af9e-1b8d6f277b57 req-5a306b1e-6fae-4978-9da5-934d538b3f6e service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269957 Dec 16 09:39:07.762195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:07.768904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.794978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54270) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:07.796605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] Sync routers for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:07.814791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-53f64330-97e2-4b10-bf0a-e4e250268b4c tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/floatingips/7f349bd7-68da-43ea-a219-ad10d4f44215 HTTP/1.1" status: 204 len: 168 time: 2.8565938 Dec 16 09:39:07.814791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:07.815640 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b617f4b-cd11-4369-b5e7-1f1414051597" -d '{"events": [{"name": "network-changed", "server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:07.824614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:07.825247 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.826711 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] 10.222.0.53 "PUT /v2.0/ports/5278abf5-ba01-49ee-869d-15769c117b19 HTTP/1.1" status: 200 len: 1092 time: 1.9552209 Dec 16 09:39:07.827223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867d9b66-4556-47f6-995c-a1679e82699f', 'tag': '5278abf5-ba01-49ee-869d-15769c117b19'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:07.829780 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "867d9b66-4556-47f6-995c-a1679e82699f", "tag": "5278abf5-ba01-49ee-869d-15769c117b19"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:07.853666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c5b2-f225-4030-9e0c-b0d309a54c35 service neutron] Pushing event updated for resources: {'Port': ['ID=5278abf5-ba01-49ee-869d-15769c117b19,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:07.863604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:07.866268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:07.979586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8d1d6cff-6236-4cac-99b0-59d09dee3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:07.981452 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-8d1d6cff-6236-4cac-99b0-59d09dee3c28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 1095 time: 0.0863669 Dec 16 09:39:07.986426 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:07.986774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'networks': [{'name': 'tempest-network--2059365172'}, {'name': 'tempest-network--1263315189'}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:07.987344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'network': {'name': 'tempest-network--2059365172'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:07.988032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'network': {'name': 'tempest-network--1263315189'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:07.998447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.026869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'network': 2} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:08.043033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.071664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.074950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-1b9cb7b1-1d04-462c-9b2b-e5a76190dd3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5278abf5-ba01-49ee-869d-15769c117b19 HTTP/1.1" status: 200 len: 217 time: 0.0851195 Dec 16 09:39:08.091179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:08.093839 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1051186f-5122-4290-abea-af040b83bdc0 x-openstack-request-id: req-1051186f-5122-4290-abea-af040b83bdc0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:08.094145 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:08.094395 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1051186f-5122-4290-abea-af040b83bdc0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:08.094793 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'status': 'completed', 'code': 200} Dec 16 09:39:08.146341 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ca84e0-0412-4793-af40-41d882e25173 x-openstack-request-id: req-a1ca84e0-0412-4793-af40-41d882e25173 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:08.146666 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867d9b66-4556-47f6-995c-a1679e82699f", "tag": "5278abf5-ba01-49ee-869d-15769c117b19", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:08.146993 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1ca84e0-0412-4793-af40-41d882e25173 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:08.147407 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867d9b66-4556-47f6-995c-a1679e82699f', 'tag': '5278abf5-ba01-49ee-869d-15769c117b19', 'status': 'completed', 'code': 200} Dec 16 09:39:08.166679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'Port': ['ID=c3fb3b2b-3303-43e2-8c93-6b1b76edb8ff,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:08.201014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.214904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-c1f75715-3506-4d9b-a700-383884995213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.219783 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-c1f75715-3506-4d9b-a700-383884995213 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.1343727 Dec 16 09:39:08.264030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.267610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-af9327cd-939c-4793-a1a9-406d9cdd6aae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381634 Dec 16 09:39:08.278396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.281589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.282088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.286369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bc9271ca-02e8-4a56-949d-5edeecccd2c8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4134548 Dec 16 09:39:08.422767 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-143218b7-bd67-4e33-9ad9-292afd42b228 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344881 Dec 16 09:39:08.423423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632d4df-2e38-4a33-be4c-d8f44c982127 req-5e82aa8f-2b8e-4f6c-a54c-7abba08076eb tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.425028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e632d4df-2e38-4a33-be4c-d8f44c982127 req-5e82aa8f-2b8e-4f6c-a54c-7abba08076eb tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 984 time: 0.1579132 Dec 16 09:39:08.433373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-eac8bb6f-9736-48ff-ab80-166d1ab9c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.433373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-eac8bb6f-9736-48ff-ab80-166d1ab9c29d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=daa877eecd044edabd659947def9aa8d&device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 1135 time: 0.3007042 Dec 16 09:39:08.434084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b00bbb-c2da-42c7-8c23-080c49a6949c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:08.443275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:08.483820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:32Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:08.518321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] Checking router: 5d90d51a-9766-4f4f-b2b6-fe4142210536 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:08.523924 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.524661 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Added segment 23f9c7cd-21c7-49ba-b34e-dbde9d459d15 of type vlan for network fd417b05-2fae-480f-a8f6-5cbaf5b2fbb2 Dec 16 09:39:08.529665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:08.530355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:38:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:08.549971 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5b02e0b8-ebbf-4516-be86-7fd2f79c7b7a req-d30d6527-bffb-4b91-8bc3-d6616f9a4eff service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201940 Dec 16 09:39:08.626508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e632d4df-2e38-4a33-be4c-d8f44c982127 req-00d007ce-dad1-4db5-9408-4bc6c9117eb5 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/security-groups?id=f86e70e1-4b62-4da0-a457-0cd6cd3e6745&id=13dac8f4-37f7-428f-a72c-6dcc56b8e121&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1848373 Dec 16 09:39:08.631036 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.658290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-5885af76-a12c-457b-a93a-cc4e43344c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.659923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-5885af76-a12c-457b-a93a-cc4e43344c44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 1095 time: 0.0623834 Dec 16 09:39:08.668052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:08.690188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.690802 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Added segment 3260401b-a38c-4178-b86a-53a0d28eed44 of type vlan for network 6adc72d0-fc71-407a-a92b-4fe45f7a0e34 Dec 16 09:39:08.692922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-f3226eb2-c2df-4db5-82ac-137f4ab07fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.695098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-f3226eb2-c2df-4db5-82ac-137f4ab07fd0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f5c1b6f9-996f-4deb-8338-e60807eed49f HTTP/1.1" status: 200 len: 897 time: 0.2549911 Dec 16 09:39:08.727115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:08.803200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-eb0ba3c8-db4f-4843-9074-eec366c10768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.805231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-eb0ba3c8-db4f-4843-9074-eec366c10768 service neutron] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.1379950 Dec 16 09:39:08.810507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-c0f01f80-9832-4b04-905b-3ec6065b6ac3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca560905-ac79-4bfd-9aba-76d85b995b35 HTTP/1.1" status: 200 len: 217 time: 0.1062205 Dec 16 09:39:08.857705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.898699 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-6b02ae38-6527-4af8-a843-e642f53022da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5278abf5-ba01-49ee-869d-15769c117b19 HTTP/1.1" status: 200 len: 217 time: 0.0850146 Dec 16 09:39:08.920359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-1ae19854-a2d2-44b0-840c-e38c0d4134c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.921894 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-1ae19854-a2d2-44b0-840c-e38c0d4134c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43be6e49-b2d2-4c7b-b362-ee721759323c HTTP/1.1" status: 200 len: 834 time: 0.0898454 Dec 16 09:39:08.935680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fd0d9-687f-423c-9ba8-233c8b78fa8e req-2eef9a17-4f8b-4f6d-b5b8-628dd0f9bceb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.942400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d84fd0d9-687f-423c-9ba8-233c8b78fa8e req-2eef9a17-4f8b-4f6d-b5b8-628dd0f9bceb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 945 time: 0.1505411 Dec 16 09:39:08.964027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.964590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.970302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.975003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-cd253fbd-9e5f-4ac4-b1f1-55742c27bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.975306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:08.975947 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:08.977492 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-cd253fbd-9e5f-4ac4-b1f1-55742c27bc2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0724580 Dec 16 09:39:08.977800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:32Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:09.011837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f36224-7f13-4dc7-8d64-4d9e26c013a4 None None] The sync data for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 is: [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:36:24Z', 'revision_number': 4, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd1b41a00-9601-4b92-a6cf-8a16be09ac6f', 'name': '', 'network_id': 'f5c1b6f9-996f-4deb-8338-e60807eed49f', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'mac_address': 'fa:16:3e:2a:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:22Z', 'updated_at': '2021-12-16T09:36:32Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'subnets': [{'id': '43be6e49-b2d2-4c7b-b362-ee721759323c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:09.023813 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-4aba81a1-c523-42ad-8d4b-5afb05f6ad30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379300 Dec 16 09:39:09.079930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2836564 Dec 16 09:39:09.092624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54298) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:09.133046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d84fd0d9-687f-423c-9ba8-233c8b78fa8e req-705ccf5f-bfde-49ab-a28e-170ac230a4e7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858912 Dec 16 09:39:09.150413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-b5448a13-4b08-47fd-b827-c450f69a2a47 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193225 Dec 16 09:39:09.157603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Network': ['ID=fd417b05-2fae-480f-a8f6-5cbaf5b2fbb2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:09.179802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network fd417b05-2fae-480f-a8f6-5cbaf5b2fbb2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:09.220633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-ce8abe07-24b3-4899-8b96-fc1d8392dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.222177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-ce8abe07-24b3-4899-8b96-fc1d8392dd86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5c1b6f9-996f-4deb-8338-e60807eed49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2770834 Dec 16 09:39:09.291818 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2bdadc8-7ccf-442b-bbd9-984877ce8bf3 req-24f01002-d40d-4f33-9912-836666c5d7b0 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330314 Dec 16 09:39:09.392427 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71389d8e-e5df-4c39-9882-a7a713bf5e50 None None] New status for floating IP 7f349bd7-68da-43ea-a219-ad10d4f44215: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:39:09.459338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232974-cba4-4a88-8fbd-6832321681b1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Network': ['ID=6adc72d0-fc71-407a-a92b-4fe45f7a0e34,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:09.471563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6adc72d0-fc71-407a-a92b-4fe45f7a0e34 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:09.498464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-5c45b413-56ec-4103-94ab-f5a3c95da5f0 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1178341350&fields=id&tenant_id=4f7bbda196c8415e86c8ae1e21490740 HTTP/1.1" status: 200 len: 267 time: 0.2127197 Dec 16 09:39:09.597971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba5fe6-47ea-4b06-8bd5-f3a2575ddf1d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.606613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba5fe6-47ea-4b06-8bd5-f3a2575ddf1d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.613725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba5fe6-47ea-4b06-8bd5-f3a2575ddf1d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.621459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba5fe6-47ea-4b06-8bd5-f3a2575ddf1d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.623730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-26ba5fe6-47ea-4b06-8bd5-f3a2575ddf1d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5301123 Dec 16 09:39:09.626942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54308) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:09.682687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-cf0631f7-862b-49f7-8f8f-1d829f38aa38 service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094939 Dec 16 09:39:09.709423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.716201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-1a2f0680-8a01-4973-ac1e-6ad45e997d8f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:09.717677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-1a2f0680-8a01-4973-ac1e-6ad45e997d8f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 811 time: 0.2014942 Dec 16 09:39:09.777324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-ace69b7e-9b61-47ce-8a26-5c38450f9838 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/quotas/4f7bbda196c8415e86c8ae1e21490740 HTTP/1.1" status: 200 len: 375 time: 0.0455368 Dec 16 09:39:09.820506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.844996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd417b05-2fae-480f-a8f6-5cbaf5b2fbb2']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:09.855302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f9c7cd-21c7-49ba-b34e-dbde9d459d15') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:09.855596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f9c7cd-21c7-49ba-b34e-dbde9d459d15') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:09.863297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b617f4b-cd11-4369-b5e7-1f1414051597 req-c10b8aa3-34ca-4a06-bf0c-f3e69ad3177f service neutron] 10.222.0.69 "GET /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614871 Dec 16 09:39:09.865574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.875563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-34fbdcb9-3ace-43cf-abaa-6014fe2469e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862439 Dec 16 09:39:09.893748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.901179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:09.901589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:09.905755 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:09.968312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.978347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:09.981573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/networks/fd417b05-2fae-480f-a8f6-5cbaf5b2fbb2 HTTP/1.1" status: 204 len: 168 time: 0.3536656 Dec 16 09:39:09.985521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54318) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:09.999157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db45562-ade4-4607-a192-5a0c7b989c7b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Network': ['ID=fd417b05-2fae-480f-a8f6-5cbaf5b2fbb2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:10.066286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-0750cf82-09cc-47c1-8eb0-7eb46b6e6381 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:10.068369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-0750cf82-09cc-47c1-8eb0-7eb46b6e6381 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 984 time: 0.1919513 Dec 16 09:39:10.138971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-6eb1f94f-e46b-48ef-abe7-7dcd1099c32c service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477775 Dec 16 09:39:10.151608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.360607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.364523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-f3c7b828-d8b7-42c4-8ed5-4e15cf4f00fb service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171488 Dec 16 09:39:10.391446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adc72d0-fc71-407a-a92b-4fe45f7a0e34']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.397690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port ca560905-ac79-4bfd-9aba-76d85b995b35 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:10.398250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.426624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3260401b-a38c-4178-b86a-53a0d28eed44') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.427031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3260401b-a38c-4178-b86a-53a0d28eed44') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:10.468099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.549084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] For port ca560905-ac79-4bfd-9aba-76d85b995b35, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ca560905-ac79-4bfd-9aba-76d85b995b35,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:10.549895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.565411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.585334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for ca560905-ac79-4bfd-9aba-76d85b995b35 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:10.606131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:10.606647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:10.609805 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:10.661988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5278abf5-ba01-49ee-869d-15769c117b19 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:10.743414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bc94bd19-d330-4a54-b863-35230acc6b0d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:10.747361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.752791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.758124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/networks/6adc72d0-fc71-407a-a92b-4fe45f7a0e34 HTTP/1.1" status: 204 len: 168 time: 0.7684143 Dec 16 09:39:10.760910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:10.809268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b58e45-f343-4e98-a74b-f830c2d183b8 req-1eccf7f6-9e5f-438a-a754-1b510651c288 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:10.821207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56b58e45-f343-4e98-a74b-f830c2d183b8 req-1eccf7f6-9e5f-438a-a754-1b510651c288 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 944 time: 0.2629735 Dec 16 09:39:10.858001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5278abf5-ba01-49ee-869d-15769c117b19, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5278abf5-ba01-49ee-869d-15769c117b19,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:10.890238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '5278abf5-ba01-49ee-869d-15769c117b19', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': '5278abf5-ba01-49ee-869d-15769c117b19', 'mac_address': 'fa:16:3e:e7:d9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:10.898204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f342cb-3870-46bf-a44c-b7c9bb1055c5 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Network': ['ID=6adc72d0-fc71-407a-a92b-4fe45f7a0e34,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:10.948566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bc94bd19-d330-4a54-b863-35230acc6b0d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:39:10.957211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bc94bd19-d330-4a54-b863-35230acc6b0d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:10.957626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:10.977331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56b58e45-f343-4e98-a74b-f830c2d183b8 req-7e06a857-fcff-4474-b8cb-15c8d23e36a1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550596 Dec 16 09:39:10.979339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.016506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=ca560905-ac79-4bfd-9aba-76d85b995b35,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.022099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.045761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5278abf5-ba01-49ee-869d-15769c117b19 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:11.098243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5278abf5-ba01-49ee-869d-15769c117b19, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5278abf5-ba01-49ee-869d-15769c117b19,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:11.106163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.150441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] No DVR routers for this DVR port ca560905-ac79-4bfd-9aba-76d85b995b35 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:11.153709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.158565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9eb98bb2-56f5-453d-873e-0a50c3e10770 req-9f7206fd-d66e-4c04-87da-8991572f407e tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.69 "DELETE /v2.0/ports/ca560905-ac79-4bfd-9aba-76d85b995b35 HTTP/1.1" status: 204 len: 173 time: 1.0769875 Dec 16 09:39:11.159176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'name': 'network-vif-deleted', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:11.164005 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a80c80-94e6-4afc-85fb-b779dae85026" -d '{"events": [{"server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "name": "network-vif-deleted", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:11.183194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.240693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bc94bd19-d330-4a54-b863-35230acc6b0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bc94bd19-d330-4a54-b863-35230acc6b0d,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:11.244361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc94bd19-d330-4a54-b863-35230acc6b0d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:11.247008 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30636c8b-a5c8-45db-aeec-4fd2bf38b2f3" -d '{"events": [{"server_uuid": "a05539bf-4263-40e0-9d7c-0bbf4250e01a", "name": "network-vif-plugged", "status": "completed", "tag": "bc94bd19-d330-4a54-b863-35230acc6b0d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:11.256032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c7c7e11-3f0c-4701-b619-ad526c12a8c1 req-9e5e33b4-fa24-4c94-9afd-4190a656b845 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aea7251-d5f7-4ce9-b0d2-526dbb036613 HTTP/1.1" status: 200 len: 210 time: 0.0441296 Dec 16 09:39:11.263833 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.277652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50911bd0-8467-4224-9a89-97436b5f45a1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.292821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50911bd0-8467-4224-9a89-97436b5f45a1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.309288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54344) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:11.309636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50911bd0-8467-4224-9a89-97436b5f45a1 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5466597 Dec 16 09:39:11.316050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-359839967'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:11.323011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=5278abf5-ba01-49ee-869d-15769c117b19,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.365547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['5278abf5-ba01-49ee-869d-15769c117b19'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:11.406160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:11.410588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.427338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bc94bd19-d330-4a54-b863-35230acc6b0d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.458968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550edee5-0270-472b-bda0-487bb3593a42 req-2eb73fcd-44a6-41d6-97cc-3cb0fd03f8ac tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.466461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-550edee5-0270-472b-bda0-487bb3593a42 req-2eb73fcd-44a6-41d6-97cc-3cb0fd03f8ac tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 946 time: 0.1183596 Dec 16 09:39:11.474016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:11.519150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.519950 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Added segment bcc8a586-511d-4bc9-b86f-9357eae91f86 of type vlan for network 321d5166-cfcd-428f-82e1-5471f7d1a165 Dec 16 09:39:11.538132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-550edee5-0270-472b-bda0-487bb3593a42 req-2d44718e-11cd-4082-aff2-7a68006a5b23 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659490 Dec 16 09:39:11.579532 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.655263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e912b215-e2a8-4113-8604-67d7e95bf507 req-d0279d87-efcd-44cc-8b11-0cc62554ad5d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 210 time: 0.0352395 Dec 16 09:39:11.655990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.662858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.663733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.725633 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3994e6-d2a8-41c0-9acc-a72d43bbfce3 x-openstack-request-id: req-ea3994e6-d2a8-41c0-9acc-a72d43bbfce3 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:11.725949 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aea7251-d5f7-4ce9-b0d2-526dbb036613", "name": "network-vif-deleted", "tag": "ca560905-ac79-4bfd-9aba-76d85b995b35", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:11.726277 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea3994e6-d2a8-41c0-9acc-a72d43bbfce3 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:11.726748 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aea7251-d5f7-4ce9-b0d2-526dbb036613', 'name': 'network-vif-deleted', 'tag': 'ca560905-ac79-4bfd-9aba-76d85b995b35', 'status': 'completed', 'code': 200} Dec 16 09:39:11.740311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4269807 Dec 16 09:39:11.740760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54348) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:11.745984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741149636'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:11.767614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71598fc-0de3-4dfd-9c78-971044e6af51 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Network': ['ID=321d5166-cfcd-428f-82e1-5471f7d1a165,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:11.770158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:11.776111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.783306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 321d5166-cfcd-428f-82e1-5471f7d1a165 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:11.856533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:11.882083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.882083 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Added segment a586c7fb-38b1-4978-a721-f0916216a153 of type vlan for network 425ffc46-8c40-4096-9f3c-00e035154cd4 Dec 16 09:39:11.940970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.970188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.976688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:11.977662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:11.979182 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e3b863-25b0-4544-9447-b580d664ff61 x-openstack-request-id: req-e4e3b863-25b0-4544-9447-b580d664ff61 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:11.979578 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05539bf-4263-40e0-9d7c-0bbf4250e01a", "name": "network-vif-plugged", "status": "completed", "tag": "bc94bd19-d330-4a54-b863-35230acc6b0d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:11.979891 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4e3b863-25b0-4544-9447-b580d664ff61 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:11.980653 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc94bd19-d330-4a54-b863-35230acc6b0d', 'code': 200} Dec 16 09:39:12.048676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3042209 Dec 16 09:39:12.049656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54354) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:12.055664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'ports': [{'network_id': '321d5166-cfcd-428f-82e1-5471f7d1a165', 'name': 'tempest-port--1637044708', 'admin_state_up': True}, {'network_id': '425ffc46-8c40-4096-9f3c-00e035154cd4', 'admin_state_up': False}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:12.056109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'port': {'network_id': '321d5166-cfcd-428f-82e1-5471f7d1a165', 'name': 'tempest-port--1637044708', 'admin_state_up': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:12.056638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'port': {'network_id': '425ffc46-8c40-4096-9f3c-00e035154cd4', 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:12.081439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d632b-b102-465b-ab79-70507f942ace tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Network': ['ID=425ffc46-8c40-4096-9f3c-00e035154cd4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:12.095261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735754-27a4-4a3c-8435-0ef3cf34eeb5 req-7cd55b4a-a45b-49dd-9b73-a2fd92b98e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:12.096572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ce735754-27a4-4a3c-8435-0ef3cf34eeb5 req-7cd55b4a-a45b-49dd-9b73-a2fd92b98e75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 1097 time: 0.0475087 Dec 16 09:39:12.100432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 425ffc46-8c40-4096-9f3c-00e035154cd4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:12.176835 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ce735754-27a4-4a3c-8435-0ef3cf34eeb5 req-05c9c7f5-9039-41ca-a260-a870ef6a9250 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714834 Dec 16 09:39:12.599517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6d5f3-81bf-4212-baf4-c4be357cb909 req-4fe091b9-d096-4068-b7ad-b169220063fa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:12.601383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edd6d5f3-81bf-4212-baf4-c4be357cb909 req-4fe091b9-d096-4068-b7ad-b169220063fa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 945 time: 0.4953811 Dec 16 09:39:12.602609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-340c1d0a-8bc9-4e1b-ac0f-93eff9156840 req-ce6109ed-6b2f-4126-ac45-126d748c4436 service neutron] (102398) timed out ('10.222.0.61', 51524) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:39:12.688270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5278abf5-ba01-49ee-869d-15769c117b19 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:12.730297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edd6d5f3-81bf-4212-baf4-c4be357cb909 req-0992f748-0ed2-429f-a6d0-4a29db38cd5b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180568 Dec 16 09:39:12.749347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 5278abf5-ba01-49ee-869d-15769c117b19 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:39:12.757568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 5278abf5-ba01-49ee-869d-15769c117b19 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:12.758280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.780274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-32fcca4e-8880-4f80-8c49-78322893b132 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:12.782075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-32fcca4e-8880-4f80-8c49-78322893b132 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 811 time: 0.1744530 Dec 16 09:39:12.783252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'port': 2} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:12.789657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.806776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.851915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.897915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 5278abf5-ba01-49ee-869d-15769c117b19, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5278abf5-ba01-49ee-869d-15769c117b19,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:12.905909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:12.925698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:12.971352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=5278abf5-ba01-49ee-869d-15769c117b19,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:12.997877 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-09f25a57-2eba-4075-a572-2325eb17e154 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7bbda196c8415e86c8ae1e21490740 HTTP/1.1" status: 200 len: 380 time: 0.1350253 Dec 16 09:39:13.003176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-907842bd-6d67-4aa8-b157-99abeb65ec53 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.012207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'port': {'device_id': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'admin_state_up': True, 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'security_groups': ['ed9189c9-22d6-47e3-9378-e176af07c06f']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:13.025111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-907842bd-6d67-4aa8-b157-99abeb65ec53 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.034884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] device_id is not set on port cb4d6545-58ab-435c-b4f0-d69dd59f9496 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:13.075035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-907842bd-6d67-4aa8-b157-99abeb65ec53 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.077517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-907842bd-6d67-4aa8-b157-99abeb65ec53 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.081445 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-907842bd-6d67-4aa8-b157-99abeb65ec53 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/security-groups/f86e70e1-4b62-4da0-a457-0cd6cd3e6745 HTTP/1.1" status: 204 len: 168 time: 0.1518018 Dec 16 09:39:13.084173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54372) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:13.096580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907842bd-6d67-4aa8-b157-99abeb65ec53 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e70e1-4b62-4da0-a457-0cd6cd3e6745,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:13.152199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592fa05-b3d5-489a-bce4-64a69c7ed841 req-2de82df0-5fd4-4910-982b-c0b95e3adcc7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:13.153704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2592fa05-b3d5-489a-bce4-64a69c7ed841 req-2de82df0-5fd4-4910-982b-c0b95e3adcc7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 946 time: 0.1500990 Dec 16 09:39:13.156208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2b5e95-cb39-49e2-bcb4-d019b2a2ac67 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.184521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2b5e95-cb39-49e2-bcb4-d019b2a2ac67 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.242722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2b5e95-cb39-49e2-bcb4-d019b2a2ac67 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.246821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2b5e95-cb39-49e2-bcb4-d019b2a2ac67 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.251665 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da2b5e95-cb39-49e2-bcb4-d019b2a2ac67 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/security-groups/13dac8f4-37f7-428f-a72c-6dcc56b8e121 HTTP/1.1" status: 204 len: 168 time: 0.1666272 Dec 16 09:39:13.252349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54374) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:13.264467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b5e95-cb39-49e2-bcb4-d019b2a2ac67 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dac8f4-37f7-428f-a72c-6dcc56b8e121,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:13.374431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2592fa05-b3d5-489a-bce4-64a69c7ed841 req-b84c29bd-387c-4f33-8bc2-2caed5927e35 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105908 Dec 16 09:39:13.384476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Made reservation on behalf of 4f7bbda196c8415e86c8ae1e21490740 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:13.388105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.428099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.552795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b7c8ff3-155a-46aa-bb97-b971f3e05ca9 req-0b11e3ae-7b11-4ea3-802a-2cb2a529fbf5 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 210 time: 0.0967703 Dec 16 09:39:13.612779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] device_id is not set on port cdf3f5b0-a3a9-4d5b-a0ca-6abaac460c77 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:13.757769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Allocated IP 172.20.0.8 (4f8ec974-3770-4afe-9740-4964747b2e0c/314e9f3c-b2f4-406f-b3d9-ec895aebaaef/0621b15c-3610-44d8-90f6-92808606f965) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:13.876789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca560905-ac79-4bfd-9aba-76d85b995b35 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:13.903761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: ca560905-ac79-4bfd-9aba-76d85b995b35 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:13.923517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ca560905-ac79-4bfd-9aba-76d85b995b35 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:13.972039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8fed009c-f0db-4617-b16b-a813c12d1362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:13.982183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867d9b66-4556-47f6-995c-a1679e82699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5278abf5-ba01-49ee-869d-15769c117b19'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:13.985920 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d255d027-6efc-4cdc-91be-8f853806a1cd" -d '{"events": [{"server_uuid": "867d9b66-4556-47f6-995c-a1679e82699f", "name": "network-vif-plugged", "status": "completed", "tag": "5278abf5-ba01-49ee-869d-15769c117b19"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:14.067060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.088989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb0330-0e97-4212-889a-57c9a394590a req-d7be12b8-69d1-47ba-a36e-bffd98bd7c00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:14.090559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fbb0330-0e97-4212-889a-57c9a394590a req-d7be12b8-69d1-47ba-a36e-bffd98bd7c00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.2600703 Dec 16 09:39:14.177880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.216498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fbb0330-0e97-4212-889a-57c9a394590a req-cce59d0f-325a-481e-a4ec-89d1270fe8b1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088355 Dec 16 09:39:14.226193 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.359755 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.361357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Port': ['ID=cb4d6545-58ab-435c-b4f0-d69dd59f9496,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:14.363567 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed523fc1-f336-4de7-a159-01b0bd3f7700 x-openstack-request-id: req-ed523fc1-f336-4de7-a159-01b0bd3f7700 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:14.364571 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867d9b66-4556-47f6-995c-a1679e82699f", "name": "network-vif-plugged", "status": "completed", "tag": "5278abf5-ba01-49ee-869d-15769c117b19", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:14.365030 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed523fc1-f336-4de7-a159-01b0bd3f7700 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:14.365957 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867d9b66-4556-47f6-995c-a1679e82699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5278abf5-ba01-49ee-869d-15769c117b19', 'code': 200} Dec 16 09:39:14.420460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Checking segment: {'id': 'bcc8a586-511d-4bc9-b86f-9357eae91f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '321d5166-cfcd-428f-82e1-5471f7d1a165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:14.420821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network hostable DHCP agents. Network: 321d5166-cfcd-428f-82e1-5471f7d1a165, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:14.441010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Network 4f8ec974-3770-4afe-9740-4964747b2e0c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:14.456196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:14.460660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'Port': ['ID=0621b15c-3610-44d8-90f6-92808606f965,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:14.471442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:14.506872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f7e93-51ca-49cb-bdaa-845b948e63c7 req-83028f26-06bb-476e-96fc-aca485cf290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:14.510895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-638f7e93-51ca-49cb-bdaa-845b948e63c7 req-83028f26-06bb-476e-96fc-aca485cf290e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 1097 time: 0.0645177 Dec 16 09:39:14.559899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-638f7e93-51ca-49cb-bdaa-845b948e63c7 req-a564663a-8af9-4ad1-bf3a-289507e8189e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Dec 16 09:39:14.566385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.572747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network 321d5166-cfcd-428f-82e1-5471f7d1a165 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:14.663012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:14.663645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.678603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 321d5166-cfcd-428f-82e1-5471f7d1a165) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:14.686759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-de38790b-78e8-47a6-9558-a570f60ad98a None None] Provisioning complete for port 0621b15c-3610-44d8-90f6-92808606f965 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:14.687611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de38790b-78e8-47a6-9558-a570f60ad98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.691912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52083a-93db-4fc0-bf35-94c018d9e655 None None] Network 321d5166-cfcd-428f-82e1-5471f7d1a165 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:14.692265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:14.693955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.706595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764aab9-67e6-4e55-bfc1-0caca4fdb867 req-072a5071-b096-47b7-9048-605f5a04eb6c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:14.708232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e764aab9-67e6-4e55-bfc1-0caca4fdb867 req-072a5071-b096-47b7-9048-605f5a04eb6c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 946 time: 0.2484431 Dec 16 09:39:14.745916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-88407da7-0929-450a-99da-14f7fb577ac9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7409167 Dec 16 09:39:14.767570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Request body: {'port': {'device_id': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:14.787227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-de38790b-78e8-47a6-9558-a570f60ad98a None None] Port 0621b15c-3610-44d8-90f6-92808606f965 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:14.830211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Port': ['ID=cdf3f5b0-a3a9-4d5b-a0ca-6abaac460c77,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:14.900731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e764aab9-67e6-4e55-bfc1-0caca4fdb867 req-6b6526d5-9408-4ca3-a504-7927d97d612a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793923 Dec 16 09:39:14.952255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:14.975061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Checking segment: {'id': 'a586c7fb-38b1-4978-a721-f0916216a153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '425ffc46-8c40-4096-9f3c-00e035154cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:14.975468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network hostable DHCP agents. Network: 425ffc46-8c40-4096-9f3c-00e035154cd4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:15.077979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network 425ffc46-8c40-4096-9f3c-00e035154cd4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:15.159537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de7c22-f8de-41b0-a709-ceba7df3463d req-05cd73d0-5b0a-4e1c-ae8a-1561ce23d64f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.161032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23de7c22-f8de-41b0-a709-ceba7df3463d req-05cd73d0-5b0a-4e1c-ae8a-1561ce23d64f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 931 time: 0.1882751 Dec 16 09:39:15.165014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 425ffc46-8c40-4096-9f3c-00e035154cd4) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:15.174557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec0012-33b2-44d3-87be-1653eb0e5d21 None None] Network 425ffc46-8c40-4096-9f3c-00e035154cd4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:15.188155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:15.193802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.198581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.199223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.248107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-053ab9f9-2105-411f-88c6-34d02aa75e14 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1973774 Dec 16 09:39:15.251495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:15.310145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23de7c22-f8de-41b0-a709-ceba7df3463d req-a0c2ee3d-b3ab-4aa7-997e-e2b518060f45 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366820 Dec 16 09:39:15.401552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202677a7-e3ee-44ad-8970-b6a6c4b90854 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.409291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202677a7-e3ee-44ad-8970-b6a6c4b90854 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.415601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54406) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:15.415797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-202677a7-e3ee-44ad-8970-b6a6c4b90854 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1624260 Dec 16 09:39:15.418169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port d1b41a00-9601-4b92-a6cf-8a16be09ac6f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:15.418615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.573280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0621b15c-3610-44d8-90f6-92808606f965 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:15.941427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.987702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] For port d1b41a00-9601-4b92-a6cf-8a16be09ac6f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:15.988054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:15.998307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084203d-7edf-4433-9d7c-81bc6a0fbd7f req-24eec389-bcd0-4e46-a524-bcdb1f16fc7a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:15.999779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f084203d-7edf-4433-9d7c-81bc6a0fbd7f req-24eec389-bcd0-4e46-a524-bcdb1f16fc7a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.5609846 Dec 16 09:39:16.008265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Transition to ACTIVE for port object 0621b15c-3610-44d8-90f6-92808606f965 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:39:16.014194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for d1b41a00-9601-4b92-a6cf-8a16be09ac6f owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:16.017133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.155269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Pushing event updated for resources: {'Port': ['ID=0621b15c-3610-44d8-90f6-92808606f965,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.159410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Deleting port cb4d6545-58ab-435c-b4f0-d69dd59f9496 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:16.159747 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.187354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f084203d-7edf-4433-9d7c-81bc6a0fbd7f req-461e9b36-cdf1-4b58-8e1e-657a30848fa2 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711962 Dec 16 09:39:16.291148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.344225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Calling delete_port for cb4d6545-58ab-435c-b4f0-d69dd59f9496 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:16.373885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Attempting to bind port 0621b15c-3610-44d8-90f6-92808606f965 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:16.374142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Attempting to bind port 0621b15c-3610-44d8-90f6-92808606f965 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:16.374430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Attempting to bind port 0621b15c-3610-44d8-90f6-92808606f965 on network 4f8ec974-3770-4afe-9740-4964747b2e0c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:16.428830 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b5b96cc-a06f-48c1-a10b-7e4cdf60f99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.433876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Port 0621b15c-3610-44d8-90f6-92808606f965 on network 4f8ec974-3770-4afe-9740-4964747b2e0c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:39:16.434304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Attempting to bind port 0621b15c-3610-44d8-90f6-92808606f965 on network 4f8ec974-3770-4afe-9740-4964747b2e0c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:16.461956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:16.462168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Checking segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:16.462494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Bound using segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:16.462842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Bound port: 0621b15c-3610-44d8-90f6-92808606f965, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:16.463328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.579053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0e68-a4c8-4557-b4aa-abf549420b66 req-3cfa48bf-83e1-48fd-87d7-2204ed915112 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.580630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d8d0e68-a4c8-4557-b4aa-abf549420b66 req-3cfa48bf-83e1-48fd-87d7-2204ed915112 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 943 time: 0.1638875 Dec 16 09:39:16.601475 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.630295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.681020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Port': ['ID=cb4d6545-58ab-435c-b4f0-d69dd59f9496,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.685927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] For port 0621b15c-3610-44d8-90f6-92808606f965, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:16.734649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.740737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d5f4149-fa0c-475d-b7de-591d03a10302 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/ports/cb4d6545-58ab-435c-b4f0-d69dd59f9496 HTTP/1.1" status: 204 len: 168 time: 1.3166039 Dec 16 09:39:16.741322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54422) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:16.745952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] For port 0621b15c-3610-44d8-90f6-92808606f965, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0621b15c-3610-44d8-90f6-92808606f965,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:16.761336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=d1b41a00-9601-4b92-a6cf-8a16be09ac6f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.766257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d8d0e68-a4c8-4557-b4aa-abf549420b66 req-68ffea99-0fc8-4c5b-8c43-ac2227dd1522 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669230 Dec 16 09:39:16.770397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.834159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:16.834626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.836028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] 10.222.0.69 "PUT /v2.0/ports/0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 1091 time: 2.0787342 Dec 16 09:39:16.840496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'tag': '0621b15c-3610-44d8-90f6-92808606f965'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:16.842356 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726b9b0-32fb-466a-a5e2-4fca32836fee" -d '{"events": [{"name": "network-changed", "server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "tag": "0621b15c-3610-44d8-90f6-92808606f965"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:16.877796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee13f56-e742-475a-aee3-236a51e27487 service neutron] Pushing event updated for resources: {'Port': ['ID=0621b15c-3610-44d8-90f6-92808606f965,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:16.936266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Deleting port cdf3f5b0-a3a9-4d5b-a0ca-6abaac460c77 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:16.942048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:16.995068 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c40074-3f6c-42b6-91c7-3879f6de56d6 x-openstack-request-id: req-46c40074-3f6c-42b6-91c7-3879f6de56d6 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:16.995675 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "tag": "0621b15c-3610-44d8-90f6-92808606f965", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:16.995675 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46c40074-3f6c-42b6-91c7-3879f6de56d6 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:16.996055 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'tag': '0621b15c-3610-44d8-90f6-92808606f965', 'status': 'completed', 'code': 200} Dec 16 09:39:17.033127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-5036f92c-5b5e-42b0-9ef6-d09b6a943b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.034668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-5036f92c-5b5e-42b0-9ef6-d09b6a943b41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1094 time: 0.1175847 Dec 16 09:39:17.044147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.060128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.073171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Calling delete_port for cdf3f5b0-a3a9-4d5b-a0ca-6abaac460c77 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:17.099316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-05855f62-cebb-40b2-a2bb-6d0f768010c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 217 time: 0.0521817 Dec 16 09:39:17.178180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.207289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Port': ['ID=cdf3f5b0-a3a9-4d5b-a0ca-6abaac460c77,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:17.223026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-0e0a179f-ed87-4e6d-8d13-0c4cec8abb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.224927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-0e0a179f-ed87-4e6d-8d13-0c4cec8abb08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.1180649 Dec 16 09:39:17.230258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.236968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/ports/cdf3f5b0-a3a9-4d5b-a0ca-6abaac460c77 HTTP/1.1" status: 204 len: 168 time: 0.4943874 Dec 16 09:39:17.238430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.238762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.239130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.239694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.248703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.249061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.249397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.249729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.250086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.250411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.250731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.251051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc2b88-701e-45be-826f-2138c8f1528c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:17.253614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54430) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:17.286735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b5fce2c-923f-410a-a2ef-f6293087a92b tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0284207 Dec 16 09:39:17.287134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:17.292366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-795386720'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:17.317324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:17.321231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.348832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:17.354113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-e6731ab4-d153-4f47-8c78-edd703689814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.355747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-e6731ab4-d153-4f47-8c78-edd703689814 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208422 Dec 16 09:39:17.359863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.360199 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Added segment bb686ef6-7305-466d-b2eb-58243d58a026 of type vlan for network 6c62dcce-a4c9-441c-82cd-137b66a918df Dec 16 09:39:17.407272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.409075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a95b5-5fc4-40ad-a649-ef870acb26e1 req-b9aacd9d-d76e-4011-823d-01fd89a29eec tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.410690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-959a95b5-5fc4-40ad-a649-ef870acb26e1 req-b9aacd9d-d76e-4011-823d-01fd89a29eec tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.1190405 Dec 16 09:39:17.438044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.445270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.446233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.513496 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2227314 Dec 16 09:39:17.513756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54436) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:17.519281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1494681042'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:17.541422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8903a8-a7c0-4d88-b195-7e9eeaa3a56a tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Network': ['ID=6c62dcce-a4c9-441c-82cd-137b66a918df,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:17.542922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-959a95b5-5fc4-40ad-a649-ef870acb26e1 req-6c8f20cb-6dd9-451a-9014-31945ec018e3 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965459 Dec 16 09:39:17.549484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:17.552657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6c62dcce-a4c9-441c-82cd-137b66a918df details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:17.553775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.581012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:17.593519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.593989 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Added segment d7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c of type vlan for network 41a4346c-6821-456b-867e-624aaccbb76e Dec 16 09:39:17.633226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-4b3a0807-1b63-4afa-a886-9d7162142210 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691386 Dec 16 09:39:17.643348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Router 5d90d51a-9766-4f4f-b2b6-fe4142210536 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:17.643600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.678221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.685397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.686077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:17.766501 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2459474 Dec 16 09:39:17.776097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d380f4-6e4b-43a1-bd9a-a16a8d1a5844 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Network': ['ID=41a4346c-6821-456b-867e-624aaccbb76e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:17.797248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 41a4346c-6821-456b-867e-624aaccbb76e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:17.860430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508659d-410b-4817-82be-69ae8ab08c83 req-46f1e33f-c904-4cd4-975a-c332e49008d0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:17.862083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b508659d-410b-4817-82be-69ae8ab08c83 req-46f1e33f-c904-4cd4-975a-c332e49008d0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 945 time: 0.1312966 Dec 16 09:39:17.920962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:17.935942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-97c8ebc0-f044-4b23-b8b2-27e33cfd8c23 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "PUT /v2.0/routers/5d90d51a-9766-4f4f-b2b6-fe4142210536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6786261 Dec 16 09:39:17.936531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54448) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:17.938675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e80b53e-8e3f-4d1b-9007-246ce8727bd9 req-db161a78-b317-46e6-9188-04fd1bb6a01a service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931855 Dec 16 09:39:17.939434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] Sync routers for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:17.970925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b508659d-410b-4817-82be-69ae8ab08c83 req-5673b355-f82a-49a6-af68-5ab3c8d6500d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619771 Dec 16 09:39:18.019205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:18.019755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:18.106426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting subnet 43be6e49-b2d2-4c7b-b362-ee721759323c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:18.112786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.150176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-2fe658dc-7f8e-48ef-995f-720306dadafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.151837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-2fe658dc-7f8e-48ef-995f-720306dadafb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1094 time: 0.1330750 Dec 16 09:39:18.167460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36578bc-b540-4b58-aa91-d2d8931cb5a5 req-17a2bf31-a073-4fbf-963c-96403b53440c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.175763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e36578bc-b540-4b58-aa91-d2d8931cb5a5 req-17a2bf31-a073-4fbf-963c-96403b53440c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 943 time: 0.0719230 Dec 16 09:39:18.203362 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.232205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:18.283465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e36578bc-b540-4b58-aa91-d2d8931cb5a5 req-b99554f3-05d4-4d38-9c4c-fd2b9ae89db3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063292 Dec 16 09:39:18.348908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-518ec94d-0ea6-41f5-bf35-fe0ba7edf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.353405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-518ec94d-0ea6-41f5-bf35-fe0ba7edf2ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.1692460 Dec 16 09:39:18.407540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.415648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.430101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-3ec3fbf4-3cd2-443a-911c-0f2be4456643 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 217 time: 0.0677636 Dec 16 09:39:18.469064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:39:16Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:18.521871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.538449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] Checking router: 5d90d51a-9766-4f4f-b2b6-fe4142210536 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:18.555715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] Routers {'5d90d51a-9766-4f4f-b2b6-fe4142210536'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:18.556443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5d90d51a-9766-4f4f-b2b6-fe4142210536'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:18.568123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Subnet': ['ID=43be6e49-b2d2-4c7b-b362-ee721759323c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:18.570896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.576564 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-12f7fb0b-f2c1-402b-a0f1-017bd33beebc tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/subnets/43be6e49-b2d2-4c7b-b362-ee721759323c HTTP/1.1" status: 204 len: 168 time: 0.6364901 Dec 16 09:39:18.576797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:18.614821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-03570e93-1683-46b6-ae8a-a20d5ee6a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.616334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-03570e93-1683-46b6-ae8a-a20d5ee6a279 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.1780238 Dec 16 09:39:18.712489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b68a-e5c7-47d7-9837-874e47859acc req-eb2c286c-565d-417c-9454-a1b0fb8f55ce tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.714136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f8b68a-e5c7-47d7-9837-874e47859acc req-eb2c286c-565d-417c-9454-a1b0fb8f55ce tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.2104738 Dec 16 09:39:18.730844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:18.782000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f44d94-72bf-49e3-a4cf-4f2e08b5b137 None None] Network f5c1b6f9-996f-4deb-8338-e60807eed49f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:18.795809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-7c61d350-35c9-4dc8-ac68-6f92b71ed4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:18.806576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-7c61d350-35c9-4dc8-ac68-6f92b71ed4eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794987 Dec 16 09:39:18.823423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f8b68a-e5c7-47d7-9837-874e47859acc req-7a72b9cc-aa41-4e5b-9b99-c926436d432c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944088 Dec 16 09:39:18.974539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-9b20c419-8174-4efd-90d7-85e6ecbdc3c1 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551704 Dec 16 09:39:19.227527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] Set router 5d90d51a-9766-4f4f-b2b6-fe4142210536 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:19.246524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3726b9b0-32fb-466a-a5e2-4fca32836fee req-ac2b75d8-5a7c-4300-b1ac-e6b953652eeb service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485950 Dec 16 09:39:19.366020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] DHCP port deletion for f5c1b6f9-996f-4deb-8338-e60807eed49f request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:19.437309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc0517-7cbb-443e-85cc-596920975285 req-a97bf9a1-096c-47e0-a471-f6dff3f89b2a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:19.455757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60cc0517-7cbb-443e-85cc-596920975285 req-a97bf9a1-096c-47e0-a471-f6dff3f89b2a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.1183429 Dec 16 09:39:19.533231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60cc0517-7cbb-443e-85cc-596920975285 req-8effcb17-bcee-4f24-a646-e7bdb0361519 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707190 Dec 16 09:39:19.612088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.621548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Deleting port 86d8a925-a296-48a5-b58b-7c58ad1ac211 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:19.622056 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.675314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be2def-a009-48be-ac88-8fbacecc9bde req-e4dac9f8-950e-48f9-a898-8785e3efa760 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:19.678311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01be2def-a009-48be-ac88-8fbacecc9bde req-e4dac9f8-950e-48f9-a898-8785e3efa760 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 943 time: 0.0562935 Dec 16 09:39:19.722675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Deleting port dd09bcb0-3297-48d1-a0bc-42c3ba478036 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:19.723039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.757289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01be2def-a009-48be-ac88-8fbacecc9bde req-4d8430f4-dd9b-4e25-aec9-ad9a22ccd38a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703433 Dec 16 09:39:19.841993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] For port 86d8a925-a296-48a5-b58b-7c58ad1ac211, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=86d8a925-a296-48a5-b58b-7c58ad1ac211,segment=NetworkSegment(aa059d97-85bd-4ba2-a54d-3da1ab614f8a),segment_id=aa059d97-85bd-4ba2-a54d-3da1ab614f8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:19.842400 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.890761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] For port dd09bcb0-3297-48d1-a0bc-42c3ba478036, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd09bcb0-3297-48d1-a0bc-42c3ba478036,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:19.891150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.896825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:19.911063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Calling delete_port for dd09bcb0-3297-48d1-a0bc-42c3ba478036 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:19.926300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Calling delete_port for 86d8a925-a296-48a5-b58b-7c58ad1ac211 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:20.107675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 86d8a925-a296-48a5-b58b-7c58ad1ac211 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:20.135307 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.147022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 86d8a925-a296-48a5-b58b-7c58ad1ac211 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:20.147437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 86d8a925-a296-48a5-b58b-7c58ad1ac211 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:20.194749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.213748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] No DVR routers for this DVR port 86d8a925-a296-48a5-b58b-7c58ad1ac211 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:20.216178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Pushing event deleted for resources: {'Port': ['ID=86d8a925-a296-48a5-b58b-7c58ad1ac211,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:20.244363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.244700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.245032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.245443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.245817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.246162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.246521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.246839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.247150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.247581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.247896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.248205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee1e40-b566-45fb-a222-e571e9122bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:20.269822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:39:16Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:20.297573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.321783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce482dd-4ce7-4033-9edc-ffd5a8eb7b9d None None] The sync data for ids ['5d90d51a-9766-4f4f-b2b6-fe4142210536'] in n-d-821941-1 is: [{'id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-482026282', 'tenant_id': 'daa877eecd044edabd659947def9aa8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:16Z', 'updated_at': '2021-12-16T09:39:16Z', 'revision_number': 5, 'project_id': 'daa877eecd044edabd659947def9aa8d', 'gw_port': {'id': 'dd09bcb0-3297-48d1-a0bc-42c3ba478036', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d90d51a-9766-4f4f-b2b6-fe4142210536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:17Z', 'updated_at': '2021-12-16T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:20.331861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Port': ['ID=dd09bcb0-3297-48d1-a0bc-42c3ba478036,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:20.445229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.548502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.550786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.636078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.636895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Fanout notify agent at l3_agent the message router_deleted on router 5d90d51a-9766-4f4f-b2b6-fe4142210536 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:39:20.644706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.648857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6893ad57-e311-4c9c-9f63-a692be805cb3 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/routers/5d90d51a-9766-4f4f-b2b6-fe4142210536 HTTP/1.1" status: 204 len: 168 time: 2.0675848 Dec 16 09:39:20.649573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54480) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:20.733098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136e1de-85c9-472b-b546-4ee026422159 req-8eab8871-1ff4-499e-a9dc-a46637139d9e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:20.734707 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a136e1de-85c9-472b-b546-4ee026422159 req-8eab8871-1ff4-499e-a9dc-a46637139d9e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.0758579 Dec 16 09:39:20.845217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:20.862297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f48b2-1908-4d48-9983-c69ee264f368 req-2779067d-6e34-42eb-8d9a-c1dc3e03d0de tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:20.867032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa2f48b2-1908-4d48-9983-c69ee264f368 req-2779067d-6e34-42eb-8d9a-c1dc3e03d0de tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=867d9b66-4556-47f6-995c-a1679e82699f HTTP/1.1" status: 200 len: 946 time: 0.2086565 Dec 16 09:39:20.940051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port 5278abf5-ba01-49ee-869d-15769c117b19 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:20.940535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.015297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa2f48b2-1908-4d48-9983-c69ee264f368 req-4a6cf8c0-567e-4546-8821-2b4f8bc0237a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390669 Dec 16 09:39:21.059747 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.110732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c1b6f9-996f-4deb-8338-e60807eed49f']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:21.118087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port 5278abf5-ba01-49ee-869d-15769c117b19, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=5278abf5-ba01-49ee-869d-15769c117b19,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:21.118453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.128488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:21.128918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa059d97-85bd-4ba2-a54d-3da1ab614f8a') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:21.143584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.144247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for 5278abf5-ba01-49ee-869d-15769c117b19 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:21.170780 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.191982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:21.202869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:21.206551 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:21.316273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbad6f-3f6a-4ad4-9a83-1652fc619760 req-8a317a08-1e1a-4d6e-b743-eee8827b8abd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:21.318058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bcbad6f-3f6a-4ad4-9a83-1652fc619760 req-8a317a08-1e1a-4d6e-b743-eee8827b8abd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 943 time: 0.1576250 Dec 16 09:39:21.318978 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.331122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.341166 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.345328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['8c84e927-fb5d-462a-880d-eaa359b7e78b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:21.372264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] 10.222.0.61 "DELETE /v2.0/networks/f5c1b6f9-996f-4deb-8338-e60807eed49f HTTP/1.1" status: 204 len: 168 time: 0.7189350 Dec 16 09:39:21.393746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=5278abf5-ba01-49ee-869d-15769c117b19,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:21.415970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', '5278abf5-ba01-49ee-869d-15769c117b19'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:21.420558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54494) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:21.428319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937557e4-f67d-41fa-8a04-e003d8dc6787 tempest-TestSecurityGroupsBasicOps-1920959908 tempest-TestSecurityGroupsBasicOps-1920959908-project] Pushing event deleted for resources: {'Network': ['ID=f5c1b6f9-996f-4deb-8338-e60807eed49f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:21.429637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port 5278abf5-ba01-49ee-869d-15769c117b19 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:21.433423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.437229 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a136e1de-85c9-472b-b546-4ee026422159 req-35f8d480-9285-41e4-8f99-ebba2b0af588 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "DELETE /v2.0/ports/5278abf5-ba01-49ee-869d-15769c117b19 HTTP/1.1" status: 204 len: 173 time: 0.6955736 Dec 16 09:39:21.437837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867d9b66-4556-47f6-995c-a1679e82699f', 'name': 'network-vif-deleted', 'tag': '5278abf5-ba01-49ee-869d-15769c117b19'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:21.441951 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a29e67-d704-4185-97fe-71b5a6fd42e6" -d '{"events": [{"server_uuid": "867d9b66-4556-47f6-995c-a1679e82699f", "name": "network-vif-deleted", "tag": "5278abf5-ba01-49ee-869d-15769c117b19"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:21.453168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'subnets': [{'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1850613839', 'ip_version': 6}, {'network_id': '41a4346c-6821-456b-867e-624aaccbb76e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:21.456285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'subnet': {'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1850613839', 'ip_version': 6}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:21.458759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Request body: {'subnet': {'network_id': '41a4346c-6821-456b-867e-624aaccbb76e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:21.612192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bcbad6f-3f6a-4ad4-9a83-1652fc619760 req-9fc63d5d-be6c-4a82-8218-d65f239e5885 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757733 Dec 16 09:39:21.750396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Made reservation on behalf of fbfffdde17b64d0da25f8bc3d4e4887a for: {'subnet': 2} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:21.755285 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.755811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:21.857532 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453914b-1828-4bdd-99bf-2d527a3c5f55 x-openstack-request-id: req-6453914b-1828-4bdd-99bf-2d527a3c5f55 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:21.858992 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867d9b66-4556-47f6-995c-a1679e82699f", "name": "network-vif-deleted", "tag": "5278abf5-ba01-49ee-869d-15769c117b19", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:21.858992 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6453914b-1828-4bdd-99bf-2d527a3c5f55 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:21.858992 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867d9b66-4556-47f6-995c-a1679e82699f', 'name': 'network-vif-deleted', 'tag': '5278abf5-ba01-49ee-869d-15769c117b19', 'status': 'completed', 'code': 200} Dec 16 09:39:21.878021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0621b15c-3610-44d8-90f6-92808606f965 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:22.020442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d1b41a00-9601-4b92-a6cf-8a16be09ac6f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:22.095432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d1b41a00-9601-4b92-a6cf-8a16be09ac6f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:22.096490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d1b41a00-9601-4b92-a6cf-8a16be09ac6f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:22.097590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd09bcb0-3297-48d1-a0bc-42c3ba478036 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:22.168576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: dd09bcb0-3297-48d1-a0bc-42c3ba478036 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:22.168926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd09bcb0-3297-48d1-a0bc-42c3ba478036 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:22.182404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0621b15c-3610-44d8-90f6-92808606f965, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0621b15c-3610-44d8-90f6-92808606f965,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:22.196709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '0621b15c-3610-44d8-90f6-92808606f965', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'port_id': '0621b15c-3610-44d8-90f6-92808606f965', 'mac_address': 'fa:16:3e:1f:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:22.247943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.278834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0621b15c-3610-44d8-90f6-92808606f965 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:22.323522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54514) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:22.340778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0621b15c-3610-44d8-90f6-92808606f965, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0621b15c-3610-44d8-90f6-92808606f965,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:22.352622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.393469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.416412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0621b15c-3610-44d8-90f6-92808606f965,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:22.498598 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a124a4f4-2ed7-49b4-9752-ab628a5213f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=daa877eecd044edabd659947def9aa8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719155 Dec 16 09:39:22.499310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54518) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:22.503773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Subnet': ['ID=e1879a3a-44ac-4556-b7f2-f674e09eccf8,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:22.512014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7d17-ef54-4bd7-8bf0-a35182f84e9d req-a7b8b661-396f-4280-9beb-42fe3b69db2a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.513507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a54c7d17-ef54-4bd7-8bf0-a35182f84e9d req-a7b8b661-396f-4280-9beb-42fe3b69db2a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 945 time: 0.1012983 Dec 16 09:39:22.542306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.542653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.542977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.543307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.543634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.543959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.544287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.544594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.544910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.545226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.545542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.545924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:22.559485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Checking segment: {'id': 'bb686ef6-7305-466d-b2eb-58243d58a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:22.559849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network hostable DHCP agents. Network: 6c62dcce-a4c9-441c-82cd-137b66a918df, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:22.563531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c5a5-7534-4967-a51e-b59d20be3cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.588625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c5a5-7534-4967-a51e-b59d20be3cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.598698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a54c7d17-ef54-4bd7-8bf0-a35182f84e9d req-b3e35f35-dc75-44fd-9279-3201cd6d6376 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696275 Dec 16 09:39:22.600384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network 6c62dcce-a4c9-441c-82cd-137b66a918df is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:22.612251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 6c62dcce-a4c9-441c-82cd-137b66a918df) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:22.623270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.628681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfd28d-d91e-4d55-be0f-5a182dcd6926 None None] Network 6c62dcce-a4c9-441c-82cd-137b66a918df requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:22.681973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c5a5-7534-4967-a51e-b59d20be3cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.685078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c5a5-7534-4967-a51e-b59d20be3cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.690853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c4c4c5a5-7534-4967-a51e-b59d20be3cd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/86ccaace-367a-4030-bf9a-a871db377ab8 HTTP/1.1" status: 204 len: 168 time: 0.1895976 Dec 16 09:39:22.710231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event updated for resources: {'Subnet': ['ID=bca7d2e2-51ca-4528-bef3-6975345962fe,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:22.711248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4c5a5-7534-4967-a51e-b59d20be3cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ccaace-367a-4030-bf9a-a871db377ab8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:22.730518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Checking segment: {'id': 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '41a4346c-6821-456b-867e-624aaccbb76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:22.731000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network hostable DHCP agents. Network: 41a4346c-6821-456b-867e-624aaccbb76e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:22.771777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Network 41a4346c-6821-456b-867e-624aaccbb76e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:22.796968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['0621b15c-3610-44d8-90f6-92808606f965'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:22.803907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 41a4346c-6821-456b-867e-624aaccbb76e) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:22.812185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.812653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.813275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:22.835487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10348b2-c007-4dd9-9c1d-2f3fe5b500f4 None None] Network 41a4346c-6821-456b-867e-624aaccbb76e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:22.846647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832109b-b112-44d9-ba6b-ec702ca29767 req-9042aa98-af7f-451b-92d5-3c2b94cb5234 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:22.848213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f832109b-b112-44d9-ba6b-ec702ca29767 req-9042aa98-af7f-451b-92d5-3c2b94cb5234 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 944 time: 0.0859599 Dec 16 09:39:22.856095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bbcf0c0a-4bae-47ab-833e-5509dd6c56ba tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4165077 Dec 16 09:39:22.858738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54532) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:22.962046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-6c62dcce-a4c9-441c-82cd-137b66a918df', 'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df', 'tenant_id': 'fbfffdde17b64d0da25f8bc3d4e4887a', 'fixed_ips': [{'subnet_id': 'e1879a3a-44ac-4556-b7f2-f674e09eccf8'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:22.963186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.012166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f832109b-b112-44d9-ba6b-ec702ca29767 req-b9b167a6-e81f-4e5d-8420-d3cc564a3266 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479566 Dec 16 09:39:23.045723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1525e6-4ed7-473a-bb0d-af385be9ee3d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:23.056606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1525e6-4ed7-473a-bb0d-af385be9ee3d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:23.060747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1525e6-4ed7-473a-bb0d-af385be9ee3d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:23.066325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0c1525e6-4ed7-473a-bb0d-af385be9ee3d tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2020552 Dec 16 09:39:23.076519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54536) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:23.152494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54538) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:23.186841 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-822e4c49-ed30-45ad-8f30-84d7a1d990db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.206230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Deleting subnet e1879a3a-44ac-4556-b7f2-f674e09eccf8 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:23.269568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-41a4346c-6821-456b-867e-624aaccbb76e', 'network_id': '41a4346c-6821-456b-867e-624aaccbb76e', 'tenant_id': 'fbfffdde17b64d0da25f8bc3d4e4887a', 'fixed_ips': [{'subnet_id': 'bca7d2e2-51ca-4528-bef3-6975345962fe'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:23.270663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.305126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Allocated IP 2001:db8::1 (6c62dcce-a4c9-441c-82cd-137b66a918df/e1879a3a-44ac-4556-b7f2-f674e09eccf8/c1e1ab32-1960-4c14-b3c1-38e0ce432778) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:23.324568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-822e4c49-ed30-45ad-8f30-84d7a1d990db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.331215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-822e4c49-ed30-45ad-8f30-84d7a1d990db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.387240 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-822e4c49-ed30-45ad-8f30-84d7a1d990db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d962d09124c54208a907851e3bd5f441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327313 Dec 16 09:39:23.387794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54542) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:23.388717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e4c49-ed30-45ad-8f30-84d7a1d990db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc98e831-6f0d-4907-ada3-4ea09e2109aa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:23.455252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1da79a98-15ca-4572-8231-0a487a30c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.478809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1da79a98-15ca-4572-8231-0a487a30c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.542511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1da79a98-15ca-4572-8231-0a487a30c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.545353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Allocated IP 2001:db8:0:1::1 (41a4346c-6821-456b-867e-624aaccbb76e/bca7d2e2-51ca-4528-bef3-6975345962fe/dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:23.546142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1da79a98-15ca-4572-8231-0a487a30c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.551153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1da79a98-15ca-4572-8231-0a487a30c0c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc98e831-6f0d-4907-ada3-4ea09e2109aa HTTP/1.1" status: 204 len: 168 time: 0.1611362 Dec 16 09:39:23.561100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da79a98-15ca-4572-8231-0a487a30c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc98e831-6f0d-4907-ada3-4ea09e2109aa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:23.650854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.662623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.669158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.689521 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.749983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Network 6c62dcce-a4c9-441c-82cd-137b66a918df is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:23.750619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:23.757417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:23.774516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:23.775051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Pushing event updated for resources: {'Port': ['ID=c1e1ab32-1960-4c14-b3c1-38e0ce432778,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:23.836877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e37f-457c-4c81-bf28-38006223650c req-54a518bc-dc3d-4910-9165-be2b6a70c8d9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:23.839250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9182e37f-457c-4c81-bf28-38006223650c req-54a518bc-dc3d-4910-9165-be2b6a70c8d9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 945 time: 0.1003025 Dec 16 09:39:23.966589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.046847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.096589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Subnet': ['ID=e1879a3a-44ac-4556-b7f2-f674e09eccf8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:24.099494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.105765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-280f4d88-5557-40cd-ab9e-0647e57d626f tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/subnets/e1879a3a-44ac-4556-b7f2-f674e09eccf8 HTTP/1.1" status: 204 len: 168 time: 1.0278542 Dec 16 09:39:24.108612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:24.125212 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.134753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Attempting to bind port c1e1ab32-1960-4c14-b3c1-38e0ce432778 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:24.135372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Attempting to bind port c1e1ab32-1960-4c14-b3c1-38e0ce432778 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bb686ef6-7305-466d-b2eb-58243d58a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:24.135816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Attempting to bind port c1e1ab32-1960-4c14-b3c1-38e0ce432778 on network 6c62dcce-a4c9-441c-82cd-137b66a918df {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:24.143810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:24.158152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Checking segment: {'id': 'bb686ef6-7305-466d-b2eb-58243d58a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:24.158854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.160582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Bound using segment: {'id': 'bb686ef6-7305-466d-b2eb-58243d58a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:24.163130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Bound port: c1e1ab32-1960-4c14-b3c1-38e0ce432778, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb686ef6-7305-466d-b2eb-58243d58a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6c62dcce-a4c9-441c-82cd-137b66a918df'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:24.164167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.176198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.180558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Deleting subnet bca7d2e2-51ca-4528-bef3-6975345962fe {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:24.184389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.247239 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.285410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Pushing event updated for resources: {'Port': ['ID=dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:24.306528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54562) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:24.337709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9182e37f-457c-4c81-bf28-38006223650c req-9645991e-0bf0-4899-ab0a-523701933f7b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868166 Dec 16 09:39:24.353772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-86b30384-d9aa-4536-9567-b155211e8df4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:24.355403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-86b30384-d9aa-4536-9567-b155211e8df4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 945 time: 0.5149806 Dec 16 09:39:24.369113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] For port c1e1ab32-1960-4c14-b3c1-38e0ce432778, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:24.375811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] For port c1e1ab32-1960-4c14-b3c1-38e0ce432778, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c1e1ab32-1960-4c14-b3c1-38e0ce432778,segment=NetworkSegment(bb686ef6-7305-466d-b2eb-58243d58a026),segment_id=bb686ef6-7305-466d-b2eb-58243d58a026)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:24.389237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Network 41a4346c-6821-456b-867e-624aaccbb76e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:24.391699 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.404640 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6d7d3e24-0b26-4ed8-84dd-9cfd65f7d48c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e838d88c310489c8331b1072a022394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961666 Dec 16 09:39:24.407162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54566) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:24.410786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:24.414458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:24.499999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.504737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e896cb3c-9d4d-4651-9daa-092c0d4b73d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.553664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f073e-d753-4d92-99ee-ffe736ab8997 req-19e7c94f-9f4c-4848-ac0c-1e084b1e8505 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:24.563257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e896cb3c-9d4d-4651-9daa-092c0d4b73d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.564300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-026f073e-d753-4d92-99ee-ffe736ab8997 req-19e7c94f-9f4c-4848-ac0c-1e084b1e8505 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 944 time: 0.1295493 Dec 16 09:39:24.601407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port 8c84e927-fb5d-462a-880d-eaa359b7e78b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:24.602077 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.625022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.659754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Subnet': ['ID=bca7d2e2-51ca-4528-bef3-6975345962fe,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:24.664960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.668879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ada515d-fff5-4329-8b95-7238517981a4 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/subnets/bca7d2e2-51ca-4528-bef3-6975345962fe HTTP/1.1" status: 204 len: 168 time: 0.5592318 Dec 16 09:39:24.671645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54568) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:24.707984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Attempting to bind port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:24.708501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Attempting to bind port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '41a4346c-6821-456b-867e-624aaccbb76e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:24.708775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Attempting to bind port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6 on network 41a4346c-6821-456b-867e-624aaccbb76e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:24.710106 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-026f073e-d753-4d92-99ee-ffe736ab8997 req-8ba8c4c7-e209-469b-b99c-b759ff09b2cf tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440423 Dec 16 09:39:24.724691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9c0c5-b960-483f-8476-60076bdc7973 None None] Pushing event updated for resources: {'Port': ['ID=c1e1ab32-1960-4c14-b3c1-38e0ce432778,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:24.747209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:24.747701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Checking segment: {'id': 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '41a4346c-6821-456b-867e-624aaccbb76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:24.748946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.749393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Bound using segment: {'id': 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '41a4346c-6821-456b-867e-624aaccbb76e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:24.750043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Bound port: dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '41a4346c-6821-456b-867e-624aaccbb76e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:24.750457 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.760123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5278abf5-ba01-49ee-869d-15769c117b19 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:24.773093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97d202-d924-4759-8919-f7f226b1bf1e tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:24.775171 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc97d202-d924-4759-8919-f7f226b1bf1e tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024382 Dec 16 09:39:24.776555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e896cb3c-9d4d-4651-9daa-092c0d4b73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.780556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54570) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:24.781487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e896cb3c-9d4d-4651-9daa-092c0d4b73d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.782720 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e896cb3c-9d4d-4651-9daa-092c0d4b73d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77c32ccd-cb91-447e-bdbe-97b699410a27 HTTP/1.1" status: 204 len: 168 time: 0.3745649 Dec 16 09:39:24.792127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896cb3c-9d4d-4651-9daa-092c0d4b73d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c32ccd-cb91-447e-bdbe-97b699410a27,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:24.808595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845f3b2-ffac-4197-ab71-ae0ae5f1d05d None None] Network 6c62dcce-a4c9-441c-82cd-137b66a918df requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:24.849389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 5278abf5-ba01-49ee-869d-15769c117b19 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:24.850319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 5278abf5-ba01-49ee-869d-15769c117b19 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:24.923613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port 8c84e927-fb5d-462a-880d-eaa359b7e78b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8c84e927-fb5d-462a-880d-eaa359b7e78b,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:24.924238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:24.952063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for 8c84e927-fb5d-462a-880d-eaa359b7e78b owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:24.964327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.076325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] For port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:25.081021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] For port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6,segment=NetworkSegment(d7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c),segment_id=d7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:25.086449 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.089381 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.129934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Deleting port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:25.130436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.239975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfa5e9-e2c6-4add-a7cb-dc246032cabe None None] Pushing event updated for resources: {'Port': ['ID=dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:25.251656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] For port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6,segment=NetworkSegment(d7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c),segment_id=d7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:25.252024 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.275053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Calling delete_port for dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:25.287355 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.300502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['8c84e927-fb5d-462a-880d-eaa359b7e78b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:25.304389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:25.317125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=8c84e927-fb5d-462a-880d-eaa359b7e78b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:25.371378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f328c4-9ec1-4521-8229-5ac1d8ada555 None None] Network 41a4346c-6821-456b-867e-624aaccbb76e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:25.417066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port 8c84e927-fb5d-462a-880d-eaa359b7e78b on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:25.420937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.424306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df01ad3-e3d6-4c97-ab9d-4c37fc9404d7 req-5a8365cd-b70e-42e6-aa03-ef2a6e11f306 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "DELETE /v2.0/ports/8c84e927-fb5d-462a-880d-eaa359b7e78b HTTP/1.1" status: 204 len: 173 time: 1.0610166 Dec 16 09:39:25.424757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a96619-d741-4d98-878c-676dd182da4f', 'name': 'network-vif-deleted', 'tag': '8c84e927-fb5d-462a-880d-eaa359b7e78b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:25.427144 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9214c160-d474-4ac1-abb2-024365243a30" -d '{"events": [{"server_uuid": "14a96619-d741-4d98-878c-676dd182da4f", "name": "network-vif-deleted", "tag": "8c84e927-fb5d-462a-880d-eaa359b7e78b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:25.470333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b441228-ca6c-4b28-9502-29fc9358b328 req-2358e500-6312-400e-9943-db710ba4b15f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=14a96619-d741-4d98-878c-676dd182da4f HTTP/1.1" status: 200 len: 210 time: 0.0381138 Dec 16 09:39:25.489824 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.571958 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63302f9f-a80c-4717-9c09-26d1a1ab7063 x-openstack-request-id: req-63302f9f-a80c-4717-9c09-26d1a1ab7063 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:25.572422 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a96619-d741-4d98-878c-676dd182da4f", "name": "network-vif-deleted", "tag": "8c84e927-fb5d-462a-880d-eaa359b7e78b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:25.572533 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63302f9f-a80c-4717-9c09-26d1a1ab7063 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:25.574024 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a96619-d741-4d98-878c-676dd182da4f', 'name': 'network-vif-deleted', 'tag': '8c84e927-fb5d-462a-880d-eaa359b7e78b', 'status': 'completed', 'code': 200} Dec 16 09:39:25.577508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Port': ['ID=dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:25.588405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] No DVR routers for this DVR port dd6c22e7-b5b3-4efa-8aa4-099c7c4f09b6 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:25.610840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca942cd-579c-4308-b00a-757e3f91a648 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:39:25.717093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.759090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a4346c-6821-456b-867e-624aaccbb76e']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:25.768750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:25.769049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e0cfce-2b5b-4b98-8ad3-66090c2a1e0c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:25.779846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.795292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.808237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:25.808645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:25.812070 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:25.846167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca942cd-579c-4308-b00a-757e3f91a648 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:39:25.876746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54606) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:25.958859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:25.989399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0a67-edd8-40ab-8560-6c7cef808960 req-5c715d3b-9cd7-40e4-b3bb-7d519a68ad10 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:26.002215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-072f0a67-edd8-40ab-8560-6c7cef808960 req-5c715d3b-9cd7-40e4-b3bb-7d519a68ad10 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 944 time: 0.1647148 Dec 16 09:39:26.008327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.014485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/networks/41a4346c-6821-456b-867e-624aaccbb76e HTTP/1.1" status: 204 len: 168 time: 1.2310007 Dec 16 09:39:26.017328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54612) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:26.054801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce547b-8f1d-4477-8573-765c305e01fa tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Network': ['ID=41a4346c-6821-456b-867e-624aaccbb76e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.058888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0621b15c-3610-44d8-90f6-92808606f965 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:26.092270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-072f0a67-edd8-40ab-8560-6c7cef808960 req-8cf263bb-f8f6-4614-befc-b23b9751bcfe tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890901 Dec 16 09:39:26.129009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 0621b15c-3610-44d8-90f6-92808606f965 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:39:26.133880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 0621b15c-3610-44d8-90f6-92808606f965 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:26.134379 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.141091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1825275673-network', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:26.188551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.195803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:26.198387 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.211177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.319686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Deleting port c1e1ab32-1960-4c14-b3c1-38e0ce432778 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:26.320050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.342415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83fec0-e8aa-404c-bb63-5eec133b4710 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:39:26.389335 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.410482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dee604-e110-4aff-b57c-37c48de13b14 req-9e01fb4b-3037-4469-8d1f-7238eaaddd4f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:26.418706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8dee604-e110-4aff-b57c-37c48de13b14 req-9e01fb4b-3037-4469-8d1f-7238eaaddd4f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0691698 Dec 16 09:39:26.436835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.448613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.449059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0621b15c-3610-44d8-90f6-92808606f965'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:26.451702 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b2be7b-f17d-4875-8a80-ce7d6ed76309" -d '{"events": [{"server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "name": "network-vif-plugged", "status": "completed", "tag": "0621b15c-3610-44d8-90f6-92808606f965"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:26.485114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8dee604-e110-4aff-b57c-37c48de13b14 req-f7aeb595-b123-40e6-b280-7de941ba102b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654545 Dec 16 09:39:26.487907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0621b15c-3610-44d8-90f6-92808606f965, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0621b15c-3610-44d8-90f6-92808606f965,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:26.494696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:26.500356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] For port c1e1ab32-1960-4c14-b3c1-38e0ce432778, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c1e1ab32-1960-4c14-b3c1-38e0ce432778,segment=NetworkSegment(bb686ef6-7305-466d-b2eb-58243d58a026),segment_id=bb686ef6-7305-466d-b2eb-58243d58a026)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:26.506230 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.506628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.538453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.539111 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Added segment f3c7f1dc-ed79-4204-9603-50800e0d6c83 of type vlan for network 64642734-5d89-4ba1-97ce-846759726226 Dec 16 09:39:26.548288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Calling delete_port for c1e1ab32-1960-4c14-b3c1-38e0ce432778 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:26.550777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.582653 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb26ab9a-277c-49a7-becd-b0375e44bc17 x-openstack-request-id: req-cb26ab9a-277c-49a7-becd-b0375e44bc17 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:26.583117 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "name": "network-vif-plugged", "status": "completed", "tag": "0621b15c-3610-44d8-90f6-92808606f965", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:26.583516 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb26ab9a-277c-49a7-becd-b0375e44bc17 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:26.584203 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0621b15c-3610-44d8-90f6-92808606f965', 'code': 200} Dec 16 09:39:26.603864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0621b15c-3610-44d8-90f6-92808606f965,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.656972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83fec0-e8aa-404c-bb63-5eec133b4710 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:39:26.694315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.742157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847db35-e980-408a-8182-9b1276d25da9 req-32d985a1-dea9-42d6-a477-01764d503ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:26.745163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c847db35-e980-408a-8182-9b1276d25da9 req-32d985a1-dea9-42d6-a477-01764d503ef6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1096 time: 0.1229858 Dec 16 09:39:26.747215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.748652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:26.749867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.827323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:26.862128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c847db35-e980-408a-8182-9b1276d25da9 req-2c86bf13-fbdc-4c04-bbd4-82cad4bb8c5a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932553 Dec 16 09:39:26.883896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0040829 Dec 16 09:39:26.885260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:26.885586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98be3-082d-4915-a2b8-4e346920a492 req-e4c4388f-8404-4563-841e-18360ce67133 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:26.892724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Port': ['ID=c1e1ab32-1960-4c14-b3c1-38e0ce432778,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.894320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0eb98be3-082d-4915-a2b8-4e346920a492 req-e4c4388f-8404-4563-841e-18360ce67133 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1480894 Dec 16 09:39:26.904181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Request body: {'subnet': {'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1825275673-subnet', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:26.911229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] No DVR routers for this DVR port c1e1ab32-1960-4c14-b3c1-38e0ce432778 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:26.923004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d2935-f658-455e-9c59-34131028d3ec admin admin] Pushing event updated for resources: {'Network': ['ID=64642734-5d89-4ba1-97ce-846759726226,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:26.941697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 64642734-5d89-4ba1-97ce-846759726226 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:26.955112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0eb98be3-082d-4915-a2b8-4e346920a492 req-a7b8b2f1-e3e9-466f-a3b1-423c7b8d97df tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597289 Dec 16 09:39:27.042592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.063962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:27.068208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.083844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c62dcce-a4c9-441c-82cd-137b66a918df']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.094556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb686ef6-7305-466d-b2eb-58243d58a026') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.094980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb686ef6-7305-466d-b2eb-58243d58a026') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.105092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.161368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.178912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-3de6a073-57c9-446d-9294-ef572fd5042f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:27.179638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:27.180107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.182676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-3de6a073-57c9-446d-9294-ef572fd5042f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.1318130 Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:27.183360 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:27.202000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-7d5238bd-ece0-4ac0-8364-17b70115656c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.0122070 Dec 16 09:39:27.267887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.280493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.280624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-a7bd5b77-084e-4b29-9ee6-b81bda2ebe72 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716023 Dec 16 09:39:27.283625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/networks/6c62dcce-a4c9-441c-82cd-137b66a918df HTTP/1.1" status: 204 len: 168 time: 1.2649734 Dec 16 09:39:27.286840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54652) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:27.298332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1b346-f7d2-467d-b1bc-c11c59e0222c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Network': ['ID=6c62dcce-a4c9-441c-82cd-137b66a918df,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:27.393742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.433164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.447924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8509a545-3735-4db8-8a4a-0bd7c3e4b934,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:27.466804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:27.467635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Network hostable DHCP agents. Network: 64642734-5d89-4ba1-97ce-846759726226, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:27.490462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Network 64642734-5d89-4ba1-97ce-846759726226 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:27.491759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-c562c94c-04ac-4c70-bacf-46c0a6f55a6d service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890988 Dec 16 09:39:27.502404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 64642734-5d89-4ba1-97ce-846759726226) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:27.508583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:27.509132 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.513046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf8712-d1ec-4da9-a5be-304814964d18 None None] Network 64642734-5d89-4ba1-97ce-846759726226 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:27.540081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-01c2e716-7e9e-48e6-8d68-6f4aed6cb093 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6496634 Dec 16 09:39:27.541439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:27.546502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:27.573269 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.575647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.606115 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.633886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425ffc46-8c40-4096-9f3c-00e035154cd4']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.651708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a586c7fb-38b1-4978-a721-f0916216a153') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.652001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a586c7fb-38b1-4978-a721-f0916216a153') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:27.659956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.669348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.686483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-4e48aba3-25fe-4c9b-b735-c0367752d154 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790195 Dec 16 09:39:27.690350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.697801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:27.698327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:27.702375 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:27.723918 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-64642734-5d89-4ba1-97ce-846759726226', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:27.725567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.775521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.793291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.799603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/networks/425ffc46-8c40-4096-9f3c-00e035154cd4 HTTP/1.1" status: 204 len: 168 time: 0.5110667 Dec 16 09:39:27.810207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54658) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:27.820185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a71ae-ce1f-44c7-baef-1415d488ac0c tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Network': ['ID=425ffc46-8c40-4096-9f3c-00e035154cd4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:27.922719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:27.948884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Allocated IP 172.20.0.2 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/203df3b1-d93a-488b-be8d-cd1e362294fa) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:27.995089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.011846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8c84e927-fb5d-462a-880d-eaa359b7e78b no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:28.046056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 8c84e927-fb5d-462a-880d-eaa359b7e78b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:28.047515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8c84e927-fb5d-462a-880d-eaa359b7e78b not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:28.093014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.133254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321d5166-cfcd-428f-82e1-5471f7d1a165']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:28.151360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc8a586-511d-4bc9-b86f-9357eae91f86') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:28.151688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc8a586-511d-4bc9-b86f-9357eae91f86') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:28.168319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.188161 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.202592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:28.203047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.209891 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:28.219033 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:28.221939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.313649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:28.321646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:28.326957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:28.348862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Pushing event updated for resources: {'Port': ['ID=203df3b1-d93a-488b-be8d-cd1e362294fa,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:28.411950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Attempting to bind port 203df3b1-d93a-488b-be8d-cd1e362294fa on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:28.412788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Attempting to bind port 203df3b1-d93a-488b-be8d-cd1e362294fa by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:28.413498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Attempting to bind port 203df3b1-d93a-488b-be8d-cd1e362294fa on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:28.420724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:28.421238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:28.421864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.422353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:28.422902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Bound port: 203df3b1-d93a-488b-be8d-cd1e362294fa, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:28.423351 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.452884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.472245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.492296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] For port 203df3b1-d93a-488b-be8d-cd1e362294fa, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:28.496930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] For port 203df3b1-d93a-488b-be8d-cd1e362294fa, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=203df3b1-d93a-488b-be8d-cd1e362294fa,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:28.502302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.503449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.507184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] 10.222.0.61 "DELETE /v2.0/networks/321d5166-cfcd-428f-82e1-5471f7d1a165 HTTP/1.1" status: 204 len: 168 time: 0.6957879 Dec 16 09:39:28.508984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203cf67-2149-4518-9655-c3d333bc26e8 tempest-BulkNetworkOpsIpV6Test-2120145606 tempest-BulkNetworkOpsIpV6Test-2120145606-project] Pushing event deleted for resources: {'Network': ['ID=321d5166-cfcd-428f-82e1-5471f7d1a165,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:28.527918 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:28.556659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acd582-2d38-4fdd-93f7-6eec651ee7f1 req-eddd2ff9-6e74-4483-ba7e-bf8642ebaa4c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:28.564341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62acd582-2d38-4fdd-93f7-6eec651ee7f1 req-eddd2ff9-6e74-4483-ba7e-bf8642ebaa4c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.2199535 Dec 16 09:39:28.641295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a01c54-22c4-4be6-82a0-ad4ee4371d90 None None] Pushing event updated for resources: {'Port': ['ID=203df3b1-d93a-488b-be8d-cd1e362294fa,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:28.673123 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62acd582-2d38-4fdd-93f7-6eec651ee7f1 req-a8514e08-43eb-4183-aef2-affd6d7e71fb tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057234 Dec 16 09:39:28.725681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Allocated IP 172.25.6.174 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/0e3ad194-5a47-4527-8b05-51d8119dd64a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:28.876276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:28.930173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.003655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.007330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de86b231-9b11-4f39-a706-bd6723779858 req-865305b6-2315-4e42-85c1-319d6fda13a9 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 210 time: 0.0473127 Dec 16 09:39:29.057619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:29.072676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:29.076289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:29.116640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Pushing event updated for resources: {'Port': ['ID=0e3ad194-5a47-4527-8b05-51d8119dd64a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:29.181943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28730392-87db-4773-9873-b38076ad3d3e req-27c302e7-ec0e-4eef-a4a2-e64b0065877b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:29.183522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28730392-87db-4773-9873-b38076ad3d3e req-27c302e7-ec0e-4eef-a4a2-e64b0065877b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1012793 Dec 16 09:39:29.191999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f5021ae9-24cc-4ead-a4a7-952b8f904c00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbfffdde17b64d0da25f8bc3d4e4887a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137007 Dec 16 09:39:29.196100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:29.226619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28730392-87db-4773-9873-b38076ad3d3e req-e4d0abb1-f29a-440a-83f2-c791c1c48893 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335364 Dec 16 09:39:29.289941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6e85-9d0b-4f51-a0c0-a45cc7c3eb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.378003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6e85-9d0b-4f51-a0c0-a45cc7c3eb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.522128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.530532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6e85-9d0b-4f51-a0c0-a45cc7c3eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.534674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d1d6e85-9d0b-4f51-a0c0-a45cc7c3eb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:29.535904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2d1d6e85-9d0b-4f51-a0c0-a45cc7c3eb2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98b00bbb-c2da-42c7-8c23-080c49a6949c HTTP/1.1" status: 204 len: 168 time: 0.3388269 Dec 16 09:39:29.842180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1211-70ad-4272-a8ba-cf23a85de1df req-ba73a66d-86a6-4f46-947d-b9964345a4f2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:29.850761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44fb1211-70ad-4272-a8ba-cf23a85de1df req-ba73a66d-86a6-4f46-947d-b9964345a4f2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0873780 Dec 16 09:39:29.893361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44fb1211-70ad-4272-a8ba-cf23a85de1df req-ceadc3fc-1b52-49b3-855e-822dc6f0e9c9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413136 Dec 16 09:39:30.021131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb6379-78db-4d23-885f-c96ac66616cc None None] Network 64642734-5d89-4ba1-97ce-846759726226 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:30.093924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e1a6f-64ad-4382-890a-b5de5d9b1459 req-7dde939b-2d93-401b-9345-2132b60ea849 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:30.103813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-601e1a6f-64ad-4382-890a-b5de5d9b1459 req-7dde939b-2d93-401b-9345-2132b60ea849 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1160030 Dec 16 09:39:30.153364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-601e1a6f-64ad-4382-890a-b5de5d9b1459 req-d4832505-69ca-47f8-a311-cebb195cf5de tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484850 Dec 16 09:39:30.280916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 203df3b1-d93a-488b-be8d-cd1e362294fa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:30.297576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-6fccf907-1791-4388-8e66-e6f3d4485cd6 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:30.299064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-6fccf907-1791-4388-8e66-e6f3d4485cd6 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.8984609 Dec 16 09:39:30.301764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d6e85-9d0b-4f51-a0c0-a45cc7c3eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b00bbb-c2da-42c7-8c23-080c49a6949c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:30.321582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': '264f6799-2c47-4971-9330-1f0559b4d57b', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:30.363225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9d78dc14-8dc0-4bd6-9283-532dce0ee528 None None] Provisioning complete for port 203df3b1-d93a-488b-be8d-cd1e362294fa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:30.363816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d78dc14-8dc0-4bd6-9283-532dce0ee528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.412902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00629218-e9c6-483a-a2dc-863c2235e630 req-1c054cef-bef7-4666-93ee-36420f5901dc tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 210 time: 0.0597787 Dec 16 09:39:30.443304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 203df3b1-d93a-488b-be8d-cd1e362294fa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:30.443682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.549766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8a96a-95f3-4cd6-9831-2b901df861f1 req-45460f75-f19c-4030-b7e8-2ca66129cb2e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:30.552825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3a8a96a-95f3-4cd6-9831-2b901df861f1 req-45460f75-f19c-4030-b7e8-2ca66129cb2e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0765917 Dec 16 09:39:30.563201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:30.568149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'floatingip': {'port_id': '0621b15c-3610-44d8-90f6-92808606f965'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:30.636159 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d78dc14-8dc0-4bd6-9283-532dce0ee528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.659957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:30.659957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.660376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.763237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.783137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9d78dc14-8dc0-4bd6-9283-532dce0ee528 None None] For port 203df3b1-d93a-488b-be8d-cd1e362294fa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=203df3b1-d93a-488b-be8d-cd1e362294fa,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:30.791514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d78dc14-8dc0-4bd6-9283-532dce0ee528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.795024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:30.898428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54738) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:30.938198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78dc14-8dc0-4bd6-9283-532dce0ee528 None None] Pushing event updated for resources: {'Port': ['ID=203df3b1-d93a-488b-be8d-cd1e362294fa,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:30.963201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.2 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/ac4299c8-798d-4ac7-a083-5c355c35d6f1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:30.965193 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:39:30.965671 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:39:31.113838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fda013f4-bda7-438e-9e04-6eb9b0eda3cf None None] Provisioning complete for port 203df3b1-d93a-488b-be8d-cd1e362294fa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:31.114552 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fda013f4-bda7-438e-9e04-6eb9b0eda3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.128078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-41fc2826-cbd9-44e3-9f43-ee038bd68fe2 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] Request body: {'port': {'network_id': '840dfd87-f55c-4872-ba20-71b5e3be66dc', 'name': 'tempest-NetworksNegativeTestJSON-1842381489'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:31.156626 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fc2826-cbd9-44e3-9f43-ee038bd68fe2 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] POST failed (client error): The resource could not be found. Dec 16 09:39:31.157565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fc2826-cbd9-44e3-9f43-ee038bd68fe2 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.158988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-41fc2826-cbd9-44e3-9f43-ee038bd68fe2 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2576594 Dec 16 09:39:31.164818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.179561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:39:31.198833 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3a2f84-923d-459f-8fdc-849472dcd930 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] DELETE failed (client error): The resource could not be found. Dec 16 09:39:31.200193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3a2f84-923d-459f-8fdc-849472dcd930 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.205349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed3a2f84-923d-459f-8fdc-849472dcd930 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "DELETE /v2.0/networks/9b4052ae-72af-42b4-bc68-8e2697292fb0 HTTP/1.1" status: 404 len: 339 time: 0.0388691 Dec 16 09:39:31.214421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54746) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.215090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40040ce1-87ec-447b-8cdc-53b5d07db05d req-5b42af3f-1bc4-417a-adf1-6b94cfc51cd7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:31.232658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40040ce1-87ec-447b-8cdc-53b5d07db05d req-5b42af3f-1bc4-417a-adf1-6b94cfc51cd7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2116604 Dec 16 09:39:31.265779 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3608379f-a348-4695-a2f2-cf32d4049af6 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] DELETE failed (client error): The resource could not be found. Dec 16 09:39:31.267111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3608379f-a348-4695-a2f2-cf32d4049af6 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.272763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3608379f-a348-4695-a2f2-cf32d4049af6 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "DELETE /v2.0/ports/af63ac7e-22cc-4e4a-bebb-c2a0b72525a9 HTTP/1.1" status: 404 len: 333 time: 0.0556118 Dec 16 09:39:31.280326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54750) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.358745 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-47779eab-10a7-466a-9445-6a7d831bbf4f tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] DELETE failed (client error): The resource could not be found. Dec 16 09:39:31.359389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47779eab-10a7-466a-9445-6a7d831bbf4f tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.366456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47779eab-10a7-466a-9445-6a7d831bbf4f tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "DELETE /v2.0/subnets/d1b983db-c770-418a-92fd-51dffe0361b1 HTTP/1.1" status: 404 len: 337 time: 0.0793402 Dec 16 09:39:31.367364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54752) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.383987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40040ce1-87ec-447b-8cdc-53b5d07db05d req-bb719b46-94c4-4f60-a6bf-c8c262afec38 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467032 Dec 16 09:39:31.389059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.425513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.resource_extend [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 09:39:31.439394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:31.449895 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:31.454354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.465980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.466269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:31.467169 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:31.467980 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:31.473729 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-499f1e83-6108-49a9-a258-f45580b65b1a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9306777 Dec 16 09:39:31.497687 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca3ae07-7515-4faf-af19-7075617e16a2 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] GET failed (client error): The resource could not be found. Dec 16 09:39:31.500793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54756) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.505674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cca3ae07-7515-4faf-af19-7075617e16a2 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "GET /v2.0/networks/690e915b-f308-4b72-b60c-573de976c780 HTTP/1.1" status: 404 len: 339 time: 0.1340284 Dec 16 09:39:31.507465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54758) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.574963 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d52495-8cb1-4d41-99ca-c4040e1c4a80 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] GET failed (client error): The resource could not be found. Dec 16 09:39:31.581638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-21d52495-8cb1-4d41-99ca-c4040e1c4a80 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "GET /v2.0/ports/fd783de2-676d-4c5c-85fa-bc84d187a989 HTTP/1.1" status: 404 len: 333 time: 0.0689769 Dec 16 09:39:31.583096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54760) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.635610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:31.640847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:31.646911 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.648232 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f9deee-cb77-4a5f-b583-fc569439c299 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] GET failed (client error): The resource could not be found. Dec 16 09:39:31.653503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0f9deee-cb77-4a5f-b583-fc569439c299 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "GET /v2.0/subnets/cb3e1761-0dd6-44b5-93f3-5163c2027718 HTTP/1.1" status: 404 len: 337 time: 0.0662735 Dec 16 09:39:31.654272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54764) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.660456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:31.660805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9e61b509-ac0f-49ae-b299-8551f65b47ca tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:31.666263 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.677491 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:31.714111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=ac4299c8-798d-4ac7-a083-5c355c35d6f1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:31.756033 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e61b509-ac0f-49ae-b299-8551f65b47ca tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] PUT failed (client error): The resource could not be found. Dec 16 09:39:31.756657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e61b509-ac0f-49ae-b299-8551f65b47ca tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.756964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:31.761485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e61b509-ac0f-49ae-b299-8551f65b47ca tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "PUT /v2.0/networks/77ca7007-1381-4cd1-8af3-28076a6f0a22 HTTP/1.1" status: 404 len: 339 time: 0.1023884 Dec 16 09:39:31.762622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:31.763593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54766) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.771904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-03fe28ba-8f96-4838-ae23-3c9ee8c646be tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:31.795273 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fe28ba-8f96-4838-ae23-3c9ee8c646be tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] PUT failed (client error): The resource could not be found. Dec 16 09:39:31.795959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fe28ba-8f96-4838-ae23-3c9ee8c646be tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.800781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-03fe28ba-8f96-4838-ae23-3c9ee8c646be tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "PUT /v2.0/ports/5765731f-32f0-44a0-989c-bfd86124fc4c HTTP/1.1" status: 404 len: 333 time: 0.0327778 Dec 16 09:39:31.803746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54768) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:31.811668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508af81-7784-4f9a-8822-c93cc42b9482 req-83ce70c7-f814-4405-b09a-6fa79b02a18a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:31.819137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a508af81-7784-4f9a-8822-c93cc42b9482 req-83ce70c7-f814-4405-b09a-6fa79b02a18a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 931 time: 0.2377892 Dec 16 09:39:31.825681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0de64ca1-cdc0-440e-b810-cff83e514792 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:31.870525 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de64ca1-cdc0-440e-b810-cff83e514792 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] PUT failed (client error): The resource could not be found. Dec 16 09:39:31.871340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de64ca1-cdc0-440e-b810-cff83e514792 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:31.872647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0de64ca1-cdc0-440e-b810-cff83e514792 tempest-NetworksNegativeTestJSON-483738649 tempest-NetworksNegativeTestJSON-483738649-project] 10.222.0.61 "PUT /v2.0/subnets/85bda5fd-53d2-4132-8643-e4d4f5f22ace HTTP/1.1" status: 404 len: 337 time: 0.0515139 Dec 16 09:39:31.926171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a508af81-7784-4f9a-8822-c93cc42b9482 req-2b402d28-fed8-44d9-8879-46fdc023d3bd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059804 Dec 16 09:39:31.931343 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:29Z', 'revision_number': 3, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:31.940949 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Floating IP 2850f7a9-ea21-4792-80e7-fd523eec59e8 associated. External IP: 172.25.6.26, port: 0621b15c-3610-44d8-90f6-92808606f965. Dec 16 09:39:31.966437 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:31.966889 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Updating router 46064194-1a3c-43a0-a8fe-ba3f3da82145 port 0e3ad194-5a47-4527-8b05-51d8119dd64a binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:32.005924 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.022965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 203df3b1-d93a-488b-be8d-cd1e362294fa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:32.118778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 203df3b1-d93a-488b-be8d-cd1e362294fa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:32.119443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.123797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-d1bc1602-24f6-4267-83c7-48f7a7e589ad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8111389 Dec 16 09:39:32.142658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Request body: {'port': {'device_id': '264f6799-2c47-4971-9330-1f0559b4d57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:32.261612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:32.298921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.371124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54778) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:32.407723 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.418422 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.462288 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Attempting to bind port 0e3ad194-5a47-4527-8b05-51d8119dd64a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:32.462952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Attempting to bind port 0e3ad194-5a47-4527-8b05-51d8119dd64a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:32.463040 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Attempting to bind port 0e3ad194-5a47-4527-8b05-51d8119dd64a on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:32.487634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:32.500095 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:32.500533 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:32.500938 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.501784 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:32.501989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:32.502364 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Bound port: 0e3ad194-5a47-4527-8b05-51d8119dd64a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:32.502861 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.506618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.523023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:32.523653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:32.568938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0b85baae-0052-4943-a293-076d45237656 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "PUT /v2.0/floatingips/2850f7a9-ea21-4792-80e7-fd523eec59e8 HTTP/1.1" status: 200 len: 990 time: 2.0046630 Dec 16 09:39:32.572174 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] For port 0e3ad194-5a47-4527-8b05-51d8119dd64a, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:32.573889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'tag': '0621b15c-3610-44d8-90f6-92808606f965'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:32.576393 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd" -d '{"events": [{"name": "network-changed", "server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "tag": "0621b15c-3610-44d8-90f6-92808606f965"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:32.576572 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] For port 0e3ad194-5a47-4527-8b05-51d8119dd64a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0e3ad194-5a47-4527-8b05-51d8119dd64a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:32.587682 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.619274 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:32.620329 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:32.643900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae5863-7352-448c-ad6f-6d67be78e779 req-4a29e93e-51ed-4d0c-9e47-f5360cff7a1d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:32.649252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9eae5863-7352-448c-ad6f-6d67be78e779 req-4a29e93e-51ed-4d0c-9e47-f5360cff7a1d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0758185 Dec 16 09:39:32.670448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-241f607c-1613-4951-999d-33c9dce225e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.720200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9eae5863-7352-448c-ad6f-6d67be78e779 req-3446af8d-aafd-4384-843e-a1ea6dcefcf7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635607 Dec 16 09:39:32.737174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:32.737591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:32.740979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Pushing event updated for resources: {'Port': ['ID=0e3ad194-5a47-4527-8b05-51d8119dd64a,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:32.752923 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.753654 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.753654 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.753969 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.754411 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.754735 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.755047 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.755356 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.755664 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.755966 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.756338 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.756649 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:39:32.826621 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f503d00-cb71-4c29-bd39-0b572689c761 None None] Pushing event updated for resources: {'Port': ['ID=0e3ad194-5a47-4527-8b05-51d8119dd64a,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:32.840042 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:33.038396 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c988d070-24a7-49b7-9b32-08e71fb7cea6 x-openstack-request-id: req-c988d070-24a7-49b7-9b32-08e71fb7cea6 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:33.039118 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "tag": "0621b15c-3610-44d8-90f6-92808606f965", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:33.039377 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c988d070-24a7-49b7-9b32-08e71fb7cea6 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:33.039837 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'tag': '0621b15c-3610-44d8-90f6-92808606f965', 'status': 'completed', 'code': 200} Dec 16 09:39:33.044765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-241f607c-1613-4951-999d-33c9dce225e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.055569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-241f607c-1613-4951-999d-33c9dce225e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.092899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f607c-1613-4951-999d-33c9dce225e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3680c020-0f4a-4b8d-826b-6e649fa4a886,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:33.107808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2850f7a9-ea21-4792-80e7-fd523eec59e8', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'port_id': '0621b15c-3610-44d8-90f6-92808606f965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'mac_address': 'fa:16:3e:1f:3b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:39:07Z', 'updated_at': '2021-12-16T09:39:31Z', 'revision_number': 1, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:33.115035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4299c8-798d-4ac7-a083-5c355c35d6f1 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:33.134698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.145251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:33.148173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Allocated IP 172.20.0.1 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/2654283e-edcd-4de5-9103-4833c31ab684) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:33.159146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:33.160259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:33.180203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-241f607c-1613-4951-999d-33c9dce225e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=920b32b4f2ba451aaacad784f31a42fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059640 Dec 16 09:39:33.180433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54794) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:33.189239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Transition to ACTIVE for port object ac4299c8-798d-4ac7-a083-5c355c35d6f1 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:39:33.197147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.216252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-792fe501-190c-4c46-98b3-af49e0171823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.218115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-792fe501-190c-4c46-98b3-af49e0171823 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1096 time: 0.1564598 Dec 16 09:39:33.258281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836c97f-f863-42b9-8030-94a758243b87 req-a4b6fcaa-fd10-49e7-9ccc-811cb9ebf21d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.266053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8836c97f-f863-42b9-8030-94a758243b87 req-a4b6fcaa-fd10-49e7-9ccc-811cb9ebf21d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 931 time: 0.1454720 Dec 16 09:39:33.286169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4299c8-798d-4ac7-a083-5c355c35d6f1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:33.323096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:33.335931 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:29Z', 'revision_number': 3, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:33.383799 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef55560-de7c-41b4-8545-eba421cbb6ae None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:29Z', 'revision_number': 3, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:33.386753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8836c97f-f863-42b9-8030-94a758243b87 req-c0cdec5d-29bc-4a5a-8017-d4ee28e1dda0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189756 Dec 16 09:39:33.433717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05e5a6e9-82ce-4fae-b570-453cd7a6040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.457938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.478391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Attempting to bind port ac4299c8-798d-4ac7-a083-5c355c35d6f1 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:33.478711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Attempting to bind port ac4299c8-798d-4ac7-a083-5c355c35d6f1 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:33.478953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Attempting to bind port ac4299c8-798d-4ac7-a083-5c355c35d6f1 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:33.494139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05e5a6e9-82ce-4fae-b570-453cd7a6040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.494762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Port ac4299c8-798d-4ac7-a083-5c355c35d6f1 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:39:33.495024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Attempting to bind port ac4299c8-798d-4ac7-a083-5c355c35d6f1 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:33.502239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:33.502677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:33.502960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:33.503800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Bound port: ac4299c8-798d-4ac7-a083-5c355c35d6f1, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:33.503800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.510709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-1a8d18e8-d3d4-4ea8-a276-f2e4f22bdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.512948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-1a8d18e8-d3d4-4ea8-a276-f2e4f22bdcbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.2868655 Dec 16 09:39:33.561078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.624323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Pushing event updated for resources: {'Port': ['ID=2654283e-edcd-4de5-9103-4833c31ab684,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:33.626528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-9bf1a189-dd60-452a-901e-823717e09fc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 998 time: 0.0973144 Dec 16 09:39:33.632067 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05e5a6e9-82ce-4fae-b570-453cd7a6040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.635230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05e5a6e9-82ce-4fae-b570-453cd7a6040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.638781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-05e5a6e9-82ce-4fae-b570-453cd7a6040f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3680c020-0f4a-4b8d-826b-6e649fa4a886 HTTP/1.1" status: 204 len: 168 time: 0.4510410 Dec 16 09:39:33.688370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:33.691504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5a6e9-82ce-4fae-b570-453cd7a6040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3680c020-0f4a-4b8d-826b-6e649fa4a886,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:33.715845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:33.725231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-ec9d46bd-cb63-45e7-a736-dab14930408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.727240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-ec9d46bd-cb63-45e7-a736-dab14930408e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0896394 Dec 16 09:39:33.764532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:33.791009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2850f7a9-ea21-4792-80e7-fd523eec59e8', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'port_id': '0621b15c-3610-44d8-90f6-92808606f965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'mac_address': 'fa:16:3e:1f:3b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:39:07Z', 'updated_at': '2021-12-16T09:39:31Z', 'revision_number': 1, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:33.854576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] For port ac4299c8-798d-4ac7-a083-5c355c35d6f1, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:33.860840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b012594f-70b2-441c-b8a8-831a1243e02e None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2850f7a9-ea21-4792-80e7-fd523eec59e8', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'floating_ip_address': '172.25.6.26', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'port_id': '0621b15c-3610-44d8-90f6-92808606f965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'mac_address': 'fa:16:3e:1f:3b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:39:07Z', 'updated_at': '2021-12-16T09:39:31Z', 'revision_number': 1, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:33.883026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-8302310a-2a38-4638-890a-c57fdcb8fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:33.891170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] For port ac4299c8-798d-4ac7-a083-5c355c35d6f1, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:33.897131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:33.904812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-8302310a-2a38-4638-890a-c57fdcb8fdd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701028 Dec 16 09:39:33.966417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.053790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.054783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.056765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] 10.222.0.53 "PUT /v2.0/ports/ac4299c8-798d-4ac7-a083-5c355c35d6f1 HTTP/1.1" status: 200 len: 1091 time: 1.9235940 Dec 16 09:39:34.065027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264f6799-2c47-4971-9330-1f0559b4d57b', 'tag': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:34.068325 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1091d5-fc52-4fb9-92b4-214fd583f601" -d '{"events": [{"name": "network-changed", "server_uuid": "264f6799-2c47-4971-9330-1f0559b4d57b", "tag": "ac4299c8-798d-4ac7-a083-5c355c35d6f1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:34.124787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0e3ad194-5a47-4527-8b05-51d8119dd64a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:34.169546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25313dab-4d8a-4a63-92ea-a454576b241b req-a6aa1a1e-6973-4245-b205-312f1dba1c8f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.179665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25313dab-4d8a-4a63-92ea-a454576b241b req-a6aa1a1e-6973-4245-b205-312f1dba1c8f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2417665 Dec 16 09:39:34.283039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0e3ad194-5a47-4527-8b05-51d8119dd64a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:34.283606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.294301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d583620f-4065-4351-ab17-1206a34656f3 None None] Provisioning complete for port 2654283e-edcd-4de5-9103-4833c31ab684 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:34.294663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d583620f-4065-4351-ab17-1206a34656f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.307250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55497b5a-9764-4929-8ad3-6dd11930df34 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4299c8-798d-4ac7-a083-5c355c35d6f1,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:34.349618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25313dab-4d8a-4a63-92ea-a454576b241b req-88449726-a6ec-42e3-bec6-c9f58b0e13a1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687787 Dec 16 09:39:34.354814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-55d37155-3c1b-4281-aa74-d1513d722196 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388249 Dec 16 09:39:34.385313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-5d83a733-1de7-4ba3-a621-21ea05ac5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:34.392061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-5d83a733-1de7-4ba3-a621-21ea05ac5941 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 1094 time: 0.2834539 Dec 16 09:39:34.402031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d583620f-4065-4351-ab17-1206a34656f3 None None] Port 2654283e-edcd-4de5-9103-4833c31ab684 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:34.407127 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc109a0-ca56-4796-ae0d-b42b24f64da5 None None] New status for floating IP 2850f7a9-ea21-4792-80e7-fd523eec59e8: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:39:34.491774 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.535691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 0e3ad194-5a47-4527-8b05-51d8119dd64a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0e3ad194-5a47-4527-8b05-51d8119dd64a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:34.542412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:34.570408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-372f4cc0-61bc-44ef-9488-22400b4dec3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1 HTTP/1.1" status: 200 len: 217 time: 0.1200745 Dec 16 09:39:34.605797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e88a02c-3a27-4d00-b903-fdeb8ccd65fd req-c842a174-188a-48c8-95d9-cf178d61381a service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438359 Dec 16 09:39:34.641247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=0e3ad194-5a47-4527-8b05-51d8119dd64a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:35.168169 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556da9ce-c83a-4c4c-b0b7-95913feda6fa x-openstack-request-id: req-556da9ce-c83a-4c4c-b0b7-95913feda6fa {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:35.168845 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264f6799-2c47-4971-9330-1f0559b4d57b", "tag": "ac4299c8-798d-4ac7-a083-5c355c35d6f1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:35.168845 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-556da9ce-c83a-4c4c-b0b7-95913feda6fa {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:35.169292 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264f6799-2c47-4971-9330-1f0559b4d57b', 'tag': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1', 'status': 'completed', 'code': 200} Dec 16 09:39:35.169755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54842) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:35.251392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.314087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-6cc84881-305f-4649-9fba-f5e2dd92f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:35.315920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-6cc84881-305f-4649-9fba-f5e2dd92f070 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.7348516 Dec 16 09:39:35.324392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc57296-72f5-4d79-bcb3-1a8085789b4c req-249f7862-e25d-468d-adb7-439af59036a8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:35.333010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfc57296-72f5-4d79-bcb3-1a8085789b4c req-249f7862-e25d-468d-adb7-439af59036a8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 943 time: 0.4970551 Dec 16 09:39:35.376057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfc57296-72f5-4d79-bcb3-1a8085789b4c req-463d3a2e-3805-46af-915b-211da2946c56 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419836 Dec 16 09:39:35.399934 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-210d436d-f9ec-4de8-870d-ab6cbd418b20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757091 Dec 16 09:39:35.405231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-8526885'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:35.514411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:35.526270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.562642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.595082 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-a0f019dc-c5ff-4ad0-a555-950c73e299ba service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861315 Dec 16 09:39:35.727856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.739938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.799449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f31ac-50cf-4496-97b3-e6d5a2acc7b2 req-f2d411b2-a31f-4a83-8f0e-0fffc94b4dbd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:35.802641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-269f31ac-50cf-4496-97b3-e6d5a2acc7b2 req-f2d411b2-a31f-4a83-8f0e-0fffc94b4dbd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0834110 Dec 16 09:39:35.825216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:35.858582 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fb0b3ee-03f0-4670-94c5-deede1098ffa req-f4efaf90-9919-4310-aa89-d75861b2c657 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517049 Dec 16 09:39:35.873905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-269f31ac-50cf-4496-97b3-e6d5a2acc7b2 req-5a351eb8-f6f5-4fd6-a9e6-40004f2d8700 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581701 Dec 16 09:39:35.899477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Pushing event updated for resources: {'Port': ['ID=2654283e-edcd-4de5-9103-4833c31ab684,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:36.016555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.024271 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0e3ad194-5a47-4527-8b05-51d8119dd64a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:36.030499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.048524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:36.062680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.063333 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 43778fc7-f568-4919-833e-5ad3482d0230 of type vlan for network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f Dec 16 09:39:36.094286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0e3ad194-5a47-4527-8b05-51d8119dd64a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:36.094661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.128498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5477724-c9f6-43c2-a46a-ab2c783655a0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:36.154810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-a47e8528-8df6-4610-abad-beb81395b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.156448 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-a47e8528-8df6-4610-abad-beb81395b29f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 1094 time: 0.2084281 Dec 16 09:39:36.205003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.255047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:36.262148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:36.374488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.381616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.382301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.419434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-f4af4a3b-8bd9-4d67-97e3-ee7eb09a430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.421092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-f4af4a3b-8bd9-4d67-97e3-ee7eb09a430f service neutron] 10.222.0.53 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.2560833 Dec 16 09:39:36.529201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507dafd-cbec-4cfb-ac5f-6071bc1c8180 req-f5ffd207-9d4a-4acc-962c-13a9d33f8561 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.532549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5507dafd-cbec-4cfb-ac5f-6071bc1c8180 req-f5ffd207-9d4a-4acc-962c-13a9d33f8561 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 943 time: 0.0719411 Dec 16 09:39:36.534135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3359375 Dec 16 09:39:36.538310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54870) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:36.539672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-9ca213c2-780a-49af-bdb2-9e1e168fa8cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1 HTTP/1.1" status: 200 len: 217 time: 0.0816202 Dec 16 09:39:36.547330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'name': 'tempest-PortsTestJSON-41887969'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:36.552333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f53007f8-1a5d-4364-a117-79a583517047 None None] Provisioning complete for port 2654283e-edcd-4de5-9103-4833c31ab684 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:36.552827 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f53007f8-1a5d-4364-a117-79a583517047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.561027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35503292-0fa0-4afb-bd5a-884bfa6c64d1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=79ddb0b2-9411-44dc-9bb5-6cd33ae6843f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:36.575214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:36.615285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:36.619788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-7fc43e6c-3163-4e0e-8b20-49cdc8df7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:36.621324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-7fc43e6c-3163-4e0e-8b20-49cdc8df7e9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0729470 Dec 16 09:39:36.643096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f53007f8-1a5d-4364-a117-79a583517047 None None] Port 2654283e-edcd-4de5-9103-4833c31ab684 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:36.689923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5507dafd-cbec-4cfb-ac5f-6071bc1c8180 req-10d527a6-d87a-42bd-9f90-8fe206e73246 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292429 Dec 16 09:39:36.704428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-6c90e0dd-e62b-4b99-8a73-fc48dd2618a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729604 Dec 16 09:39:36.713138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:36.730181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:36.750223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 9924e37a-fc19-4f60-ad80-ddbde62489d4 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:36.857192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:36.862585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b2a6c97b-36f1-4695-a084-7fead848b57f admin admin] 10.222.0.61 "PUT /v2.0/routers/46064194-1a3c-43a0-a8fe-ba3f3da82145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3564835 Dec 16 09:39:36.867001 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-3981379a-4d6a-4754-bcad-38530d67b748 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225407 Dec 16 09:39:36.872609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:36.884807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:36.885911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:37.020280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8b1091d5-fc52-4fb9-92b4-214fd583f601 req-c699be5a-8dbd-4afa-9da6-dd0064c99323 service neutron] 10.222.0.53 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433067 Dec 16 09:39:37.041314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.137869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2712d6-6f2b-49cf-817b-2767bf34a320 req-cf6960a3-b142-4bff-8ca1-6defe111d0ce tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.139460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2712d6-6f2b-49cf-817b-2767bf34a320 req-cf6960a3-b142-4bff-8ca1-6defe111d0ce tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1334283 Dec 16 09:39:37.140579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.205629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:37.213329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a2712d6-6f2b-49cf-817b-2767bf34a320 req-9f6b4d1d-d0c6-4edc-822c-4224acef8626 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636268 Dec 16 09:39:37.244796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=9924e37a-fc19-4f60-ad80-ddbde62489d4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:37.253466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '43778fc7-f568-4919-833e-5ad3482d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:37.253831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:37.275536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:37.288968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:37.294314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:37.301640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.302305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.330599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54894) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:37.337825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1015995223'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:37.345879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c7926061-53ee-404e-b027-baf6a35b76d7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7907913 Dec 16 09:39:37.368746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:37.374379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.410754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:37.426754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.427628 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 9b8b9ca3-766e-4ceb-8f28-3a6221609001 of type vlan for network 2d43bb20-f4c7-4003-bca1-c6ce41183553 Dec 16 09:39:37.477299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.478135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987d3f8-dcce-4d2a-b8af-6c6d3b8fd87a None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:37.507777 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.514661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.515579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.593045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2613089 Dec 16 09:39:37.596016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54904) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:37.604424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'ports': [{'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'}, {'network_id': '2d43bb20-f4c7-4003-bca1-c6ce41183553'}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:37.604957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:37.605530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '2d43bb20-f4c7-4003-bca1-c6ce41183553'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:37.612870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7263075-77be-4a3f-8635-343d229d7911 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=2d43bb20-f4c7-4003-bca1-c6ce41183553,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:37.626778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 2d43bb20-f4c7-4003-bca1-c6ce41183553 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:37.700543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:37.705724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1651610141-network', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:37.731125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 2, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:37.753064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Made reservation on behalf of 15f82f4500574dbd9a85b0f85701e9d1 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:37.756752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.778913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.788997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:37.789457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Updating router 46064194-1a3c-43a0-a8fe-ba3f3da82145 port 2654283e-edcd-4de5-9103-4833c31ab684 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:37.821030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.864842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e12a93-4625-4366-8cad-516c596f2433 req-af14b063-94ac-4f86-a63d-658b65ca1685 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:37.867285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5e12a93-4625-4366-8cad-516c596f2433 req-af14b063-94ac-4f86-a63d-658b65ca1685 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 943 time: 0.0848811 Dec 16 09:39:37.887123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.892533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.916831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:37.932684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9248bda-e8fa-499d-85fc-a7bbb2a18863,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:37.939864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.940440 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Added segment b7f33791-386b-4b35-891c-b5660a7f5a8b of type vlan for network 89892963-90b6-4e2f-98dc-20b4b678e007 Dec 16 09:39:37.943560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5e12a93-4625-4366-8cad-516c596f2433 req-63523bf7-f473-4f10-a887-169894e02996 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619504 Dec 16 09:39:37.946468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 2} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:37.951187 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.965141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:37.996031 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.023633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.025908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.026514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.058183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port a469183c-44a2-4222-87b5-010f347e6139 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:38.105997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4018154 Dec 16 09:39:38.106229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:38.114340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Request body: {'subnet': {'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1651610141-subnet', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:38.142764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58d14b-dc85-45c7-a163-3aaa862378cd admin admin] Pushing event updated for resources: {'Network': ['ID=89892963-90b6-4e2f-98dc-20b4b678e007,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.148504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Made reservation on behalf of 15f82f4500574dbd9a85b0f85701e9d1 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:38.151689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.187957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.194450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 89892963-90b6-4e2f-98dc-20b4b678e007 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:38.275141 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.278952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port e489eb2d-92c3-4098-ae27-bba1b34ef04c yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:38.285398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.353611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea909c89-1320-4764-ab29-4bef66bfb9e4 None None] Pushing event updated for resources: {'Port': ['ID=2654283e-edcd-4de5-9103-4833c31ab684,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.427077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.434793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Attempting to bind port 2654283e-edcd-4de5-9103-4833c31ab684 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:38.435964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Attempting to bind port 2654283e-edcd-4de5-9103-4833c31ab684 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:38.436609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Attempting to bind port 2654283e-edcd-4de5-9103-4833c31ab684 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:38.444300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:38.445109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:38.445707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.446433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:38.447183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Bound port: 2654283e-edcd-4de5-9103-4833c31ab684, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:38.447786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.476798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4218571-f8a4-4e03-8df4-3cb522567e30 req-99e4efdc-3352-4c39-b503-e4ab7cddc078 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.478578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4218571-f8a4-4e03-8df4-3cb522567e30 req-99e4efdc-3352-4c39-b503-e4ab7cddc078 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1083229 Dec 16 09:39:38.515541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f441ce-0519-4c02-9663-bb776ce58094,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.533463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] For port 2654283e-edcd-4de5-9103-4833c31ab684, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:38.534184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Checking segment: {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:38.534785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Network hostable DHCP agents. Network: 89892963-90b6-4e2f-98dc-20b4b678e007, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:38.537359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] For port 2654283e-edcd-4de5-9103-4833c31ab684, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2654283e-edcd-4de5-9103-4833c31ab684,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:38.545972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.565207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Network 89892963-90b6-4e2f-98dc-20b4b678e007 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:38.583936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 89892963-90b6-4e2f-98dc-20b4b678e007) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:38.589375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:38.590496 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.606086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d28395-f788-41e7-90c5-3141105ca69a None None] Network 89892963-90b6-4e2f-98dc-20b4b678e007 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:38.609769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4218571-f8a4-4e03-8df4-3cb522567e30 req-bfc83f96-900a-4d80-b9eb-5c6fc8e428cf tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141016 Dec 16 09:39:38.615682 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.631255 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f3472989-d796-4b67-83d4-60af4ab2bd97 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5235486 Dec 16 09:39:38.642907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54928) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:38.647624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:38.688504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.692892 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.695174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.721158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:38.721867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:38.724215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea909c89-1320-4764-ab29-4bef66bfb9e4 None None] Pushing event updated for resources: {'Port': ['ID=2654283e-edcd-4de5-9103-4833c31ab684,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.818734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac4299c8-798d-4ac7-a083-5c355c35d6f1 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:39:38.850948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.865994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-add9292a-89de-4ad9-b90d-c91aa6f63d30 None None] Provisioning complete for port 2654283e-edcd-4de5-9103-4833c31ab684 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:38.866365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-add9292a-89de-4ad9-b90d-c91aa6f63d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.878888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:38.880699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=a469183c-44a2-4222-87b5-010f347e6139,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:38.883615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:38.886425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:38.887708 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:38.972032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=e489eb2d-92c3-4098-ae27-bba1b34ef04c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:39.001580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '9b8b9ca3-766e-4ceb-8f28-3a6221609001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2d43bb20-f4c7-4003-bca1-c6ce41183553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:39.001805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: 2d43bb20-f4c7-4003-bca1-c6ce41183553, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:39.020758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 2d43bb20-f4c7-4003-bca1-c6ce41183553 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:39.033991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 2d43bb20-f4c7-4003-bca1-c6ce41183553) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:39.038896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:39.048209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.056239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.057264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.085327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f64d0-948f-4f03-adf1-582dfd7f0c10 None None] Network 2d43bb20-f4c7-4003-bca1-c6ce41183553 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:39.115752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bd10e2ce-a564-4bc5-94a9-8b15f6e88a18 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5155551 Dec 16 09:39:39.118242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54938) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:39.121643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.125807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc7c6e-124f-4e4b-86c1-824798b2ffc1 req-5920b0af-9b72-4e39-b15f-eebaf89fc5b0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.134923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3cc7c6e-124f-4e4b-86c1-824798b2ffc1 req-5920b0af-9b72-4e39-b15f-eebaf89fc5b0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 943 time: 0.0662935 Dec 16 09:39:39.214250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3cc7c6e-124f-4e4b-86c1-824798b2ffc1 req-69852d02-aa6e-45cc-9fb8-1d30a760d864 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783541 Dec 16 09:39:39.217231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ac4299c8-798d-4ac7-a083-5c355c35d6f1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:39.234153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-add9292a-89de-4ad9-b90d-c91aa6f63d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.280025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port e489eb2d-92c3-4098-ae27-bba1b34ef04c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:39.280733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.306762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:39.356493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.367209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-89892963-90b6-4e2f-98dc-20b4b678e007', 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'fixed_ips': [{'subnet_id': '31f441ce-0519-4c02-9663-bb776ce58094'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:39.368340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.370461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1', 'mac_address': 'fa:16:3e:97:d4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:39:39.374213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for e489eb2d-92c3-4098-ae27-bba1b34ef04c owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:39.405632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-add9292a-89de-4ad9-b90d-c91aa6f63d30 None None] For port 2654283e-edcd-4de5-9103-4833c31ab684, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2654283e-edcd-4de5-9103-4833c31ab684,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:39.415313 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.425005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-add9292a-89de-4ad9-b90d-c91aa6f63d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.447133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.470628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.503850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=e489eb2d-92c3-4098-ae27-bba1b34ef04c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:39.509552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.513961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5501e103-e5d1-46cd-9010-44df72be34c7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/e489eb2d-92c3-4098-ae27-bba1b34ef04c HTTP/1.1" status: 204 len: 168 time: 0.3705912 Dec 16 09:39:39.515817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54944) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:39.607752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Allocated IP 172.25.6.108 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/78070f44-0d74-44e4-bf24-218a4af1e062) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:39.649098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8acbec-beec-47d2-8147-3e56c99b5691 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.656576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8acbec-beec-47d2-8147-3e56c99b5691 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.661413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bb8acbec-beec-47d2-8147-3e56c99b5691 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1428211 Dec 16 09:39:39.662145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54948) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:39.737270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.780016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.823783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d759b5-4081-461d-b07f-d0e25bb9993a req-efb71dfa-a68e-4472-a2e1-c3729f226e3a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:39.825803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36d759b5-4081-461d-b07f-d0e25bb9993a req-efb71dfa-a68e-4472-a2e1-c3729f226e3a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0802052 Dec 16 09:39:39.833166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port a469183c-44a2-4222-87b5-010f347e6139 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:39.833714 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:39.837241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Pushing event updated for resources: {'Port': ['ID=78070f44-0d74-44e4-bf24-218a4af1e062,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:39.854698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:39.856590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:39.859180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:39.984973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.002319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-778c2621-9428-4623-8b68-83f11d3c0b09 None None] Provisioning complete for port 2654283e-edcd-4de5-9103-4833c31ab684 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:40.002319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-778c2621-9428-4623-8b68-83f11d3c0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.003643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36d759b5-4081-461d-b07f-d0e25bb9993a req-b204a284-4d1a-4c58-8a4c-b7aa464cefcf tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648192 Dec 16 09:39:40.018651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for a469183c-44a2-4222-87b5-010f347e6139 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:40.034102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.077089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9292a-89de-4ad9-b90d-c91aa6f63d30 None None] Pushing event updated for resources: {'Port': ['ID=2654283e-edcd-4de5-9103-4833c31ab684,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:40.105384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Allocated IP 172.20.0.2 (89892963-90b6-4e2f-98dc-20b4b678e007/31f441ce-0519-4c02-9663-bb776ce58094/63cd6d85-9063-42b8-a2bb-eb89784b57e5) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:40.117755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4299c8-798d-4ac7-a083-5c355c35d6f1 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:40.136306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.186354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=a469183c-44a2-4222-87b5-010f347e6139,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:40.207706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.215806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cbc35391-83c3-45d6-af82-0375dcfb1564 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/a469183c-44a2-4222-87b5-010f347e6139 HTTP/1.1" status: 204 len: 168 time: 0.5518925 Dec 16 09:39:40.216513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54960) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.243578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.266151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ac4299c8-798d-4ac7-a083-5c355c35d6f1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:40.284337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.345028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b691491-f0bc-483f-be0a-6c46760ed172 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:40.352661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4b691491-f0bc-483f-be0a-6c46760ed172 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1346743 Dec 16 09:39:40.353387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54964) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.428322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ac4299c8-798d-4ac7-a083-5c355c35d6f1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:40.431247 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36059c2-b0c2-4c40-ae1a-c9b1e7c6f8a0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:39:40.443977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:38Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:40.454555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c36059c2-b0c2-4c40-ae1a-c9b1e7c6f8a0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/e489eb2d-92c3-4098-ae27-bba1b34ef04c HTTP/1.1" status: 404 len: 333 time: 0.0982912 Dec 16 09:39:40.456249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54966) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.496080 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e100b3-56e3-4723-bae7-a7f7fe9f12fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:39:40.501756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189abc5-6d47-4ebd-86b6-37aacabc511c None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:38Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:40.503218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43e100b3-56e3-4723-bae7-a7f7fe9f12fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/a469183c-44a2-4222-87b5-010f347e6139 HTTP/1.1" status: 404 len: 333 time: 0.0427854 Dec 16 09:39:40.513356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54968) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:40.527330 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.536316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.544880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bc141-9a2b-4e84-a686-360dc7f37c08 req-fc86cca9-1d79-41f4-9c17-c034bfaee9e3 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:40.555362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b5bc141-9a2b-4e84-a686-360dc7f37c08 req-fc86cca9-1d79-41f4-9c17-c034bfaee9e3 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 944 time: 0.1985819 Dec 16 09:39:40.595036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ac4299c8-798d-4ac7-a083-5c355c35d6f1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:40.649922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Network 89892963-90b6-4e2f-98dc-20b4b678e007 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:40.658657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:40.664415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Pushing event updated for resources: {'Port': ['ID=63cd6d85-9063-42b8-a2bb-eb89784b57e5,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:40.675446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:40.727776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b5bc141-9a2b-4e84-a686-360dc7f37c08 req-d1b198df-3ec8-4a07-b758-7ab3d99a186e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714110 Dec 16 09:39:40.790367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.809690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Attempting to bind port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:40.810091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Attempting to bind port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:40.810459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Attempting to bind port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 on network 89892963-90b6-4e2f-98dc-20b4b678e007 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:40.816780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:40.818183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Checking segment: {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:40.818429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.818830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Bound using segment: {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:40.819590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Bound port: 63cd6d85-9063-42b8-a2bb-eb89784b57e5, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:40.819983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.910981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] For port 63cd6d85-9063-42b8-a2bb-eb89784b57e5, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:40.914534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] For port 63cd6d85-9063-42b8-a2bb-eb89784b57e5, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=63cd6d85-9063-42b8-a2bb-eb89784b57e5,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:40.931205 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:40.944901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.001654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93963e35-353d-4566-b9bd-679cedbe9384 None None] Pushing event updated for resources: {'Port': ['ID=63cd6d85-9063-42b8-a2bb-eb89784b57e5,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.001937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d43bb20-f4c7-4003-bca1-c6ce41183553']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:41.019933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8b9ca3-766e-4ceb-8f28-3a6221609001') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:41.020384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8b9ca3-766e-4ceb-8f28-3a6221609001') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:41.031361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.038026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.054512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.068925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:41.073007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:41.077270 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:41.133256 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:39:41.214847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.225316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.228724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/2d43bb20-f4c7-4003-bca1-c6ce41183553 HTTP/1.1" status: 204 len: 168 time: 0.7132094 Dec 16 09:39:41.240397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54986) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:41.245437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-708334983'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:41.249811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad3877-4fce-4111-af57-8267425f6045 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=2d43bb20-f4c7-4003-bca1-c6ce41183553,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.265043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7782a5d-dd2b-4fbc-8ac3-de01b9cdf377 req-eeed917d-024e-4673-aa9c-dfde1afee177 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:41.266678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7782a5d-dd2b-4fbc-8ac3-de01b9cdf377 req-eeed917d-024e-4673-aa9c-dfde1afee177 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1112440 Dec 16 09:39:41.325260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:41.328841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.347065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Router 68305f49-dfd5-4b44-a615-18e27dd20b15 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:39:41.408303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7782a5d-dd2b-4fbc-8ac3-de01b9cdf377 req-c51343e9-a73d-4382-a7f4-1876d24a9987 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135027 Dec 16 09:39:41.435226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:41.446967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.447272 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 49369613-7433-45c2-9fc7-a4713eea45b6 of type vlan for network 794ba646-fca0-49d5-96c1-e8bae0f27790 Dec 16 09:39:41.531534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.576377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:41.596622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.599269 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Sync routers for ids ['68305f49-dfd5-4b44-a615-18e27dd20b15'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:41.603016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:41.605345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.618276 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Routers {'68305f49-dfd5-4b44-a615-18e27dd20b15'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:41.619248 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['68305f49-dfd5-4b44-a615-18e27dd20b15'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:41.625074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:41.626387 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e623a795-b224-4575-9761-eb9b036b79dc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9824185 Dec 16 09:39:41.629091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54994) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:41.759019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5174890 Dec 16 09:39:41.762240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54998) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:41.776223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:41.791630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc7417-a1b3-4ad7-99b3-12cda90b2847 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=794ba646-fca0-49d5-96c1-e8bae0f27790,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:41.798159 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Set router 68305f49-dfd5-4b44-a615-18e27dd20b15 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:41.803610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:42.073875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ef88c-f3b5-4bfb-9b76-c89d52ebb013 req-4208132e-9843-4654-9a0d-4d9982c570f8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.082866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e92ef88c-f3b5-4bfb-9b76-c89d52ebb013 req-4208132e-9843-4654-9a0d-4d9982c570f8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 944 time: 0.1013777 Dec 16 09:39:42.096790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:42.099998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.108833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-a67eec3b-610d-4338-8ee0-404b6e809615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.110594 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-a67eec3b-610d-4338-8ee0-404b6e809615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1096 time: 0.1226048 Dec 16 09:39:42.121071 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:39:40Z', 'revision_number': 3, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:42.137084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e92ef88c-f3b5-4bfb-9b76-c89d52ebb013 req-544234a3-4e78-4e43-b8aa-f8ed3802f4d5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531952 Dec 16 09:39:42.210333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Checking router: 68305f49-dfd5-4b44-a615-18e27dd20b15 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:42.210792 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Updating router 68305f49-dfd5-4b44-a615-18e27dd20b15 port 78070f44-0d74-44e4-bf24-218a4af1e062 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:42.235055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 63cd6d85-9063-42b8-a2bb-eb89784b57e5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:42.284487 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.331471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73daf5-50da-4109-9a18-1abfac31fdf6 req-bcb607b0-684c-417b-aca7-411ddf32749f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.333203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:42.333600 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.339924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db73daf5-50da-4109-9a18-1abfac31fdf6 req-bcb607b0-684c-417b-aca7-411ddf32749f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0996614 Dec 16 09:39:42.346520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-f65e2ed7-83c6-4fdb-b503-0274338139ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.348654 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-f65e2ed7-83c6-4fdb-b503-0274338139ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.2197683 Dec 16 09:39:42.414593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db73daf5-50da-4109-9a18-1abfac31fdf6 req-ce64fa0b-717f-4668-b350-a857993fb4da tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609765 Dec 16 09:39:42.450803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Performing IP validity checks on allocation pools {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:39:42.451687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:39:42.495235 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.569356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 63cd6d85-9063-42b8-a2bb-eb89784b57e5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=63cd6d85-9063-42b8-a2bb-eb89784b57e5,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:42.577301 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.578080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2654283e-edcd-4de5-9103-4833c31ab684 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:42.615210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-06540634-e2f7-4df2-8ae2-d07a235b0462 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.2584209 Dec 16 09:39:42.703214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=63cd6d85-9063-42b8-a2bb-eb89784b57e5,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:42.737090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2689da6-31bd-453d-ab72-f674d3ff2d08 None None] Network 89892963-90b6-4e2f-98dc-20b4b678e007 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:42.785809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-91c80550-3336-489b-b528-eeab7ecfc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.787536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-91c80550-3336-489b-b528-eeab7ecfc811 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.1552563 Dec 16 09:39:42.818274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac4299c8-798d-4ac7-a083-5c355c35d6f1 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:42.823187 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.831186 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.875894 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Attempting to bind port 78070f44-0d74-44e4-bf24-218a4af1e062 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:42.876623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Attempting to bind port 78070f44-0d74-44e4-bf24-218a4af1e062 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:42.877219 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Attempting to bind port 78070f44-0d74-44e4-bf24-218a4af1e062 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:42.889372 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:42.890174 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:42.890807 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.891408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:42.892073 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Bound port: 78070f44-0d74-44e4-bf24-218a4af1e062, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:42.892652 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.920557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.924871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1abfe6a0-705a-4411-abe0-eeee356271d4 None None] Provisioning complete for port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:42.924871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1abfe6a0-705a-4411-abe0-eeee356271d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.946882 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4730e9-ba3f-4e95-85f6-872d07183dc7 None None] Pushing event updated for resources: {'Port': ['ID=78070f44-0d74-44e4-bf24-218a4af1e062,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:42.955951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2654283e-edcd-4de5-9103-4833c31ab684 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:42.956319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:42.968110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-5f681f35-0c04-4d53-9e25-746efee1f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:42.969606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-5f681f35-0c04-4d53-9e25-746efee1f15c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722825 Dec 16 09:39:42.980429 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] For port 78070f44-0d74-44e4-bf24-218a4af1e062, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:42.983900 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] For port 78070f44-0d74-44e4-bf24-218a4af1e062, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=78070f44-0d74-44e4-bf24-218a4af1e062,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:42.989702 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.035004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ac4299c8-798d-4ac7-a083-5c355c35d6f1 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:39:43.040391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=a6dc6155-63f0-49d2-8f25-892a69ddf2ba,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.051064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Routers {'68305f49-dfd5-4b44-a615-18e27dd20b15'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:43.052193 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['68305f49-dfd5-4b44-a615-18e27dd20b15'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:43.082508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ac4299c8-798d-4ac7-a083-5c355c35d6f1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:43.082813 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.167709 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] Set router 68305f49-dfd5-4b44-a615-18e27dd20b15 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:43.220068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-bd93a00e-fe9a-4f6f-b0fb-c5a7c56c9c7f service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736515 Dec 16 09:39:43.223197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '49369613-7433-45c2-9fc7-a4713eea45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:43.223702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: 794ba646-fca0-49d5-96c1-e8bae0f27790, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:43.291311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4730e9-ba3f-4e95-85f6-872d07183dc7 None None] Pushing event updated for resources: {'Port': ['ID=78070f44-0d74-44e4-bf24-218a4af1e062,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.360605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.368821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.369730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab15e8f-5949-45f0-b5a6-5a597d49e10d req-154ecbb4-e82c-458b-9a5e-4b07cb6f506c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.382528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cab15e8f-5949-45f0-b5a6-5a597d49e10d req-154ecbb4-e82c-458b-9a5e-4b07cb6f506c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 944 time: 0.1323669 Dec 16 09:39:43.396080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:43.418295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264f6799-2c47-4971-9330-1f0559b4d57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:43.420390 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d15e74-de36-4cef-bfcd-6af975c21c76" -d '{"events": [{"server_uuid": "264f6799-2c47-4971-9330-1f0559b4d57b", "name": "network-vif-plugged", "status": "completed", "tag": "ac4299c8-798d-4ac7-a083-5c355c35d6f1"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:43.435097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 794ba646-fca0-49d5-96c1-e8bae0f27790) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:43.440482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cab15e8f-5949-45f0-b5a6-5a597d49e10d req-4cc03258-4edd-4d0b-a133-dbdfd2f71e17 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567908 Dec 16 09:39:43.446632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633356fa-9950-458a-acc8-5b3cbe9cafea None None] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:43.456669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.459506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.460456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ac4299c8-798d-4ac7-a083-5c355c35d6f1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:43.478733 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:39:40Z', 'revision_number': 3, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:43.538789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.558282 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2345ddd-b22e-46a7-98ce-d614763f2fdb None None] The sync data for ids ['68305f49-dfd5-4b44-a615-18e27dd20b15'] in n-d-821941-1 is: [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:39:40Z', 'revision_number': 3, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:43.562286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889f8d4-4b03-4348-9735-1c0db148caef req-2712caf2-9488-46f9-a820-5405a21bcdde tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.578361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8889f8d4-4b03-4348-9735-1c0db148caef req-2712caf2-9488-46f9-a820-5405a21bcdde tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0743744 Dec 16 09:39:43.631996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ac4299c8-798d-4ac7-a083-5c355c35d6f1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:43.635104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8889f8d4-4b03-4348-9735-1c0db148caef req-2461aa45-4824-4408-87a2-fb56b5318ab2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509820 Dec 16 09:39:43.642098 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f897f747-9ac6-450f-8b0a-f7d8cb9f3f4d req-25d5efd7-77c8-4655-bef0-ca249183c813 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105577 Dec 16 09:39:43.660373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-78f9d487-b150-43e8-a69e-512cb2ee0ba2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8914282 Dec 16 09:39:43.663531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:43.668766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790', 'name': 'tempest-PortsTestJSON-1590730915'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:43.736114 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bee0df1-7c74-46d4-99ce-42bf0af33fa8 x-openstack-request-id: req-8bee0df1-7c74-46d4-99ce-42bf0af33fa8 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:43.736496 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264f6799-2c47-4971-9330-1f0559b4d57b", "name": "network-vif-plugged", "status": "completed", "tag": "ac4299c8-798d-4ac7-a083-5c355c35d6f1", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:43.737132 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8bee0df1-7c74-46d4-99ce-42bf0af33fa8 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:43.737516 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264f6799-2c47-4971-9330-1f0559b4d57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1', 'code': 200} Dec 16 09:39:43.784423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1f1e288e-bccc-44be-b62b-2512c479efed None None] Provisioning complete for port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:43.784961 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e288e-bccc-44be-b62b-2512c479efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.828884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-794ba646-fca0-49d5-96c1-e8bae0f27790', 'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': 'a6dc6155-63f0-49d2-8f25-892a69ddf2ba'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:43.831288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.898243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Allocated IP 172.20.0.1 (89892963-90b6-4e2f-98dc-20b4b678e007/31f441ce-0519-4c02-9663-bb776ce58094/dd953943-dfb0-4677-b202-6be3a0e7e597) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:43.917682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:43.922079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:43.925464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168a61-54c2-4d3a-a2c8-0ad6b50ae77f req-8c867497-a0a0-4bf1-abb1-6fe78657ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:43.927549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48168a61-54c2-4d3a-a2c8-0ad6b50ae77f req-8c867497-a0a0-4bf1-abb1-6fe78657ba58 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 1096 time: 0.1107593 Dec 16 09:39:43.962175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port ca9bbb39-0e22-453a-be47-8d72bb045560 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:44.138473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48168a61-54c2-4d3a-a2c8-0ad6b50ae77f req-3467a69c-93f2-4e59-9d80-9fffb1e16106 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000456 Dec 16 09:39:44.150147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Allocated IP 172.20.0.2 (794ba646-fca0-49d5-96c1-e8bae0f27790/a6dc6155-63f0-49d2-8f25-892a69ddf2ba/2b47695c-4927-4447-a2ce-609ba1c8e832) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:44.212104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.250788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 63cd6d85-9063-42b8-a2bb-eb89784b57e5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:44.259462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.319722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b1204e5e-12db-4833-b2bb-33c0ee512a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.321048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Network 89892963-90b6-4e2f-98dc-20b4b678e007 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:44.324650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:44.329058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:44.383034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Pushing event updated for resources: {'Port': ['ID=dd953943-dfb0-4677-b202-6be3a0e7e597,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:44.409259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.476167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:44.481771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.535933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.572075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.671361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.671973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:44.678158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:44.682594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:44.694428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Pushing event updated for resources: {'Port': ['ID=2b47695c-4927-4447-a2ce-609ba1c8e832,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:44.792582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Attempting to bind port 2b47695c-4927-4447-a2ce-609ba1c8e832 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:44.793417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Attempting to bind port 2b47695c-4927-4447-a2ce-609ba1c8e832 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49369613-7433-45c2-9fc7-a4713eea45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:44.794020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Attempting to bind port 2b47695c-4927-4447-a2ce-609ba1c8e832 on network 794ba646-fca0-49d5-96c1-e8bae0f27790 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:44.800710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.5 (794ba646-fca0-49d5-96c1-e8bae0f27790/a6dc6155-63f0-49d2-8f25-892a69ddf2ba/ca9bbb39-0e22-453a-be47-8d72bb045560) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:44.806563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:44.807267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Checking segment: {'id': '49369613-7433-45c2-9fc7-a4713eea45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:44.807879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.808482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Bound using segment: {'id': '49369613-7433-45c2-9fc7-a4713eea45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:44.809157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Bound port: 2b47695c-4927-4447-a2ce-609ba1c8e832, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49369613-7433-45c2-9fc7-a4713eea45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '794ba646-fca0-49d5-96c1-e8bae0f27790'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:44.809762 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.812136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a0b5b7a2-0e3f-4f97-a17d-ab42640b13fc None None] Provisioning complete for port dd953943-dfb0-4677-b202-6be3a0e7e597 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:44.812765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0b5b7a2-0e3f-4f97-a17d-ab42640b13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.830892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db73e8-a7e9-4824-b7eb-deb80dafdec9 req-f75e61fd-39dd-43d4-9fea-cfca336ebab4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:44.832602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0db73e8-a7e9-4824-b7eb-deb80dafdec9 req-f75e61fd-39dd-43d4-9fea-cfca336ebab4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 945 time: 0.2427940 Dec 16 09:39:44.851243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-4f691e1b-4931-42f0-b422-e1950ed2aa47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2064261 Dec 16 09:39:44.945412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5b7a2-0e3f-4f97-a17d-ab42640b13fc None None] Port dd953943-dfb0-4677-b202-6be3a0e7e597 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:44.966637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.977002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:44.983641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] For port 2b47695c-4927-4447-a2ce-609ba1c8e832, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:44.992525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] For port 2b47695c-4927-4447-a2ce-609ba1c8e832, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2b47695c-4927-4447-a2ce-609ba1c8e832,segment=NetworkSegment(49369613-7433-45c2-9fc7-a4713eea45b6),segment_id=49369613-7433-45c2-9fc7-a4713eea45b6)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:45.003271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.044208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0db73e8-a7e9-4824-b7eb-deb80dafdec9 req-9214d579-1661-45c3-9ed4-317f6746cfe7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012370 Dec 16 09:39:45.101353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.118056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Pushing event updated for resources: {'Port': ['ID=dd953943-dfb0-4677-b202-6be3a0e7e597,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.122463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0bae-4889-4451-8ae4-10fc5a297a2f None None] Pushing event updated for resources: {'Port': ['ID=2b47695c-4927-4447-a2ce-609ba1c8e832,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:45.211984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.212465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.213059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.213523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.214007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.214472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.214915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.217400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b2e0af9f-d3f0-4225-a613-9e1716593f28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6492 time: 0.3113735 Dec 16 09:39:45.352490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Network 89892963-90b6-4e2f-98dc-20b4b678e007 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:45.357369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:45.392391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b30a-adc5-4159-b5d4-d68729b8b2d4 req-184aa7f4-bb51-41d3-ab07-95d5bae01aab tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.402588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26e9b30a-adc5-4159-b5d4-d68729b8b2d4 req-184aa7f4-bb51-41d3-ab07-95d5bae01aab tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2233126 Dec 16 09:39:45.628118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Router 68305f49-dfd5-4b44-a615-18e27dd20b15 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:39:45.634593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26e9b30a-adc5-4159-b5d4-d68729b8b2d4 req-4fe059a8-8187-49f5-a692-fca119a808a7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309568 Dec 16 09:39:45.638071 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.742080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-4cb2539d-2e01-4197-847a-c0c012892cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.743536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-4cb2539d-2e01-4197-847a-c0c012892cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.744464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-4cb2539d-2e01-4197-847a-c0c012892cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:45.746972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-4cb2539d-2e01-4197-847a-c0c012892cdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=d00eb238-539e-4791-a5d8-3607f42e9b23&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 2294 time: 0.5038509 Dec 16 09:39:45.784832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.867732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:39:45.880896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-557ba626-cc05-481e-b046-49fcb3698553 admin admin] 10.222.0.61 "PUT /v2.0/routers/68305f49-dfd5-4b44-a615-18e27dd20b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2432396 Dec 16 09:39:45.907641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:45.914559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:45.915506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1c31a64f-d997-40c6-ae9f-cf1a3ceb770e None None] Provisioning complete for port dd953943-dfb0-4677-b202-6be3a0e7e597 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:45.921150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1c31a64f-d997-40c6-ae9f-cf1a3ceb770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:45.931069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:46.027205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=ca9bbb39-0e22-453a-be47-8d72bb045560,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:46.050307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1c31a64f-d997-40c6-ae9f-cf1a3ceb770e None None] Port dd953943-dfb0-4677-b202-6be3a0e7e597 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:46.064098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-f67c8fb7-f8dc-487d-b06c-af1ba67399a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 200 len: 1001 time: 0.3024943 Dec 16 09:39:46.143176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:46.144105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.161168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 78070f44-0d74-44e4-bf24-218a4af1e062 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:46.163408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-18af287a-55f4-4d37-84e8-d1736a3c196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:46.164889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-18af287a-55f4-4d37-84e8-d1736a3c196b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6fef8b64-1ab0-448a-a7fc-bb821c33a917 HTTP/1.1" status: 200 len: 851 time: 0.0890136 Dec 16 09:39:46.226377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-36713c7d-2da1-4d28-896f-00af00070c36 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5616438 Dec 16 09:39:46.228881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55064) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:46.238619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 78070f44-0d74-44e4-bf24-218a4af1e062 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:46.239001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.311213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87edc4-61bc-4286-9abc-9ac17103386c req-7dfca63f-8c18-4a4e-a2df-978c097ce684 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:46.320866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e87edc4-61bc-4286-9abc-9ac17103386c req-7dfca63f-8c18-4a4e-a2df-978c097ce684 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1736116 Dec 16 09:39:46.369186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-1a87a9e9-da83-41d4-a4b2-44ad295c244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:46.370742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-1a87a9e9-da83-41d4-a4b2-44ad295c244b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d00eb238-539e-4791-a5d8-3607f42e9b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755250 Dec 16 09:39:46.385461 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e87edc4-61bc-4286-9abc-9ac17103386c req-c2e1a409-4d33-4d0d-a847-3e94a8156602 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637305 Dec 16 09:39:46.398395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.435173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 78070f44-0d74-44e4-bf24-218a4af1e062, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=78070f44-0d74-44e4-bf24-218a4af1e062,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:46.456739 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.457776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2b47695c-4927-4447-a2ce-609ba1c8e832 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:46.459012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port ca9bbb39-0e22-453a-be47-8d72bb045560 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:46.459678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.551978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-430a2feb-30ce-4f25-bc0e-7b49b3642876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.554032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Sync routers for ids ['68305f49-dfd5-4b44-a615-18e27dd20b15'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:39:46.673066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=78070f44-0d74-44e4-bf24-218a4af1e062,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:46.678314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Routers {'68305f49-dfd5-4b44-a615-18e27dd20b15'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:46.678314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['68305f49-dfd5-4b44-a615-18e27dd20b15'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:46.678531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.696484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-a50ca2b9-3b91-47ec-b614-6b6efc19ff40 service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048661 Dec 16 09:39:46.702280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for ca9bbb39-0e22-453a-be47-8d72bb045560 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:46.709030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c449-4353-4c81-ac45-cde754e95e63 req-73052cc5-d858-4b41-836d-04da4863e1a5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:46.716651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6622c449-4353-4c81-ac45-cde754e95e63 req-73052cc5-d858-4b41-836d-04da4863e1a5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 945 time: 0.1912029 Dec 16 09:39:46.880448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:46.898649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6622c449-4353-4c81-ac45-cde754e95e63 req-405bae0a-5d79-4bee-9aec-804122b63900 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811931 Dec 16 09:39:46.928902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-d3ca2151-b403-4949-9aed-cad453bb9a1d service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101862 Dec 16 09:39:46.935342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=ca9bbb39-0e22-453a-be47-8d72bb045560,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:47.054228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-425a5d96-f1d7-4b44-9267-9e7f6311116a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 217 time: 0.1167393 Dec 16 09:39:47.112968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2b47695c-4927-4447-a2ce-609ba1c8e832 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:47.113582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.226059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993d5f3-6101-475b-a41f-e75b713cc691 None None] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:47.229258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Set router 68305f49-dfd5-4b44-a615-18e27dd20b15 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:47.241255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.250416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-32a225b4-0d28-46d9-ae85-5037439e6636 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/ca9bbb39-0e22-453a-be47-8d72bb045560 HTTP/1.1" status: 204 len: 168 time: 1.0200698 Dec 16 09:39:47.251229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55096) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:47.273128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-6afb4f28-4cb5-49d5-a1c8-1e535a5b2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.278097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-6afb4f28-4cb5-49d5-a1c8-1e535a5b2f8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.2145021 Dec 16 09:39:47.316649 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8901b17f-6af6-42e7-b647-96ad909d561c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:39:47.317755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8901b17f-6af6-42e7-b647-96ad909d561c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:39:47.321350 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8901b17f-6af6-42e7-b647-96ad909d561c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/ca9bbb39-0e22-453a-be47-8d72bb045560 HTTP/1.1" status: 404 len: 333 time: 0.0644629 Dec 16 09:39:47.327277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55098) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:47.384329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-d5cecdb1-e9f8-4f69-9f49-9b87478ffa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.385838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-d5cecdb1-e9f8-4f69-9f49-9b87478ffa31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992684 Dec 16 09:39:47.397569 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0d0cae-67f9-4695-baf4-df0afc981ca1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:39:47.400197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ca0d0cae-67f9-4695-baf4-df0afc981ca1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/ca9bbb39-0e22-453a-be47-8d72bb045560 HTTP/1.1" status: 404 len: 333 time: 0.0715747 Dec 16 09:39:47.414359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55102) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:47.480307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d25f295f-bf48-458e-a09c-3e1497c06841 None None] Provisioning complete for port 2b47695c-4927-4447-a2ce-609ba1c8e832 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:47.480785 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d25f295f-bf48-458e-a09c-3e1497c06841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.507792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-71b2c450-f2a2-4a45-b8df-37dfc33bef51 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110370 Dec 16 09:39:47.546359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet a6dc6155-63f0-49d2-8f25-892a69ddf2ba {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:47.550944 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.650317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.653290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-7fd5340b-9675-4d2f-9360-3dae89bc6bd7 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276512 Dec 16 09:39:47.702063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-187e8932-9233-4d32-bce2-e3b3153e0ed6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 217 time: 0.0382407 Dec 16 09:39:47.723532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.801177 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d25f295f-bf48-458e-a09c-3e1497c06841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.817016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58a106-848d-42d4-9ebb-ce87b6d3c586 req-5ed01f07-a685-4d64-95aa-cddfb0033ca4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.825498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe58a106-848d-42d4-9ebb-ce87b6d3c586 req-5ed01f07-a685-4d64-95aa-cddfb0033ca4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1220407 Dec 16 09:39:47.834838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-c8a4cabf-172d-4f55-942f-19211b015104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.836957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-c8a4cabf-172d-4f55-942f-19211b015104 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0945966 Dec 16 09:39:47.849513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 2b47695c-4927-4447-a2ce-609ba1c8e832, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2b47695c-4927-4447-a2ce-609ba1c8e832,segment=NetworkSegment(49369613-7433-45c2-9fc7-a4713eea45b6),segment_id=49369613-7433-45c2-9fc7-a4713eea45b6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:47.864158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.877160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:47.910686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe58a106-848d-42d4-9ebb-ce87b6d3c586 req-61c61e28-2cbe-4791-9183-3cdf0582fe3a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835488 Dec 16 09:39:47.947618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=2b47695c-4927-4447-a2ce-609ba1c8e832,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:47.965705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-a4b747c5-ca45-4bcf-ae1f-3c6a61492642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:47.981639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-a4b747c5-ca45-4bcf-ae1f-3c6a61492642 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351178 Dec 16 09:39:47.995582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.009399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:39:44Z', 'revision_number': 4, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'dd953943-dfb0-4677-b202-6be3a0e7e597', 'name': '', 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'mac_address': 'fa:16:3e:48:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '31f441ce-0519-4c02-9663-bb776ce58094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:43Z', 'updated_at': '2021-12-16T09:39:44Z', 'revision_number': 2, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'subnets': [{'id': '31f441ce-0519-4c02-9663-bb776ce58094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:48.022838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.096442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=a6dc6155-63f0-49d2-8f25-892a69ddf2ba,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.101298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 78070f44-0d74-44e4-bf24-218a4af1e062 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:48.108556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.115225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a8e1358-9670-4f04-ad5f-feea701036a3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/a6dc6155-63f0-49d2-8f25-892a69ddf2ba HTTP/1.1" status: 204 len: 168 time: 0.6973436 Dec 16 09:39:48.115852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55116) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:48.166528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Checking router: 68305f49-dfd5-4b44-a615-18e27dd20b15 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:39:48.167764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Updating router 68305f49-dfd5-4b44-a615-18e27dd20b15 port dd953943-dfb0-4677-b202-6be3a0e7e597 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:39:48.206245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.228862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ea9f-1a9a-4709-a307-c210dff13ba2 req-c64d3e4d-098e-4355-8ca7-71466b1d566f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:48.230680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6843ea9f-1a9a-4709-a307-c210dff13ba2 req-c64d3e4d-098e-4355-8ca7-71466b1d566f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 945 time: 0.0990703 Dec 16 09:39:48.242123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.267138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 78070f44-0d74-44e4-bf24-218a4af1e062 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:48.267307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-b5c26fa0-7b66-4126-bc06-a5826fe38963 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750077 Dec 16 09:39:48.267521 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.340107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 2b47695c-4927-4447-a2ce-609ba1c8e832 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:48.340690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.657164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.664767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d6f62-c5c4-4116-b31c-cc661fc97f80 None None] Network 794ba646-fca0-49d5-96c1-e8bae0f27790 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:48.751024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.782958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-d25f295f-bf48-458e-a09c-3e1497c06841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:39:48.783219 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-d25f295f-bf48-458e-a09c-3e1497c06841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:39:48.911724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] For port 2b47695c-4927-4447-a2ce-609ba1c8e832, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2b47695c-4927-4447-a2ce-609ba1c8e832,segment=NetworkSegment(49369613-7433-45c2-9fc7-a4713eea45b6),segment_id=49369613-7433-45c2-9fc7-a4713eea45b6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:48.912255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.945494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Attempting to bind port dd953943-dfb0-4677-b202-6be3a0e7e597 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:48.945957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Attempting to bind port dd953943-dfb0-4677-b202-6be3a0e7e597 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:48.946092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 2b47695c-4927-4447-a2ce-609ba1c8e832 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:48.946284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Attempting to bind port dd953943-dfb0-4677-b202-6be3a0e7e597 on network 89892963-90b6-4e2f-98dc-20b4b678e007 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:48.952319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2a6df-0a04-4d6c-a844-16d38768d82b None None] Pushing event updated for resources: {'Port': ['ID=dd953943-dfb0-4677-b202-6be3a0e7e597,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:48.958763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6843ea9f-1a9a-4709-a307-c210dff13ba2 req-e1e50d06-145a-4415-94b1-de06d1bb7164 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887484 Dec 16 09:39:48.987805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:48.988185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Checking segment: {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:48.988633 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:48.989027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Bound using segment: {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:48.989653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Bound port: dd953943-dfb0-4677-b202-6be3a0e7e597, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f33791-386b-4b35-891c-b5660a7f5a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:48.990128 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.021811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-63c362a0-2229-4ada-b8a4-c11e4e918672 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256658 Dec 16 09:39:49.093486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.094309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-92a48e5f-77bb-40f1-b426-5bc48f7e95f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4 HTTP/1.1" status: 200 len: 217 time: 0.0613225 Dec 16 09:39:49.165151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=2b47695c-4927-4447-a2ce-609ba1c8e832,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:49.178158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No DVR routers for this DVR port 2b47695c-4927-4447-a2ce-609ba1c8e832 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:49.210252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-cb18ec2a-ebe0-4579-aa6b-87dd869913e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.212891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d7f95-395e-4e58-b08c-e6d2c59e383a None None] DHCP port deletion for 794ba646-fca0-49d5-96c1-e8bae0f27790 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:49.214860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-cb18ec2a-ebe0-4579-aa6b-87dd869913e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.1130922 Dec 16 09:39:49.275085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] For port dd953943-dfb0-4677-b202-6be3a0e7e597, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:49.302112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] For port dd953943-dfb0-4677-b202-6be3a0e7e597, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd953943-dfb0-4677-b202-6be3a0e7e597,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:49.323791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.341000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-1779d0e4-d3fb-42b3-b38c-c11c2e95a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.342617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-1779d0e4-d3fb-42b3-b38c-c11c2e95a223 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191900 Dec 16 09:39:49.350533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794ba646-fca0-49d5-96c1-e8bae0f27790']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:49.355142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.362882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49369613-7433-45c2-9fc7-a4713eea45b6') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:49.363082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d25f295f-bf48-458e-a09c-3e1497c06841 None None] Port 2b47695c-4927-4447-a2ce-609ba1c8e832 update to ACTIVE by agent not found {{(pid=102399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 16 09:39:49.363836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49369613-7433-45c2-9fc7-a4713eea45b6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:49.396979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.428312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2a6df-0a04-4d6c-a844-16d38768d82b None None] Pushing event updated for resources: {'Port': ['ID=dd953943-dfb0-4677-b202-6be3a0e7e597,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:49.428916 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.441334 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:49.441793 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:49.448597 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:49.494301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] Could not find standard attr ID for object 2b47695c-4927-4447-a2ce-609ba1c8e832. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:39:49.515384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-bd558ed7-1083-4379-b260-bbd1e20a859d service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516039 Dec 16 09:39:49.517689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] Provisioning complete for port dd953943-dfb0-4677-b202-6be3a0e7e597 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:49.518087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.519977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Routers {'68305f49-dfd5-4b44-a615-18e27dd20b15'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:39:49.520670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:39:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['68305f49-dfd5-4b44-a615-18e27dd20b15'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:49.560061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.569775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.585921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/794ba646-fca0-49d5-96c1-e8bae0f27790 HTTP/1.1" status: 204 len: 168 time: 1.4644418 Dec 16 09:39:49.585921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55154) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:49.615491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1104746507'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:49.666730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427c6b-76df-4a82-9aa6-baea6a36fb8a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=794ba646-fca0-49d5-96c1-e8bae0f27790,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:49.667099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5240bd4-0afb-4e80-9ded-7a894db681c8 req-7a5aad82-5118-4347-a8c1-505c8bbb4cb0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.676067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5240bd4-0afb-4e80-9ded-7a894db681c8 req-7a5aad82-5118-4347-a8c1-505c8bbb4cb0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 945 time: 0.1569331 Dec 16 09:39:49.722404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:49.728566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.755371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:39:49.765362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5240bd4-0afb-4e80-9ded-7a894db681c8 req-f6a3aa60-90b8-4345-9f24-0ba1cedbbf00 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862181 Dec 16 09:39:49.767718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.768066 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 378b8fb3-42ca-4225-a92c-1881da7c93d1 of type vlan for network c275b2a9-4add-4dc2-91af-80ef70071168 Dec 16 09:39:49.819467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.831654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] Set router 68305f49-dfd5-4b44-a615-18e27dd20b15 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:39:49.850202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-8bf5066a-18b6-4ecb-971e-a8fda2d9272f service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139246 Dec 16 09:39:49.862030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.871048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:49.871974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.905153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-ea65deaa-5d5d-4ed5-aa7a-96181e1944c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=451108bb-52ec-4713-8558-57af43e90c44 HTTP/1.1" status: 200 len: 217 time: 0.0452168 Dec 16 09:39:49.911168 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.933798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:49.969929 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3691609 Dec 16 09:39:49.969929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:49.985884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:50.004276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-d5984efa-aa24-48d9-8e93-f4d58116ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:50.006498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-d5984efa-aa24-48d9-8e93-f4d58116ccc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0929816 Dec 16 09:39:50.035603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.037780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2b47695c-4927-4447-a2ce-609ba1c8e832 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:50.064898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c2e03-c539-4960-bc77-1dfbf954a1ef tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=c275b2a9-4add-4dc2-91af-80ef70071168,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:50.084422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2b47695c-4927-4447-a2ce-609ba1c8e832 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:50.085302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2b47695c-4927-4447-a2ce-609ba1c8e832 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:50.087963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:50.091876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb0b81-9b20-4ecb-9f7d-3047f356ed1a req-58da0d9c-b590-4e82-8b49-d50e6827845f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:50.094154 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.099500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84fb0b81-9b20-4ecb-9f7d-3047f356ed1a req-58da0d9c-b590-4e82-8b49-d50e6827845f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0920870 Dec 16 09:39:50.115786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:39:50.120703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] For port dd953943-dfb0-4677-b202-6be3a0e7e597, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd953943-dfb0-4677-b202-6be3a0e7e597,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:50.144045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-bb2a12f7-4675-4e71-8389-20b3d0267ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:50.145707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-bb2a12f7-4675-4e71-8389-20b3d0267ed4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077759 Dec 16 09:39:50.154549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84fb0b81-9b20-4ecb-9f7d-3047f356ed1a req-affa4e7a-9d18-46f7-b3e1-f4eedbd33e87 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541904 Dec 16 09:39:50.179499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.277038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168ff63-f8f1-4484-ae34-8685aef4b57b None None] Pushing event updated for resources: {'Port': ['ID=dd953943-dfb0-4677-b202-6be3a0e7e597,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:50.303584 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.371454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=63fda71a-3b20-4316-85ea-25e41a0e58b3,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:50.373461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b518c169-fed1-4fae-9d1b-c8df49b89bbf None None] Provisioning complete for port dd953943-dfb0-4677-b202-6be3a0e7e597 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:50.374036 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b518c169-fed1-4fae-9d1b-c8df49b89bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.411687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '378b8fb3-42ca-4225-a92c-1881da7c93d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:50.412051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: c275b2a9-4add-4dc2-91af-80ef70071168, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:39:50.420910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-06da62e6-8de8-4a37-9353-37347bcb790c service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589347 Dec 16 09:39:50.432787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network c275b2a9-4add-4dc2-91af-80ef70071168 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:39:50.457439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, c275b2a9-4add-4dc2-91af-80ef70071168) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:50.476879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:50.477731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.500222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5448d187-8261-48eb-9deb-293854475df6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5298526 Dec 16 09:39:50.504299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:50.527438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168', 'security_groups': [], 'name': 'tempest-PortsTestJSON-233366024'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:50.537768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-9ce5d30b-9558-44e5-ad9a-1219490e1002 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:50.539402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-9ce5d30b-9558-44e5-ad9a-1219490e1002 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.2230065 Dec 16 09:39:50.577509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56647302-5f19-4f50-9e8e-efe52647a726 None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:50.592614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-31ae9098-5c5d-49df-a8bc-b47075bd23df tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0311413 Dec 16 09:39:50.647366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-47d268a4-1ddf-4315-8256-4fdf3bb965be service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174373 Dec 16 09:39:50.680783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:39:44Z', 'revision_number': 4, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'dd953943-dfb0-4677-b202-6be3a0e7e597', 'name': '', 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'mac_address': 'fa:16:3e:48:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '31f441ce-0519-4c02-9663-bb776ce58094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:43Z', 'updated_at': '2021-12-16T09:39:49Z', 'revision_number': 4, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'subnets': [{'id': '31f441ce-0519-4c02-9663-bb776ce58094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:50.681587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:50.686002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.707725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 797afd98-1dbf-44bb-9569-76853db60dcb yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:50.729937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-a87d01d6-efda-479d-bcdc-606495e58c94 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363647 Dec 16 09:39:50.740857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-f0ff2f1b-cc60-4d16-b991-87e0e179dc37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 200 len: 217 time: 0.0846384 Dec 16 09:39:50.744843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b3cf13-7d5b-41d4-bcd6-bad1d93cab5d None None] The sync data for ids ['68305f49-dfd5-4b44-a615-18e27dd20b15'] in n-d-821941-1 is: [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:39:44Z', 'revision_number': 4, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'dd953943-dfb0-4677-b202-6be3a0e7e597', 'name': '', 'network_id': '89892963-90b6-4e2f-98dc-20b4b678e007', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'mac_address': 'fa:16:3e:48:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '31f441ce-0519-4c02-9663-bb776ce58094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:43Z', 'updated_at': '2021-12-16T09:39:49Z', 'revision_number': 4, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'subnets': [{'id': '31f441ce-0519-4c02-9663-bb776ce58094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:39:50.853815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-c275b2a9-4add-4dc2-91af-80ef70071168', 'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': '63fda71a-3b20-4316-85ea-25e41a0e58b3'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:39:50.855190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:50.868917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-074bb45e-33ec-4eb9-9dda-a8e4884b66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:50.870774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-074bb45e-33ec-4eb9-9dda-a8e4884b66a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.1171281 Dec 16 09:39:50.930859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.12 (c275b2a9-4add-4dc2-91af-80ef70071168/63fda71a-3b20-4316-85ea-25e41a0e58b3/797afd98-1dbf-44bb-9569-76853db60dcb) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:50.999738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-a3042b6c-1b1c-45d3-ad59-f5c994068b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.001566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-a3042b6c-1b1c-45d3-ad59-f5c994068b56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187801 Dec 16 09:39:51.088413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-9d681af7-1aba-4d1b-aea2-766538afd71d service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572104 Dec 16 09:39:51.109103 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.155961 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.207846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=797afd98-1dbf-44bb-9569-76853db60dcb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.210585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-813ed5ee-3433-4281-8edb-9798602e9129 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988673 Dec 16 09:39:51.221198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network c275b2a9-4add-4dc2-91af-80ef70071168 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:51.222797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:51.226036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:51.241839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Allocated IP 172.20.0.2 (c275b2a9-4add-4dc2-91af-80ef70071168/63fda71a-3b20-4316-85ea-25e41a0e58b3/21f2d0dc-1f9f-485f-9729-dc01be932dad) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:51.284656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.286688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.286888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-24325802-cd27-4628-bd8f-16b416233c6d service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979430 Dec 16 09:39:51.311126 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-937c4fc0-8651-4e58-9aef-a81cc666e3c8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8011620 Dec 16 09:39:51.311712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55198) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:51.432465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-5eff10e5-14f4-4dc6-9624-2d5ead3980b9 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096965 Dec 16 09:39:51.481257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 797afd98-1dbf-44bb-9569-76853db60dcb {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:51.481594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.540165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-55294124-1aa0-46c1-a65e-30ea8c1be8db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 200 len: 217 time: 0.0970273 Dec 16 09:39:51.589203 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.602112 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.640761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.667466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:51.667925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-488f3af7-91c3-4f50-83bb-7d411cf640b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.669411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-488f3af7-91c3-4f50-83bb-7d411cf640b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.1217053 Dec 16 09:39:51.670968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:51.671084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 797afd98-1dbf-44bb-9569-76853db60dcb owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:51.674487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:51.700300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Pushing event updated for resources: {'Port': ['ID=21f2d0dc-1f9f-485f-9729-dc01be932dad,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:51.780279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Attempting to bind port 21f2d0dc-1f9f-485f-9729-dc01be932dad on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:51.780659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Attempting to bind port 21f2d0dc-1f9f-485f-9729-dc01be932dad by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '378b8fb3-42ca-4225-a92c-1881da7c93d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:51.781021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Attempting to bind port 21f2d0dc-1f9f-485f-9729-dc01be932dad on network c275b2a9-4add-4dc2-91af-80ef70071168 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:51.789589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:51.791581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Checking segment: {'id': '378b8fb3-42ca-4225-a92c-1881da7c93d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:51.794294 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.794806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Bound using segment: {'id': '378b8fb3-42ca-4225-a92c-1881da7c93d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:51.797594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Bound port: 21f2d0dc-1f9f-485f-9729-dc01be932dad, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378b8fb3-42ca-4225-a92c-1881da7c93d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c275b2a9-4add-4dc2-91af-80ef70071168'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:51.797594 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.842701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-594a1ff3-4785-43bd-93d5-4b0665a4f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:51.846467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-594a1ff3-4785-43bd-93d5-4b0665a4f749 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640677 Dec 16 09:39:51.942615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] For port 21f2d0dc-1f9f-485f-9729-dc01be932dad, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:51.965496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] For port 21f2d0dc-1f9f-485f-9729-dc01be932dad, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=21f2d0dc-1f9f-485f-9729-dc01be932dad,segment=NetworkSegment(378b8fb3-42ca-4225-a92c-1881da7c93d1),segment_id=378b8fb3-42ca-4225-a92c-1881da7c93d1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:51.980351 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:51.985007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.027690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=797afd98-1dbf-44bb-9569-76853db60dcb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:52.059715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-07d8ab5f-bc40-41fe-9446-c3e675b1a518 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047133 Dec 16 09:39:52.121679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.126167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-816145e8-73fa-47e6-8997-71f77cb1779f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/797afd98-1dbf-44bb-9569-76853db60dcb HTTP/1.1" status: 204 len: 168 time: 0.8131969 Dec 16 09:39:52.129324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55222) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:52.180112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddde1c1-6637-4e12-9ef3-0b407dde780c None None] Pushing event updated for resources: {'Port': ['ID=21f2d0dc-1f9f-485f-9729-dc01be932dad,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:52.187841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd953943-dfb0-4677-b202-6be3a0e7e597 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:39:52.232115 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-626d5ca5-2483-435f-915b-1338a79aada7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:39:52.242744 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-626d5ca5-2483-435f-915b-1338a79aada7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/797afd98-1dbf-44bb-9569-76853db60dcb HTTP/1.1" status: 404 len: 333 time: 0.1109600 Dec 16 09:39:52.243583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:52.319228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port dd953943-dfb0-4677-b202-6be3a0e7e597 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:52.319603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.373081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 63fda71a-3b20-4316-85ea-25e41a0e58b3 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:39:52.387364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.444902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d71c1d4-d9b7-4c37-b617-52f0e8b4f477 req-7a4273a7-f00e-4a8d-b79f-54d6d25fa0c2 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772149 Dec 16 09:39:52.453467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-e309d9a8-58d7-44f9-9ded-bbcd36d9f4c8 req-527b9c7e-a615-4785-842b-04a7e0bd3b71 tempest-LiveMigrationTest-1658244596 tempest-LiveMigrationTest-1658244596-project] (102398) timed out ('10.222.0.53', 62003) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:39:52.506768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.709168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a28b631f-76a6-422b-8865-3f5f4a6c7598 req-1ae327e6-289c-474b-81e9-1c32feda1040 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.0526712 Dec 16 09:39:52.766837 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.875890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.901891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae630175-fec8-41da-92f3-d6269b8c073d req-68d518e6-66c0-41b0-8641-756b17b6bc9d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:52.926173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=63fda71a-3b20-4316-85ea-25e41a0e58b3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:52.926481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae630175-fec8-41da-92f3-d6269b8c073d req-68d518e6-66c0-41b0-8641-756b17b6bc9d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 945 time: 0.1125660 Dec 16 09:39:52.928244 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:52.931640 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e2e72c0e-c6d5-4a91-9956-e418cf8adf4f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/63fda71a-3b20-4316-85ea-25e41a0e58b3 HTTP/1.1" status: 204 len: 168 time: 0.6812265 Dec 16 09:39:52.934361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55240) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:52.984004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae630175-fec8-41da-92f3-d6269b8c073d req-e7e99311-bccc-43da-92da-d2f5a1526f06 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565996 Dec 16 09:39:53.055085 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.115748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 21f2d0dc-1f9f-485f-9729-dc01be932dad {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:53.116068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.131963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e50a91-210a-4c63-a927-2b161b94f137 req-d58f4e2d-aa6e-450e-86c9-7dca6879cf0b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.133875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60e50a91-210a-4c63-a927-2b161b94f137 req-d58f4e2d-aa6e-450e-86c9-7dca6879cf0b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0747397 Dec 16 09:39:53.189644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] For port 21f2d0dc-1f9f-485f-9729-dc01be932dad, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=21f2d0dc-1f9f-485f-9729-dc01be932dad,segment=NetworkSegment(378b8fb3-42ca-4225-a92c-1881da7c93d1),segment_id=378b8fb3-42ca-4225-a92c-1881da7c93d1)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:53.190836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.197590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60e50a91-210a-4c63-a927-2b161b94f137 req-dcb8b7e8-4200-4e91-b835-8bd5e8554c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540135 Dec 16 09:39:53.208646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 21f2d0dc-1f9f-485f-9729-dc01be932dad owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:53.312312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.324667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadba72-564b-471e-8d32-47ed570d2818 req-d29cb5f0-f5e7-4a32-b4d2-ea5882beaea9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.335700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cadba72-564b-471e-8d32-47ed570d2818 req-d29cb5f0-f5e7-4a32-b4d2-ea5882beaea9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0742617 Dec 16 09:39:53.342514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=21f2d0dc-1f9f-485f-9729-dc01be932dad,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:53.360364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No DVR routers for this DVR port 21f2d0dc-1f9f-485f-9729-dc01be932dad on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:53.404867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cadba72-564b-471e-8d32-47ed570d2818 req-cf2543d3-8a63-40d6-ae56-3e5c1023ea0d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678487 Dec 16 09:39:53.510563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-95e72d61-baa6-4e6c-989f-54e398595914 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.512550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-95e72d61-baa6-4e6c-989f-54e398595914 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 945 time: 0.1754193 Dec 16 09:39:53.575630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.628179 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.664592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c275b2a9-4add-4dc2-91af-80ef70071168']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.707009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378b8fb3-42ca-4225-a92c-1881da7c93d1') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.707304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378b8fb3-42ca-4225-a92c-1881da7c93d1') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:39:53.730044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.751091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.756201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-8b951eac-d6a0-413a-8189-7df396a46d11 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.762224 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-8b951eac-d6a0-413a-8189-7df396a46d11 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.2952785 Dec 16 09:39:53.763080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:39:53.763674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:39:53.768430 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:39:53.792075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eff35d-71b3-422d-887b-6adde33f06e9 req-8f5f04e9-daf6-4e66-8825-e5c4f5589632 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:53.794371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9eff35d-71b3-422d-887b-6adde33f06e9 req-8f5f04e9-daf6-4e66-8825-e5c4f5589632 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1508317 Dec 16 09:39:53.806250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:53.860225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port ac4299c8-798d-4ac7-a083-5c355c35d6f1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:53.860657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:53.944419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68362a2-c317-494a-86c6-f5ca1c93713b None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:53.979163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68362a2-c317-494a-86c6-f5ca1c93713b None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 could not be found, it might have been deleted concurrently. {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:39:53.981344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-158bbb64-c4a9-4e77-aa38-bfb66c4f02e3 None None] Could not find standard attr ID for object 21f2d0dc-1f9f-485f-9729-dc01be932dad. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:39:53.989296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f9670-bc61-4292-93bd-fc6c18414baa None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:39:54.015112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port ac4299c8-798d-4ac7-a083-5c355c35d6f1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac4299c8-798d-4ac7-a083-5c355c35d6f1,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:39:54.015541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.020352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f9670-bc61-4292-93bd-fc6c18414baa None None] Network c275b2a9-4add-4dc2-91af-80ef70071168 could not be found, it might have been deleted concurrently. {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:39:54.046999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for ac4299c8-798d-4ac7-a083-5c355c35d6f1 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:54.053961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9eff35d-71b3-422d-887b-6adde33f06e9 req-92570d8b-4427-4045-a591-8e70f32220fa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406924 Dec 16 09:39:54.055440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:54.062516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.117419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.131339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.135082 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/c275b2a9-4add-4dc2-91af-80ef70071168 HTTP/1.1" status: 204 len: 168 time: 1.1995294 Dec 16 09:39:54.155135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55274) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:54.163577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'name': 'tempest-PortsTestJSON-1680559616'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:54.169360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a825756-66bb-4b26-bdc3-b771ed029eea tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=c275b2a9-4add-4dc2-91af-80ef70071168,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.358246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.4 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/cfc500b1-8e47-463e-8f82-e24054ba9b97) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:54.386224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:54.400180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2a467fef-816a-4d21-a4bb-1452e7b37e73 None None] Could not find standard attr ID for object 797afd98-1dbf-44bb-9569-76853db60dcb. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:39:54.405220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.432090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f69563d-d6ba-4411-8247-790fad479b2a req-a3d2fdad-850b-4130-beef-3bf3b2964a9e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.1496344 Dec 16 09:39:54.466434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286fc8ec-e6be-4737-bb65-797ec7bc568a None None] DHCP port deletion for c275b2a9-4add-4dc2-91af-80ef70071168 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:39:54.475981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 048f1846-28b9-4ae6-aa69-2f1ec585970d yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:54.573110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.588535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'ac4299c8-798d-4ac7-a083-5c355c35d6f1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:54.631878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52f92524-371e-44b4-953c-c6bf0ca6832c req-d61bfd62-6f97-48f5-a79c-71b34ad5fbbd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=264f6799-2c47-4971-9330-1f0559b4d57b HTTP/1.1" status: 200 len: 210 time: 0.0683582 Dec 16 09:39:54.657768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.702718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.766278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:54.791393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:54.798184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:54.806503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=ac4299c8-798d-4ac7-a083-5c355c35d6f1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.859035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=cfc500b1-8e47-463e-8f82-e24054ba9b97,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:54.870324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40533d-9ab8-4c85-bbfb-4187d6013efe req-eadaefe8-6b32-4db4-a575-92e9ec722551 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:54.878030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd40533d-9ab8-4c85-bbfb-4187d6013efe req-eadaefe8-6b32-4db4-a575-92e9ec722551 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1242883 Dec 16 09:39:54.916567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.920688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:54.921504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.949683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd40533d-9ab8-4c85-bbfb-4187d6013efe req-3aa6a5e9-5472-484f-9167-2e560c543634 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588090 Dec 16 09:39:54.958868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port ac4299c8-798d-4ac7-a083-5c355c35d6f1 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:39:54.965340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:54.966495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c9aa4dea-e7ba-4f43-89a5-f70dadcbabda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1676180 Dec 16 09:39:54.980958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "DELETE /v2.0/ports/ac4299c8-798d-4ac7-a083-5c355c35d6f1 HTTP/1.1" status: 204 len: 173 time: 1.4600890 Dec 16 09:39:54.982835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Request body: {'port': {'device_id': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:55.000936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264f6799-2c47-4971-9330-1f0559b4d57b', 'name': 'network-vif-deleted', 'tag': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:55.003393 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc57576-7bdb-49b5-88da-45907e524c71" -d '{"events": [{"server_uuid": "264f6799-2c47-4971-9330-1f0559b4d57b", "name": "network-vif-deleted", "tag": "ac4299c8-798d-4ac7-a083-5c355c35d6f1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:55.056546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.063237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-39d937d1-ab2f-46d6-a5fc-6c6602d15344 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2474005 Dec 16 09:39:55.116839 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.182127 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81652a39-f135-47ae-9532-bf3332338101 x-openstack-request-id: req-81652a39-f135-47ae-9532-bf3332338101 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:55.182417 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264f6799-2c47-4971-9330-1f0559b4d57b", "name": "network-vif-deleted", "tag": "ac4299c8-798d-4ac7-a083-5c355c35d6f1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:55.182672 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81652a39-f135-47ae-9532-bf3332338101 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:55.183166 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264f6799-2c47-4971-9330-1f0559b4d57b', 'name': 'network-vif-deleted', 'tag': 'ac4299c8-798d-4ac7-a083-5c355c35d6f1', 'status': 'completed', 'code': 200} Dec 16 09:39:55.282312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.329259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3aeb5c59-e890-4de0-a1c1-c3c7ea30b548 None None] Provisioning complete for port cfc500b1-8e47-463e-8f82-e24054ba9b97 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:39:55.329951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3aeb5c59-e890-4de0-a1c1-c3c7ea30b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.372361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:55.377169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:55.380713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb5c59-e890-4de0-a1c1-c3c7ea30b548 None None] Port cfc500b1-8e47-463e-8f82-e24054ba9b97 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:39:55.383377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:55.389191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.389806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.392516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=048f1846-28b9-4ae6-aa69-2f1ec585970d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:55.402430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-5d2619ae-2ed6-4af5-8b78-5ea74c375c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.404320 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-5d2619ae-2ed6-4af5-8b78-5ea74c375c33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.2042778 Dec 16 09:39:55.429390 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b1d046a-8b17-4cad-93fc-4a42f3bdb324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2730699 Dec 16 09:39:55.430039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55298) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:55.516757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc500b1-8e47-463e-8f82-e24054ba9b97 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:39:55.546721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.580414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Transition to ACTIVE for port object cfc500b1-8e47-463e-8f82-e24054ba9b97 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:39:55.604881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.679041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-14533848-d5d1-40fa-805f-a1bd4fc26e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.681366 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-14533848-d5d1-40fa-805f-a1bd4fc26e15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2375009 Dec 16 09:39:55.761559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 048f1846-28b9-4ae6-aa69-2f1ec585970d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:55.761559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.768348 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-0a76ec8b-ecff-4d86-8628-e0740b62680b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0768640 Dec 16 09:39:55.837545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fc56-fb2a-4dc7-9108-6b541697c4fa req-3de40be0-a63d-4655-bf00-e33b4c4c47be tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.848802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba21fc56-fb2a-4dc7-9108-6b541697c4fa req-3de40be0-a63d-4655-bf00-e33b4c4c47be tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.3062613 Dec 16 09:39:55.863888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-63a1dbb2-83f5-4003-9011-93f35a46a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:55.865416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-63a1dbb2-83f5-4003-9011-93f35a46a833 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0495088 Dec 16 09:39:55.937935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc500b1-8e47-463e-8f82-e24054ba9b97,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:55.955667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 21f2d0dc-1f9f-485f-9729-dc01be932dad no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:55.958307 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:55.976784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 048f1846-28b9-4ae6-aa69-2f1ec585970d owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:55.988031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Attempting to bind port cfc500b1-8e47-463e-8f82-e24054ba9b97 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:39:55.988485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Attempting to bind port cfc500b1-8e47-463e-8f82-e24054ba9b97 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:39:55.988906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Attempting to bind port cfc500b1-8e47-463e-8f82-e24054ba9b97 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:55.998377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Port cfc500b1-8e47-463e-8f82-e24054ba9b97 on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:39:55.998846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Attempting to bind port cfc500b1-8e47-463e-8f82-e24054ba9b97 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:39:56.007998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 21f2d0dc-1f9f-485f-9729-dc01be932dad {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:56.008519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 21f2d0dc-1f9f-485f-9729-dc01be932dad not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:56.014210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-085227ed-9753-4a59-a926-91642fdabacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:56.016791 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-085227ed-9753-4a59-a926-91642fdabacc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354091 Dec 16 09:39:56.016940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba21fc56-fb2a-4dc7-9108-6b541697c4fa req-70807bca-5001-4d87-ba9e-c493938d3e9b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665118 Dec 16 09:39:56.033092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:39:56.038492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:39:56.039013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:39:56.040476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Bound port: cfc500b1-8e47-463e-8f82-e24054ba9b97, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:39:56.040945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.161523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] For port cfc500b1-8e47-463e-8f82-e24054ba9b97, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:39:56.161523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] For port cfc500b1-8e47-463e-8f82-e24054ba9b97, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:39:56.179253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.179487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.239680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc500b1-8e47-463e-8f82-e24054ba9b97,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:56.250618 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-755ba764-4dec-48d6-8684-d4fb96abf064 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888380 Dec 16 09:39:56.255302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:56.256016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.257421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-cc3a3219-084e-45df-a877-2ce09c985083 service neutron] 10.222.0.53 "PUT /v2.0/ports/cfc500b1-8e47-463e-8f82-e24054ba9b97 HTTP/1.1" status: 200 len: 1091 time: 1.2795234 Dec 16 09:39:56.257898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'tag': 'cfc500b1-8e47-463e-8f82-e24054ba9b97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:39:56.260680 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbcd7a0-a738-4d3f-ad7b-099a42413629", "tag": "cfc500b1-8e47-463e-8f82-e24054ba9b97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:39:56.355992 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87fd88f-be40-4f29-b772-f991761226d9 x-openstack-request-id: req-f87fd88f-be40-4f29-b772-f991761226d9 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:39:56.356291 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbcd7a0-a738-4d3f-ad7b-099a42413629", "tag": "cfc500b1-8e47-463e-8f82-e24054ba9b97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:39:56.356548 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f87fd88f-be40-4f29-b772-f991761226d9 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:39:56.356958 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'tag': 'cfc500b1-8e47-463e-8f82-e24054ba9b97', 'status': 'completed', 'code': 200} Dec 16 09:39:56.395764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-ccaba3c3-7ab5-442c-ae41-87f398e2a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:56.397001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=048f1846-28b9-4ae6-aa69-2f1ec585970d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:56.397523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-ccaba3c3-7ab5-442c-ae41-87f398e2a056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 1094 time: 0.0853684 Dec 16 09:39:56.415510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.420733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5e664bc3-4048-460b-abf2-a251f104a043 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/048f1846-28b9-4ae6-aa69-2f1ec585970d HTTP/1.1" status: 204 len: 168 time: 0.9897289 Dec 16 09:39:56.423769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55324) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:56.429169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'mac_address': 'fa:16:3e:8e:5a:5e', 'name': 'tempest-PortsTestJSON-2055834132'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:56.478562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-108c0d3b-f2df-4b41-a57e-d14791a5ce76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97 HTTP/1.1" status: 200 len: 217 time: 0.0629718 Dec 16 09:39:56.572833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-7b3ab294-9605-4aed-b033-adb3e3b07e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:56.575265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-7b3ab294-9605-4aed-b033-adb3e3b07e05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0885801 Dec 16 09:39:56.611626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d5f5d30f-a41e-4a29-a0a8-b2fc4e6a1cca req-8240a084-5830-4b7d-8bc7-467f66aae6df service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434608 Dec 16 09:39:56.626669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:56.705251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762f029-2129-4afb-a5c7-1b7da455edca req-f5c80758-b966-42cb-94e8-3d003bdde2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:56.707576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-f5c80758-b966-42cb-94e8-3d003bdde2d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197999 Dec 16 09:39:56.733206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:56.762842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port dcd68d04-6686-4ed8-bbf7-d350f99c56b4 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:56.806940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-df9225c2-80c7-4a1e-ad89-a1da49ae02cb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:56.808473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-df9225c2-80c7-4a1e-ad89-a1da49ae02cb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.2323017 Dec 16 09:39:56.830201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac4299c8-798d-4ac7-a083-5c355c35d6f1 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:39:56.843776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-4ad13aa0-a0b7-40cf-95e0-f8da37991bdf tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/quotas/d7c839ae0c0a425c972b1725fee9c0ba HTTP/1.1" status: 200 len: 375 time: 0.0252733 Dec 16 09:39:56.870343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: ac4299c8-798d-4ac7-a083-5c355c35d6f1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:39:56.870693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac4299c8-798d-4ac7-a083-5c355c35d6f1 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:39:56.904027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-c0645428-712a-4256-9503-f464b2169175 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878395 Dec 16 09:39:56.952763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-91102f78-a5be-453d-be63-fe843c600835 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040533 Dec 16 09:39:56.990248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.025230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.083188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=dcd68d04-6686-4ed8-bbf7-d350f99c56b4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:57.091102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:57.092749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:57.095124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:57.100197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1762f029-2129-4afb-a5c7-1b7da455edca req-5170ebf0-3d57-4e41-89d0-94fd19400e84 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842940 Dec 16 09:39:57.101557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.102471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.123650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-3d26fa1f-2248-4463-8ec9-fe3088677945 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439087 Dec 16 09:39:57.146178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5511d61c-9679-4d0d-b966-f7393cf752bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7189305 Dec 16 09:39:57.147235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55350) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:57.197585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eac58d-a65a-4ab1-9af7-4d8544e03de2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.201604 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-38eac58d-a65a-4ab1-9af7-4d8544e03de2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/dcd68d04-6686-4ed8-bbf7-d350f99c56b4 HTTP/1.1" status: 200 len: 841 time: 0.0511153 Dec 16 09:39:57.202758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55352) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:57.232854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-3d21e5c0-57c8-4d10-a1d8-80ffee87bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.234351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-3d21e5c0-57c8-4d10-a1d8-80ffee87bc31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 1094 time: 0.0599544 Dec 16 09:39:57.303453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port dcd68d04-6686-4ed8-bbf7-d350f99c56b4 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:57.303963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.340009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-78d65024-a0c1-419e-bade-e6f8243e6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.341482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-78d65024-a0c1-419e-bade-e6f8243e6d81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.0938985 Dec 16 09:39:57.381464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.395953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for dcd68d04-6686-4ed8-bbf7-d350f99c56b4 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:57.404697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-edf4d5e4-a241-4f22-b316-d0a078d85430 service neutron] 10.222.0.61 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801330 Dec 16 09:39:57.406400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-48e9f4d7-c856-4327-b555-4df47342497b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97 HTTP/1.1" status: 200 len: 217 time: 0.0518591 Dec 16 09:39:57.469231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-e1d5d7c3-b15a-45c6-bdc0-088072fdf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.471441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-e1d5d7c3-b15a-45c6-bdc0-088072fdf19a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0581226 Dec 16 09:39:57.544205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.554478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-1024d275-cbc3-4f4c-a2f6-9227c56f28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.555713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-1024d275-cbc3-4f4c-a2f6-9227c56f28c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771487 Dec 16 09:39:57.617669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=dcd68d04-6686-4ed8-bbf7-d350f99c56b4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:57.649952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:57.653348 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-52394b0b-fa88-4842-aac2-9b1cc4ff87ac tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/dcd68d04-6686-4ed8-bbf7-d350f99c56b4 HTTP/1.1" status: 204 len: 168 time: 0.4503655 Dec 16 09:39:57.665273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55366) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:57.732209 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aac9104-18fc-4781-8bfe-f2904e8bb47d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:39:57.737469 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3aac9104-18fc-4781-8bfe-f2904e8bb47d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/dcd68d04-6686-4ed8-bbf7-d350f99c56b4 HTTP/1.1" status: 404 len: 333 time: 0.0673323 Dec 16 09:39:57.742551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55370) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:57.748771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'name': 'tempest-PortsTestJSON-13122404'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:57.873888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-147cbe61-b8d7-4e7a-80b6-6bb96d84d00b service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104975 Dec 16 09:39:57.940206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2d2d5-37ec-4bdd-a97a-a344cf1a3af6 req-4d9970c1-0e29-48f7-a538-a932dcd759ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:57.947858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22d2d2d5-37ec-4bdd-a97a-a344cf1a3af6 req-4d9970c1-0e29-48f7-a538-a932dcd759ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.2042842 Dec 16 09:39:58.008293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:58.011804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.027681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22d2d2d5-37ec-4bdd-a97a-a344cf1a3af6 req-7607b45d-0ffa-440f-ae32-c3764e0d1620 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735967 Dec 16 09:39:58.107758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 0d458c78-6bea-4444-bd91-94e8db9eb1f9 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:39:58.230767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37f5118d-e7bb-41c0-8e84-fda990f6d4d1 req-58eacf2d-8c2c-48f8-b695-a591efc2d2e6 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492362 Dec 16 09:39:58.360018 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.377107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3ed6dfe-db06-4aba-af4d-d71768e6d05e req-4e96ea65-2f53-416e-a608-05f494d0bb9e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 210 time: 0.0309885 Dec 16 09:39:58.414707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.838989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:58.852713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:58.882340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:58.888154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:58.888749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:58.925254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=0d458c78-6bea-4444-bd91-94e8db9eb1f9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:58.935182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-19796de9-4286-4e55-a07f-7b752708b933 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1880765 Dec 16 09:39:58.936490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:58.944996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:58.971004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a4f6afc9-3d06-415f-9030-de066371ec70 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:58.972649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a4f6afc9-3d06-415f-9030-de066371ec70 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 806 time: 0.1476965 Dec 16 09:39:58.987414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Request body: {'port': {'device_id': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'admin_state_up': True, 'tenant_id': 'd7c839ae0c0a425c972b1725fee9c0ba'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:39:59.025773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.189366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Made reservation on behalf of d7c839ae0c0a425c972b1725fee9c0ba for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:39:59.193295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.220700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a753f1-ebe2-49ca-9c12-354a0d1d22b9 req-6585f151-8cad-4ed3-b6b4-45019dc288ff tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:59.222259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38a753f1-ebe2-49ca-9c12-354a0d1d22b9 req-6585f151-8cad-4ed3-b6b4-45019dc288ff tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.0757978 Dec 16 09:39:59.253158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.259532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.319502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] In _notify_port_updated(), no bound segment for port 0d458c78-6bea-4444-bd91-94e8db9eb1f9 on network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:39:59.320237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38a753f1-ebe2-49ca-9c12-354a0d1d22b9 req-9a5e810b-0be4-40f0-b573-27c7260f4c7e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898218 Dec 16 09:39:59.326925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:59.327776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.329271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/ports/0d458c78-6bea-4444-bd91-94e8db9eb1f9 HTTP/1.1" status: 200 len: 818 time: 0.3915808 Dec 16 09:39:59.332239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55412) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:59.362518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b09b1c-f602-44d6-b723-c7dfe53e4e8e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=0d458c78-6bea-4444-bd91-94e8db9eb1f9,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:59.445983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Allocated IP 172.20.0.13 (225a4924-19eb-449c-ac58-e1f66d0d32ab/9d75b38a-7d51-460a-bf77-1e36bfa8edd2/82c4b8b5-00a0-45c4-9408-35c6252de2d4) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:39:59.518162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 0d458c78-6bea-4444-bd91-94e8db9eb1f9 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:39:59.518505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.650599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.692855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d2599ba-4b4b-4eca-a4ac-f4e2e4cf2483 req-3059a927-3659-44bb-9441-b321881e8ce4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 210 time: 0.0449040 Dec 16 09:39:59.700446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 0d458c78-6bea-4444-bd91-94e8db9eb1f9 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:39:59.780219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.835866 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.838453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.851630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:39:59.871141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=0d458c78-6bea-4444-bd91-94e8db9eb1f9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:39:59.901863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:39:59.905011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-11c74901-8f7c-4c4c-9c66-6b07bc5ecbdd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/0d458c78-6bea-4444-bd91-94e8db9eb1f9 HTTP/1.1" status: 204 len: 168 time: 0.5718162 Dec 16 09:39:59.907625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55430) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:39:59.921704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Network 225a4924-19eb-449c-ac58-e1f66d0d32ab is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:39:59.934631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:39:59.939570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:39:59.972476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15aa280-8511-41d2-82e5-f8aae81b1518 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:39:59.975272 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f15aa280-8511-41d2-82e5-f8aae81b1518 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0660627 Dec 16 09:39:59.977311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:00.002457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:00.003244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.003939 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fe770b-28c5-45e3-ae95-131322ecf8d9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:00.005837 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4fe770b-28c5-45e3-ae95-131322ecf8d9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/0d458c78-6bea-4444-bd91-94e8db9eb1f9 HTTP/1.1" status: 404 len: 333 time: 0.0273690 Dec 16 09:40:00.009619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:00.014847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100371301'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:00.022820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event updated for resources: {'Port': ['ID=82c4b8b5-00a0-45c4-9408-35c6252de2d4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.029156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-a86a229b-8549-48b1-8d5a-d496afecfb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0475183 Dec 16 09:40:00.040803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:00.043112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Request body: {'port': {'device_id': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:00.044428 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.068813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:40:00.077984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.078326 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 150774ee-941d-4fa2-9778-eca829ea1cc3 of type vlan for network 7e584fd4-3271-42eb-82ea-a30fce6d569d Dec 16 09:40:00.101063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.121573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.147532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.153885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:00.154941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.209700 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1989715 Dec 16 09:40:00.214016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55436) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:00.222166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:00.225561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89070feb-2958-4a56-9fa0-202fbace6fbf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=7e584fd4-3271-42eb-82ea-a30fce6d569d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.237239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:40:00.414975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:00.418378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.575593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616d74-2d30-4102-8456-297ea668dbe4 req-0210b7de-ebe7-49be-8364-21428f4f9f44 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:00.577103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95616d74-2d30-4102-8456-297ea668dbe4 req-0210b7de-ebe7-49be-8364-21428f4f9f44 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.1826291 Dec 16 09:40:00.621665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c4b8b5-00a0-45c4-9408-35c6252de2d4 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:00.643853 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.667196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95616d74-2d30-4102-8456-297ea668dbe4 req-7f8f33fb-f0c2-4ace-ae9a-3c796294335f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800152 Dec 16 09:40:00.687338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Transition to ACTIVE for port object 82c4b8b5-00a0-45c4-9408-35c6252de2d4 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:40:00.708543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.808674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Pushing event updated for resources: {'Port': ['ID=82c4b8b5-00a0-45c4-9408-35c6252de2d4,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.829712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:00.974554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=97d400f2-313a-45ba-a911-4818a73b2a77,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:00.994961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Attempting to bind port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:00.995299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Attempting to bind port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:00.995618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Attempting to bind port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:00.998477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '150774ee-941d-4fa2-9778-eca829ea1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:00.998832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: 7e584fd4-3271-42eb-82ea-a30fce6d569d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:40:01.008660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3e00f-d3ac-4139-a5ee-937dc40ed36b req-147046c1-5f81-4c14-9cab-3aa296839a0c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.010125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89e3e00f-d3ac-4139-a5ee-937dc40ed36b req-147046c1-5f81-4c14-9cab-3aa296839a0c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 944 time: 0.1114626 Dec 16 09:40:01.015120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:40:01.015411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Attempting to bind port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 on network 225a4924-19eb-449c-ac58-e1f66d0d32ab {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:01.037785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:01.038162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Checking segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:01.038540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Bound using segment: {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:01.038975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Bound port: 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fae22-b2de-4f43-818a-99468aee0dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:01.039331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.068870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:01.097813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89e3e00f-d3ac-4139-a5ee-937dc40ed36b req-4f3cc49e-f83a-462e-aa66-6d97424e1230 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802865 Dec 16 09:40:01.107567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 7e584fd4-3271-42eb-82ea-a30fce6d569d) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:01.122356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.122958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.123099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c8fef-0afa-4800-92c1-8593b076560d None None] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:01.143321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] For port 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:01.148046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] For port 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:01.153555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d04fa4a-3190-4927-be21-4fd101737ec2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9382343 Dec 16 09:40:01.155431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.156493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55450) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:01.166579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:01.194078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.195070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.196656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] 10.222.0.69 "PUT /v2.0/ports/82c4b8b5-00a0-45c4-9408-35c6252de2d4 HTTP/1.1" status: 200 len: 1092 time: 1.1582446 Dec 16 09:40:01.199322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'tag': '82c4b8b5-00a0-45c4-9408-35c6252de2d4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:01.202693 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed", "tag": "82c4b8b5-00a0-45c4-9408-35c6252de2d4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:01.237465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b8bb-02b7-4629-94dd-d86e5901b53c service neutron] Pushing event updated for resources: {'Port': ['ID=82c4b8b5-00a0-45c4-9408-35c6252de2d4,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:01.294964 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e72be01-e6ce-4e7a-bacd-10087a9c535a x-openstack-request-id: req-4e72be01-e6ce-4e7a-bacd-10087a9c535a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:01.295270 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed", "tag": "82c4b8b5-00a0-45c4-9408-35c6252de2d4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:01.295532 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e72be01-e6ce-4e7a-bacd-10087a9c535a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:01.295974 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'tag': '82c4b8b5-00a0-45c4-9408-35c6252de2d4', 'status': 'completed', 'code': 200} Dec 16 09:40:01.314653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-9adc1aa3-0e79-449a-ab34-5c847b4a2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.316535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-9adc1aa3-0e79-449a-ab34-5c847b4a2f95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 1095 time: 0.0701351 Dec 16 09:40:01.328021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-7e584fd4-3271-42eb-82ea-a30fce6d569d', 'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': '97d400f2-313a-45ba-a911-4818a73b2a77'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:01.329137 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.363448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-1ca03a30-5b42-49f1-ae88-0adf9e87c36d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4 HTTP/1.1" status: 200 len: 217 time: 0.0383351 Dec 16 09:40:01.437378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-fec548d1-afa4-4875-b772-f06fe3ae132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.439235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-fec548d1-afa4-4875-b772-f06fe3ae132e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0692708 Dec 16 09:40:01.479755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-92fa984d-5a50-4e16-ba72-6b1f5999f24f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333486 Dec 16 09:40:01.485998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Allocated IP 172.20.0.2 (7e584fd4-3271-42eb-82ea-a30fce6d569d/97d400f2-313a-45ba-a911-4818a73b2a77/10565dd9-798b-45f3-9453-fd994defade3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:01.613591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-797792fa-2e47-45e4-bc00-9c5d08c789b5 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256773 Dec 16 09:40:01.670157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.680517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.712515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:01.716629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.728028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Pushing event updated for resources: {'Port': ['ID=10565dd9-798b-45f3-9453-fd994defade3,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:01.744002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:01.746956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:01.750545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:01.758280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed12eaf9-3fd7-48ec-ba58-7f3c3ff91ce3 req-eb71eaa0-8f72-4da8-bf22-7fa2a907dd59 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377969 Dec 16 09:40:01.841229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Attempting to bind port 10565dd9-798b-45f3-9453-fd994defade3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:01.841551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Attempting to bind port 10565dd9-798b-45f3-9453-fd994defade3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '150774ee-941d-4fa2-9778-eca829ea1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:01.841937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Attempting to bind port 10565dd9-798b-45f3-9453-fd994defade3 on network 7e584fd4-3271-42eb-82ea-a30fce6d569d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:01.847939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:01.850811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Checking segment: {'id': '150774ee-941d-4fa2-9778-eca829ea1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:01.851879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.852760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Bound using segment: {'id': '150774ee-941d-4fa2-9778-eca829ea1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:01.854033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Bound port: 10565dd9-798b-45f3-9453-fd994defade3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150774ee-941d-4fa2-9778-eca829ea1cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:01.855654 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.856685 n-d-821941-1 neutron-server[102397]: INFO neutron.db.ipam_backend_mixin [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97d400f2-313a-45ba-a911-4818a73b2a77 (CIDR: 172.20.0.0/28) Dec 16 09:40:01.860941 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:01.861530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:01.882004 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2288dde0-e952-499b-af90-cb6d388259a8 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7232528 Dec 16 09:40:01.884523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55462) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:01.887866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0657a-1d34-4f2e-b95b-f9b41b82670b req-4bd56d61-0c63-4994-ac93-188081be4824 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.889652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95d0657a-1d34-4f2e-b95b-f9b41b82670b req-4bd56d61-0c63-4994-ac93-188081be4824 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.0925374 Dec 16 09:40:01.890400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:01.896235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-4edaf673-00b1-4dd8-a235-f539b966809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:01.898250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-4edaf673-00b1-4dd8-a235-f539b966809c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 1095 time: 0.0691292 Dec 16 09:40:01.958906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] For port 10565dd9-798b-45f3-9453-fd994defade3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:01.965004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] For port 10565dd9-798b-45f3-9453-fd994defade3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=10565dd9-798b-45f3-9453-fd994defade3,segment=NetworkSegment(150774ee-941d-4fa2-9778-eca829ea1cc3),segment_id=150774ee-941d-4fa2-9778-eca829ea1cc3)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:01.971054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:01.995342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95d0657a-1d34-4f2e-b95b-f9b41b82670b req-02da8f3d-25e3-454b-bea8-bcf82b3aa0bb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953598 Dec 16 09:40:02.039347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d23bc8-f19e-486f-b9f4-0a9053ea0c85 None None] Pushing event updated for resources: {'Port': ['ID=10565dd9-798b-45f3-9453-fd994defade3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:02.057192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:02.059499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-49f603fd-ca12-4090-92f8-eb9d95ed4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:02.062609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-49f603fd-ca12-4090-92f8-eb9d95ed4a2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 200 len: 907 time: 0.1549087 Dec 16 09:40:02.062771 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.123623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-2050a9ab-4445-4307-befa-997f83e6950d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4 HTTP/1.1" status: 200 len: 217 time: 0.0539503 Dec 16 09:40:02.227005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-c142ef7e-943a-4a50-88a3-6b9be0e3e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:02.228899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-c142ef7e-943a-4a50-88a3-6b9be0e3e548 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 200 len: 846 time: 0.0973063 Dec 16 09:40:02.279328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-3c5f8c79-9c8d-417b-b76f-b3fee72f27e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=225a4924-19eb-449c-ac58-e1f66d0d32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424976 Dec 16 09:40:02.382098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.431275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49755-967d-4e1b-b128-ae569e2943c5 req-5d2049f7-0350-435d-83e7-7fb9dd5a9a1e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:02.443393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:02.444518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8d49755-967d-4e1b-b128-ae569e2943c5 req-5d2049f7-0350-435d-83e7-7fb9dd5a9a1e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 944 time: 0.1921344 Dec 16 09:40:02.446997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:02.451887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:02.452765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.467446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=8f166393-4873-47d0-b1e8-bbefe3a975a2,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:02.481786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5917b02f-7e26-4ce4-95e4-93ce7882cf44 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5956163 Dec 16 09:40:02.484230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55466) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:02.489457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d', 'fixed_ips': [{'subnet_id': '97d400f2-313a-45ba-a911-4818a73b2a77'}, {'subnet_id': '8f166393-4873-47d0-b1e8-bbefe3a975a2'}], 'name': 'tempest-PortsTestJSON-1330532791'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:02.497302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-f432ca79-fcc4-4f13-9057-29d590f74c3a service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022736 Dec 16 09:40:02.510091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8d49755-967d-4e1b-b128-ae569e2943c5 req-74cedcac-6a2e-4d00-bf23-14746dfbc474 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Dec 16 09:40:02.617354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a38dbc-d70b-486b-bc30-ce1e0e92aac1 req-41a965ae-d0a9-43dd-b764-1f4337800cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061256 Dec 16 09:40:02.637366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:02.725447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:02.744295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port c54e2ebb-7d7b-462e-9681-37c742e6a35f yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:03.020147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.8 (7e584fd4-3271-42eb-82ea-a30fce6d569d/97d400f2-313a-45ba-a911-4818a73b2a77/c54e2ebb-7d7b-462e-9681-37c742e6a35f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:03.028532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.20 (7e584fd4-3271-42eb-82ea-a30fce6d569d/8f166393-4873-47d0-b1e8-bbefe3a975a2/c54e2ebb-7d7b-462e-9681-37c742e6a35f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:03.146038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3dbd-648c-4e56-a885-f44243424642 req-2a863ca2-39e7-41d3-ad68-25ecb20c0cb3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:03.148383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c9a3dbd-648c-4e56-a885-f44243424642 req-2a863ca2-39e7-41d3-ad68-25ecb20c0cb3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.0698395 Dec 16 09:40:03.197806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c9a3dbd-648c-4e56-a885-f44243424642 req-d53b1c23-490b-40d9-ab26-867308f22e6b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Dec 16 09:40:03.217437 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.258729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.301794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:03.307752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:03.312022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:03.343910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6935863-5f29-4cfb-9d60-3cf9623ae4cb None None] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:03.361870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=c54e2ebb-7d7b-462e-9681-37c742e6a35f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:03.390430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:03.391519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.408410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8cabfd7e-115d-485c-b13a-19c8026e363e None None] Provisioning complete for port 10565dd9-798b-45f3-9453-fd994defade3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:03.408709 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8cabfd7e-115d-485c-b13a-19c8026e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.412703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a5fd5dd-d69e-410b-b7ef-b577e6509fb1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.9271593 Dec 16 09:40:03.415201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55476) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:03.420929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97d400f2-313a-45ba-a911-4818a73b2a77'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:03.545639 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8cabfd7e-115d-485c-b13a-19c8026e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.599678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8cabfd7e-115d-485c-b13a-19c8026e363e None None] For port 10565dd9-798b-45f3-9453-fd994defade3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=10565dd9-798b-45f3-9453-fd994defade3,segment=NetworkSegment(150774ee-941d-4fa2-9778-eca829ea1cc3),segment_id=150774ee-941d-4fa2-9778-eca829ea1cc3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:03.599912 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.608848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8cabfd7e-115d-485c-b13a-19c8026e363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.684904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabfd7e-115d-485c-b13a-19c8026e363e None None] Pushing event updated for resources: {'Port': ['ID=10565dd9-798b-45f3-9453-fd994defade3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:03.690942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee901aa3-26a5-43c7-bb78-c1f43ca6f3f8 req-eda5818f-0b71-42e6-8126-9ed044574ec4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:03.698459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee901aa3-26a5-43c7-bb78-c1f43ca6f3f8 req-eda5818f-0b71-42e6-8126-9ed044574ec4 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 944 time: 0.1085103 Dec 16 09:40:03.703664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] Update dhcp port {'port': {'network_id': '7e584fd4-3271-42eb-82ea-a30fce6d569d', 'fixed_ips': [{'subnet_id': '97d400f2-313a-45ba-a911-4818a73b2a77', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f166393-4873-47d0-b1e8-bbefe3a975a2'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '10565dd9-798b-45f3-9453-fd994defade3'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:03.732453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:03.802433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee901aa3-26a5-43c7-bb78-c1f43ca6f3f8 req-c38be3fe-f3aa-4dbd-89ac-f74294103222 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031051 Dec 16 09:40:03.897887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] Allocated IP 172.20.0.18 (7e584fd4-3271-42eb-82ea-a30fce6d569d/8f166393-4873-47d0-b1e8-bbefe3a975a2/10565dd9-798b-45f3-9453-fd994defade3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:04.011946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] For port 10565dd9-798b-45f3-9453-fd994defade3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=10565dd9-798b-45f3-9453-fd994defade3,segment=NetworkSegment(150774ee-941d-4fa2-9778-eca829ea1cc3),segment_id=150774ee-941d-4fa2-9778-eca829ea1cc3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:04.030462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 10565dd9-798b-45f3-9453-fd994defade3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:04.080656 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.087469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.135612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 10565dd9-798b-45f3-9453-fd994defade3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:04.135975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.152519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Delete allocated IP 172.20.0.20 (7e584fd4-3271-42eb-82ea-a30fce6d569d/8f166393-4873-47d0-b1e8-bbefe3a975a2) {{(pid=102398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:40:04.199491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e4753-f994-431f-bf64-001d1ac20475 None None] Pushing event updated for resources: {'Port': ['ID=10565dd9-798b-45f3-9453-fd994defade3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:04.348015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.357165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.401794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd6d9-bd6e-4fdb-903c-a5f9b84a1df5 req-3d62a407-5f64-457e-9d8d-b7210a4f72ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:04.403512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4dfd6d9-bd6e-4fdb-903c-a5f9b84a1df5 req-3d62a407-5f64-457e-9d8d-b7210a4f72ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.1108332 Dec 16 09:40:04.463016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=c54e2ebb-7d7b-462e-9681-37c742e6a35f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:04.508158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4dfd6d9-bd6e-4fdb-903c-a5f9b84a1df5 req-af9a3279-cb81-4b70-8bfb-5c80664dc3de tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947011 Dec 16 09:40:04.516714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] In _notify_port_updated(), no bound segment for port c54e2ebb-7d7b-462e-9681-37c742e6a35f on network 7e584fd4-3271-42eb-82ea-a30fce6d569d {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:40:04.522533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:04.523216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.527382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b73e6252-2100-4611-b125-c64041b4d455 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/ports/c54e2ebb-7d7b-462e-9681-37c742e6a35f HTTP/1.1" status: 200 len: 919 time: 1.1086516 Dec 16 09:40:04.527602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55488) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:04.534762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97d400f2-313a-45ba-a911-4818a73b2a77'}, {'subnet_id': '8f166393-4873-47d0-b1e8-bbefe3a975a2'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:04.618996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.737665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef6636c-e927-4331-9bd5-64be8ae0d435 None None] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:04.861770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-92935b4f-f603-42e5-ab01-60fe34d45371 None None] Provisioning complete for port 10565dd9-798b-45f3-9453-fd994defade3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:04.862161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-92935b4f-f603-42e5-ab01-60fe34d45371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.883522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.21 (7e584fd4-3271-42eb-82ea-a30fce6d569d/8f166393-4873-47d0-b1e8-bbefe3a975a2/c54e2ebb-7d7b-462e-9681-37c742e6a35f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:04.983228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-92935b4f-f603-42e5-ab01-60fe34d45371 None None] Provisioning complete for port c54e2ebb-7d7b-462e-9681-37c742e6a35f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:04.983701 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-92935b4f-f603-42e5-ab01-60fe34d45371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:04.998419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782b363-04ae-42ac-b27f-c0a336c11c52 req-bffeb24b-8ea4-4053-bc34-1e75ab9ff397 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:05.000129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2782b363-04ae-42ac-b27f-c0a336c11c52 req-bffeb24b-8ea4-4053-bc34-1e75ab9ff397 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 944 time: 0.1182654 Dec 16 09:40:05.023407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-92935b4f-f603-42e5-ab01-60fe34d45371 None None] Port c54e2ebb-7d7b-462e-9681-37c742e6a35f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:05.072708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2782b363-04ae-42ac-b27f-c0a336c11c52 req-b51bafee-66f6-4b0d-99b2-98ece49cee83 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 Dec 16 09:40:05.089545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.095199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.167256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=c54e2ebb-7d7b-462e-9681-37c742e6a35f,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:05.227077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] In _notify_port_updated(), no bound segment for port c54e2ebb-7d7b-462e-9681-37c742e6a35f on network 7e584fd4-3271-42eb-82ea-a30fce6d569d {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:40:05.232642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:05.233249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.234664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9f17e803-b720-4427-9107-44618b79971b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/ports/c54e2ebb-7d7b-462e-9681-37c742e6a35f HTTP/1.1" status: 200 len: 999 time: 0.7060640 Dec 16 09:40:05.238046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55498) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:05.338250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port c54e2ebb-7d7b-462e-9681-37c742e6a35f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:05.338689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.432053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.443831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for c54e2ebb-7d7b-462e-9681-37c742e6a35f owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:05.625383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.636719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2189b83-afbe-4563-8c9d-97724e698e81 req-71a09edc-aa65-43c5-b486-55dce14589a7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:05.638468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2189b83-afbe-4563-8c9d-97724e698e81 req-71a09edc-aa65-43c5-b486-55dce14589a7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.0535541 Dec 16 09:40:05.664357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=c54e2ebb-7d7b-462e-9681-37c742e6a35f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:05.680305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2189b83-afbe-4563-8c9d-97724e698e81 req-a693fe35-c8b5-4b87-b96d-115e2d31a6eb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Dec 16 09:40:05.757905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.761457 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d5f6b44-4806-45b2-a9d6-43d723e430e2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/c54e2ebb-7d7b-462e-9681-37c742e6a35f HTTP/1.1" status: 204 len: 168 time: 0.5219698 Dec 16 09:40:05.763963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55510) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:05.794061 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b7cc36-49ac-46b8-b5fb-99a34f7ec8e9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:05.795922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55b7cc36-49ac-46b8-b5fb-99a34f7ec8e9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/c54e2ebb-7d7b-462e-9681-37c742e6a35f HTTP/1.1" status: 404 len: 333 time: 0.0307109 Dec 16 09:40:05.798387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55512) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:05.851656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 8f166393-4873-47d0-b1e8-bbefe3a975a2 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:05.854916 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.904321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:05.999220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 10565dd9-798b-45f3-9453-fd994defade3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:06.017423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.050610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 82c4b8b5-00a0-45c4-9408-35c6252de2d4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:40:06.083317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.126276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.130304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/8f166393-4873-47d0-b1e8-bbefe3a975a2 HTTP/1.1" status: 204 len: 168 time: 0.3307314 Dec 16 09:40:06.132140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2b8c6-68c5-45b3-831c-45ea453958b9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=8f166393-4873-47d0-b1e8-bbefe3a975a2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:06.132803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:06.198906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 97d400f2-313a-45ba-a911-4818a73b2a77 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:06.202493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.243799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc81c6-9b37-4611-80a3-12d4a4f1a79b req-c3a1251c-8d73-4b23-8c37-d828d3d0b356 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:06.244984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfcc81c6-9b37-4611-80a3-12d4a4f1a79b req-c3a1251c-8d73-4b23-8c37-d828d3d0b356 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 944 time: 0.0763695 Dec 16 09:40:06.249153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.287026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 10565dd9-798b-45f3-9453-fd994defade3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:06.287503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.312714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfcc81c6-9b37-4611-80a3-12d4a4f1a79b req-9463c24e-fa91-4fda-a708-bb46560962bc tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582678 Dec 16 09:40:06.368790 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.415848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fb97e-bb19-4258-afa6-d2393c8e2db2 None None] Network 7e584fd4-3271-42eb-82ea-a30fce6d569d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:06.422207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4088cd0e-4df6-4597-8f76-0511b2abba4e None None] Provisioning complete for port 10565dd9-798b-45f3-9453-fd994defade3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:06.422608 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4088cd0e-4df6-4597-8f76-0511b2abba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.438799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.465760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=97d400f2-313a-45ba-a911-4818a73b2a77,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:06.471045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.474908 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ec5b6360-a4fc-4f67-9173-04a37831793e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/97d400f2-313a-45ba-a911-4818a73b2a77 HTTP/1.1" status: 204 len: 168 time: 0.3409901 Dec 16 09:40:06.477612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55520) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:06.510073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:06.562677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.564207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '82c4b8b5-00a0-45c4-9408-35c6252de2d4', 'network_id': '225a4924-19eb-449c-ac58-e1f66d0d32ab', 'port_id': '82c4b8b5-00a0-45c4-9408-35c6252de2d4', 'mac_address': 'fa:16:3e:a7:c9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d75b38a-7d51-460a-bf77-1e36bfa8edd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:40:06.620023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 10565dd9-798b-45f3-9453-fd994defade3 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:06.620646 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.679848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.686912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] For port 10565dd9-798b-45f3-9453-fd994defade3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=10565dd9-798b-45f3-9453-fd994defade3,segment=NetworkSegment(150774ee-941d-4fa2-9778-eca829ea1cc3),segment_id=150774ee-941d-4fa2-9778-eca829ea1cc3)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:06.687606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.710967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 10565dd9-798b-45f3-9453-fd994defade3 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:06.727687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c4b8b5-00a0-45c4-9408-35c6252de2d4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:06.760837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4088cd0e-4df6-4597-8f76-0511b2abba4e None None] Could not find standard attr ID for object c54e2ebb-7d7b-462e-9681-37c742e6a35f. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:06.765093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:06.775604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:06.841812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=82c4b8b5-00a0-45c4-9408-35c6252de2d4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:06.866715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfc500b1-8e47-463e-8f82-e24054ba9b97 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:40:06.884652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] DHCP port deletion for 7e584fd4-3271-42eb-82ea-a30fce6d569d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:06.888609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dbf4f0a8-cf59-4ff8-a9c9-7b03afbc0122 None None] Could not find standard attr ID for object c54e2ebb-7d7b-462e-9681-37c742e6a35f. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:07.029784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] Deleting port 10565dd9-798b-45f3-9453-fd994defade3 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:07.030513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.034042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfc500b1-8e47-463e-8f82-e24054ba9b97, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:07.094254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cfc500b1-8e47-463e-8f82-e24054ba9b97', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': 'cfc500b1-8e47-463e-8f82-e24054ba9b97', 'mac_address': 'fa:16:3e:85:cc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:40:07.155332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] For port 10565dd9-798b-45f3-9453-fd994defade3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=10565dd9-798b-45f3-9453-fd994defade3,segment=NetworkSegment(150774ee-941d-4fa2-9778-eca829ea1cc3),segment_id=150774ee-941d-4fa2-9778-eca829ea1cc3)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:07.155813 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.175819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] Calling delete_port for 10565dd9-798b-45f3-9453-fd994defade3 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:07.177656 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.198521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['82c4b8b5-00a0-45c4-9408-35c6252de2d4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:07.228281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc500b1-8e47-463e-8f82-e24054ba9b97 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:07.250977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651f5ca-161a-4df8-ba4b-e03a9d073f2d req-a709ef15-b01f-494d-ae05-588ae0162bee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:07.252544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7651f5ca-161a-4df8-ba4b-e03a9d073f2d req-a709ef15-b01f-494d-ae05-588ae0162bee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 943 time: 0.0864782 Dec 16 09:40:07.260112 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.311793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=10565dd9-798b-45f3-9453-fd994defade3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:07.314681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfc500b1-8e47-463e-8f82-e24054ba9b97, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:07.316710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No DVR routers for this DVR port 10565dd9-798b-45f3-9453-fd994defade3 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:07.324446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.402152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.413536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.425950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7651f5ca-161a-4df8-ba4b-e03a9d073f2d req-abbd858c-7871-4971-8375-7182a5529f7d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631942 Dec 16 09:40:07.428717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfc500b1-8e47-463e-8f82-e24054ba9b97,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:07.442673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e584fd4-3271-42eb-82ea-a30fce6d569d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:07.462349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150774ee-941d-4fa2-9778-eca829ea1cc3') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:07.462349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150774ee-941d-4fa2-9778-eca829ea1cc3') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:07.468416 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.483922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] No DVR routers for this DVR port 10565dd9-798b-45f3-9453-fd994defade3 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:07.500646 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.512755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71cfa6-5aa8-4855-822c-8b081d4558be None None] Pushing event deleted for resources: {'Port': ['ID=10565dd9-798b-45f3-9453-fd994defade3,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:07.515188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:07.520540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:07.527007 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:07.599119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cfc500b1-8e47-463e-8f82-e24054ba9b97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:07.603264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.626878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.626878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/7e584fd4-3271-42eb-82ea-a30fce6d569d HTTP/1.1" status: 204 len: 168 time: 1.1442058 Dec 16 09:40:07.629637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55534) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:07.638311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16d9dc-69c7-4f4d-b454-ef84f5d2ba4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=7e584fd4-3271-42eb-82ea-a30fce6d569d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:07.705830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a687a81-f741-4b12-b09a-75e9ac5d0ca9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:07.710732 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7a687a81-f741-4b12-b09a-75e9ac5d0ca9 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0763478 Dec 16 09:40:07.712427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55536) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:07.761013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffba1a-3394-4fbb-908f-86f8a2d096d7 req-34842a89-d7ea-47d3-8a64-8e1467715d02 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:07.766797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ffba1a-3394-4fbb-908f-86f8a2d096d7 req-34842a89-d7ea-47d3-8a64-8e1467715d02 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 945 time: 0.0856838 Dec 16 09:40:07.785375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55538) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:07.788809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e1317b3-9824-4ac0-856c-35d5b7cb59bb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0734332 Dec 16 09:40:07.790915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-494275871'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:07.846912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:07.850001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.873118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ffba1a-3394-4fbb-908f-86f8a2d096d7 req-8b3eb6cf-b301-45b4-a890-33549038b82f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783701 Dec 16 09:40:07.897015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:40:07.906946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.907275 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 8475fe80-0372-4d3f-a22f-bb6280c13b8a of type vlan for network 7369c017-72f0-4129-a8e6-5c4913ab1154 Dec 16 09:40:07.953770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.980949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:07.982657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 10565dd9-798b-45f3-9453-fd994defade3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:07.987135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:07.987722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.003176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 10565dd9-798b-45f3-9453-fd994defade3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:08.003773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 10565dd9-798b-45f3-9453-fd994defade3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:08.046117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2594972 Dec 16 09:40:08.049029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55540) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:08.054362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:08.062519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c9716-1d8e-4515-9766-64857dbed7e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=7369c017-72f0-4129-a8e6-5c4913ab1154,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:08.073709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:40:08.149416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:08.153233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.337199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.391756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=68ce3c87-5406-4878-9b93-b6ef6e23aa29,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:08.412850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '8475fe80-0372-4d3f-a22f-bb6280c13b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:08.413243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: 7369c017-72f0-4129-a8e6-5c4913ab1154, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:40:08.431543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:08.441395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 7369c017-72f0-4129-a8e6-5c4913ab1154) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:08.447255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:08.448613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.450340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0ed76b-1908-42d2-9efe-f822e6373c1d None None] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:08.470960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e976f20a-9777-4123-aa5f-cb81a1534e23 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4207757 Dec 16 09:40:08.473868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55546) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:08.478997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154', 'name': 'tempest-PortsTestJSON-802295617'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:08.584460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a10b98-72a8-41b8-90e9-60ec396ffd35 req-3001c456-aaa6-4b30-9c74-99db8d153001 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:08.595381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a10b98-72a8-41b8-90e9-60ec396ffd35 req-3001c456-aaa6-4b30-9c74-99db8d153001 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 944 time: 0.0774155 Dec 16 09:40:08.622352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:08.626497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.639427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65a10b98-72a8-41b8-90e9-60ec396ffd35 req-0b3c84f1-fac9-481e-89a2-da6a7f689bdb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Dec 16 09:40:08.651097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 8a6960f3-6edb-403d-bb4c-3dc6fafb7278 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:08.651910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-7369c017-72f0-4129-a8e6-5c4913ab1154', 'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': '68ce3c87-5406-4878-9b93-b6ef6e23aa29'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:08.652786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.773883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.10 (7369c017-72f0-4129-a8e6-5c4913ab1154/68ce3c87-5406-4878-9b93-b6ef6e23aa29/8a6960f3-6edb-403d-bb4c-3dc6fafb7278) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:08.879846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfc500b1-8e47-463e-8f82-e24054ba9b97 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:08.937339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port cfc500b1-8e47-463e-8f82-e24054ba9b97 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:40:08.938698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.942656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cfc500b1-8e47-463e-8f82-e24054ba9b97 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:08.943277 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.975670 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:08.999492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba31f5-e790-4415-8d0a-ac6338a32801 req-226055b6-eabb-4488-8149-eb8dc39cc480 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:09.001264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46ba31f5-e790-4415-8d0a-ac6338a32801 req-226055b6-eabb-4488-8149-eb8dc39cc480 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 945 time: 0.0526106 Dec 16 09:40:09.026598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=8a6960f3-6edb-403d-bb4c-3dc6fafb7278,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:09.043633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:09.044131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46ba31f5-e790-4415-8d0a-ac6338a32801 req-2ad77e28-8733-44f4-8c78-523d24e3be1c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Dec 16 09:40:09.045214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:09.047944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:09.060959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Allocated IP 172.20.0.2 (7369c017-72f0-4129-a8e6-5c4913ab1154/68ce3c87-5406-4878-9b93-b6ef6e23aa29/ec0cb2fa-0574-46a8-bed1-51ff335c86eb) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:09.104397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:09.105115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.125044 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5d90146c-50e2-4572-a6de-dc0b8fdaf486 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6478171 Dec 16 09:40:09.125519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:09.131005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154', 'name': 'tempest-PortsTestJSON-1663876570'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:09.158602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.205169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc500b1-8e47-463e-8f82-e24054ba9b97'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:09.207772 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d2d373-63e0-435d-a2a5-226267e9d638" -d '{"events": [{"server_uuid": "2cbcd7a0-a738-4d3f-ad7b-099a42413629", "name": "network-vif-plugged", "status": "completed", "tag": "cfc500b1-8e47-463e-8f82-e24054ba9b97"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:09.231768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfc500b1-8e47-463e-8f82-e24054ba9b97, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:09.261526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.264168 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c3d6e-8e19-452c-9bb1-6b6384d8699b x-openstack-request-id: req-2d8c3d6e-8e19-452c-9bb1-6b6384d8699b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:09.264449 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbcd7a0-a738-4d3f-ad7b-099a42413629", "name": "network-vif-plugged", "status": "completed", "tag": "cfc500b1-8e47-463e-8f82-e24054ba9b97", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:09.264696 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d8c3d6e-8e19-452c-9bb1-6b6384d8699b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:09.265062 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc500b1-8e47-463e-8f82-e24054ba9b97', 'code': 200} Dec 16 09:40:09.279359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:09.284715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.306706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 9a31802c-3b0e-4f52-a595-2f7810c2e519 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:09.319134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.338227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.346528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfc500b1-8e47-463e-8f82-e24054ba9b97,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:09.386099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:09.390698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:09.394178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:09.413109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d909611-2efb-43fe-bb01-f2e2ad16d237 req-e2dc52c1-84b2-4500-8dbb-dc016e8a2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:09.414554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d909611-2efb-43fe-bb01-f2e2ad16d237 req-e2dc52c1-84b2-4500-8dbb-dc016e8a2816 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 1096 time: 0.0902255 Dec 16 09:40:09.429328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Pushing event updated for resources: {'Port': ['ID=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:09.461417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Attempting to bind port ec0cb2fa-0574-46a8-bed1-51ff335c86eb on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:09.461786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Attempting to bind port ec0cb2fa-0574-46a8-bed1-51ff335c86eb by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8475fe80-0372-4d3f-a22f-bb6280c13b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:09.462163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Attempting to bind port ec0cb2fa-0574-46a8-bed1-51ff335c86eb on network 7369c017-72f0-4129-a8e6-5c4913ab1154 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:09.467152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:09.467989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Checking segment: {'id': '8475fe80-0372-4d3f-a22f-bb6280c13b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:09.467989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.468310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Bound using segment: {'id': '8475fe80-0372-4d3f-a22f-bb6280c13b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:09.468840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Bound port: ec0cb2fa-0574-46a8-bed1-51ff335c86eb, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8475fe80-0372-4d3f-a22f-bb6280c13b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7369c017-72f0-4129-a8e6-5c4913ab1154'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:09.469229 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.487726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d909611-2efb-43fe-bb01-f2e2ad16d237 req-e84ca814-eb68-4e88-a6ca-1d0923dd7a37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641408 Dec 16 09:40:09.504845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.12 (7369c017-72f0-4129-a8e6-5c4913ab1154/68ce3c87-5406-4878-9b93-b6ef6e23aa29/9a31802c-3b0e-4f52-a595-2f7810c2e519) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:09.535209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] For port ec0cb2fa-0574-46a8-bed1-51ff335c86eb, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:09.539034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] For port ec0cb2fa-0574-46a8-bed1-51ff335c86eb, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,segment=NetworkSegment(8475fe80-0372-4d3f-a22f-bb6280c13b8a),segment_id=8475fe80-0372-4d3f-a22f-bb6280c13b8a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:09.544038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.626242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0d65a-ac3e-4e2b-a9eb-6712bb575dc1 None None] Pushing event updated for resources: {'Port': ['ID=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:09.677335 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.723632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.824762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:09.839031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:09.842585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:09.844995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=9a31802c-3b0e-4f52-a595-2f7810c2e519,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:09.889202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21359d-a073-4e69-a711-f370bff3e51d req-a1ecb5a9-61e2-45e6-b889-c345e1a16d9a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:09.890812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a21359d-a073-4e69-a711-f370bff3e51d req-a1ecb5a9-61e2-45e6-b889-c345e1a16d9a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.1566963 Dec 16 09:40:09.914826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:09.915473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:09.954653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8368a845-9c96-471c-9b44-057aa725aee6 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8254285 Dec 16 09:40:09.954941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55566) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:09.994286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a21359d-a073-4e69-a711-f370bff3e51d req-7594a307-8632-4702-ada0-884a6cd6af3f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903931 Dec 16 09:40:10.068334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 82c4b8b5-00a0-45c4-9408-35c6252de2d4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:10.070082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec0cb2fa-0574-46a8-bed1-51ff335c86eb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:10.074606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955003a-2cd3-4644-be10-ef32866e36f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:10.077972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5955003a-2cd3-4644-be10-ef32866e36f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1195037 Dec 16 09:40:10.078188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55570) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:10.182067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ec0cb2fa-0574-46a8-bed1-51ff335c86eb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:10.182640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.191290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 9a31802c-3b0e-4f52-a595-2f7810c2e519 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:10.191713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.232753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:40:10.238323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:10.238933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.309334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.313079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df783e7-71f1-4410-b4d6-5ff00b4e9698 req-bfbf1121-bff3-4abf-9d49-c36153d5d459 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:10.314689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2df783e7-71f1-4410-b4d6-5ff00b4e9698 req-bfbf1121-bff3-4abf-9d49-c36153d5d459 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 945 time: 0.0739784 Dec 16 09:40:10.344881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.365006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port ec0cb2fa-0574-46a8-bed1-51ff335c86eb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,segment=NetworkSegment(8475fe80-0372-4d3f-a22f-bb6280c13b8a),segment_id=8475fe80-0372-4d3f-a22f-bb6280c13b8a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:10.371216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 9a31802c-3b0e-4f52-a595-2f7810c2e519 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:10.395666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.398071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2df783e7-71f1-4410-b4d6-5ff00b4e9698 req-eb135f16-f915-428a-8261-1c12e417e9a2 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Dec 16 09:40:10.437644 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.478611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:10.498072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:10.511318 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.556049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.578801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=82c4b8b5-00a0-45c4-9408-35c6252de2d4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:10.612303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=9a31802c-3b0e-4f52-a595-2f7810c2e519,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:10.694651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.700637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-430b8d9e-d791-4761-9642-209750d3b5fd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/9a31802c-3b0e-4f52-a595-2f7810c2e519 HTTP/1.1" status: 204 len: 168 time: 0.6191711 Dec 16 09:40:10.701000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55574) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:10.730523 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d896b80f-3258-4751-b2b7-14a317523c86 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:10.733880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d896b80f-3258-4751-b2b7-14a317523c86 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/9a31802c-3b0e-4f52-a595-2f7810c2e519 HTTP/1.1" status: 404 len: 333 time: 0.0300081 Dec 16 09:40:10.735260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55576) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:10.762672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c4d0a-9367-4c46-951e-82993b9652cc None None] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:10.863900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 8a6960f3-6edb-403d-bb4c-3dc6fafb7278 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:10.864243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.901313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-afad7674-b78a-4b60-8d27-8f605ce40c0d None None] Provisioning complete for port ec0cb2fa-0574-46a8-bed1-51ff335c86eb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:10.901798 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afad7674-b78a-4b60-8d27-8f605ce40c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:10.978746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.000237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 8a6960f3-6edb-403d-bb4c-3dc6fafb7278 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:11.150610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1f28f-3da7-48f9-9e06-ffdb0763157a req-f653a354-c016-476f-9485-c105be9899ec tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:11.152131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25a1f28f-3da7-48f9-9e06-ffdb0763157a req-f653a354-c016-476f-9485-c105be9899ec tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.0586238 Dec 16 09:40:11.173270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.212980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=8a6960f3-6edb-403d-bb4c-3dc6fafb7278,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:11.243204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25a1f28f-3da7-48f9-9e06-ffdb0763157a req-b6a0cb81-c76e-4492-b06b-7e0715cad7d6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790734 Dec 16 09:40:11.266444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4b8b5-00a0-45c4-9408-35c6252de2d4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:11.269170 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644f6e6-6188-47e9-83fb-4b62a23639d5" -d '{"events": [{"server_uuid": "e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed", "name": "network-vif-plugged", "status": "completed", "tag": "82c4b8b5-00a0-45c4-9408-35c6252de2d4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:11.294704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.300624 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-02e1d0f8-b82f-4cab-be06-71025e60b521 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/8a6960f3-6edb-403d-bb4c-3dc6fafb7278 HTTP/1.1" status: 204 len: 168 time: 0.5612197 Dec 16 09:40:11.301451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55590) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:11.335367 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-05de8465-ad36-4e96-9c60-70501d3aab9b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:11.338472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-05de8465-ad36-4e96-9c60-70501d3aab9b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/8a6960f3-6edb-403d-bb4c-3dc6fafb7278 HTTP/1.1" status: 404 len: 333 time: 0.0356157 Dec 16 09:40:11.340516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:11.399511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 68ce3c87-5406-4878-9b93-b6ef6e23aa29 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:11.403359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.422588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-14c93110-04c4-41d1-810d-f0d11603f1e0 None None] Provisioning complete for port ec0cb2fa-0574-46a8-bed1-51ff335c86eb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:11.422956 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14c93110-04c4-41d1-810d-f0d11603f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.468732 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.541194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-14c93110-04c4-41d1-810d-f0d11603f1e0 None None] Could not find standard attr ID for object 8a6960f3-6edb-403d-bb4c-3dc6fafb7278. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:11.549059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88870-7678-4b73-8cc0-b6a7d963c027 req-64f7faec-2e0b-40c3-a2d4-d85102bf9fa7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:11.553271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95a88870-7678-4b73-8cc0-b6a7d963c027 req-64f7faec-2e0b-40c3-a2d4-d85102bf9fa7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.1072741 Dec 16 09:40:11.574748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.591983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95a88870-7678-4b73-8cc0-b6a7d963c027 req-0bebb937-8828-432a-a0c3-342e0161f69b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349152 Dec 16 09:40:11.643831 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.647064 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b432cfa-353e-481d-91a7-0577fde77803 x-openstack-request-id: req-2b432cfa-353e-481d-91a7-0577fde77803 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:11.647487 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed", "name": "network-vif-plugged", "status": "completed", "tag": "82c4b8b5-00a0-45c4-9408-35c6252de2d4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:11.647995 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b432cfa-353e-481d-91a7-0577fde77803 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:11.648867 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c4b8b5-00a0-45c4-9408-35c6252de2d4', 'code': 200} Dec 16 09:40:11.655473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7e802310-8c7b-4852-b53f-f2add62d6167 None None] Could not find standard attr ID for object 8a6960f3-6edb-403d-bb4c-3dc6fafb7278. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:11.685573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=68ce3c87-5406-4878-9b93-b6ef6e23aa29,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:11.696892 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.702378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba179b11-7e4e-4644-8748-ab0790cb8f24 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/68ce3c87-5406-4878-9b93-b6ef6e23aa29 HTTP/1.1" status: 204 len: 168 time: 0.3607798 Dec 16 09:40:11.703749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55600) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:11.789117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c756d-1fd0-4d8d-83f5-dce7b579a7a9 req-51814f44-f0bf-4e21-b3a1-1908abb4f43e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:11.790898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-879c756d-1fd0-4d8d-83f5-dce7b579a7a9 req-51814f44-f0bf-4e21-b3a1-1908abb4f43e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0758958 Dec 16 09:40:11.793938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71e8a2-3726-4819-bac3-5f8aca85b599 req-5e253c23-8747-4c6e-8609-8177978ac9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:11.795429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb71e8a2-3726-4819-bac3-5f8aca85b599 req-5e253c23-8747-4c6e-8609-8177978ac9b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 1097 time: 0.0886557 Dec 16 09:40:11.798998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.836162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147068f7-6a5c-4a60-b706-31580e9aeb06 None None] Network 7369c017-72f0-4129-a8e6-5c4913ab1154 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:11.858632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-879c756d-1fd0-4d8d-83f5-dce7b579a7a9 req-fb4a9219-bac3-472c-b0ca-c4fb1e2bb105 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Dec 16 09:40:11.859828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port ec0cb2fa-0574-46a8-bed1-51ff335c86eb {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:11.860276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb71e8a2-3726-4819-bac3-5f8aca85b599 req-32eeb392-d3a2-49f7-813c-0df9d1881fbf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 Dec 16 09:40:11.860484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.890423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a39975af-fcf5-496d-9680-cc463d5c08ad None None] Could not find standard attr ID for object 9a31802c-3b0e-4f52-a595-2f7810c2e519. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:11.946583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] For port ec0cb2fa-0574-46a8-bed1-51ff335c86eb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,segment=NetworkSegment(8475fe80-0372-4d3f-a22f-bb6280c13b8a),segment_id=8475fe80-0372-4d3f-a22f-bb6280c13b8a)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:11.947013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:11.962439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for ec0cb2fa-0574-46a8-bed1-51ff335c86eb owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:11.975704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64caae-bef6-43c0-b87d-aa813139163a req-d9e4aaf4-6e7a-4ff3-83eb-5aa1d6099698 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:11.977161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b64caae-bef6-43c0-b87d-aa813139163a req-d9e4aaf4-6e7a-4ff3-83eb-5aa1d6099698 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.0594993 Dec 16 09:40:12.004760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec0cb2fa-0574-46a8-bed1-51ff335c86eb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:12.028113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b64caae-bef6-43c0-b87d-aa813139163a req-581b5ca3-a9eb-4aa7-b1b3-1bcad619fd47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432630 Dec 16 09:40:12.042511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] DHCP port deletion for 7369c017-72f0-4129-a8e6-5c4913ab1154 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:12.064579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.074999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No active binding found for port ec0cb2fa-0574-46a8-bed1-51ff335c86eb {{(pid=102399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 09:40:12.075432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec0cb2fa-0574-46a8-bed1-51ff335c86eb not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 09:40:12.096144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Port ec0cb2fa-0574-46a8-bed1-51ff335c86eb not found, will not notify nova. {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 09:40:12.103887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No DVR routers for this DVR port ec0cb2fa-0574-46a8-bed1-51ff335c86eb on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:12.107164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:12.125900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Deleting port ec0cb2fa-0574-46a8-bed1-51ff335c86eb {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:12.126281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.196184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] For port ec0cb2fa-0574-46a8-bed1-51ff335c86eb, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:12.196601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.210457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.210813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Calling delete_port for ec0cb2fa-0574-46a8-bed1-51ff335c86eb owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:12.213564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Port ec0cb2fa-0574-46a8-bed1-51ff335c86eb was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:40:12.214883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.243241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7369c017-72f0-4129-a8e6-5c4913ab1154']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:12.245594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] No DVR routers for this DVR port ec0cb2fa-0574-46a8-bed1-51ff335c86eb on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:12.247582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474285fb-ad2d-4610-a525-e6834ce80148 None None] Pushing event deleted for resources: {'Port': ['ID=ec0cb2fa-0574-46a8-bed1-51ff335c86eb,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:12.270593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8475fe80-0372-4d3f-a22f-bb6280c13b8a') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:12.270787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8475fe80-0372-4d3f-a22f-bb6280c13b8a') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:12.280881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.295100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.303010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:12.303010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:12.305379 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:12.343560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c9d71-bad9-49ca-8c6f-79bca61d85ff req-8392d530-ccab-4e78-bc51-519fcf5d3f2c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:12.345517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e30c9d71-bad9-49ca-8c6f-79bca61d85ff req-8392d530-ccab-4e78-bc51-519fcf5d3f2c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.0567474 Dec 16 09:40:12.378182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.383332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.390597 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/7369c017-72f0-4129-a8e6-5c4913ab1154 HTTP/1.1" status: 204 len: 168 time: 0.6852460 Dec 16 09:40:12.391557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55608) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:12.394057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e30c9d71-bad9-49ca-8c6f-79bca61d85ff req-514c3910-632a-43f7-8730-25c7d9d225a2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Dec 16 09:40:12.405492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-513127568'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:12.433861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860545d-75b4-43c4-9696-ee65d0dac0e3 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=7369c017-72f0-4129-a8e6-5c4913ab1154,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:12.450114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:12.453995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.480064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:40:12.490501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.490841 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33 of type vlan for network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd Dec 16 09:40:12.654097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.654097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.654097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:12.654097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:12.659674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55626) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:12.659931 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2581050 Dec 16 09:40:12.667911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:12.668181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7cf51-3db6-4cc4-b071-953e50f3ca4b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=f6090926-deb5-4a9a-b370-b3fdaa0e4ebd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:12.680243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:40:12.775233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:12.778795 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.000581 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.049732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36180c-56e3-4782-9276-2cbb0faf8ed0 req-f0d6f8db-0538-4c15-99f2-6b374efd9bed tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:13.051464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa36180c-56e3-4782-9276-2cbb0faf8ed0 req-f0d6f8db-0538-4c15-99f2-6b374efd9bed tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1010096 Dec 16 09:40:13.103096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=6dcef7ec-8491-442b-ae42-000c1801e3fe,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:13.120182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:13.120547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: f6090926-deb5-4a9a-b370-b3fdaa0e4ebd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:40:13.125058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa36180c-56e3-4782-9276-2cbb0faf8ed0 req-11b9ab35-436e-4934-baa1-dbb7d0a77cad tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649054 Dec 16 09:40:13.144763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:13.161699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f6090926-deb5-4a9a-b370-b3fdaa0e4ebd) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:13.166183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:13.166907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.183345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd18ca-c025-44b2-95af-3522361901ce None None] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:13.190639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-566c700f-0fcc-451b-90dc-a62d3c438b31 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5268402 Dec 16 09:40:13.191204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55640) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:13.196000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd', 'name': 'tempest-PortsTestJSON-24537983', 'fixed_ips': [{'subnet_id': '6dcef7ec-8491-442b-ae42-000c1801e3fe', 'ip_address': '172.20.0.10'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:13.322345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:13.380281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-f6090926-deb5-4a9a-b370-b3fdaa0e4ebd', 'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': '6dcef7ec-8491-442b-ae42-000c1801e3fe'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:13.381166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.422141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.444981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 269f7b7e-ed63-4dce-a51c-15331b844b80 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:13.569014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Allocated IP 172.20.0.2 (f6090926-deb5-4a9a-b370-b3fdaa0e4ebd/6dcef7ec-8491-442b-ae42-000c1801e3fe/34e362ac-64c6-4d97-8ddb-5b4de24e1acf) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:13.606369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f53534-bf61-40f6-a70e-3b1a20ac1559 req-83bc79c0-f364-4fe8-8f50-8c0e2902b30a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:13.607921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91f53534-bf61-40f6-a70e-3b1a20ac1559 req-83bc79c0-f364-4fe8-8f50-8c0e2902b30a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.1190882 Dec 16 09:40:13.659101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91f53534-bf61-40f6-a70e-3b1a20ac1559 req-47b0e9c3-b2ee-47cb-b744-29b36881d252 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 Dec 16 09:40:13.765540 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.774539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.829771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:13.831761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:13.839688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:13.843009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Pushing event updated for resources: {'Port': ['ID=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:13.871741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.10 (f6090926-deb5-4a9a-b370-b3fdaa0e4ebd/6dcef7ec-8491-442b-ae42-000c1801e3fe/269f7b7e-ed63-4dce-a51c-15331b844b80) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:13.902711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Attempting to bind port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:13.903207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Attempting to bind port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:13.903583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Attempting to bind port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf on network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:13.907219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-f926a4d2-7aa4-4e62-93c7-d9451ca4b2ff tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:13.908731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-f926a4d2-7aa4-4e62-93c7-d9451ca4b2ff tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 945 time: 0.0903943 Dec 16 09:40:13.909333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:13.909783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Checking segment: {'id': 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:13.910424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:13.910815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Bound using segment: {'id': 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:13.911303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Bound port: 34e362ac-64c6-4d97-8ddb-5b4de24e1acf, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:13.911775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.028256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec0cb2fa-0574-46a8-bed1-51ff335c86eb no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:14.037391 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f1cacaeb-4d35-4659-9125-6c4bfc32ee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.065787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ec0cb2fa-0574-46a8-bed1-51ff335c86eb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:14.070063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec0cb2fa-0574-46a8-bed1-51ff335c86eb not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:14.079726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] For port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:14.084293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] For port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,segment=NetworkSegment(fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33),segment_id=fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:14.089216 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.148453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74853fac-8a86-40e9-8efa-40e60c5da2a2 None None] Pushing event updated for resources: {'Port': ['ID=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:14.161406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port cfc500b1-8e47-463e-8f82-e24054ba9b97 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:14.161934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.246670 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.363107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port cfc500b1-8e47-463e-8f82-e24054ba9b97, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfc500b1-8e47-463e-8f82-e24054ba9b97,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:14.363537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.388142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66612a0-24bd-4da9-b8df-51212d0df6ab req-e136e669-9c8a-4cea-91b4-ef774a05364a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:14.390015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f66612a0-24bd-4da9-b8df-51212d0df6ab req-e136e669-9c8a-4cea-91b4-ef774a05364a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1637540 Dec 16 09:40:14.400639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for cfc500b1-8e47-463e-8f82-e24054ba9b97 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:14.415056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.546852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:14.558261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:14.563642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=269f7b7e-ed63-4dce-a51c-15331b844b80,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:14.578129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f66612a0-24bd-4da9-b8df-51212d0df6ab req-053c30fe-a757-4e2e-a123-974f29ca48e3 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762593 Dec 16 09:40:14.579710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:14.652841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:14.653585 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.676826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-02a11c97-d46f-49b4-b5a3-26bdc9525fdb tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4848843 Dec 16 09:40:14.679923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55676) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:14.698372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': 'f6090926-deb5-4a9a-b370-b3fdaa0e4ebd', 'name': 'tempest-PortsTestJSON-32315884', 'fixed_ips': [{'subnet_id': '6dcef7ec-8491-442b-ae42-000c1801e3fe', 'ip_address': '172.20.0.9'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:14.758891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.776970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cfc500b1-8e47-463e-8f82-e24054ba9b97'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:14.790003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=cfc500b1-8e47-463e-8f82-e24054ba9b97,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:14.828429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4683c7b9-13d9-4035-a351-471a6a3ee6c0 req-d0d468c7-2048-4488-9416-a3568b747387 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Dec 16 09:40:14.855646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:14.881310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port cfc500b1-8e47-463e-8f82-e24054ba9b97 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:14.885129 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:14.891416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1857dfe8-fc79-43d1-a1cf-abc4723e9ea3 req-fb35f1fc-9ffa-43a4-94e8-7c3939df1856 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "DELETE /v2.0/ports/cfc500b1-8e47-463e-8f82-e24054ba9b97 HTTP/1.1" status: 204 len: 173 time: 0.9752114 Dec 16 09:40:14.892154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'name': 'network-vif-deleted', 'tag': 'cfc500b1-8e47-463e-8f82-e24054ba9b97'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:14.895100 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3609001-12d8-47f3-8c59-491e113fbaba" -d '{"events": [{"server_uuid": "2cbcd7a0-a738-4d3f-ad7b-099a42413629", "name": "network-vif-deleted", "tag": "cfc500b1-8e47-463e-8f82-e24054ba9b97"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:15.005940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18731b-1e9b-419c-9de8-ede80f8511a7 req-a13000a8-641c-4168-b401-34d89d1f7a6d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.007299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a18731b-1e9b-419c-9de8-ede80f8511a7 req-a13000a8-641c-4168-b401-34d89d1f7a6d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0765393 Dec 16 09:40:15.027005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.061593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 5eaffdc5-3f79-47e9-a605-37d9df3a671b yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:15.095871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a18731b-1e9b-419c-9de8-ede80f8511a7 req-cc80f263-97fa-4d0d-99e1-93df1f8fc59f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Dec 16 09:40:15.248084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.9 (f6090926-deb5-4a9a-b370-b3fdaa0e4ebd/6dcef7ec-8491-442b-ae42-000c1801e3fe/5eaffdc5-3f79-47e9-a605-37d9df3a671b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:15.335900 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6ad35-a445-4cc6-8c8a-91a4505af03f x-openstack-request-id: req-ddf6ad35-a445-4cc6-8c8a-91a4505af03f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:15.336413 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbcd7a0-a738-4d3f-ad7b-099a42413629", "name": "network-vif-deleted", "tag": "cfc500b1-8e47-463e-8f82-e24054ba9b97", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:15.336737 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ddf6ad35-a445-4cc6-8c8a-91a4505af03f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:15.337226 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbcd7a0-a738-4d3f-ad7b-099a42413629', 'name': 'network-vif-deleted', 'tag': 'cfc500b1-8e47-463e-8f82-e24054ba9b97', 'status': 'completed', 'code': 200} Dec 16 09:40:15.442084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.450018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2edb-74a0-4b31-b65c-c97c27836107 req-6d0d65ea-bbba-4bb3-9d57-4ff8978207a0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.460660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-409b2edb-74a0-4b31-b65c-c97c27836107 req-6d0d65ea-bbba-4bb3-9d57-4ff8978207a0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0684319 Dec 16 09:40:15.509780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.520149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-409b2edb-74a0-4b31-b65c-c97c27836107 req-449e2206-d71d-4699-8155-cb9c754510cb tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Dec 16 09:40:15.560500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:15.564028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:15.568555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:15.582381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96dbe7-7638-4218-8a53-f034a1b45be4 None None] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:15.636498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=5eaffdc5-3f79-47e9-a605-37d9df3a671b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:15.675141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.675812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.717081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9122218a-ed10-4d89-9a16-78941740b84c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0359263 Dec 16 09:40:15.720112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55706) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:15.722531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1af05964-a974-4452-8977-6e2f047c745b None None] Provisioning complete for port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:15.723027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1af05964-a974-4452-8977-6e2f047c745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.798474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52daee30-2c45-4ad2-b884-a846f74c2d3a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.800399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-52daee30-2c45-4ad2-b884-a846f74c2d3a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.0790637 Dec 16 09:40:15.803302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55710) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:15.928360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62af196-99a6-444c-8c45-14090893fbfd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.935092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62af196-99a6-444c-8c45-14090893fbfd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.941808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62af196-99a6-444c-8c45-14090893fbfd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:15.943550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b62af196-99a6-444c-8c45-14090893fbfd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2374 time: 0.1391451 Dec 16 09:40:15.946316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55716) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:15.949183 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1af05964-a974-4452-8977-6e2f047c745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:15.994647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a369c9-0766-4d49-b15f-b29ff47e58da req-14de7569-09a7-4d49-b45b-cf4c0d97dfff tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:16.003409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81a369c9-0766-4d49-b15f-b29ff47e58da req-14de7569-09a7-4d49-b45b-cf4c0d97dfff tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1471412 Dec 16 09:40:16.017963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1af05964-a974-4452-8977-6e2f047c745b None None] For port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,segment=NetworkSegment(fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33),segment_id=fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:16.029683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1af05964-a974-4452-8977-6e2f047c745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.078481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81a369c9-0766-4d49-b15f-b29ff47e58da req-2ca1af8e-d0fe-49d6-907e-7fa7639b190d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647440 Dec 16 09:40:16.110498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af05964-a974-4452-8977-6e2f047c745b None None] Pushing event updated for resources: {'Port': ['ID=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:16.166037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 5eaffdc5-3f79-47e9-a605-37d9df3a671b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:16.166526 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.171729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34e362ac-64c6-4d97-8ddb-5b4de24e1acf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:16.235888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc7370b-4ba1-40f3-b646-1f690dc050fa req-e6a7abae-6f9a-412c-893d-e26f26c4a870 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.0467279 Dec 16 09:40:16.278809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:16.279073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.334104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.365875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 5eaffdc5-3f79-47e9-a605-37d9df3a671b owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:16.379544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Provisioning complete for port 5eaffdc5-3f79-47e9-a605-37d9df3a671b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:16.380393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.478613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Port 5eaffdc5-3f79-47e9-a605-37d9df3a671b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:16.512174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-705e9a41-c149-4d48-a4be-ed26b7b89111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.533047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Provisioning complete for port 269f7b7e-ed63-4dce-a51c-15331b844b80 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:16.533615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.578967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Port 269f7b7e-ed63-4dce-a51c-15331b844b80 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:16.597339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Provisioning complete for port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:16.597700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e6328cd5-c5c1-4efe-8fff-f25b49c4f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.623279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.695118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=5eaffdc5-3f79-47e9-a605-37d9df3a671b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:16.780617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.785048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37e42b57-7d84-424a-9b1b-73c6186b4822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/5eaffdc5-3f79-47e9-a605-37d9df3a671b HTTP/1.1" status: 204 len: 168 time: 0.8372335 Dec 16 09:40:16.787448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55730) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:16.820953 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec9f9ad-ca8e-4b35-9eb0-a6ce5ad4a5ce tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:16.822572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ec9f9ad-ca8e-4b35-9eb0-a6ce5ad4a5ce tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/5eaffdc5-3f79-47e9-a605-37d9df3a671b HTTP/1.1" status: 404 len: 333 time: 0.0341363 Dec 16 09:40:16.825623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55732) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:16.911317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-324ba680-831a-4487-a860-ca6e5269a84c None None] Provisioning complete for port 269f7b7e-ed63-4dce-a51c-15331b844b80 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:16.911884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-324ba680-831a-4487-a860-ca6e5269a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.960738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfc500b1-8e47-463e-8f82-e24054ba9b97 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:16.966514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 269f7b7e-ed63-4dce-a51c-15331b844b80 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:16.971305 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:16.994243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: cfc500b1-8e47-463e-8f82-e24054ba9b97 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:16.994634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfc500b1-8e47-463e-8f82-e24054ba9b97 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:17.018058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-324ba680-831a-4487-a860-ca6e5269a84c None None] Port 269f7b7e-ed63-4dce-a51c-15331b844b80 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:17.071152 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.083882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 269f7b7e-ed63-4dce-a51c-15331b844b80 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:17.133023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-62d1a94a-9782-4a20-85d8-8929672e1734 None None] Could not find standard attr ID for object 5eaffdc5-3f79-47e9-a605-37d9df3a671b. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:17.281361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01e015-f844-4eba-b591-e0de10a1a7ed req-a30bafca-e750-4e6f-9d50-dc2d74b4c7aa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:17.291348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b01e015-f844-4eba-b591-e0de10a1a7ed req-a30bafca-e750-4e6f-9d50-dc2d74b4c7aa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0865164 Dec 16 09:40:17.332837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b01e015-f844-4eba-b591-e0de10a1a7ed req-cb70dbb8-f11e-49fc-a92e-7fc5efb40256 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Dec 16 09:40:17.453582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe1bdd1e-ba5d-4642-8932-20f5423f0dec req-d7d07835-fd3f-4de3-a1ca-93de26fe82aa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.0383980 Dec 16 09:40:17.680076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.711221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=269f7b7e-ed63-4dce-a51c-15331b844b80,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:17.761949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.762202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.762535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.762859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.763181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.763497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.763810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.764121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.764432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.764738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.765045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.765379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:17.814273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.818479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f961824-e377-46b2-8481-01de77b3c864 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/269f7b7e-ed63-4dce-a51c-15331b844b80 HTTP/1.1" status: 204 len: 168 time: 0.9917662 Dec 16 09:40:17.821426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55756) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:17.850851 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df31324-4c79-430a-ae15-ae2f14534623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:17.855765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7df31324-4c79-430a-ae15-ae2f14534623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/269f7b7e-ed63-4dce-a51c-15331b844b80 HTTP/1.1" status: 404 len: 333 time: 0.0328572 Dec 16 09:40:17.856518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55758) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:17.918051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 6dcef7ec-8491-442b-ae42-000c1801e3fe {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:17.921462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.979857 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:17.998630 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.033644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34e362ac-64c6-4d97-8ddb-5b4de24e1acf up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:18.099781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.100212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:18.100648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.133615 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:40:18.168445 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.201966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcef7ec-8491-442b-ae42-000c1801e3fe,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:18.212179 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.217880 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4745489e-d866-48d8-96e3-0012b43704ad tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/6dcef7ec-8491-442b-ae42-000c1801e3fe HTTP/1.1" status: 204 len: 168 time: 0.3581877 Dec 16 09:40:18.218561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:18.223653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af31d8-88fe-4bf8-b4c1-7d9f52b2d487 None None] Network f6090926-deb5-4a9a-b370-b3fdaa0e4ebd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:18.312489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.369659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:18.370029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.468614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] DHCP port deletion for f6090926-deb5-4a9a-b370-b3fdaa0e4ebd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:18.489241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] For port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,segment=NetworkSegment(fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33),segment_id=fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:18.489606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.509795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 34e362ac-64c6-4d97-8ddb-5b4de24e1acf owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:18.518387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] Deleting port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:18.519101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.528218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a95c16-df05-4bc7-8667-075b7883090e req-871cb3aa-8f37-4065-8c50-3b6425d4a25e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:18.529919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52a95c16-df05-4bc7-8667-075b7883090e req-871cb3aa-8f37-4065-8c50-3b6425d4a25e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0815587 Dec 16 09:40:18.614269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] For port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,segment=NetworkSegment(fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33),segment_id=fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:18.614969 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.618246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52a95c16-df05-4bc7-8667-075b7883090e req-49ee641f-7ee0-4663-abca-f02da1b1ff34 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775449 Dec 16 09:40:18.657554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] Calling delete_port for 34e362ac-64c6-4d97-8ddb-5b4de24e1acf owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:18.682749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.759110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7b38e6e-5817-4c8f-acd2-113217a6d124 req-b373f7fe-6bcb-4698-a1f2-defa33a7d33c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Dec 16 09:40:18.760930 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.764475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:18.767687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No DVR routers for this DVR port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:18.790787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] Pushing event deleted for resources: {'Port': ['ID=34e362ac-64c6-4d97-8ddb-5b4de24e1acf,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:18.795517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad24194-f533-40ae-94e3-36bf4890b843 None None] No DVR routers for this DVR port 34e362ac-64c6-4d97-8ddb-5b4de24e1acf on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:18.935759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:18.963741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6090926-deb5-4a9a-b370-b3fdaa0e4ebd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:18.982762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:18.983457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3a61fb-bb30-4d89-92dc-3dc16ddb9b33') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:19.001092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.020312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.031661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:19.032135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:19.035784 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:19.138538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.149571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.155453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/f6090926-deb5-4a9a-b370-b3fdaa0e4ebd HTTP/1.1" status: 204 len: 168 time: 0.9358699 Dec 16 09:40:19.159419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:19.165587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-869175642'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:19.183857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08842a3-59e3-4801-b07f-80de2bb55623 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=f6090926-deb5-4a9a-b370-b3fdaa0e4ebd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:19.192995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:19.199046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.227994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:40:19.239805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.240311 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Added segment 8fa1a9e3-4285-435a-bb14-1b2a5ef2037c of type vlan for network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 Dec 16 09:40:19.301262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.335516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.353266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:19.353991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.423094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2621112 Dec 16 09:40:19.426290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:19.432060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:19.444964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a494ad-682a-4135-a879-c27bb4ecc280 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Network': ['ID=62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:19.457151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:40:19.576401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:19.580223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.812470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.860529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da2eee-8d11-42af-b6ae-e44a1c75303d req-bb9328db-7c7f-471f-8b70-9eda5575397d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:19.862049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92da2eee-8d11-42af-b6ae-e44a1c75303d req-bb9328db-7c7f-471f-8b70-9eda5575397d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1127303 Dec 16 09:40:19.870848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:19.894395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.011900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92da2eee-8d11-42af-b6ae-e44a1c75303d req-39e28497-ba9b-4cb3-80a2-2350f1664c96 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359279 Dec 16 09:40:20.024570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=02a9572d-a0e7-498a-ad0c-a105979cb21a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:20.038004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34e362ac-64c6-4d97-8ddb-5b4de24e1acf no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:20.055846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 34e362ac-64c6-4d97-8ddb-5b4de24e1acf {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:20.056188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34e362ac-64c6-4d97-8ddb-5b4de24e1acf not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:20.058778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Checking segment: {'id': '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:20.059344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network hostable DHCP agents. Network: 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:40:20.084453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:40:20.098870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:20.104487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:20.105222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.108431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb5e4c-a0ba-420e-b3d2-0f9c638a8526 None None] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:20.157997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35e616a9-70d9-4397-a2f6-8569e9b12da1 req-c88204bd-f3c3-40b0-be8e-63e5819ede8b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cbcd7a0-a738-4d3f-ad7b-099a42413629 HTTP/1.1" status: 200 len: 210 time: 0.0448573 Dec 16 09:40:20.185242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ffb1fc90-417a-49cb-a90b-4a20003f7905 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7573466 Dec 16 09:40:20.188377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55808) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:20.196246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-460546792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:20.235039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.236185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.294134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01', 'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': '02a9572d-a0e7-498a-ad0c-a105979cb21a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:20.295648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.308590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.315867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.341096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.342777 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f2d739cf-77af-4821-8974-54a17d5ccad4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1525292 Dec 16 09:40:20.345299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:20.351408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01', 'name': 'tempest-PortsTestJSON-983626891'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:20.456325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Allocated IP 172.20.0.2 (62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01/02a9572d-a0e7-498a-ad0c-a105979cb21a/ee6082b0-2f93-4be6-a8fa-e4898910944a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:20.476165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:20.479714 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.507139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port 15f57ec2-7200-4ed1-a3e4-1d229a627aca yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:20.643454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.655223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.697490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:20.700368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:20.703862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:20.720758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.11 (62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01/02a9572d-a0e7-498a-ad0c-a105979cb21a/15f57ec2-7200-4ed1-a3e4-1d229a627aca) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:20.725028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Pushing event updated for resources: {'Port': ['ID=ee6082b0-2f93-4be6-a8fa-e4898910944a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:20.749449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.749789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.750154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.750499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.750816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.751144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.751515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.751781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.752105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.752693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.753463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.753463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:20.785100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Attempting to bind port ee6082b0-2f93-4be6-a8fa-e4898910944a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:20.785689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Attempting to bind port ee6082b0-2f93-4be6-a8fa-e4898910944a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:20.786144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Attempting to bind port ee6082b0-2f93-4be6-a8fa-e4898910944a on network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:20.792515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:20.792973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Checking segment: {'id': '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:20.793440 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.794052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Bound using segment: {'id': '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:20.794593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Bound port: ee6082b0-2f93-4be6-a8fa-e4898910944a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:20.795034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.872974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] For port ee6082b0-2f93-4be6-a8fa-e4898910944a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:20.876710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] For port ee6082b0-2f93-4be6-a8fa-e4898910944a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ee6082b0-2f93-4be6-a8fa-e4898910944a,segment=NetworkSegment(8fa1a9e3-4285-435a-bb14-1b2a5ef2037c),segment_id=8fa1a9e3-4285-435a-bb14-1b2a5ef2037c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:20.882314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.887538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.928878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:20.944765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cf678-a368-4e8f-9b41-0039994e5933 None None] Pushing event updated for resources: {'Port': ['ID=ee6082b0-2f93-4be6-a8fa-e4898910944a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:21.386688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:21.397350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:21.400933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=15f57ec2-7200-4ed1-a3e4-1d229a627aca,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:21.405765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:21.455725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7907a6-a355-48fe-90a6-0aeaeb2017a2 req-5898543d-2f1b-42b3-826a-5f08447ac66b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:21.457597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d7907a6-a355-48fe-90a6-0aeaeb2017a2 req-5898543d-2f1b-42b3-826a-5f08447ac66b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1110051 Dec 16 09:40:21.465965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:21.466615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:21.508948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-23b51c46-920b-4f1a-843a-5e0bf7296415 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1621766 Dec 16 09:40:21.511904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55842) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:21.520437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d7907a6-a355-48fe-90a6-0aeaeb2017a2 req-85de2bef-e92f-4d26-b8fe-054187e355f1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510581 Dec 16 09:40:21.989839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.144921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee6082b0-2f93-4be6-a8fa-e4898910944a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:22.204541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec7679-c1df-4a9e-86d7-13248d65428e None None] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:22.336061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-33aed6cb-0cd2-4129-a1e8-2f604e6c7a81 None None] Provisioning complete for port ee6082b0-2f93-4be6-a8fa-e4898910944a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:22.336428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33aed6cb-0cd2-4129-a1e8-2f604e6c7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.388086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-122a7374-c995-49c9-b3cd-2cf7f6596519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:22.389728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-122a7374-c995-49c9-b3cd-2cf7f6596519 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1096 time: 0.2108805 Dec 16 09:40:22.397902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1624da4-1cfd-42c7-a373-042ad2d64718 req-32435897-865b-4f25-a9eb-4f9ab0fd1c35 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:22.405982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1624da4-1cfd-42c7-a373-042ad2d64718 req-32435897-865b-4f25-a9eb-4f9ab0fd1c35 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2257509 Dec 16 09:40:22.414321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ee6082b0-2f93-4be6-a8fa-e4898910944a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:22.415080 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.514251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1624da4-1cfd-42c7-a373-042ad2d64718 req-21fa9d3e-e560-476e-9aa0-88434aaf103c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034882 Dec 16 09:40:22.543002 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.670875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port ee6082b0-2f93-4be6-a8fa-e4898910944a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ee6082b0-2f93-4be6-a8fa-e4898910944a,segment=NetworkSegment(8fa1a9e3-4285-435a-bb14-1b2a5ef2037c),segment_id=8fa1a9e3-4285-435a-bb14-1b2a5ef2037c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:22.682888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.683279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33aed6cb-0cd2-4129-a1e8-2f604e6c7a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.699974 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.703576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:22.713100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-cc9ec3f3-5f25-4674-8543-8a878ef23d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:22.714701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-cc9ec3f3-5f25-4674-8543-8a878ef23d02 service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.2884834 Dec 16 09:40:22.918323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6738b4-8dc5-4097-898d-289253862a59 req-db1c9da6-c5d0-400c-a793-71bd27549187 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:22.929758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d6738b4-8dc5-4097-898d-289253862a59 req-db1c9da6-c5d0-400c-a793-71bd27549187 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.2905569 Dec 16 09:40:22.991745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=ee6082b0-2f93-4be6-a8fa-e4898910944a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:23.001543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-33aed6cb-0cd2-4129-a1e8-2f604e6c7a81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:40:23.001941 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-33aed6cb-0cd2-4129-a1e8-2f604e6c7a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:40:23.045996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-4ee6fa0c-201e-4b83-9283-07152957a8f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.3097112 Dec 16 09:40:23.046683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=15f57ec2-7200-4ed1-a3e4-1d229a627aca,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:23.106103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.106788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.107167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.107572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.108113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.108474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.108861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.109260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.109635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.110040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.110415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.110995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:40:23.142062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d6738b4-8dc5-4097-898d-289253862a59 req-951f59e0-c3d3-4f07-9c91-4a3f0c2adb86 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063136 Dec 16 09:40:23.164501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-f21e2696-dd68-4729-927e-7a397b085b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:23.166026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-f21e2696-dd68-4729-927e-7a397b085b61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.1107533 Dec 16 09:40:23.332256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-281e29c5-1340-463a-913c-5f0ada8ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:23.334031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-281e29c5-1340-463a-913c-5f0ada8ad26f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484492 Dec 16 09:40:23.441068 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.561038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-3f26b790-a80f-425e-90e9-8b3ae4c06b6c service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183254 Dec 16 09:40:23.634431 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.710328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7c2800b9-2229-4364-9e59-d15377254d18 None None] Provisioning complete for port ee6082b0-2f93-4be6-a8fa-e4898910944a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:23.710697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c2800b9-2229-4364-9e59-d15377254d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.734123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.808709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71e222b-5145-4d89-af50-395ceb8dced1 req-3078b574-a8fb-4c41-932c-0e213c5097ab service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395852 Dec 16 09:40:23.853018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8937f-4716-45d3-baa1-9afae7b96beb req-ce951bb4-3908-4316-b084-7762929e7b2c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:23.861259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77c8937f-4716-45d3-baa1-9afae7b96beb req-ce951bb4-3908-4316-b084-7762929e7b2c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2037539 Dec 16 09:40:23.869047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7c2800b9-2229-4364-9e59-d15377254d18 None None] Provisioning complete for port 15f57ec2-7200-4ed1-a3e4-1d229a627aca triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:23.874801 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c2800b9-2229-4364-9e59-d15377254d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:23.988167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7c2800b9-2229-4364-9e59-d15377254d18 None None] Port 15f57ec2-7200-4ed1-a3e4-1d229a627aca cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:24.023869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77c8937f-4716-45d3-baa1-9afae7b96beb req-8c56b685-e44f-4110-bff8-1def3dabb1bd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614172 Dec 16 09:40:24.088139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee6082b0-2f93-4be6-a8fa-e4898910944a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:24.147471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7687f580-35cc-4fa4-a952-6c0c4b97e288 None None] Provisioning complete for port 15f57ec2-7200-4ed1-a3e4-1d229a627aca triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:24.147896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7687f580-35cc-4fa4-a952-6c0c4b97e288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.204952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7687f580-35cc-4fa4-a952-6c0c4b97e288 None None] Port 15f57ec2-7200-4ed1-a3e4-1d229a627aca cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:24.216244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.223741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ee6082b0-2f93-4be6-a8fa-e4898910944a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:24.223864 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.225199 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.376813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=15f57ec2-7200-4ed1-a3e4-1d229a627aca,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:24.380738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.399160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2974a-bcd2-4738-9fce-e6de376a9317 req-3b413475-e9e9-4b66-aaf9-81691a656f4e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:24.400746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cc2974a-bcd2-4738-9fce-e6de376a9317 req-3b413475-e9e9-4b66-aaf9-81691a656f4e tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1347826 Dec 16 09:40:24.502194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cc2974a-bcd2-4738-9fce-e6de376a9317 req-5ae808cb-612f-4ce0-be2b-bddaaf840df7 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876071 Dec 16 09:40:24.538446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:24.540158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:24.745591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Router f2d83a14-00b8-4fe2-b33b-f31702f1f007 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:40:24.865498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:24.873834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5d16ba1e-50ac-4058-9f7a-82aaa6e8be89 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/routers/f2d83a14-00b8-4fe2-b33b-f31702f1f007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3586576 Dec 16 09:40:24.874221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55924) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:24.880937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] Sync routers for ids ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:24.894979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] Routers {'f2d83a14-00b8-4fe2-b33b-f31702f1f007'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:24.895691 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:40:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:24.914441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.939244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ce63dbe7-28fc-44c2-9a50-9a04a5fd3182 None None] Provisioning complete for port 15f57ec2-7200-4ed1-a3e4-1d229a627aca triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:24.939918 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ce63dbe7-28fc-44c2-9a50-9a04a5fd3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:24.960404 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:24.968260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81329b1e-0d27-4d65-8db4-ebc378c05bc5 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:24.970391 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] Routers {'f2d83a14-00b8-4fe2-b33b-f31702f1f007'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:24.971151 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:40:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:24.974968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 55932) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:24.978021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-81329b1e-0d27-4d65-8db4-ebc378c05bc5 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d83a14-00b8-4fe2-b33b-f31702f1f007 HTTP/1.1" status: 200 len: 982 time: 0.1024895 Dec 16 09:40:24.982250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ce63dbe7-28fc-44c2-9a50-9a04a5fd3182 None None] Port 15f57ec2-7200-4ed1-a3e4-1d229a627aca cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:25.027824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:25.029026 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aa5789-6344-4964-9141-b9d76ba87ae9 None None] The sync data for ids ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:25.168274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ed0df-ad26-4ca4-b2cf-a85348aef1cf req-1f8518d4-98be-44fc-9cd6-25ccdced2466 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:25.169782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-474ed0df-ad26-4ca4-b2cf-a85348aef1cf req-1f8518d4-98be-44fc-9cd6-25ccdced2466 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0670309 Dec 16 09:40:25.242515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-474ed0df-ad26-4ca4-b2cf-a85348aef1cf req-cc36d7d2-4ea9-4e5a-9a96-07af047da581 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597155 Dec 16 09:40:25.526655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.772040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76812d-c14a-4179-bf45-a2b9abf91d0b req-4abab301-16f5-4dd9-be24-830dd8356202 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:25.790614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d76812d-c14a-4179-bf45-a2b9abf91d0b req-4abab301-16f5-4dd9-be24-830dd8356202 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1244228 Dec 16 09:40:25.812126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 15f57ec2-7200-4ed1-a3e4-1d229a627aca {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:25.812471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:25.855627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d76812d-c14a-4179-bf45-a2b9abf91d0b req-59d1c627-67bd-4826-a057-f2f59b71d482 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510547 Dec 16 09:40:25.999927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.020370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 15f57ec2-7200-4ed1-a3e4-1d229a627aca owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:26.252353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.301406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=15f57ec2-7200-4ed1-a3e4-1d229a627aca,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:26.474682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:26.684509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Router f2d83a14-00b8-4fe2-b33b-f31702f1f007 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:40:26.778799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:40:26.788549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56050) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:26.789052 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee39727f-34f4-4234-9552-65d968bc81e7 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/routers/f2d83a14-00b8-4fe2-b33b-f31702f1f007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122714 Dec 16 09:40:26.807793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] Sync routers for ids ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:40:26.820938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] Routers {'f2d83a14-00b8-4fe2-b33b-f31702f1f007'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:26.820938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:40:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:26.832907 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc134d35-5217-41a9-a30c-50e927aee987 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:26.834650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bc134d35-5217-41a9-a30c-50e927aee987 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/15f57ec2-7200-4ed1-a3e4-1d229a627aca HTTP/1.1" status: 404 len: 333 time: 0.0398540 Dec 16 09:40:26.837294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56052) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:26.868876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:26.892966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] Routers {'f2d83a14-00b8-4fe2-b33b-f31702f1f007'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:40:26.893788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:40:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:26.940452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:26.941217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad639ec6-6782-47bf-94c8-9634aae601a9 None None] The sync data for ids ['f2d83a14-00b8-4fe2-b33b-f31702f1f007'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:40:26.945275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.519343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab790314-098c-431e-af85-c3c350336a4c req-de51e01f-00df-4366-be2a-905c5d43c777 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:27.520813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab790314-098c-431e-af85-c3c350336a4c req-de51e01f-00df-4366-be2a-905c5d43c777 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.5927441 Dec 16 09:40:27.526949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.529148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.596456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.597936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Fanout notify agent at l3_agent the message router_deleted on router f2d83a14-00b8-4fe2-b33b-f31702f1f007 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:40:27.607253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.608488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2287333e-cde8-49da-84e4-e4e126585532 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/routers/f2d83a14-00b8-4fe2-b33b-f31702f1f007 HTTP/1.1" status: 204 len: 168 time: 0.7702651 Dec 16 09:40:27.611970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56078) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:27.612670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab790314-098c-431e-af85-c3c350336a4c req-282e176f-a8fe-4449-89f0-c99254684a78 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Dec 16 09:40:27.688735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 02a9572d-a0e7-498a-ad0c-a105979cb21a {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:27.694699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.746540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.845734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.914100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.955444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=02a9572d-a0e7-498a-ad0c-a105979cb21a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:27.961133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:27.964649 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0e7dc1ac-3d48-49e9-872c-be751a472a90 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/02a9572d-a0e7-498a-ad0c-a105979cb21a HTTP/1.1" status: 204 len: 168 time: 0.3496935 Dec 16 09:40:27.967376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56086) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:27.970636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345f4e1-ee0c-4b7a-9715-f96794c74087 None None] Network 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:28.093672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.157917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port ee6082b0-2f93-4be6-a8fa-e4898910944a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:28.158641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.258374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] For port ee6082b0-2f93-4be6-a8fa-e4898910944a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ee6082b0-2f93-4be6-a8fa-e4898910944a,segment=NetworkSegment(8fa1a9e3-4285-435a-bb14-1b2a5ef2037c),segment_id=8fa1a9e3-4285-435a-bb14-1b2a5ef2037c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:28.259230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.269370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] DHCP port deletion for 62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:28.279470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for ee6082b0-2f93-4be6-a8fa-e4898910944a owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:28.363033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Deleting port ee6082b0-2f93-4be6-a8fa-e4898910944a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:28.363366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.367619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.402099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=ee6082b0-2f93-4be6-a8fa-e4898910944a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:28.408424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No DVR routers for this DVR port ee6082b0-2f93-4be6-a8fa-e4898910944a on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:28.452742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] For port ee6082b0-2f93-4be6-a8fa-e4898910944a, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:28.453191 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.470707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Calling delete_port for ee6082b0-2f93-4be6-a8fa-e4898910944a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:28.475090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Port ee6082b0-2f93-4be6-a8fa-e4898910944a was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 09:40:28.476603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.513677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] Pushing event deleted for resources: {'Port': ['ID=ee6082b0-2f93-4be6-a8fa-e4898910944a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:28.526819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c534178-9e89-4c00-94a4-9ea387f2de68 None None] No DVR routers for this DVR port ee6082b0-2f93-4be6-a8fa-e4898910944a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:28.532975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.555182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:28.565769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:28.566114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa1a9e3-4285-435a-bb14-1b2a5ef2037c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:28.576123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.594640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.601997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:28.602763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:28.606758 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:28.691876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.711374 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:28.718077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01 HTTP/1.1" status: 204 len: 168 time: 0.7462578 Dec 16 09:40:28.721004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56104) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:28.751981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba882b02-96f9-4eab-995c-4d9c3c442c68 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=62cbc4f5-4334-43f0-bc1d-5d8bc9d1fb01,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:28.794656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef068e-4e10-4d04-b56d-45c3f95f7e20 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:28.799529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c1ef068e-4e10-4d04-b56d-45c3f95f7e20 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/9924e37a-fc19-4f60-ad80-ddbde62489d4 HTTP/1.1" status: 200 len: 839 time: 0.0768719 Dec 16 09:40:28.800298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56108) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:28.812252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c6139-57a5-49d7-aaa5-21840334d059 req-e4b4aa1a-ba5a-459f-a666-71660169c82c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:28.816195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de2c6139-57a5-49d7-aaa5-21840334d059 req-e4b4aa1a-ba5a-459f-a666-71660169c82c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1204493 Dec 16 09:40:28.852335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f89bf62c-5b17-407d-b4f8-e4c68ecda5a1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/9924e37a-fc19-4f60-ad80-ddbde62489d4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511446 Dec 16 09:40:28.856220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56112) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:28.861778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:28.907480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de2c6139-57a5-49d7-aaa5-21840334d059 req-a541a285-c95b-4e28-bfd4-31ec9cbde2bd tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846012 Dec 16 09:40:28.962642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:28.967051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.215637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.269124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:29.277522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:29.284901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:29.285529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.291856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b6749-78be-4667-bf5c-b3a1305139f8 None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:29.309787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=ece616f2-9a0d-4d69-8bb0-2bb32913d697,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:29.342638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-07455547-c64a-4746-b76e-cdb4dd978dcf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4847229 Dec 16 09:40:29.345197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56118) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:29.354374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783678844'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:29.385911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.481730 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.490679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.500357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'tenant_id': 'aec267d536204ba2a5a2aadc0f941184', 'fixed_ips': [{'subnet_id': 'ece616f2-9a0d-4d69-8bb0-2bb32913d697'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:40:29.501442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.526604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74650f4e-4c4a-49ea-9f59-427937be187e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:29.545966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.550308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-554521f7-c7f1-406f-833e-10633e551324 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2039468 Dec 16 09:40:29.550482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56120) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:29.555748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'security_group': {'name': 'tempest-secgroup-868887870'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:29.588190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.678391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Allocated IP 172.20.0.2 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/ece616f2-9a0d-4d69-8bb0-2bb32913d697/7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:29.683367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.690047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.728645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.730073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1783941 Dec 16 09:40:29.732870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56122) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:29.738146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-163877662', 'security_groups': ['9d6dc972-68b8-43a8-8064-e6ac819b6883'], 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ece616f2-9a0d-4d69-8bb0-2bb32913d697'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:29.742944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d716d4d-e347-40d2-a153-4d04dcd7c675 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6dc972-68b8-43a8-8064-e6ac819b6883,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:29.867482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:29.870804 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.877880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:29.917495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:29.921068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:29.925509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:29.946686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:30.016043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Attempting to bind port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:30.016797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Attempting to bind port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '43778fc7-f568-4919-833e-5ad3482d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:30.017391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Attempting to bind port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 on network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:30.024189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:30.024980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Checking segment: {'id': '43778fc7-f568-4919-833e-5ad3482d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:30.025614 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.026228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Bound using segment: {'id': '43778fc7-f568-4919-833e-5ad3482d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:30.026929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Bound port: 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43778fc7-f568-4919-833e-5ad3482d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:30.027556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.057837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.092583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee6082b0-2f93-4be6-a8fa-e4898910944a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:30.124955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ee6082b0-2f93-4be6-a8fa-e4898910944a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:30.125403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ee6082b0-2f93-4be6-a8fa-e4898910944a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:30.146888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:30.150845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:30.153536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port c406dc19-c65d-45f2-af0f-bc215002e138 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:30.157780 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.228986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4709ac-04d2-48f8-b5f1-e3d61a78f2f2 None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:30.258686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908cd93-7366-49c4-bdeb-41ffd9f0169e req-f37119e4-0fa4-4f46-a8cc-aeafd000c241 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:30.265575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a908cd93-7366-49c4-bdeb-41ffd9f0169e req-f37119e4-0fa4-4f46-a8cc-aeafd000c241 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.2054229 Dec 16 09:40:30.354396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a908cd93-7366-49c4-bdeb-41ffd9f0169e req-d16b517a-3bb7-408a-b5b2-2f8593acf36b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878794 Dec 16 09:40:30.445427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.6 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/ece616f2-9a0d-4d69-8bb0-2bb32913d697/c406dc19-c65d-45f2-af0f-bc215002e138) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:30.668805 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.717906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.763248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:30.766620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:30.769206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:30.809786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=c406dc19-c65d-45f2-af0f-bc215002e138,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:30.834249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:30.834885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:30.854122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0373e3f9-37bd-4285-9b4a-198785c90561 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1199617 Dec 16 09:40:30.856686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56134) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:30.863242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:30.988171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:30.991773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.085387 n-d-821941-1 neutron-server[102397]: INFO neutron.db.ipam_backend_mixin [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ece616f2-9a0d-4d69-8bb0-2bb32913d697 (CIDR: 172.20.0.0/28) Dec 16 09:40:31.092235 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:31.093292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:31.120921 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bd6b5abf-0d59-4ee2-a9cf-d2761735d57f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2617898 Dec 16 09:40:31.123572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56136) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:31.128942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:31.281513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:31.286127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.574473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Provisioning complete for port 9924e37a-fc19-4f60-ad80-ddbde62489d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:31.575500 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.603825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7a36-0242-4996-8088-e76b4c11b3d6 req-ebdc949b-63d1-4e60-9a42-9c707addb0a8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:31.606572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a9b7a36-0242-4996-8088-e76b4c11b3d6 req-ebdc949b-63d1-4e60-9a42-9c707addb0a8 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1346657 Dec 16 09:40:31.629898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Port 9924e37a-fc19-4f60-ad80-ddbde62489d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:31.642313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:31.646911 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.689542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a9b7a36-0242-4996-8088-e76b4c11b3d6 req-63a39763-942f-47df-afd3-a795c2940eac tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732067 Dec 16 09:40:31.702244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.819044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:31.824027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:31.835001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:31.835585 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.838874 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:31.853196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f7dde5-5870-4fbc-9d05-aec0004ade6a None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:31.869977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=2349ece7-e798-4560-bb21-4b77678cc9a5,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:31.888617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56148) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:31.894562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1837433102', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2349ece7-e798-4560-bb21-4b77678cc9a5'}], 'security_groups': ['74650f4e-4c4a-49ea-9f59-427937be187e']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:31.898917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e144e0ff-6141-48dc-b601-2cf1e2def651 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7738278 Dec 16 09:40:31.983687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:31.994940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.052620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7664b9a-6148-4059-96c6-59ab6ea17855 None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:32.124376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:32.166825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.191468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e08620bb-6c4b-4fbc-80f8-67254e4f00e8 None None] Provisioning complete for port c406dc19-c65d-45f2-af0f-bc215002e138 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:32.191840 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e08620bb-6c4b-4fbc-80f8-67254e4f00e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.259590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f912b8c-a512-4389-b73b-725e096989af None None] Update dhcp port {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'fixed_ips': [{'subnet_id': 'ece616f2-9a0d-4d69-8bb0-2bb32913d697', 'ip_address': '172.20.0.2'}, {'subnet_id': '2349ece7-e798-4560-bb21-4b77678cc9a5'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:32.264150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e08620bb-6c4b-4fbc-80f8-67254e4f00e8 None None] Port c406dc19-c65d-45f2-af0f-bc215002e138 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:32.286983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:32.287336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.310583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f912b8c-a512-4389-b73b-725e096989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.543386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Delete allocated IP 172.20.0.6 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/ece616f2-9a0d-4d69-8bb0-2bb32913d697) {{(pid=102397) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:40:32.560709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.20 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/2349ece7-e798-4560-bb21-4b77678cc9a5/c406dc19-c65d-45f2-af0f-bc215002e138) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:32.750648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.758550 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.849015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5f912b8c-a512-4389-b73b-725e096989af None None] Allocated IP 172.20.0.18 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/2349ece7-e798-4560-bb21-4b77678cc9a5/7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:32.864210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501d06-d631-4f32-820d-ea0d408896a9 req-a7fcea04-69ea-490f-a144-6d4b6a6fff3d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:32.874016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85501d06-d631-4f32-820d-ea0d408896a9 req-a7fcea04-69ea-490f-a144-6d4b6a6fff3d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0939188 Dec 16 09:40:32.905093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=c406dc19-c65d-45f2-af0f-bc215002e138,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:32.931149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85501d06-d631-4f32-820d-ea0d408896a9 req-f67e7a17-e12b-49ad-a369-51a114562d34 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Dec 16 09:40:32.948041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] In _notify_port_updated(), no bound segment for port c406dc19-c65d-45f2-af0f-bc215002e138 on network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:40:32.954604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:32.955569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:32.959772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56160) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:32.960023 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f901469b-baa0-46cc-acfc-8a1084649566 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/ports/c406dc19-c65d-45f2-af0f-bc215002e138 HTTP/1.1" status: 200 len: 921 time: 1.0703433 Dec 16 09:40:33.039725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5f912b8c-a512-4389-b73b-725e096989af None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:33.075826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f912b8c-a512-4389-b73b-725e096989af None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.085766 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f912b8c-a512-4389-b73b-725e096989af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.091602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port c406dc19-c65d-45f2-af0f-bc215002e138 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:33.092173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.214293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f912b8c-a512-4389-b73b-725e096989af None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.214975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.232352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for c406dc19-c65d-45f2-af0f-bc215002e138 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:33.402350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.440088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=c406dc19-c65d-45f2-af0f-bc215002e138,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.535820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.542829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56166) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.543309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cca316b7-d1ed-47e7-ad90-aa5329029c1c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/c406dc19-c65d-45f2-af0f-bc215002e138 HTTP/1.1" status: 204 len: 168 time: 0.5815020 Dec 16 09:40:33.576806 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb30a0b-7270-4da1-974d-ec1cbcc0a54a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:33.578614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8bb30a0b-7270-4da1-974d-ec1cbcc0a54a tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/c406dc19-c65d-45f2-af0f-bc215002e138 HTTP/1.1" status: 404 len: 333 time: 0.0347104 Dec 16 09:40:33.581449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.649496 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13885b49-c3cf-4221-a89a-3fd49eeca359 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.689286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13885b49-c3cf-4221-a89a-3fd49eeca359 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.740859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13885b49-c3cf-4221-a89a-3fd49eeca359 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.743690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13885b49-c3cf-4221-a89a-3fd49eeca359 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.745305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-13885b49-c3cf-4221-a89a-3fd49eeca359 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/security-groups/9d6dc972-68b8-43a8-8064-e6ac819b6883 HTTP/1.1" status: 204 len: 168 time: 0.1621597 Dec 16 09:40:33.747860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56170) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.756807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13885b49-c3cf-4221-a89a-3fd49eeca359 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6dc972-68b8-43a8-8064-e6ac819b6883,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.818079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-571de607-1296-450c-bbb0-f33efe5e62f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.843994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-571de607-1296-450c-bbb0-f33efe5e62f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.895765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-571de607-1296-450c-bbb0-f33efe5e62f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.901316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-571de607-1296-450c-bbb0-f33efe5e62f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:33.902863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-571de607-1296-450c-bbb0-f33efe5e62f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/security-groups/74650f4e-4c4a-49ea-9f59-427937be187e HTTP/1.1" status: 204 len: 168 time: 0.1536338 Dec 16 09:40:33.905669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56172) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:33.914458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de607-1296-450c-bbb0-f33efe5e62f0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74650f4e-4c4a-49ea-9f59-427937be187e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:33.985529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet ece616f2-9a0d-4d69-8bb0-2bb32913d697 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:33.990433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.002347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7654468a-f193-4928-b0d6-7cb0ac1a9300 None None] Provisioning complete for port 9924e37a-fc19-4f60-ad80-ddbde62489d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:34.002885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7654468a-f193-4928-b0d6-7cb0ac1a9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.051356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.080630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:34.102627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e57c-3f10-4e80-89c8-dd171eebe70b req-adb5149f-1a4f-4ef5-a3e7-12a139d0e0e5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:34.104526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c96e57c-3f10-4e80-89c8-dd171eebe70b req-adb5149f-1a4f-4ef5-a3e7-12a139d0e0e5 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0715873 Dec 16 09:40:34.138269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7654468a-f193-4928-b0d6-7cb0ac1a9300 None None] Port 9924e37a-fc19-4f60-ad80-ddbde62489d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:34.143866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7654468a-f193-4928-b0d6-7cb0ac1a9300 None None] Could not find standard attr ID for object c406dc19-c65d-45f2-af0f-bc215002e138. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:34.155932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c96e57c-3f10-4e80-89c8-dd171eebe70b req-54e70400-3ec2-401c-9560-0c30cc031317 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Dec 16 09:40:34.161753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7654468a-f193-4928-b0d6-7cb0ac1a9300 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:34.162157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7654468a-f193-4928-b0d6-7cb0ac1a9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.165546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:34.165944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.176473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.279224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.333140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.349814 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/ece616f2-9a0d-4d69-8bb0-2bb32913d697 HTTP/1.1" status: 204 len: 168 time: 0.4427733 Dec 16 09:40:34.353635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:34.376676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:34.400028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fa0c-c990-458c-93bc-bf10a18b2caa tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=ece616f2-9a0d-4d69-8bb0-2bb32913d697,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:34.499907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cc68b-0dcb-4117-9a30-0e033ed7f771 None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:34.548456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-49b2e81f-3ce5-4697-bfcc-40153ac23532 None None] Could not find standard attr ID for object c406dc19-c65d-45f2-af0f-bc215002e138. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:34.558752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:34.563867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.865589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.913745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:34.917405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:34.924940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:34.925816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:34.948440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=19d8252d-30d3-40aa-9222-1401a9096749,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:34.957552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0771bd3-5178-45c3-b95a-6ff81a48903d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5998049 Dec 16 09:40:34.958389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56194) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:34.966181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'security_group': {'name': 'tempest-secgroup-579893613'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:34.998073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.083877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.091029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.128554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77106275-5b29-492f-95bb-0bbfb0ab8b3d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:35.132754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.134070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ecfd1fbb-acae-45f2-81d9-aba560c36c9e tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1743126 Dec 16 09:40:35.137062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56196) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:35.141947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1175380228'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:35.167755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.269285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.278812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.338177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.339508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2013240 Dec 16 09:40:35.345490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:35.350288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'security_group': {'name': 'tempest-secgroup-1891672600'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:35.365774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db705-4d25-458c-a2c1-4a6ca2dbefb1 req-d9aa4655-ca20-4e83-8bce-8bdbb8c7e6e1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:35.369299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-839db705-4d25-458c-a2c1-4a6ca2dbefb1 req-d9aa4655-ca20-4e83-8bce-8bdbb8c7e6e1 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1022527 Dec 16 09:40:35.372916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fdf05-e79c-4d14-b100-cf816b17a2c4 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142f95e5-a855-4191-b9de-e1498a23561c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:35.390072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.420632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e44299-8125-4111-8387-8b00a808b44a None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:35.437429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-839db705-4d25-458c-a2c1-4a6ca2dbefb1 req-c2b56ae3-80f7-48d1-a0c1-e291b14fcedc tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Dec 16 09:40:35.518160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.527356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b872fdf7-93c0-4df2-a9af-07d25137e2a5 None None] Provisioning complete for port 9924e37a-fc19-4f60-ad80-ddbde62489d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:35.527679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.527816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b872fdf7-93c0-4df2-a9af-07d25137e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.569866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.573763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2249033 Dec 16 09:40:35.573763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42cc54-785e-4e08-9920-a8b0f3c5cff0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5e43f-29bd-4eba-944e-ecaf87b6f1d5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:35.574230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56206) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:35.579301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1370178962', 'security_groups': ['1ff5e43f-29bd-4eba-944e-ecaf87b6f1d5'], 'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19d8252d-30d3-40aa-9222-1401a9096749'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:35.639490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b872fdf7-93c0-4df2-a9af-07d25137e2a5 None None] Port 9924e37a-fc19-4f60-ad80-ddbde62489d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:35.728325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b872fdf7-93c0-4df2-a9af-07d25137e2a5 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:35.732429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b872fdf7-93c0-4df2-a9af-07d25137e2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.801065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:35.882345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] Update dhcp port {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'fixed_ips': [{'subnet_id': '2349ece7-e798-4560-bb21-4b77678cc9a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '19d8252d-30d3-40aa-9222-1401a9096749'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:35.907283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.913294 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:35.931561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] device_id is not set on port dabf8edd-6266-4b98-b7d5-4d9ca356dab5 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:40:36.089429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] Allocated IP 172.20.0.2 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/19d8252d-30d3-40aa-9222-1401a9096749/7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:36.189144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:36.222869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.228111 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.305860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.13 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/19d8252d-30d3-40aa-9222-1401a9096749/dabf8edd-6266-4b98-b7d5-4d9ca356dab5) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:36.491935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1dd0f9-69a2-4f4d-9d70-9313f7c5ba78 None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:36.521058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.590570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.647605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:36.654673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:36.664889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:36.675587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa76f-dc7b-47d8-9a9e-271411212dbf req-1aa81bba-090d-4d34-b0db-0827993881fa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:36.690920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02daa76f-dc7b-47d8-9a9e-271411212dbf req-1aa81bba-090d-4d34-b0db-0827993881fa tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1296878 Dec 16 09:40:36.718181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=dabf8edd-6266-4b98-b7d5-4d9ca356dab5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:36.822605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02daa76f-dc7b-47d8-9a9e-271411212dbf req-3697e19c-389c-4b1f-bb23-e0b9fdfdc506 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306870 Dec 16 09:40:36.847526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:36.848177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:36.879562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1d97f786-cae7-4e0c-84c8-f29eaf7b6c0c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3040767 Dec 16 09:40:36.882218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56222) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:36.890970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:37.044173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:37.047751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.184317 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19d8252d-30d3-40aa-9222-1401a9096749 (CIDR: 172.20.0.0/28) Dec 16 09:40:37.188584 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:37.189369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:37.207624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a7ee04cc-a16b-40c2-869c-55c226efffd2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3234191 Dec 16 09:40:37.210275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56224) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:37.215288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:37.312639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-74e76905-5d4b-4234-b7a6-19487d4edf4a None None] Provisioning complete for port 9924e37a-fc19-4f60-ad80-ddbde62489d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:37.313010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74e76905-5d4b-4234-b7a6-19487d4edf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.357110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:37.361532 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.369985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-74e76905-5d4b-4234-b7a6-19487d4edf4a None None] Port 9924e37a-fc19-4f60-ad80-ddbde62489d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:37.388203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-74e76905-5d4b-4234-b7a6-19487d4edf4a None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:37.388571 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74e76905-5d4b-4234-b7a6-19487d4edf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.512746 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2349ece7-e798-4560-bb21-4b77678cc9a5 (CIDR: 172.20.0.16/28) Dec 16 09:40:37.524680 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:40:37.525616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:37.545069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d9ad9fc6-a395-475e-8287-c9d164745596 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3337519 Dec 16 09:40:37.547835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56226) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:37.552795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'subnet': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:37.617008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6c44d676-f545-4cd0-b8e1-3c990402f200 None None] Provisioning complete for port dabf8edd-6266-4b98-b7d5-4d9ca356dab5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:37.617589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6c44d676-f545-4cd0-b8e1-3c990402f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:37.655788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6c44d676-f545-4cd0-b8e1-3c990402f200 None None] Port dabf8edd-6266-4b98-b7d5-4d9ca356dab5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:37.683478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Made reservation on behalf of aec267d536204ba2a5a2aadc0f941184 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:37.687861 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.107795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:38.115931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ae5ca-b006-46ca-8f9d-d5b1fb45a040 req-bd9509e9-8071-4fc9-ada6-04d59cae0b19 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:38.117595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c4ae5ca-b006-46ca-8f9d-d5b1fb45a040 req-bd9509e9-8071-4fc9-ada6-04d59cae0b19 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1181493 Dec 16 09:40:38.119135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.157057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:38.183027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:38.183637 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.192147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:38.197259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:38.197977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.240257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c4ae5ca-b006-46ca-8f9d-d5b1fb45a040 req-af07637b-87ed-452a-b6c9-a7669756df32 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075842 Dec 16 09:40:38.245948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a3555-e6b7-49d5-8b9c-de56f8beb83e None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:38.246597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6977913 Dec 16 09:40:38.247785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769f193-0b5c-4a6c-98e3-6d5ac93b996b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Subnet': ['ID=2d567099-873d-4ccd-b914-95620232dde7,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:38.249692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56262) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:38.256339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-45667295', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d567099-873d-4ccd-b914-95620232dde7'}], 'security_groups': ['77106275-5b29-492f-95bb-0bbfb0ab8b3d', '142f95e5-a855-4191-b9de-e1498a23561c']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:38.352429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.652523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] Update dhcp port {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'fixed_ips': [{'subnet_id': '2349ece7-e798-4560-bb21-4b77678cc9a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '19d8252d-30d3-40aa-9222-1401a9096749', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d567099-873d-4ccd-b914-95620232dde7'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:38.693480 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:38.839920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Delete allocated IP 172.20.0.13 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/19d8252d-30d3-40aa-9222-1401a9096749) {{(pid=102398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 09:40:38.851424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Allocated IP 172.20.0.41 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/2d567099-873d-4ccd-b914-95620232dde7/dabf8edd-6266-4b98-b7d5-4d9ca356dab5) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:39.047726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.054920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.130127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] Allocated IP 172.20.0.34 (79ddb0b2-9411-44dc-9bb5-6cd33ae6843f/2d567099-873d-4ccd-b914-95620232dde7/7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:39.167182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event updated for resources: {'Port': ['ID=dabf8edd-6266-4b98-b7d5-4d9ca356dab5,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.200210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] In _notify_port_updated(), no bound segment for port dabf8edd-6266-4b98-b7d5-4d9ca356dab5 on network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:40:39.207449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:39.208324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.210184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55fdbc04-9fe7-4a8a-820a-c27813ba8b3b tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "PUT /v2.0/ports/dabf8edd-6266-4b98-b7d5-4d9ca356dab5 HTTP/1.1" status: 200 len: 958 time: 0.9594877 Dec 16 09:40:39.213336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56366) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:39.256969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:39.295033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.314616 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.328961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port dabf8edd-6266-4b98-b7d5-4d9ca356dab5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:39.329333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.397535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d9004-f837-4151-8c4b-aa8e5d7a9ea6 None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.450514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13166d-bd72-4edb-b75e-901030eae4e5 req-682f1102-d03e-466b-b5d2-10bced001c3b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:39.452836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c13166d-bd72-4edb-b75e-901030eae4e5 req-682f1102-d03e-466b-b5d2-10bced001c3b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0854318 Dec 16 09:40:39.457104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.473791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for dabf8edd-6266-4b98-b7d5-4d9ca356dab5 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:39.508308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c13166d-bd72-4edb-b75e-901030eae4e5 req-90ef2a2c-fbd3-4c4d-b7eb-7a6bfef2a854 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Dec 16 09:40:39.687042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.732945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=dabf8edd-6266-4b98-b7d5-4d9ca356dab5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:39.840011 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:39.843425 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a8a59fe2-1009-4321-9822-570979a45d3d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/dabf8edd-6266-4b98-b7d5-4d9ca356dab5 HTTP/1.1" status: 204 len: 168 time: 0.6289043 Dec 16 09:40:39.846700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:39.882824 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-458805b2-a515-4f8e-95e6-a880f65cd720 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] GET failed (client error): The resource could not be found. Dec 16 09:40:39.884761 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-458805b2-a515-4f8e-95e6-a880f65cd720 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports/dabf8edd-6266-4b98-b7d5-4d9ca356dab5 HTTP/1.1" status: 404 len: 333 time: 0.0337493 Dec 16 09:40:39.887556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56448) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:39.971592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-688530e0-5af7-4e87-a68d-c636274331c0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.019876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-688530e0-5af7-4e87-a68d-c636274331c0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.060489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:40:40.129629 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-688530e0-5af7-4e87-a68d-c636274331c0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.137518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-688530e0-5af7-4e87-a68d-c636274331c0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.142724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56478) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:40.143470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-688530e0-5af7-4e87-a68d-c636274331c0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ff5e43f-29bd-4eba-944e-ecaf87b6f1d5 HTTP/1.1" status: 204 len: 168 time: 0.2536502 Dec 16 09:40:40.154039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688530e0-5af7-4e87-a68d-c636274331c0 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5e43f-29bd-4eba-944e-ecaf87b6f1d5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:40.179121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:40.179489 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.244250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efaff8ec-fdf3-4dc8-bd7e-1ba03e4cf5dc tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.276335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efaff8ec-fdf3-4dc8-bd7e-1ba03e4cf5dc tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.339403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efaff8ec-fdf3-4dc8-bd7e-1ba03e4cf5dc tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.342799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efaff8ec-fdf3-4dc8-bd7e-1ba03e4cf5dc tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.344054 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-efaff8ec-fdf3-4dc8-bd7e-1ba03e4cf5dc tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/security-groups/142f95e5-a855-4191-b9de-e1498a23561c HTTP/1.1" status: 204 len: 168 time: 0.2000046 Dec 16 09:40:40.346892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:40.360027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaff8ec-fdf3-4dc8-bd7e-1ba03e4cf5dc tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f95e5-a855-4191-b9de-e1498a23561c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:40.401167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0b2487c2-bbf2-479a-9416-47483ec2c539 None None] Provisioning complete for port 9924e37a-fc19-4f60-ad80-ddbde62489d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:40.401556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b2487c2-bbf2-479a-9416-47483ec2c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.425907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bc55af1-f9f7-4ce3-9843-be4a75cb945c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.443635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0b2487c2-bbf2-479a-9416-47483ec2c539 None None] Port 9924e37a-fc19-4f60-ad80-ddbde62489d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:40.446304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0b2487c2-bbf2-479a-9416-47483ec2c539 None None] Could not find standard attr ID for object dabf8edd-6266-4b98-b7d5-4d9ca356dab5. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:40.457772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0b2487c2-bbf2-479a-9416-47483ec2c539 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:40.457976 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b2487c2-bbf2-479a-9416-47483ec2c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.461817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bc55af1-f9f7-4ce3-9843-be4a75cb945c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.536730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bc55af1-f9f7-4ce3-9843-be4a75cb945c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.541686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bc55af1-f9f7-4ce3-9843-be4a75cb945c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.542658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0bc55af1-f9f7-4ce3-9843-be4a75cb945c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/security-groups/77106275-5b29-492f-95bb-0bbfb0ab8b3d HTTP/1.1" status: 204 len: 168 time: 0.1943417 Dec 16 09:40:40.545593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56528) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:40.556585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc55af1-f9f7-4ce3-9843-be4a75cb945c tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77106275-5b29-492f-95bb-0bbfb0ab8b3d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:40.635635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 19d8252d-30d3-40aa-9222-1401a9096749 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:40.642969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.672880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc4bc-f003-4088-8781-93ccc44b3779 req-eed43cc1-1b89-44fc-a5ab-1f645b61214f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:40.674658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6abc4bc-f003-4088-8781-93ccc44b3779 req-eed43cc1-1b89-44fc-a5ab-1f645b61214f tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0536900 Dec 16 09:40:40.703483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.748049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6abc4bc-f003-4088-8781-93ccc44b3779 req-18853664-5425-45a6-85dd-f2453d222302 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651059 Dec 16 09:40:40.868916 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.917096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-da262a18-be3b-4fd7-a2e5-dbf55872f796 None None] Could not find standard attr ID for object dabf8edd-6266-4b98-b7d5-4d9ca356dab5. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:40:40.952411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.994603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:40.998417 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/19d8252d-30d3-40aa-9222-1401a9096749 HTTP/1.1" status: 204 len: 168 time: 0.4517574 Dec 16 09:40:40.999339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625d525-2bbb-46ad-a4ce-bc919a89bd84 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=19d8252d-30d3-40aa-9222-1401a9096749,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:41.006378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56582) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:41.066229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 2d567099-873d-4ccd-b914-95620232dde7 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:41.069652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.128389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.223180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9c1da-d99e-45a6-86ef-f7c3dedcf0d9 None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:41.262511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.343788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.388565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=2d567099-873d-4ccd-b914-95620232dde7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:41.391122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.394687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1bcf05a5-2e82-4695-b188-9dcc163e7840 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/2d567099-873d-4ccd-b914-95620232dde7 HTTP/1.1" status: 204 len: 168 time: 0.3873057 Dec 16 09:40:41.397019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56634) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:41.427014 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a62d30-2f35-47dd-99db-6080c42df1b1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:41.427471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a62d30-2f35-47dd-99db-6080c42df1b1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:41.433827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-09a62d30-2f35-47dd-99db-6080c42df1b1 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/19d8252d-30d3-40aa-9222-1401a9096749 HTTP/1.1" status: 404 len: 337 time: 0.0333688 Dec 16 09:40:41.434859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56640) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:41.501026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting subnet 2349ece7-e798-4560-bb21-4b77678cc9a5 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:41.504968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.505331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e96e54-3b3e-4e6f-a362-40cf06d05ef0 None None] Update dhcp port {'port': {'network_id': '79ddb0b2-9411-44dc-9bb5-6cd33ae6843f', 'fixed_ips': [{'subnet_id': '2349ece7-e798-4560-bb21-4b77678cc9a5', 'ip_address': '172.20.0.18'}, {'subnet_id': '2d567099-873d-4ccd-b914-95620232dde7'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:40:41.547673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50e96e54-3b3e-4e6f-a362-40cf06d05ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.566977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.691977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-50e96e54-3b3e-4e6f-a362-40cf06d05ef0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2349ece7-e798-4560-bb21-4b77678cc9a5: This subnet is being modified by another concurrent operation. Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2349ece7-e798-4560-bb21-4b77678cc9a5: This subnet is being modified by another concurrent operation. Dec 16 09:40:41.761067 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:40:41.770207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.814825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Subnet': ['ID=2349ece7-e798-4560-bb21-4b77678cc9a5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:41.817926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:41.821824 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b7f81a57-070a-4e71-960c-40f2cdf4e277 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/2349ece7-e798-4560-bb21-4b77678cc9a5 HTTP/1.1" status: 204 len: 168 time: 0.3858449 Dec 16 09:40:41.824186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:41.855925 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc15bdd-f44b-42e6-8738-890e870829cf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:41.856571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc15bdd-f44b-42e6-8738-890e870829cf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:41.860370 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bc15bdd-f44b-42e6-8738-890e870829cf tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/ece616f2-9a0d-4d69-8bb0-2bb32913d697 HTTP/1.1" status: 404 len: 337 time: 0.0350153 Dec 16 09:40:41.861496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8e6f95-cb4d-4b7d-84f1-611e5fcba0cf None None] Network 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:40:41.863519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56694) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:41.909232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eab5b9-35aa-4b83-81a2-b909252ee8a8 req-94c9f264-299d-439d-9678-ceac88cf5a15 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:41.911449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50eab5b9-35aa-4b83-81a2-b909252ee8a8 req-94c9f264-299d-439d-9678-ceac88cf5a15 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0752919 Dec 16 09:40:41.937656 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-abeb7b2c-450d-467b-ba50-7c9eef9ed35f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d83a14-00b8-4fe2-b33b-f31702f1f007 HTTP/1.1" status: 200 len: 205 time: 0.0728071 Dec 16 09:40:41.938281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.012662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50eab5b9-35aa-4b83-81a2-b909252ee8a8 req-f9c5f66b-1717-48e6-b9fd-f21ad538092b tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909035 Dec 16 09:40:42.075892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:42.159115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-33a62ad9-e432-433e-ae2e-c5efce347168 None None] Provisioning complete for port 9924e37a-fc19-4f60-ad80-ddbde62489d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:42.159491 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33a62ad9-e432-433e-ae2e-c5efce347168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.258014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-33a62ad9-e432-433e-ae2e-c5efce347168 None None] Port 9924e37a-fc19-4f60-ad80-ddbde62489d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:42.262430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] DHCP port deletion for 79ddb0b2-9411-44dc-9bb5-6cd33ae6843f request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:40:42.312503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-33a62ad9-e432-433e-ae2e-c5efce347168 None None] Provisioning complete for port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:42.312503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33a62ad9-e432-433e-ae2e-c5efce347168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.387799 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.469024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] Deleting port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:42.469399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.474806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:42.482110 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-c7b9f38c-9002-4685-bb32-b73ba5fb37ab tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] delete failed (client error): The resource could not be found. Dec 16 09:40:42.483148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c7b9f38c-9002-4685-bb32-b73ba5fb37ab tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/routers/f2d83a14-00b8-4fe2-b33b-f31702f1f007 HTTP/1.1" status: 404 len: 336 time: 0.5439699 Dec 16 09:40:42.486936 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.489465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56750) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.542156 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4970ff3d-91c7-4045-bf98-2798d72a5c38 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.542654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4970ff3d-91c7-4045-bf98-2798d72a5c38 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.548060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4970ff3d-91c7-4045-bf98-2798d72a5c38 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/02a9572d-a0e7-498a-ad0c-a105979cb21a HTTP/1.1" status: 404 len: 337 time: 0.0565536 Dec 16 09:40:42.548697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56752) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.576162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4f0ef-31c1-4061-becd-1cdb69db05bb req-eb4c9663-dfa9-4d47-9642-2b5d4c62c4a0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:42.585169 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e074e0-b00f-4228-94c8-a3b0783cd5bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.585613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e074e0-b00f-4228-94c8-a3b0783cd5bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.589000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] For port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,segment=NetworkSegment(43778fc7-f568-4919-833e-5ad3482d0230),segment_id=43778fc7-f568-4919-833e-5ad3482d0230)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:42.589412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.590210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b8e074e0-b00f-4228-94c8-a3b0783cd5bd tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/6dcef7ec-8491-442b-ae42-000c1801e3fe HTTP/1.1" status: 404 len: 337 time: 0.0407939 Dec 16 09:40:42.591420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0c4f0ef-31c1-4061-becd-1cdb69db05bb req-eb4c9663-dfa9-4d47-9642-2b5d4c62c4a0 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1174920 Dec 16 09:40:42.593318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56754) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.611114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:42.614288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] Calling delete_port for 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:42.623947 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6632d0dd-78f2-45f3-8696-960116064a81 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.624407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6632d0dd-78f2-45f3-8696-960116064a81 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.627906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6632d0dd-78f2-45f3-8696-960116064a81 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/68ce3c87-5406-4878-9b93-b6ef6e23aa29 HTTP/1.1" status: 404 len: 337 time: 0.0331450 Dec 16 09:40:42.630015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56756) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.638096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0c4f0ef-31c1-4061-becd-1cdb69db05bb req-aedd210d-8fd2-482e-8e67-bf31d5b4e515 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Dec 16 09:40:42.655860 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-883c57d4-cf76-47fe-aee7-7188f53106c2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.656641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883c57d4-cf76-47fe-aee7-7188f53106c2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.660815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-883c57d4-cf76-47fe-aee7-7188f53106c2 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/c54e2ebb-7d7b-462e-9681-37c742e6a35f HTTP/1.1" status: 404 len: 333 time: 0.0296228 Dec 16 09:40:42.663165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56760) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.699038 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2506e029-cfbb-4777-8261-3da1a898ac2f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.699484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2506e029-cfbb-4777-8261-3da1a898ac2f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.702678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2506e029-cfbb-4777-8261-3da1a898ac2f tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/8f166393-4873-47d0-b1e8-bbefe3a975a2 HTTP/1.1" status: 404 len: 337 time: 0.0384910 Dec 16 09:40:42.705399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.720412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:42.743246 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-594c3434-31c4-40e0-89b2-2b9afdff2464 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.744040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594c3434-31c4-40e0-89b2-2b9afdff2464 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.746111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] Pushing event deleted for resources: {'Port': ['ID=7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:42.747542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-594c3434-31c4-40e0-89b2-2b9afdff2464 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/97d400f2-313a-45ba-a911-4818a73b2a77 HTTP/1.1" status: 404 len: 337 time: 0.0411217 Dec 16 09:40:42.752254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56764) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.755514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d61cb-267b-45cd-ab8f-e8a49097460f None None] No DVR routers for this DVR port 7cd44454-e9bf-41cf-8b59-5bdd52d3c4f6 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:42.776941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344df56-be23-4576-b2e5-32d3c7121a4c None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:40:42.791801 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-93865c29-9013-4914-90c1-5e8e7389407d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.792548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93865c29-9013-4914-90c1-5e8e7389407d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.799062 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93865c29-9013-4914-90c1-5e8e7389407d tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/797afd98-1dbf-44bb-9569-76853db60dcb HTTP/1.1" status: 404 len: 333 time: 0.0453668 Dec 16 09:40:42.799377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bca889-5a4c-40db-86b7-2c1556832e80 req-5875d61a-25fd-4075-a853-2f179593a570 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:42.799848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56766) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.807783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0bca889-5a4c-40db-86b7-2c1556832e80 req-5875d61a-25fd-4075-a853-2f179593a570 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0939054 Dec 16 09:40:42.826634 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-83506659-1830-4622-8709-5539e5d14822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.827182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83506659-1830-4622-8709-5539e5d14822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.833151 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-83506659-1830-4622-8709-5539e5d14822 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/63fda71a-3b20-4316-85ea-25e41a0e58b3 HTTP/1.1" status: 404 len: 337 time: 0.0322728 Dec 16 09:40:42.833816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56768) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.870411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0bca889-5a4c-40db-86b7-2c1556832e80 req-373d9843-c9e8-46c4-9c96-f94e2702831a tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Dec 16 09:40:42.870548 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-856b1e6b-f71a-43b9-ba6c-1f74b7a57715 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] DELETE failed (client error): The resource could not be found. Dec 16 09:40:42.870548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856b1e6b-f71a-43b9-ba6c-1f74b7a57715 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:40:42.870713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56770) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:42.870812 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-856b1e6b-f71a-43b9-ba6c-1f74b7a57715 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/subnets/a6dc6155-63f0-49d2-8f25-892a69ddf2ba HTTP/1.1" status: 404 len: 337 time: 0.0328763 Dec 16 09:40:42.932120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344df56-be23-4576-b2e5-32d3c7121a4c None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:40:43.422739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Deleting port 9924e37a-fc19-4f60-ad80-ddbde62489d4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:43.423293 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.435252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f612910-54c4-45a3-a439-20fd72cea168 req-e8403b6c-0f62-4952-a5cb-2f883f8dc568 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:43.436706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f612910-54c4-45a3-a439-20fd72cea168 req-e8403b6c-0f62-4952-a5cb-2f883f8dc568 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0775723 Dec 16 09:40:43.543796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.556394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f612910-54c4-45a3-a439-20fd72cea168 req-c36a72b4-ca85-45e3-950b-577d5e883fae tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089544 Dec 16 09:40:43.562316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Calling delete_port for 9924e37a-fc19-4f60-ad80-ddbde62489d4 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:43.657241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.706573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Port': ['ID=9924e37a-fc19-4f60-ad80-ddbde62489d4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:43.724601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.728042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-29032994-b679-44e8-a5d1-a76082b40036 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/ports/9924e37a-fc19-4f60-ad80-ddbde62489d4 HTTP/1.1" status: 204 len: 168 time: 0.8594301 Dec 16 09:40:43.730426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56800) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:43.811504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.904624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.926989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ddb0b2-9411-44dc-9bb5-6cd33ae6843f']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:43.937953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43778fc7-f568-4919-833e-5ad3482d0230') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:43.938240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43778fc7-f568-4919-833e-5ad3482d0230') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:43.948674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.962913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.969235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:43.969751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:43.973497 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:43.979958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5c12236d-d474-4fdd-a4f7-4882bf3613b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.034157 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.045759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.051539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] 10.222.0.61 "DELETE /v2.0/networks/79ddb0b2-9411-44dc-9bb5-6cd33ae6843f HTTP/1.1" status: 204 len: 168 time: 0.3174860 Dec 16 09:40:44.063444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462887aa-30aa-4f76-a491-0540db3fe383 tempest-PortsTestJSON-816687413 tempest-PortsTestJSON-816687413-project] Pushing event deleted for resources: {'Network': ['ID=79ddb0b2-9411-44dc-9bb5-6cd33ae6843f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:44.330418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56806) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:44.450757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-434da2fc-5b1b-42b2-aba2-b05957a7834c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:44.452632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-434da2fc-5b1b-42b2-aba2-b05957a7834c tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.0668302 Dec 16 09:40:44.499359 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0599d4a1-1742-4edc-92e5-c7b681bdd04d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aec267d536204ba2a5a2aadc0f941184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676674 Dec 16 09:40:44.501731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56812) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:44.589439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:44.589439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.604187 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5689db86-7f18-4422-b44e-515b3348f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.669563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5689db86-7f18-4422-b44e-515b3348f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.766452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port 82c4b8b5-00a0-45c4-9408-35c6252de2d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=82c4b8b5-00a0-45c4-9408-35c6252de2d4,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:44.766817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.777085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a22445-a129-42a9-b476-d1a88d438ed5 req-bf45a65e-5b99-423c-a58f-15900cc138de tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:44.778642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2a22445-a129-42a9-b476-d1a88d438ed5 req-bf45a65e-5b99-423c-a58f-15900cc138de tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 946 time: 0.1075284 Dec 16 09:40:44.791143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for 82c4b8b5-00a0-45c4-9408-35c6252de2d4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:44.832465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5689db86-7f18-4422-b44e-515b3348f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.835656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5689db86-7f18-4422-b44e-515b3348f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:44.838314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5689db86-7f18-4422-b44e-515b3348f7fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5477724-c9f6-43c2-a46a-ab2c783655a0 HTTP/1.1" status: 204 len: 168 time: 0.3354881 Dec 16 09:40:44.852668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689db86-7f18-4422-b44e-515b3348f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5477724-c9f6-43c2-a46a-ab2c783655a0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:44.919177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2a22445-a129-42a9-b476-d1a88d438ed5 req-a2937a07-77dc-477c-b712-d326605c0350 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240528 Dec 16 09:40:45.035043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.050187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:45.057357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['82c4b8b5-00a0-45c4-9408-35c6252de2d4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:45.072997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=82c4b8b5-00a0-45c4-9408-35c6252de2d4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:45.173634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port 82c4b8b5-00a0-45c4-9408-35c6252de2d4 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:45.177756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:45.182288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5a53125-181c-4ddc-8f72-0ba08cf15c57 req-dd583db4-95d4-4a9a-b6b7-c84678be06ba tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.69 "DELETE /v2.0/ports/82c4b8b5-00a0-45c4-9408-35c6252de2d4 HTTP/1.1" status: 204 len: 173 time: 0.7233028 Dec 16 09:40:45.182800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'name': 'network-vif-deleted', 'tag': '82c4b8b5-00a0-45c4-9408-35c6252de2d4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:45.208496 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6254b1f6-2379-4019-b85c-56cd585179a4" -d '{"events": [{"server_uuid": "e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed", "name": "network-vif-deleted", "tag": "82c4b8b5-00a0-45c4-9408-35c6252de2d4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:45.293488 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c86806-56a6-479a-b815-141d8ddcfc59 x-openstack-request-id: req-71c86806-56a6-479a-b815-141d8ddcfc59 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:45.293891 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed", "name": "network-vif-deleted", "tag": "82c4b8b5-00a0-45c4-9408-35c6252de2d4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:45.294271 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71c86806-56a6-479a-b815-141d8ddcfc59 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:45.295591 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed', 'name': 'network-vif-deleted', 'tag': '82c4b8b5-00a0-45c4-9408-35c6252de2d4', 'status': 'completed', 'code': 200} Dec 16 09:40:46.131288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6157ba6-e0f0-49c4-b3e1-2ab0603b0146 req-50ded769-7217-4334-bb15-6ee3da3b3c27 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4d927c8-6dca-4b4f-93a6-b1fa9590a3ed HTTP/1.1" status: 200 len: 210 time: 0.0637028 Dec 16 09:40:46.433156 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8dd93430-451d-4c42-b2ce-4cc293a84003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:46.704512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-a8249fad-7191-4359-80c8-826984420666 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592916 Dec 16 09:40:46.774899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-8a55c476-6a10-46ee-8876-e9229ba441a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:46.776638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-8a55c476-6a10-46ee-8876-e9229ba441a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 1096 time: 0.0498595 Dec 16 09:40:46.902887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-e9bbcb41-8491-4c99-93ff-d7eb9a630dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:46.904606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-e9bbcb41-8491-4c99-93ff-d7eb9a630dac service neutron] 10.222.0.69 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1071417 Dec 16 09:40:46.953483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-6181d1d0-ab0a-4e46-93aa-c3cc5315a949 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e HTTP/1.1" status: 200 len: 217 time: 0.0417120 Dec 16 09:40:47.014521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-67273bf1-15ab-42ef-b079-afac4b560478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:47.016170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-67273bf1-15ab-42ef-b079-afac4b560478 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0554717 Dec 16 09:40:47.064515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-0c142ec2-87a9-459e-8257-b2ae9b1f9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:47.066238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-0c142ec2-87a9-459e-8257-b2ae9b1f9367 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433905 Dec 16 09:40:47.168960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-67a8a1ff-040d-4123-8c41-b97818ec4caa service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954235 Dec 16 09:40:47.282864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5461fb88-6e42-4b3a-a374-8a435b1112ed req-0525e401-cfac-4592-81b1-5073932b8484 service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069627 Dec 16 09:40:47.390279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56916) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:47.526793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38a23bb1-7482-49f8-a824-b07414d5c8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.654590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38a23bb1-7482-49f8-a824-b07414d5c8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.660746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38a23bb1-7482-49f8-a824-b07414d5c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.707611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-38a23bb1-7482-49f8-a824-b07414d5c8e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=867962cb5e0446ab8a205088906f42a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164592 Dec 16 09:40:47.708711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a23bb1-7482-49f8-a824-b07414d5c8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd024a-344d-4e6b-ba86-aee61973b641,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:47.710402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:47.807612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4720ce8d-dd48-4637-95f9-b2895f46b7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.839800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4720ce8d-dd48-4637-95f9-b2895f46b7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.901160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4720ce8d-dd48-4637-95f9-b2895f46b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.904799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4720ce8d-dd48-4637-95f9-b2895f46b7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:47.909415 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4720ce8d-dd48-4637-95f9-b2895f46b7e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57cd024a-344d-4e6b-ba86-aee61973b641 HTTP/1.1" status: 204 len: 168 time: 0.1972954 Dec 16 09:40:47.918368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720ce8d-dd48-4637-95f9-b2895f46b7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd024a-344d-4e6b-ba86-aee61973b641,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:48.009540 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.207824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403029b-14c0-4b11-a76a-a1decdcac135 req-1e2e5f64-71d4-4d44-87ab-5121842d9078 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:48.208457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 82c4b8b5-00a0-45c4-9408-35c6252de2d4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:48.210634 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0403029b-14c0-4b11-a76a-a1decdcac135 req-1e2e5f64-71d4-4d44-87ab-5121842d9078 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 946 time: 0.0540681 Dec 16 09:40:48.230660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 82c4b8b5-00a0-45c4-9408-35c6252de2d4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:48.231504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 82c4b8b5-00a0-45c4-9408-35c6252de2d4 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:48.271481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0403029b-14c0-4b11-a76a-a1decdcac135 req-604609b5-25fa-43c8-aac5-cc18f01af442 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518737 Dec 16 09:40:48.308220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:48.323562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28d87c4d-7631-4960-96aa-d3d089604abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.429628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28d87c4d-7631-4960-96aa-d3d089604abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.436850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28d87c4d-7631-4960-96aa-d3d089604abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.468539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d87c4d-7631-4960-96aa-d3d089604abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae38c2c-e798-47cb-9add-686865707b60,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:48.491602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-28d87c4d-7631-4960-96aa-d3d089604abd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5008a6277ba4b3fb3e4a39201c7c0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811049 Dec 16 09:40:48.493299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:48.546933 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2ad395f-f04b-405f-bf1d-357f3b385f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.570161 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2ad395f-f04b-405f-bf1d-357f3b385f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.622700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2ad395f-f04b-405f-bf1d-357f3b385f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.625231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2ad395f-f04b-405f-bf1d-357f3b385f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:48.626411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e2ad395f-f04b-405f-bf1d-357f3b385f32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cae38c2c-e798-47cb-9add-686865707b60 HTTP/1.1" status: 204 len: 168 time: 0.1320035 Dec 16 09:40:48.635899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad395f-f04b-405f-bf1d-357f3b385f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae38c2c-e798-47cb-9add-686865707b60,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:49.453704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d011ce9-cb06-486f-8a3a-fd3922dc4137 req-40470d4d-2c34-4201-8992-edd9920eb495 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:49.456736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d011ce9-cb06-486f-8a3a-fd3922dc4137 req-40470d4d-2c34-4201-8992-edd9920eb495 tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 946 time: 0.0747221 Dec 16 09:40:49.503162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d011ce9-cb06-486f-8a3a-fd3922dc4137 req-8d46ed5f-c0da-46c0-b4af-46aff7d62e9d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.61 "GET /v2.0/security-groups?id=84eff7e3-9ae1-496d-a190-f2a15bc5b7df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376890 Dec 16 09:40:49.629351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-4a3ad66b-fa0d-42b5-9293-1cca6608c1cf tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:49.630910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-4a3ad66b-fa0d-42b5-9293-1cca6608c1cf tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "GET /v2.0/ports?device_id=46de3652-6ab3-4f7b-8050-2afa480c4e4c HTTP/1.1" status: 200 len: 946 time: 0.0659714 Dec 16 09:40:49.749334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Deleting port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:40:49.749774 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.821486 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.863773 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.865778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] For port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,segment=NetworkSegment(d27fae22-b2de-4f43-818a-99468aee0dca),segment_id=d27fae22-b2de-4f43-818a-99468aee0dca)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:40:49.866196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:49.885937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Calling delete_port for ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:40:50.028275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.044254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:40:50.104148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Pushing event deleted for resources: {'Port': ['ID=ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:50.133897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] No DVR routers for this DVR port ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:40:50.137694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:50.142316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88b2eaf3-68ce-48bf-9544-9bea39c705c2 req-043034da-8826-4e11-8acb-353c1569fc5d tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] 10.222.0.53 "DELETE /v2.0/ports/ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c HTTP/1.1" status: 204 len: 173 time: 0.5022669 Dec 16 09:40:50.143139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'name': 'network-vif-deleted', 'tag': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:50.146000 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cae74f-5c25-4672-acdd-f811035f59e6" -d '{"events": [{"server_uuid": "46de3652-6ab3-4f7b-8050-2afa480c4e4c", "name": "network-vif-deleted", "tag": "ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:50.205259 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c562627-4bc2-44c0-8401-b9092de107e4 x-openstack-request-id: req-3c562627-4bc2-44c0-8401-b9092de107e4 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:50.205561 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de3652-6ab3-4f7b-8050-2afa480c4e4c", "name": "network-vif-deleted", "tag": "ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:50.205821 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c562627-4bc2-44c0-8401-b9092de107e4 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:50.206263 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de3652-6ab3-4f7b-8050-2afa480c4e4c', 'name': 'network-vif-deleted', 'tag': 'ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c', 'status': 'completed', 'code': 200} Dec 16 09:40:50.492876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-87a1c36f-68e1-4eb7-9105-778b5e0e6022 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:50.494258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-87a1c36f-68e1-4eb7-9105-778b5e0e6022 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1058738 Dec 16 09:40:50.511157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-d799db1c-897a-4404-8373-6657bc398ade tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0106390 Dec 16 09:40:50.568638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-335550bd-99b9-4cca-8a2d-cf466b4c81ca tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515532 Dec 16 09:40:50.671991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-de34c5e5-b398-4951-b1be-52dd13488879 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952609 Dec 16 09:40:50.775470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-8a2affa5-eb7a-4627-bee5-a8e4f52e424d service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952115 Dec 16 09:40:50.940083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57066) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:50.969059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57068) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.003740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Deleting subnet 9d75b38a-7d51-460a-bf77-1e36bfa8edd2 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:40:51.007760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.050149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.096976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.142872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e2b603-49e3-4007-9698-910dfe1f4743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.147889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6875c29e-5543-4056-ba50-96dad93af4d7 req-6f874d22-f40d-4a70-8173-cb6acb523ab8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0418084 Dec 16 09:40:51.156140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.187300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d75b38a-7d51-460a-bf77-1e36bfa8edd2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:51.191315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.194820 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-532ad520-468b-4303-9deb-96a620685fa1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9d75b38a-7d51-460a-bf77-1e36bfa8edd2 HTTP/1.1" status: 204 len: 168 time: 0.2537117 Dec 16 09:40:51.197329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57076) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.297758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.307163 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e2b603-49e3-4007-9698-910dfe1f4743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.317115 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e2b603-49e3-4007-9698-910dfe1f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.417205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2b603-49e3-4007-9698-910dfe1f4743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce41e2b-aab8-4c8a-afc1-e29982af9a6b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:51.433582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66e2b603-49e3-4007-9698-910dfe1f4743 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00a92a886c974d0289155ee6baadf093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631894 Dec 16 09:40:51.436320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57082) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.443806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.470560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225a4924-19eb-449c-ac58-e1f66d0d32ab']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:51.481410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27fae22-b2de-4f43-818a-99468aee0dca') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:51.481692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27fae22-b2de-4f43-818a-99468aee0dca') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:40:51.491540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5dab1e0-84d9-49c2-833a-1b59f9eb9cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.492701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.508162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.515893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5dab1e0-84d9-49c2-833a-1b59f9eb9cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.523039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:40:51.523792 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:40:51.525818 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:40:51.577142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5dab1e0-84d9-49c2-833a-1b59f9eb9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.580448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d5dab1e0-84d9-49c2-833a-1b59f9eb9cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.590613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d5dab1e0-84d9-49c2-833a-1b59f9eb9cba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ce41e2b-aab8-4c8a-afc1-e29982af9a6b HTTP/1.1" status: 204 len: 168 time: 0.1530592 Dec 16 09:40:51.596035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.606633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.614038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/225a4924-19eb-449c-ac58-e1f66d0d32ab HTTP/1.1" status: 204 len: 168 time: 0.4156251 Dec 16 09:40:51.615908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dab1e0-84d9-49c2-833a-1b59f9eb9cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce41e2b-aab8-4c8a-afc1-e29982af9a6b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:51.633059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d94f6-d24d-44b6-a2ab-0da845acc4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=225a4924-19eb-449c-ac58-e1f66d0d32ab,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:51.805211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57106) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.858920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88729ea6-3958-4588-8f6e-1a1ea970e51a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7c839ae0c0a425c972b1725fee9c0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513635 Dec 16 09:40:51.863521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57108) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:51.914224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58189683-0852-483a-a943-1398722a79e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.938707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58189683-0852-483a-a943-1398722a79e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.991215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58189683-0852-483a-a943-1398722a79e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.994229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58189683-0852-483a-a943-1398722a79e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:51.998044 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58189683-0852-483a-a943-1398722a79e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84eff7e3-9ae1-496d-a190-f2a15bc5b7df HTTP/1.1" status: 204 len: 168 time: 0.1334291 Dec 16 09:40:52.008155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58189683-0852-483a-a943-1398722a79e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eff7e3-9ae1-496d-a190-f2a15bc5b7df,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:52.063328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57118) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:52.077557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb611c-0dac-41b7-b3d4-422612a907cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.229154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb611c-0dac-41b7-b3d4-422612a907cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.248300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb611c-0dac-41b7-b3d4-422612a907cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.313597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-530947c4-2631-48fc-a13c-7f9504272f39 req-72cc5e34-1b7a-43c5-a133-6d75401fef80 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0760860 Dec 16 09:40:52.365258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb611c-0dac-41b7-b3d4-422612a907cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5199f537-49d8-45fe-bb82-e261bc43a541,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:52.377800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6fdb611c-0dac-41b7-b3d4-422612a907cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e0f545b72f64a06887582e7c1436d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111231 Dec 16 09:40:52.378538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57134) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:40:52.398829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-7f69d615-8ec9-4d9c-9ef1-0f2eeefa8210 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:52.400723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-7f69d615-8ec9-4d9c-9ef1-0f2eeefa8210 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.2316840 Dec 16 09:40:52.429094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': '12f8fe68-a308-4da6-9315-6aae52160239', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:52.555908 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f92c80a-5267-4757-8095-444008456b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.588548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f92c80a-5267-4757-8095-444008456b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.666542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f92c80a-5267-4757-8095-444008456b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.669910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f92c80a-5267-4757-8095-444008456b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.671737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5f92c80a-5267-4757-8095-444008456b30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5199f537-49d8-45fe-bb82-e261bc43a541 HTTP/1.1" status: 204 len: 168 time: 0.2923377 Dec 16 09:40:52.690440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92c80a-5267-4757-8095-444008456b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5199f537-49d8-45fe-bb82-e261bc43a541,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:52.696581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:40:52.700903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:52.856123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.14 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/12e6792f-2062-4215-acdd-5c803629e4e3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:40:53.078357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:40:53.154757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:40:53.154757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ff7ea741-66f3-4013-8b80-fbf9cb1c6f7c not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:40:53.198477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.242118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.293439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:40:53.306797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:40:53.309200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=12e6792f-2062-4215-acdd-5c803629e4e3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:53.311358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:40:53.376264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:53.376961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.422944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-14d626b6-803c-45a7-b62a-a261d667202d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0104399 Dec 16 09:40:53.436609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Request body: {'port': {'device_id': '12f8fe68-a308-4da6-9315-6aae52160239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:40:53.571128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.636915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.699827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1b8289b9-a6d1-4bad-9313-dea981b62811 None None] Provisioning complete for port 12e6792f-2062-4215-acdd-5c803629e4e3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:40:53.700712 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b8289b9-a6d1-4bad-9313-dea981b62811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:53.775525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1b8289b9-a6d1-4bad-9313-dea981b62811 None None] Port 12e6792f-2062-4215-acdd-5c803629e4e3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:40:54.045701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364eb34-fc8f-4fae-bb1a-6526b7d7971b req-77751bc2-82ad-460e-a8f9-c9317a595fd0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:54.047303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e364eb34-fc8f-4fae-bb1a-6526b7d7971b req-77751bc2-82ad-460e-a8f9-c9317a595fd0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 932 time: 0.1342616 Dec 16 09:40:54.264460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e364eb34-fc8f-4fae-bb1a-6526b7d7971b req-a604b66f-13f8-4486-9132-387057aa0b7e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988366 Dec 16 09:40:54.291517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e6792f-2062-4215-acdd-5c803629e4e3 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:40:54.310334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.327940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Transition to ACTIVE for port object 12e6792f-2062-4215-acdd-5c803629e4e3 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:40:54.332957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.419065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Pushing event updated for resources: {'Port': ['ID=12e6792f-2062-4215-acdd-5c803629e4e3,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:54.527970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c7ed440-7893-440f-9329-bf7ff3e92bb1 req-c48355f7-b160-4035-8cc6-80a1a703b92c tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.1131430 Dec 16 09:40:54.650491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Attempting to bind port 12e6792f-2062-4215-acdd-5c803629e4e3 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:40:54.651090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Attempting to bind port 12e6792f-2062-4215-acdd-5c803629e4e3 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:40:54.651208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Attempting to bind port 12e6792f-2062-4215-acdd-5c803629e4e3 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:54.678061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Port 12e6792f-2062-4215-acdd-5c803629e4e3 on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:40:54.678485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Attempting to bind port 12e6792f-2062-4215-acdd-5c803629e4e3 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:40:54.696317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:40:54.696656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:40:54.697047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:40:54.697491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Bound port: 12e6792f-2062-4215-acdd-5c803629e4e3, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:40:54.697883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.869692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] For port 12e6792f-2062-4215-acdd-5c803629e4e3, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:40:54.875655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] For port 12e6792f-2062-4215-acdd-5c803629e4e3, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=12e6792f-2062-4215-acdd-5c803629e4e3,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:40:54.884595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.940381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:54.941126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.943010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] 10.222.0.69 "PUT /v2.0/ports/12e6792f-2062-4215-acdd-5c803629e4e3 HTTP/1.1" status: 200 len: 1092 time: 1.5129793 Dec 16 09:40:54.943566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f8fe68-a308-4da6-9315-6aae52160239', 'tag': '12e6792f-2062-4215-acdd-5c803629e4e3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:40:54.946125 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67822fe-6e6d-4068-a9e4-76316d6c11c0" -d '{"events": [{"name": "network-changed", "server_uuid": "12f8fe68-a308-4da6-9315-6aae52160239", "tag": "12e6792f-2062-4215-acdd-5c803629e4e3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:40:54.951359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:40:54.992151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eceef1-fbbe-4d33-80f7-ac52331c4756 service neutron] Pushing event updated for resources: {'Port': ['ID=12e6792f-2062-4215-acdd-5c803629e4e3,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:40:55.038370 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c27048-4092-4ce5-bc09-c06ebb42952e x-openstack-request-id: req-14c27048-4092-4ce5-bc09-c06ebb42952e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:40:55.038644 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f8fe68-a308-4da6-9315-6aae52160239", "tag": "12e6792f-2062-4215-acdd-5c803629e4e3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:40:55.038898 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14c27048-4092-4ce5-bc09-c06ebb42952e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:40:55.039304 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f8fe68-a308-4da6-9315-6aae52160239', 'tag': '12e6792f-2062-4215-acdd-5c803629e4e3', 'status': 'completed', 'code': 200} Dec 16 09:40:55.085909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-217b48d3-7f6e-42d5-aa95-4533d9b631fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:55.087977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-217b48d3-7f6e-42d5-aa95-4533d9b631fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 1095 time: 0.0665512 Dec 16 09:40:55.133566 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:40:55.143361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-df4630e6-9bf4-43be-a7c4-801174fdc2e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12e6792f-2062-4215-acdd-5c803629e4e3 HTTP/1.1" status: 200 len: 217 time: 0.0445654 Dec 16 09:40:55.228923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-163368aa-de4b-490c-a0ac-6be00d0cd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:55.244117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-163368aa-de4b-490c-a0ac-6be00d0cd9eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0914726 Dec 16 09:40:55.350738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dda15-18b9-460d-a3d6-d2917d7486df req-43831d69-de60-4825-a42b-b8f05c2c91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:55.355775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-43831d69-de60-4825-a42b-b8f05c2c91be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048160 Dec 16 09:40:55.532618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636be0b3-4aa0-4dcc-aa97-5c6e1ab35432 req-5eafe0c8-8089-4fd4-981a-8227dd37d4a1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:55.534714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-636be0b3-4aa0-4dcc-aa97-5c6e1ab35432 req-5eafe0c8-8089-4fd4-981a-8227dd37d4a1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.1146419 Dec 16 09:40:55.599193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-e3b1e995-65b4-4532-82be-6d11b4329dd7 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344773 Dec 16 09:40:55.636856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-636be0b3-4aa0-4dcc-aa97-5c6e1ab35432 req-e8c0fd3a-b5f1-449f-a1e2-dc9ea9213267 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900302 Dec 16 09:40:55.757732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338dda15-18b9-460d-a3d6-d2917d7486df req-f81719fd-0f59-49e6-b164-81df7791af23 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317577 Dec 16 09:40:55.805755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a95ce632-bde5-4c76-861c-c6fc8cce0718 req-f20c6566-3f6d-4937-bd4b-5cd94cdba42c tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0505240 Dec 16 09:40:55.870677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-65212aa3-d48c-4075-b9dd-44307ec557fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:55.875641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-65212aa3-d48c-4075-b9dd-44307ec557fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 1095 time: 0.0606153 Dec 16 09:40:56.017882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-fbb172ee-be36-4682-89c3-30c167acc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:56.019683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-fbb172ee-be36-4682-89c3-30c167acc836 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1370940 Dec 16 09:40:56.069415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-ca51fa9f-2a22-4357-9d14-b2467aa34587 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12e6792f-2062-4215-acdd-5c803629e4e3 HTTP/1.1" status: 200 len: 217 time: 0.0424569 Dec 16 09:40:56.149793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-3d8a5a42-d047-48a9-932c-15636adc6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:56.151311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-3d8a5a42-d047-48a9-932c-15636adc6f2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0725732 Dec 16 09:40:56.200765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-0b4e9975-0e18-4d88-9f76-c744221a86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:56.202327 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-0b4e9975-0e18-4d88-9f76-c744221a86c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426109 Dec 16 09:40:56.307587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-65cacd8c-3acc-4c08-83fc-a9ddcd701654 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973368 Dec 16 09:40:56.442616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67822fe-6e6d-4068-a9e4-76316d6c11c0 req-548bcb6f-18b9-453c-aa6a-026f97da4791 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274166 Dec 16 09:40:56.842523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35b4e777-6190-4325-a7d7-ec2a67121368 req-1c5b47e3-bc05-45f3-a62f-c35b47971962 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0903645 Dec 16 09:40:56.871324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026fe92-e8ae-4121-af63-664e8c3415e0 req-aaa7f60b-aa9d-494f-a726-78aca7b7ead3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:56.873183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7026fe92-e8ae-4121-af63-664e8c3415e0 req-aaa7f60b-aa9d-494f-a726-78aca7b7ead3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.1350975 Dec 16 09:40:56.877775 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-ebf7e893-f1e8-485e-aa70-4bfdced7aaa2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696220 Dec 16 09:40:56.942103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7026fe92-e8ae-4121-af63-664e8c3415e0 req-5f27c0bd-09ad-4515-90f2-c1b4eaefbf49 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Dec 16 09:40:57.078633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5720b46c-4aeb-4d64-b4e3-c16e60fe402b req-14e58839-2c5d-4b39-9863-a9336df91abf tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0492885 Dec 16 09:40:57.155763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-f45e3929-d613-4a18-9cda-1e0e4659cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:57.157664 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-f45e3929-d613-4a18-9cda-1e0e4659cddc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1096 time: 0.0992360 Dec 16 09:40:57.271928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-ba4797a5-92b6-4238-b3a3-68921d58494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:57.274042 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-ba4797a5-92b6-4238-b3a3-68921d58494e service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.0940218 Dec 16 09:40:57.409061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-62ed0fd9-f610-4df1-ba72-dc37984e6f6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.1069808 Dec 16 09:40:57.490545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-c7cd730c-7592-43b5-aea2-e256b47b0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:57.492305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-c7cd730c-7592-43b5-aea2-e256b47b0b6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0714040 Dec 16 09:40:57.592923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-c0ad527c-ac99-4254-9bbb-1d36f95ffd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:57.594737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-c0ad527c-ac99-4254-9bbb-1d36f95ffd9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933292 Dec 16 09:40:57.750800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-e38b48ea-c4ee-4c88-a188-8ea42344c7dd service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389589 Dec 16 09:40:57.898641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f8587847-a6aa-4e60-ae0a-0a235261e859 req-ed6863b4-edeb-43d1-a6eb-afa7e7ab3b51 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379983 Dec 16 09:40:58.253917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972592c-8556-424e-8feb-093c66a1f3ba req-ad6fa4e5-4062-4f59-8001-bdc897d64168 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:58.254631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1972592c-8556-424e-8feb-093c66a1f3ba req-ad6fa4e5-4062-4f59-8001-bdc897d64168 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.1178517 Dec 16 09:40:58.336874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1972592c-8556-424e-8feb-093c66a1f3ba req-47b0c822-03db-408e-aac4-129139442fb1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751307 Dec 16 09:40:58.609333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfb821-8f08-437e-b368-652014b25ce8 req-b9403497-1594-4f3d-841e-cf021d4738ca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:58.614565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35cfb821-8f08-437e-b368-652014b25ce8 req-b9403497-1594-4f3d-841e-cf021d4738ca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1383960 Dec 16 09:40:58.708709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35cfb821-8f08-437e-b368-652014b25ce8 req-59aeb3db-7360-448e-a69d-57749f498e51 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771961 Dec 16 09:40:58.862017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08444664-c939-468b-b32c-e4e2c40ff984 req-b7c51d8b-af9e-41cd-8403-465dff176ecf tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0560787 Dec 16 09:40:59.241503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055a8e2-f8fe-41a8-8032-adb1d9fe59aa req-b611ec36-be4b-44db-9503-61ef38c18f1c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:40:59.243575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5055a8e2-f8fe-41a8-8032-adb1d9fe59aa req-b611ec36-be4b-44db-9503-61ef38c18f1c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0682409 Dec 16 09:40:59.322409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5055a8e2-f8fe-41a8-8032-adb1d9fe59aa req-62c8089c-def9-4abb-b890-eb0353be9b78 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666339 Dec 16 09:41:00.018602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08748af-8909-4e73-ad27-12655db7f180 req-d425d6cb-1c38-4237-9359-38a8e93cb064 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:00.024686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e08748af-8909-4e73-ad27-12655db7f180 req-d425d6cb-1c38-4237-9359-38a8e93cb064 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.1144793 Dec 16 09:41:00.074115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e08748af-8909-4e73-ad27-12655db7f180 req-fa76a0c7-3e43-4d57-ae73-b193f761e858 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Dec 16 09:41:00.395563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-1758a833-dcfd-4147-838f-db7a27a46023 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:00.397226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-1758a833-dcfd-4147-838f-db7a27a46023 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.1893661 Dec 16 09:41:00.418364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-3532b3e3-64ee-4a3b-a648-35f780f4062c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/quotas/f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 375 time: 0.0123580 Dec 16 09:41:00.495610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-008abaf4-535f-4d58-b6e0-5fe6e10c8fb6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0701730 Dec 16 09:41:00.606472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-1f1b572b-d699-4131-b708-bc9738d9159f service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095054 Dec 16 09:41:00.769764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-1f99ee52-6d63-48dd-befa-05ccca87f025 service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457365 Dec 16 09:41:01.082695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38eca396-f342-4bfd-809f-48b2a1b7c35a req-407d722a-77f8-4d32-a023-2bbcabc8b2fe tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0600567 Dec 16 09:41:01.407144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02efa3d0-eb5d-44af-9d99-51634adec1fe req-dee3a45b-755f-43b6-8e80-db89c5172dec tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 210 time: 0.0404873 Dec 16 09:41:02.033824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a877c-00ed-41c1-8697-018b7bda3707 req-e79d5564-7f33-4fa5-95b2-68e5fdf45b34 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:02.035416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e4a877c-00ed-41c1-8697-018b7bda3707 req-e79d5564-7f33-4fa5-95b2-68e5fdf45b34 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.5077584 Dec 16 09:41:02.095875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e4a877c-00ed-41c1-8697-018b7bda3707 req-be08598e-7555-4144-88cb-5d8751c2974b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537441 Dec 16 09:41:02.364427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9e13766-bc37-4327-9eae-46c91a91da09 req-4a0651f5-6862-41b6-9b0f-3d0c9e16d807 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0566568 Dec 16 09:41:02.671431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-8cc2c67f-cd99-4c7c-9cb1-72ebdd9b9fb7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:02.673183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-8cc2c67f-cd99-4c7c-9cb1-72ebdd9b9fb7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.2240708 Dec 16 09:41:02.686521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'port': {'device_id': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'admin_state_up': True, 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:02.840600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85915054-69ce-423d-8199-68d50eecef8f req-5539e220-f01a-432a-844a-6bb6c66d5dd6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 210 time: 0.0535553 Dec 16 09:41:02.885936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:02.890114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.081963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Allocated IP 172.20.0.4 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/ac02941a-a9aa-4c30-a9e5-8a22021bfba3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:03.348320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99917-d4f3-43fc-94ed-eb97e0fd4777 req-17dc39bf-8aa0-417d-ac53-6ae8ea87de55 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:03.355919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cf99917-d4f3-43fc-94ed-eb97e0fd4777 req-17dc39bf-8aa0-417d-ac53-6ae8ea87de55 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.1289394 Dec 16 09:41:03.393203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.437832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cf99917-d4f3-43fc-94ed-eb97e0fd4777 req-85f31e97-0016-41bb-80cf-d6d7a6224884 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790572 Dec 16 09:41:03.470626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.485212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:03.488163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bc94bd19-d330-4a54-b863-35230acc6b0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:03.574601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:03.585435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12fe2599-5205-43de-95c2-d5d8f4e5c802 req-4c7a1319-2c63-4f6c-9780-7beae5aabeab tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0351565 Dec 16 09:41:03.606490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:03.610975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:03.720767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:03.721536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:03.804365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1223269 Dec 16 09:41:03.825314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Request body: {'port': {'device_id': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:03.839425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ac449-4894-4c0d-8de0-f003404c817f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:04.020782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.177640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fb56e-876c-43f1-8d4d-b6009b9fc149 req-ec16575a-0c01-411e-9c41-3d8f3b15c1cc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:04.190549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-012fb56e-876c-43f1-8d4d-b6009b9fc149 req-ec16575a-0c01-411e-9c41-3d8f3b15c1cc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 931 time: 0.1258070 Dec 16 09:41:04.198240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-558f7f74-1756-4b35-b8d9-a65fdd3fa6f3 None None] Provisioning complete for port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:04.198915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-558f7f74-1756-4b35-b8d9-a65fdd3fa6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.243587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-558f7f74-1756-4b35-b8d9-a65fdd3fa6f3 None None] Port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:04.342812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-012fb56e-876c-43f1-8d4d-b6009b9fc149 req-5ac365cf-19cc-4703-9bfe-d2f84e782fd2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126602 Dec 16 09:41:04.663393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac02941a-a9aa-4c30-a9e5-8a22021bfba3 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:04.676407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.697329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2353f-7b34-43eb-89dd-5a565413a9ba req-baecc467-bf28-415b-8990-110ed22d5516 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:04.700613 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbb2353f-7b34-43eb-89dd-5a565413a9ba req-baecc467-bf28-415b-8990-110ed22d5516 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.1727178 Dec 16 09:41:04.706302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Transition to ACTIVE for port object ac02941a-a9aa-4c30-a9e5-8a22021bfba3 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:41:04.713379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.799302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbb2353f-7b34-43eb-89dd-5a565413a9ba req-fba59464-738b-411d-a748-a121c1621091 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 Dec 16 09:41:04.809830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:04.897562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Attempting to bind port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:04.898493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Attempting to bind port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:04.898839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Attempting to bind port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:04.904899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 on network 888f4d0f-c79c-4010-869e-5042131f02bd not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:41:04.905626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Attempting to bind port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:04.926979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:04.927333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:04.927703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:04.928156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Bound port: ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:04.928649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:04.951824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42895817-76b8-4e94-ad5d-03e2081ebec4 req-dc3108b6-8b29-4470-bce3-bcb669a92e7d tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0478022 Dec 16 09:41:05.024554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:05.030680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:05.038244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.082763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.083405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:05.085616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] 10.222.0.69 "PUT /v2.0/ports/ac02941a-a9aa-4c30-a9e5-8a22021bfba3 HTTP/1.1" status: 200 len: 1091 time: 1.2645004 Dec 16 09:41:05.088706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:05.091728 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761bb14-3bc5-4ab9-bb77-70286770aeea" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:05.125765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9b0ab-b00d-483f-9db7-6bf2b8f5b7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:05.179011 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104bff4-5c8c-4f99-b970-1cddd7ca976d x-openstack-request-id: req-d104bff4-5c8c-4f99-b970-1cddd7ca976d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:05.179241 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:05.179485 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d104bff4-5c8c-4f99-b970-1cddd7ca976d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:05.179840 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3', 'status': 'completed', 'code': 200} Dec 16 09:41:05.195953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-f41cf765-1fbd-442b-90f8-40921649451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.197468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-f41cf765-1fbd-442b-90f8-40921649451b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 1094 time: 0.0541329 Dec 16 09:41:05.242116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-c1e3254c-96c4-4d9c-a97c-0bf615c64d05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3 HTTP/1.1" status: 200 len: 217 time: 0.0359037 Dec 16 09:41:05.296244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-a7b67157-182d-47fe-8a92-296586789dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.297493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-a7b67157-182d-47fe-8a92-296586789dc8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0479667 Dec 16 09:41:05.376856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-71e03bbf-50c9-46cd-b8ad-1c52df32a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.380882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-71e03bbf-50c9-46cd-b8ad-1c52df32a81b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762992 Dec 16 09:41:05.546275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d75c-7c10-4c08-bd27-cbe1c635f87b req-c9fac47d-47a1-407a-826d-832417e644ec tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.554766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d41d75c-7c10-4c08-bd27-cbe1c635f87b req-c9fac47d-47a1-407a-826d-832417e644ec tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 943 time: 0.1384034 Dec 16 09:41:05.575168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-c91a003f-39f6-4203-9f68-7829985c903e service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863658 Dec 16 09:41:05.635144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d41d75c-7c10-4c08-bd27-cbe1c635f87b req-72ca9a8a-e80d-4fef-8193-2022bc84b7f6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784383 Dec 16 09:41:05.717981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d87489c8-2168-4a31-83f2-4a6a7269a952 req-8cf0a0ea-6433-461c-b3d0-474cfefd822e service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224048 Dec 16 09:41:05.824580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-84cf67f2-e0a9-4045-91d6-4f2210e1e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.827080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-84cf67f2-e0a9-4045-91d6-4f2210e1e138 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 1094 time: 0.0508077 Dec 16 09:41:05.971216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcde12d-6b26-4a64-b659-8f363635e726 req-bc5df36a-7795-4fdf-b8e7-31a9b595536f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:05.972798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7dcde12d-6b26-4a64-b659-8f363635e726 req-bc5df36a-7795-4fdf-b8e7-31a9b595536f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0751634 Dec 16 09:41:06.041176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-97f89406-ea47-4f80-a2a9-82585205b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:06.042572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-97f89406-ea47-4f80-a2a9-82585205b4df service neutron] 10.222.0.69 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.2085943 Dec 16 09:41:06.102201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-c7233549-981d-44e8-8a4d-9e83b956b596 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3 HTTP/1.1" status: 200 len: 217 time: 0.0499341 Dec 16 09:41:06.107627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7dcde12d-6b26-4a64-b659-8f363635e726 req-9a1ac7a4-b5bf-426a-a992-1314adaaeeaf tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926406 Dec 16 09:41:06.191971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-e64ddb02-643f-4eca-ba3d-78122128aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:06.193608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-e64ddb02-643f-4eca-ba3d-78122128aa93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0850399 Dec 16 09:41:06.255584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94d523eb-8530-4a35-9865-8250e4ee7cb4 req-eed07aee-28be-4d6b-8643-cf1ee54addc1 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0443296 Dec 16 09:41:06.272921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-3a702b50-7366-4725-898c-ef9e36ad9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:06.276442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-3a702b50-7366-4725-898c-ef9e36ad9881 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759308 Dec 16 09:41:06.412599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-07c2ca0d-70ae-4fb4-a915-26bc8e4f3bd8 service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276321 Dec 16 09:41:06.543334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d761bb14-3bc5-4ab9-bb77-70286770aeea req-31ab4039-d636-49d5-8c0a-627ffcea990d service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229863 Dec 16 09:41:06.782457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0e9d-0141-43ad-8469-4423f6043296 req-324c8eef-aa11-4a57-bbc5-0ad7f5033431 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:06.784021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4e0e9d-0141-43ad-8469-4423f6043296 req-324c8eef-aa11-4a57-bbc5-0ad7f5033431 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 943 time: 0.0744772 Dec 16 09:41:06.824279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4e0e9d-0141-43ad-8469-4423f6043296 req-e377ec1c-a359-424c-ac18-03fb3fdcb878 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Dec 16 09:41:07.236142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e0bfc-7098-46a5-9132-cf3511e3eeac req-8fce8751-1a1a-46b4-919d-0c2ad8242fab tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:07.237792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-700e0bfc-7098-46a5-9132-cf3511e3eeac req-8fce8751-1a1a-46b4-919d-0c2ad8242fab tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0512550 Dec 16 09:41:07.281376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-700e0bfc-7098-46a5-9132-cf3511e3eeac req-589c350c-3afe-4b15-a30c-98c916e6a2f6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Dec 16 09:41:07.371035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac8b0f3e-d2d5-4f27-a565-1560bccbd856 req-9380ceeb-31e6-4d42-b8f5-5baa99cc2b4e tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0278988 Dec 16 09:41:07.977507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dac462-544e-48ea-bc11-cf36fd85b10e req-86095e23-e9da-446c-892e-18925da24f01 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:07.979513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58dac462-544e-48ea-bc11-cf36fd85b10e req-86095e23-e9da-446c-892e-18925da24f01 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 943 time: 0.0777369 Dec 16 09:41:08.033455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58dac462-544e-48ea-bc11-cf36fd85b10e req-51d7acb4-42b4-43b3-881e-9da8e2027d44 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475008 Dec 16 09:41:08.435836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54222ee1-9daa-4c6f-91a3-40707606300e req-b11a9db2-9707-453b-93e4-3d5aed9b0a95 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:08.445547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54222ee1-9daa-4c6f-91a3-40707606300e req-b11a9db2-9707-453b-93e4-3d5aed9b0a95 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0660868 Dec 16 09:41:08.490398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54222ee1-9daa-4c6f-91a3-40707606300e req-f4b22b38-b962-4ef7-8369-de055ef137be tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Dec 16 09:41:08.594180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e8d2c36-ce5c-47df-b38c-e87c975fa4ce req-b0cbfa15-a0a3-4b65-a291-70c829d3b04e tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0292485 Dec 16 09:41:09.181572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d706-16ad-42b0-98f9-aaa8afb2aa98 req-192a3870-c5ee-4805-9b62-41a4cc865d1d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:09.183490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3f1d706-16ad-42b0-98f9-aaa8afb2aa98 req-192a3870-c5ee-4805-9b62-41a4cc865d1d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 943 time: 0.0643575 Dec 16 09:41:09.238356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3f1d706-16ad-42b0-98f9-aaa8afb2aa98 req-8cf07ba3-1d95-4462-a202-4b1bd8f93417 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Dec 16 09:41:09.631122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0f7e1-231e-4b86-9a70-d8ff8259a5ac req-aa60c1e9-5014-4dea-a703-00fd7c16ece9 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:09.632845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ff0f7e1-231e-4b86-9a70-d8ff8259a5ac req-aa60c1e9-5014-4dea-a703-00fd7c16ece9 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0667546 Dec 16 09:41:09.686076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ff0f7e1-231e-4b86-9a70-d8ff8259a5ac req-56cf6995-3da5-428b-b0d6-510d1fb27c08 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466454 Dec 16 09:41:09.783041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6c2972a-d526-453d-aa19-3791fc1e0068 req-84bb3aa6-c24b-4d06-bc6f-4e308f4e84f6 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0369513 Dec 16 09:41:10.117321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57666) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:10.278734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ac02941a-a9aa-4c30-a9e5-8a22021bfba3 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:10.288980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58cbfc87-7598-44bb-b2b5-e598176e20bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.422607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:10.438733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3', 'mac_address': 'fa:16:3e:5c:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:10.444338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58cbfc87-7598-44bb-b2b5-e598176e20bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.461745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6726297-dfac-402d-9a95-ec12bbfe6d51 req-51510619-9e96-449c-9a33-f429b92d76d6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:10.463819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6726297-dfac-402d-9a95-ec12bbfe6d51 req-51510619-9e96-449c-9a33-f429b92d76d6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 943 time: 0.1083717 Dec 16 09:41:10.464536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58cbfc87-7598-44bb-b2b5-e598176e20bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.491454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.507917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac02941a-a9aa-4c30-a9e5-8a22021bfba3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:10.508573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-58cbfc87-7598-44bb-b2b5-e598176e20bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=152f65bc05854460bdb9135f7111bb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900573 Dec 16 09:41:10.512059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:10.533160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbfc87-7598-44bb-b2b5-e598176e20bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624db585-60a3-48b0-ab1f-68782a04bec8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:10.557568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6726297-dfac-402d-9a95-ec12bbfe6d51 req-ca02a86b-8a97-40f8-817c-afca5581174e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695946 Dec 16 09:41:10.581823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:10.588844 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.590421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af1373bc-6883-4f7d-8c3e-ae3f76affe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.614426 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af1373bc-6883-4f7d-8c3e-ae3f76affe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.642726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:10.671857 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af1373bc-6883-4f7d-8c3e-ae3f76affe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.674433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af1373bc-6883-4f7d-8c3e-ae3f76affe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:10.675592 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af1373bc-6883-4f7d-8c3e-ae3f76affe8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/624db585-60a3-48b0-ab1f-68782a04bec8 HTTP/1.1" status: 204 len: 168 time: 0.1628635 Dec 16 09:41:10.683523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1373bc-6883-4f7d-8c3e-ae3f76affe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624db585-60a3-48b0-ab1f-68782a04bec8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:10.818043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aa9a9-14fe-4914-84af-c8f0a23ee617 req-66a42fa2-f2a5-4eb0-8a4c-6bb79e9978be tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:10.819564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-874aa9a9-14fe-4914-84af-c8f0a23ee617 req-66a42fa2-f2a5-4eb0-8a4c-6bb79e9978be tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0547936 Dec 16 09:41:10.868798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-874aa9a9-14fe-4914-84af-c8f0a23ee617 req-3462ce33-0a37-4de9-bd90-f83ad94e025b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Dec 16 09:41:10.962453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cac62bc-4821-41b7-b8f6-578d1e1604c9 req-90fd65a4-b00b-493e-bc45-89ebf09af52d tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0317750 Dec 16 09:41:10.986002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57698) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.004048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2450574f-33fd-45f8-90a4-48e9029430fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.090253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2450574f-33fd-45f8-90a4-48e9029430fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.095904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2450574f-33fd-45f8-90a4-48e9029430fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.142176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2450574f-33fd-45f8-90a4-48e9029430fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96ec02c038524240bd0b749bc937a78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548622 Dec 16 09:41:11.143861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450574f-33fd-45f8-90a4-48e9029430fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d88ce-fb5d-4100-a488-26af3141e4e9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.144738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:11.194742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0f7ebae-dce3-4ea8-bf71-001bd06e3757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.207599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ac02941a-a9aa-4c30-a9e5-8a22021bfba3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:11.217029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0f7ebae-dce3-4ea8-bf71-001bd06e3757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.266791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0f7ebae-dce3-4ea8-bf71-001bd06e3757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.270009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0f7ebae-dce3-4ea8-bf71-001bd06e3757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:11.271422 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0f7ebae-dce3-4ea8-bf71-001bd06e3757 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f2d88ce-fb5d-4100-a488-26af3141e4e9 HTTP/1.1" status: 204 len: 168 time: 0.1256371 Dec 16 09:41:11.280856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7ebae-dce3-4ea8-bf71-001bd06e3757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d88ce-fb5d-4100-a488-26af3141e4e9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:11.695784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea67db7-1f4b-41f6-8614-aada6883badf req-8469c4c4-fff4-4937-9417-16481d216450 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:11.698769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aea67db7-1f4b-41f6-8614-aada6883badf req-8469c4c4-fff4-4937-9417-16481d216450 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 944 time: 0.0719049 Dec 16 09:41:11.738453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aea67db7-1f4b-41f6-8614-aada6883badf req-fbbc0859-bb09-43e8-a1bd-aa05794b1414 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Dec 16 09:41:11.991755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6c4ec-a9c7-4d14-b0da-a44b2cf5d36f req-dfd3f256-5930-4218-8668-ed00cb9deb0c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:11.998235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c6c4ec-a9c7-4d14-b0da-a44b2cf5d36f req-dfd3f256-5930-4218-8668-ed00cb9deb0c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0500495 Dec 16 09:41:12.057919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c6c4ec-a9c7-4d14-b0da-a44b2cf5d36f req-1ce79a6c-e8e8-468f-aeda-0c953a40a045 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Dec 16 09:41:12.173390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc2129f2-8103-4615-8849-aa3070297d9e req-ccd639c6-cb9d-444c-8248-52c06f9a74e6 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0342791 Dec 16 09:41:12.866890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c654e8-6145-4094-8985-4a4c5d846e65 req-a7806f25-a8f8-41b6-8e2a-d6c5937c33bd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:12.870080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10c654e8-6145-4094-8985-4a4c5d846e65 req-a7806f25-a8f8-41b6-8e2a-d6c5937c33bd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 944 time: 0.0530794 Dec 16 09:41:12.910081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10c654e8-6145-4094-8985-4a4c5d846e65 req-ec4dc0a3-6059-40e7-ba8e-3ec9b8ae0116 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Dec 16 09:41:13.220366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07af5c-de67-4c1d-913a-b69a6824b463 req-bbeb0c6d-58b6-439d-bec9-044ec6569397 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:13.226256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f07af5c-de67-4c1d-913a-b69a6824b463 req-bbeb0c6d-58b6-439d-bec9-044ec6569397 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0936470 Dec 16 09:41:13.264995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f07af5c-de67-4c1d-913a-b69a6824b463 req-effe5aaf-abdb-4fd4-93e4-a8555af424fc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Dec 16 09:41:13.372353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f22b6194-0bdb-4a13-8aff-940b3c5d5dc6 req-ebb5bd55-c141-42bb-b72c-a420229cacab tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0316973 Dec 16 09:41:13.984424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e50d083-a0ea-4603-baf4-8d54279a3713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.033066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4599-81da-4b59-92e2-a1e99f3cc84c req-6dc6784f-78f8-460d-a7e2-a2bca32c79f2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:14.034265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1a4599-81da-4b59-92e2-a1e99f3cc84c req-6dc6784f-78f8-460d-a7e2-a2bca32c79f2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 944 time: 0.0528874 Dec 16 09:41:14.073139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e1a4599-81da-4b59-92e2-a1e99f3cc84c req-68d49f28-6c3a-4ecf-8b39-e7705ecc672e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Dec 16 09:41:14.294577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ac02941a-a9aa-4c30-a9e5-8a22021bfba3 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:14.349762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:14.354444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:14.354891 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.456919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.462680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78677c8c-c3b9-4724-9c3f-0735125f0a34 req-d6d3f660-a762-4506-bdfb-c7aa2f8e7205 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:14.464463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78677c8c-c3b9-4724-9c3f-0735125f0a34 req-d6d3f660-a762-4506-bdfb-c7aa2f8e7205 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0686955 Dec 16 09:41:14.489548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:14.492009 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b825b-7b3b-4a38-8c61-3a7efd5ab4f4" -d '{"events": [{"server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "name": "network-vif-plugged", "status": "completed", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:14.505963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:14.511842 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:14.518679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78677c8c-c3b9-4724-9c3f-0735125f0a34 req-a5eeb41f-a25e-4a99-b65f-776ee2dcc5de tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Dec 16 09:41:14.567780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:14.631489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4576802-d93d-4aa2-8a02-9c025feb2207 req-72cee3b4-c040-45ac-baf5-f8658f885a25 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0372510 Dec 16 09:41:14.747405 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62210b16-839b-40de-b5d4-82ac3403de02 x-openstack-request-id: req-62210b16-839b-40de-b5d4-82ac3403de02 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:14.747892 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "name": "network-vif-plugged", "status": "completed", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:14.748286 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62210b16-839b-40de-b5d4-82ac3403de02 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:14.748843 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3', 'code': 200} Dec 16 09:41:14.856544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db3ec-5767-494e-ba99-e77f8f4ae5ea req-cff1a178-1dd6-43a4-8406-ff0b382caa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:14.858088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d49db3ec-5767-494e-ba99-e77f8f4ae5ea req-cff1a178-1dd6-43a4-8406-ff0b382caa23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 1096 time: 0.0458109 Dec 16 09:41:14.895380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d49db3ec-5767-494e-ba99-e77f8f4ae5ea req-ae6da93f-86d6-4d1d-b1d7-9c1cf26ce689 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301979 Dec 16 09:41:15.203661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b168189-473f-46d8-8e37-fda8f64caf2a req-11ac635a-9f7f-45fa-8f58-240484b6f374 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:15.204915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b168189-473f-46d8-8e37-fda8f64caf2a req-11ac635a-9f7f-45fa-8f58-240484b6f374 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 945 time: 0.0562716 Dec 16 09:41:15.264679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b168189-473f-46d8-8e37-fda8f64caf2a req-45ee0a86-39bf-4bb2-a97f-fc0969985a5a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Dec 16 09:41:15.662742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d90ae-0983-4313-be3b-312f9421e494 req-3ac7d2c3-5280-4bab-9ffe-794fe2b637e7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:15.664250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b3d90ae-0983-4313-be3b-312f9421e494 req-3ac7d2c3-5280-4bab-9ffe-794fe2b637e7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0556457 Dec 16 09:41:15.705720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b3d90ae-0983-4313-be3b-312f9421e494 req-2488c02e-bcdd-4fd5-bbff-cd560e59316c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Dec 16 09:41:15.817728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ce6c54b-1f4f-456f-b800-ba49c9678dc7 req-f2b3b8bf-aebe-4727-892b-b0f616368415 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0358276 Dec 16 09:41:16.416888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520f014-5acc-4c76-8979-2d63ce153166 req-cfb8f921-ef17-474c-824d-3d2473bec8ef tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:16.418702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4520f014-5acc-4c76-8979-2d63ce153166 req-cfb8f921-ef17-474c-824d-3d2473bec8ef tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 945 time: 0.0597796 Dec 16 09:41:16.440189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0844eee3-b9e3-4c6e-b9a4-f1806bb8b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:16.468419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4520f014-5acc-4c76-8979-2d63ce153166 req-946b7b5b-ed17-4efc-a813-0f813b2b1b55 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Dec 16 09:41:16.832989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28944002-9e28-4476-bf8c-d2adb46f5e3e req-17c4532c-a0a2-4500-b687-b734d97b39e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:16.834523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28944002-9e28-4476-bf8c-d2adb46f5e3e req-17c4532c-a0a2-4500-b687-b734d97b39e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0500968 Dec 16 09:41:16.879009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28944002-9e28-4476-bf8c-d2adb46f5e3e req-302291ae-b9bb-4494-ad74-33f4bce31e74 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371985 Dec 16 09:41:16.980875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49a458ac-0e47-46c1-94a2-5eafa22fb870 req-4cbdbf17-cfba-48a4-b727-b7287b98ef5f tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0314913 Dec 16 09:41:17.595402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b695-3b7f-4c38-ab71-44c464cd2ad2 req-c5904705-f421-4146-9f96-73f38e20407f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.597055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f15b695-3b7f-4c38-ab71-44c464cd2ad2 req-c5904705-f421-4146-9f96-73f38e20407f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 945 time: 0.0527449 Dec 16 09:41:17.642228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f15b695-3b7f-4c38-ab71-44c464cd2ad2 req-a484509d-645b-4bb3-874f-a05d97133cff tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Dec 16 09:41:17.763165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26968a29-254c-4508-8686-c3db943d469c req-3d41d0f0-1570-46d0-9695-70ef995a581f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 267 time: 0.0466771 Dec 16 09:41:17.819057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26968a29-254c-4508-8686-c3db943d469c req-7c58e1e8-8552-4267-9bee-5083f571fea0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:17.820639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26968a29-254c-4508-8686-c3db943d469c req-7c58e1e8-8552-4267-9bee-5083f571fea0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 945 time: 0.0507178 Dec 16 09:41:17.832354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'port': {'security_groups': []}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:17.902752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.007523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.092150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:18.123134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.129630 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.144795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bc94bd19-d330-4a54-b863-35230acc6b0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:18.147139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e', 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:18.202911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:18.204594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.218530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26968a29-254c-4508-8686-c3db943d469c req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "PUT /v2.0/ports/ac02941a-a9aa-4c30-a9e5-8a22021bfba3 HTTP/1.1" status: 200 len: 904 time: 0.3907971 Dec 16 09:41:18.221293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:18.227057 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:18.279904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b62b-ffa0-4e9b-b347-f8442c15cbca tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:18.376707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ac02941a-a9aa-4c30-a9e5-8a22021bfba3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:18.377419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aea57-c603-4dfe-8eb5-ad5c0951bd82 req-e190c069-5d3a-4296-92e9-1d7fa5cd18f4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:18.385793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce9aea57-c603-4dfe-8eb5-ad5c0951bd82 req-e190c069-5d3a-4296-92e9-1d7fa5cd18f4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0898070 Dec 16 09:41:18.435592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce9aea57-c603-4dfe-8eb5-ad5c0951bd82 req-c4cf4738-34b2-4738-aa95-72ef0f81bd6c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Dec 16 09:41:18.542486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a9ba289-0842-4b37-8bd9-b9e3d6c28eda req-a6aee88f-6e08-4925-b1a8-ef3c3faef57c tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0538962 Dec 16 09:41:18.701645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cb4d3d2f-3ce2-4095-b909-75b30f11c468 None None] Provisioning complete for port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:18.702321 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3d2f-3ce2-4095-b909-75b30f11c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:18.815664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57984) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:18.850705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa827d4-99f0-4641-948e-e9bc91afdb81 req-01a319f5-22f4-49e7-980a-62ac4a76702d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:18.852858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-caa827d4-99f0-4641-948e-e9bc91afdb81 req-01a319f5-22f4-49e7-980a-62ac4a76702d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 907 time: 0.0670996 Dec 16 09:41:18.924127 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf5681-2fc0-4678-9df5-3ecfd78b55cc x-openstack-request-id: req-02cf5681-2fc0-4678-9df5-3ecfd78b55cc {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:18.925032 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:18.925445 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02cf5681-2fc0-4678-9df5-3ecfd78b55cc {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:18.926013 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3', 'status': 'completed', 'code': 200} Dec 16 09:41:18.995257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.065141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-e501ea80-c0e3-4666-9418-7817a9708355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.066921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-e501ea80-c0e3-4666-9418-7817a9708355 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 1058 time: 0.1178112 Dec 16 09:41:19.080425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17591d-005a-467a-bd93-a684985efff5 req-7823d858-97ed-4e47-b7c7-2445d22be7c7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.088761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a17591d-005a-467a-bd93-a684985efff5 req-7823d858-97ed-4e47-b7c7-2445d22be7c7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0857275 Dec 16 09:41:19.090112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.103155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.151817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7f742fc63e44c8dbab66d737281a10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320835 Dec 16 09:41:19.154187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57994) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.170569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336baa5-0532-4519-b65c-5d5bd4ac2262,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:19.186477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.187161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.187713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.188281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.188874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.189413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.189970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.190506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.191055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.191608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.192138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.192682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b66371-12ed-46ce-a047-8f7926b77614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:19.193872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a17591d-005a-467a-bd93-a684985efff5 req-c4f3dbfc-3891-45e0-8ee9-e08bc7034dac tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040843 Dec 16 09:41:19.241723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-7cde3dec-f339-4707-a010-4636bf0fd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.246067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-7cde3dec-f339-4707-a010-4636bf0fd049 service neutron] 10.222.0.69 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1548810 Dec 16 09:41:19.254431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efa97182-3a78-4f95-8f11-694d4e10876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.278557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efa97182-3a78-4f95-8f11-694d4e10876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.295501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-5ac47149-b55a-44b9-9651-9f1f9718fa34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3 HTTP/1.1" status: 200 len: 217 time: 0.0418284 Dec 16 09:41:19.340231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efa97182-3a78-4f95-8f11-694d4e10876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.343163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-efa97182-3a78-4f95-8f11-694d4e10876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.346830 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-efa97182-3a78-4f95-8f11-694d4e10876f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5336baa5-0532-4519-b65c-5d5bd4ac2262 HTTP/1.1" status: 204 len: 168 time: 0.1890399 Dec 16 09:41:19.353473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa97182-3a78-4f95-8f11-694d4e10876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5336baa5-0532-4519-b65c-5d5bd4ac2262,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:19.414707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-de7bcdf8-adb2-430c-b56e-bfd4e873c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.416373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-de7bcdf8-adb2-430c-b56e-bfd4e873c3ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.1071737 Dec 16 09:41:19.436494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7be493-9534-4c97-85c7-d5294ea8bace req-59f24402-4bc8-453a-a16f-7181e82089d1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.444550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff7be493-9534-4c97-85c7-d5294ea8bace req-59f24402-4bc8-453a-a16f-7181e82089d1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1442943 Dec 16 09:41:19.542776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff7be493-9534-4c97-85c7-d5294ea8bace req-57b35ca9-389d-4fe9-840b-1d36f9c23dbd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971761 Dec 16 09:41:19.572687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-93039e06-436c-416a-b631-f871b125f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.574340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-93039e06-436c-416a-b631-f871b125f66b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276731 Dec 16 09:41:19.789160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4cd1a-8ca1-4425-acb5-5103d8623150 req-ddb3d5ea-7657-4c9b-8e6b-df53497aabc7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:19.793423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1b4cd1a-8ca1-4425-acb5-5103d8623150 req-ddb3d5ea-7657-4c9b-8e6b-df53497aabc7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 944 time: 0.0945847 Dec 16 09:41:19.793890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58024) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:19.806304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-17108ef8-061e-45ec-8796-996ca0117b2d service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233655 Dec 16 09:41:19.815801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd1386f-01ab-4031-8a0f-bab6b6e153e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.820005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.861216 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.886537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1b4cd1a-8ca1-4425-acb5-5103d8623150 req-9cc8c757-b43d-4103-81e0-7c7e53db89fc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884511 Dec 16 09:41:19.908897 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd1386f-01ab-4031-8a0f-bab6b6e153e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.915262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cdd1386f-01ab-4031-8a0f-bab6b6e153e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:19.946860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-324fab3b-1f26-4fe8-8dd1-ab77c4ef4af0 req-e1ca6a68-9e5d-4d61-a24e-4a68d50d9146 service neutron] 10.222.0.69 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316314 Dec 16 09:41:19.972559 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cdd1386f-01ab-4031-8a0f-bab6b6e153e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74293c771d8b45dd87edf6252b5123a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771748 Dec 16 09:41:19.973478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1386f-01ab-4031-8a0f-bab6b6e153e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604ff208-2b5c-4d70-b5c3-cdb37f7218e9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:19.975210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:20.006829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e88d9d9-5ce2-43d6-9f54-0e0004e4bbbc req-32c65a76-2c08-41c4-a0aa-462ebea49001 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0471466 Dec 16 09:41:20.047127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-620e362e-e725-4978-a86e-c8e43483181e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:20.070453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-620e362e-e725-4978-a86e-c8e43483181e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:20.121641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-620e362e-e725-4978-a86e-c8e43483181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:20.124245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-620e362e-e725-4978-a86e-c8e43483181e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:20.126456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-620e362e-e725-4978-a86e-c8e43483181e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/604ff208-2b5c-4d70-b5c3-cdb37f7218e9 HTTP/1.1" status: 204 len: 168 time: 0.1497383 Dec 16 09:41:20.142154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e362e-e725-4978-a86e-c8e43483181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ff208-2b5c-4d70-b5c3-cdb37f7218e9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:20.274765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-5979d71f-fe83-415f-acab-d30bde82c842 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:20.278403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-5979d71f-fe83-415f-acab-d30bde82c842 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.1263106 Dec 16 09:41:20.298594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-d893fe6e-0ee4-434d-938b-54f86b878fa0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/quotas/f20435973c7c489d9db6502dc7421cfd HTTP/1.1" status: 200 len: 375 time: 0.0160177 Dec 16 09:41:20.309293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 12e6792f-2062-4215-acdd-5c803629e4e3 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:20.372409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-28536757-76f2-4976-ae36-748046027322 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0712461 Dec 16 09:41:20.443204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 12e6792f-2062-4215-acdd-5c803629e4e3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=12e6792f-2062-4215-acdd-5c803629e4e3,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:20.457412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '12e6792f-2062-4215-acdd-5c803629e4e3', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': '12e6792f-2062-4215-acdd-5c803629e4e3', 'mac_address': 'fa:16:3e:9f:d7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:20.496277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-7539383e-0af2-43a0-8af1-facd2aeef89e service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154776 Dec 16 09:41:20.501878 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:20.517181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e6792f-2062-4215-acdd-5c803629e4e3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:20.542458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 12e6792f-2062-4215-acdd-5c803629e4e3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=12e6792f-2062-4215-acdd-5c803629e4e3,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:20.555728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:20.618439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-203b9d66-e71e-4d09-bac9-040bd400d557 service neutron] 10.222.0.61 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142347 Dec 16 09:41:20.633439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=12e6792f-2062-4215-acdd-5c803629e4e3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:20.876331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-230f587d-a8da-4c2a-b47e-6cb2e54654ed req-51b32fa0-1c9f-4066-a11b-8a8787aafddd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 210 time: 0.0295494 Dec 16 09:41:20.945412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['12e6792f-2062-4215-acdd-5c803629e4e3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:21.070645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b846c7-46e2-4505-8dbf-a6fdb6ccee10 req-41fa4db3-3e03-48d4-a255-99b6dae49bfb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:21.101682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24b846c7-46e2-4505-8dbf-a6fdb6ccee10 req-41fa4db3-3e03-48d4-a255-99b6dae49bfb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 945 time: 0.1108944 Dec 16 09:41:21.166770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24b846c7-46e2-4505-8dbf-a6fdb6ccee10 req-1ff20ec5-1767-4570-b7b1-0779768089e9 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Dec 16 09:41:21.275011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a494291b-af29-4a0c-8e4f-3aaba062bc75 req-73dbf349-579b-4e13-b6e5-4d44db930017 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0391896 Dec 16 09:41:22.000562 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8349f449-1a58-412f-a137-a0f2470e38db req-d4fbb5bf-83ce-45fd-94c6-95aaf66f6031 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 210 time: 0.0445831 Dec 16 09:41:22.024353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dad9f050-681e-468f-a377-73ef247aabeb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:22.025933 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dad9f050-681e-468f-a377-73ef247aabeb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 811 time: 0.1439073 Dec 16 09:41:22.043265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Request body: {'port': {'device_id': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'admin_state_up': True, 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:22.167158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Made reservation on behalf of f20435973c7c489d9db6502dc7421cfd for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:22.170672 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.309887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Allocated IP 172.20.0.8 (888f4d0f-c79c-4010-869e-5042131f02bd/147325a2-ad49-472c-bd08-aa7bedc856e9/390f7d81-3ee1-4072-8fce-fe73414a7224) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:22.314398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 12e6792f-2062-4215-acdd-5c803629e4e3 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:22.384577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcf438-102f-49e2-adee-b03037e2129c req-666e1fb6-17bf-463f-81e6-cff1e5138fff tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:22.387137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3efcf438-102f-49e2-adee-b03037e2129c req-666e1fb6-17bf-463f-81e6-cff1e5138fff tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 945 time: 0.1175625 Dec 16 09:41:22.394911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 12e6792f-2062-4215-acdd-5c803629e4e3 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:22.405646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 12e6792f-2062-4215-acdd-5c803629e4e3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:22.405646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.446123 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3efcf438-102f-49e2-adee-b03037e2129c req-2fa8bb37-a554-4858-9637-3113d0855b28 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Dec 16 09:41:22.541782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.583661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.585785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.592031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7825db74-b2ac-4e9b-b865-2024640ad6ba req-61c0fc20-3791-4b9a-93c6-93dc394285b2 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0649951 Dec 16 09:41:22.627504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 12e6792f-2062-4215-acdd-5c803629e4e3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=12e6792f-2062-4215-acdd-5c803629e4e3,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:22.629457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:22.632370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bc94bd19-d330-4a54-b863-35230acc6b0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:22.687592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Network 888f4d0f-c79c-4010-869e-5042131f02bd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:22.691491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:22.695400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:22.715386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f8fe68-a308-4da6-9315-6aae52160239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e6792f-2062-4215-acdd-5c803629e4e3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:22.719308 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e7884b-4b35-4359-9e3c-d4f63bf3fc0f" -d '{"events": [{"server_uuid": "12f8fe68-a308-4da6-9315-6aae52160239", "name": "network-vif-plugged", "status": "completed", "tag": "12e6792f-2062-4215-acdd-5c803629e4e3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:22.723442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.754140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:22.754803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.780038 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437606 Dec 16 09:41:22.781330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31bcc3-82c6-4336-b483-4dd4a8ced2aa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:22.795001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Request body: {'port': {'device_id': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:22.827644 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c021791e-a659-4f42-a44a-da939a3983aa x-openstack-request-id: req-c021791e-a659-4f42-a44a-da939a3983aa {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:22.828080 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f8fe68-a308-4da6-9315-6aae52160239", "name": "network-vif-plugged", "status": "completed", "tag": "12e6792f-2062-4215-acdd-5c803629e4e3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:22.828435 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c021791e-a659-4f42-a44a-da939a3983aa {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:22.833920 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f8fe68-a308-4da6-9315-6aae52160239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e6792f-2062-4215-acdd-5c803629e4e3', 'code': 200} Dec 16 09:41:22.888856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:22.972834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7855a3-b081-4e48-8552-8c940d67e3a7 req-abd87f83-aaed-4a7d-9e90-8b9073f5f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:22.974446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d7855a3-b081-4e48-8552-8c940d67e3a7 req-abd87f83-aaed-4a7d-9e90-8b9073f5f490 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 1097 time: 0.0959382 Dec 16 09:41:22.990125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=12e6792f-2062-4215-acdd-5c803629e4e3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:23.024294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.024670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.024958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.025327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.025789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.026142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.026461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.026777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.027092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.027453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.027772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.028084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:23.034895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d7855a3-b081-4e48-8552-8c940d67e3a7 req-c65682b5-a25f-4468-b6be-5e73ee72c7bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Dec 16 09:41:23.154282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fec5c33c-4b3f-430d-8cdf-d4dfaaf69f8e None None] Provisioning complete for port 390f7d81-3ee1-4072-8fce-fe73414a7224 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:23.154647 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fec5c33c-4b3f-430d-8cdf-d4dfaaf69f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.187488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9d764-c481-4a1c-a6dc-96b5fce531b6 req-1ac32e96-676a-4f4e-b08b-3ae45ca70c39 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:23.189356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57d9d764-c481-4a1c-a6dc-96b5fce531b6 req-1ac32e96-676a-4f4e-b08b-3ae45ca70c39 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 931 time: 0.0661132 Dec 16 09:41:23.218797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fec5c33c-4b3f-430d-8cdf-d4dfaaf69f8e None None] Port 390f7d81-3ee1-4072-8fce-fe73414a7224 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:23.284923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57d9d764-c481-4a1c-a6dc-96b5fce531b6 req-8dbc8cee-9123-4e10-9846-06d5113c4ce0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868218 Dec 16 09:41:23.349985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390f7d81-3ee1-4072-8fce-fe73414a7224 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:23.358425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.372894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Transition to ACTIVE for port object 390f7d81-3ee1-4072-8fce-fe73414a7224 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:41:23.378180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.443769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:23.550335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Attempting to bind port 390f7d81-3ee1-4072-8fce-fe73414a7224 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:23.550747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Attempting to bind port 390f7d81-3ee1-4072-8fce-fe73414a7224 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:23.551087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Attempting to bind port 390f7d81-3ee1-4072-8fce-fe73414a7224 on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:23.556686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Port 390f7d81-3ee1-4072-8fce-fe73414a7224 on network 888f4d0f-c79c-4010-869e-5042131f02bd not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:41:23.557191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Attempting to bind port 390f7d81-3ee1-4072-8fce-fe73414a7224 on network 888f4d0f-c79c-4010-869e-5042131f02bd {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:23.593964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:23.594496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Checking segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:23.598431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Bound using segment: {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:23.599613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Bound port: 390f7d81-3ee1-4072-8fce-fe73414a7224, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde1008c-bc26-45a8-9bba-fd2990125107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:23.600150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.658677 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.682975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2ada9-73ae-4017-8735-5e2e396f58a8 req-8dd89187-6d88-473c-ada8-47a5e9589dd5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:23.685207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61a2ada9-73ae-4017-8735-5e2e396f58a8 req-8dd89187-6d88-473c-ada8-47a5e9589dd5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.1260300 Dec 16 09:41:23.695316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:23.699032 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:23.705537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.746662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61a2ada9-73ae-4017-8735-5e2e396f58a8 req-3580ad6d-af8b-4dea-9c43-a4bec2850154 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517590 Dec 16 09:41:23.787399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:23.788641 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:23.790874 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] 10.222.0.53 "PUT /v2.0/ports/390f7d81-3ee1-4072-8fce-fe73414a7224 HTTP/1.1" status: 200 len: 1091 time: 1.0014114 Dec 16 09:41:23.797279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:23.800604 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f496c0-3dce-4881-aa70-c12ffbb2bea4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:23.859641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66e0ee3c-a252-4527-8ccf-91bbcfc74f53 req-1aa235ff-96d0-4f77-a2f9-4339c192b5e7 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0467448 Dec 16 09:41:23.902647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61f6d-e259-44ce-8fd0-d708a73dfa3b service neutron] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:23.928896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-b3170efc-75b1-41eb-99b1-3e3e2bfe1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:23.930507 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-b3170efc-75b1-41eb-99b1-3e3e2bfe1e5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 1094 time: 0.0777218 Dec 16 09:41:24.018493 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-7a884b8d-e780-4c61-b25a-30c7eb84832a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=390f7d81-3ee1-4072-8fce-fe73414a7224 HTTP/1.1" status: 200 len: 217 time: 0.0778284 Dec 16 09:41:24.020335 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568be07-38ab-4cbb-b443-64b2965e6a3d x-openstack-request-id: req-b568be07-38ab-4cbb-b443-64b2965e6a3d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:24.020558 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:24.020815 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b568be07-38ab-4cbb-b443-64b2965e6a3d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:24.021218 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'status': 'completed', 'code': 200} Dec 16 09:41:24.098175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-3be18f24-9c3c-47a3-9f0e-37a3d3113c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.101068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-3be18f24-9c3c-47a3-9f0e-37a3d3113c4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0720732 Dec 16 09:41:24.187435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e55e-c576-451f-9988-c6608fc1e563 req-f35c3212-0cab-438b-8d5f-72c6be94c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.189678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-f35c3212-0cab-438b-8d5f-72c6be94c061 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811045 Dec 16 09:41:24.291160 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-abfdfa3a-75cd-4084-921f-a3e2757d301b service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938277 Dec 16 09:41:24.427345 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0367e55e-c576-451f-9988-c6608fc1e563 req-b46d7061-09cc-40d4-9f55-24d1890eb483 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283851 Dec 16 09:41:24.459271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce27843-52a3-4a4e-96d3-8653d70879af req-a2e6ec3a-c536-4e41-ad4c-a97a322a9d57 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.460975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ce27843-52a3-4a4e-96d3-8653d70879af req-a2e6ec3a-c536-4e41-ad4c-a97a322a9d57 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 943 time: 0.1087072 Dec 16 09:41:24.541176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ce27843-52a3-4a4e-96d3-8653d70879af req-a7b6dbcf-f2a5-4a65-bdcd-f600c313a6cd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675261 Dec 16 09:41:24.573809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-672dbd28-0a40-4c3e-bfff-e8dda51bcf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.575522 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-672dbd28-0a40-4c3e-bfff-e8dda51bcf15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 1094 time: 0.0588748 Dec 16 09:41:24.697462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-30f8f83b-ec2d-419b-a181-a21d47801e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.699340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-30f8f83b-ec2d-419b-a181-a21d47801e2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1076889 Dec 16 09:41:24.744661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-281a67f3-2d84-479e-a3a6-6b295650ee07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=390f7d81-3ee1-4072-8fce-fe73414a7224 HTTP/1.1" status: 200 len: 217 time: 0.0380406 Dec 16 09:41:24.843163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-7d5f7286-f40c-4633-a671-81beb1d266cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.845158 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-7d5f7286-f40c-4633-a671-81beb1d266cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0904028 Dec 16 09:41:24.899619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936674bf-68bc-4ec6-94c4-07bf61ffe1a4 req-a81617cc-6eb7-4e13-9578-2f7a97c011d2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.902156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-936674bf-68bc-4ec6-94c4-07bf61ffe1a4 req-a81617cc-6eb7-4e13-9578-2f7a97c011d2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.0788939 Dec 16 09:41:24.915557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-5cf90a14-c5c3-4760-a1c2-8986cb4a66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:24.917893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-5cf90a14-c5c3-4760-a1c2-8986cb4a66d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631542 Dec 16 09:41:24.952761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:24.956204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-936674bf-68bc-4ec6-94c4-07bf61ffe1a4 req-284dbe2f-076a-4d4f-9271-64cf0063f938 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474806 Dec 16 09:41:25.039553 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-5db265f9-b7fa-4265-ae19-53f9d832127c service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124403 Dec 16 09:41:25.068324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f85ce47b-efb4-46d1-9866-3bad6043ec38 req-af7ae962-fc8b-45ba-93d8-ff8a49650704 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0345721 Dec 16 09:41:25.198039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58f496c0-3dce-4881-aa70-c12ffbb2bea4 req-35f07e44-d786-41fd-bc01-7da965746eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475883 Dec 16 09:41:25.280467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded30b12-3a43-4072-af3b-1d9b54f9b86e req-b3db4c16-2b75-45c7-9ea9-864b84040fef tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.281986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ded30b12-3a43-4072-af3b-1d9b54f9b86e req-b3db4c16-2b75-45c7-9ea9-864b84040fef tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.0505049 Dec 16 09:41:25.327130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ded30b12-3a43-4072-af3b-1d9b54f9b86e req-98e9d6b2-b47d-4f04-bc91-af0d1c7d72e6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381942 Dec 16 09:41:25.508127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c784055-85cd-4fd9-9a65-662fa0444693 req-6445516a-7bb4-4c93-92d3-6d137176ad8a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.513095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c784055-85cd-4fd9-9a65-662fa0444693 req-6445516a-7bb4-4c93-92d3-6d137176ad8a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.0636964 Dec 16 09:41:25.555259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c784055-85cd-4fd9-9a65-662fa0444693 req-3653cea2-a078-4be2-9546-e1aec4c1b686 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Dec 16 09:41:25.675863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62618-c400-4fb2-b4d9-bd6c71e1e83d req-26609ff6-993a-4a54-bc14-5769f8528646 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.677933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09e62618-c400-4fb2-b4d9-bd6c71e1e83d req-26609ff6-993a-4a54-bc14-5769f8528646 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 943 time: 0.0550876 Dec 16 09:41:25.721994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09e62618-c400-4fb2-b4d9-bd6c71e1e83d req-27a482dd-fb9b-4cca-8b2d-3294c594b282 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 Dec 16 09:41:25.962716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ae845-b4c8-4075-886f-2c46f17c74fd req-ed411cd6-dfe8-4d9f-8e4e-6ed6c5a7e2fa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:25.964413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-627ae845-b4c8-4075-886f-2c46f17c74fd req-ed411cd6-dfe8-4d9f-8e4e-6ed6c5a7e2fa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Dec 16 09:41:26.010470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-627ae845-b4c8-4075-886f-2c46f17c74fd req-01cf2c4f-6b8b-4559-a57d-e9e8036b9be5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Dec 16 09:41:26.171024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-229ce06f-66ee-4518-8f2d-1da09c6c395b req-8f1663e7-5459-4618-ab6e-a6383dadf299 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0291004 Dec 16 09:41:26.847777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a49f3c-2296-43b4-b18f-4831b53e11c1 req-d9474232-9d93-497a-91b4-bdab93fa2b10 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:26.849758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3a49f3c-2296-43b4-b18f-4831b53e11c1 req-d9474232-9d93-497a-91b4-bdab93fa2b10 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 943 time: 0.0536935 Dec 16 09:41:26.888930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3a49f3c-2296-43b4-b18f-4831b53e11c1 req-bf26ae73-5674-43d8-8b51-d582024499cb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Dec 16 09:41:27.134076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a42390-5efa-4185-9892-049fd8b3f58e req-4961a221-fc64-487a-bfef-757c5cc63c8c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:27.136595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07a42390-5efa-4185-9892-049fd8b3f58e req-4961a221-fc64-487a-bfef-757c5cc63c8c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.0545127 Dec 16 09:41:27.179526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07a42390-5efa-4185-9892-049fd8b3f58e req-f8cb63d8-f3ba-4701-b55c-8a8abce5c920 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Dec 16 09:41:27.218542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 390f7d81-3ee1-4072-8fce-fe73414a7224 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:27.288656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8edc558-8d24-4aa8-be06-c0d8981df42c req-2d100104-d403-4c19-b4f8-d9810ece4915 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0349689 Dec 16 09:41:27.393224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:27.406188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:27.446700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.462089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f7d81-3ee1-4072-8fce-fe73414a7224 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:27.484249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:27.514000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.576418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:27.669681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-394ca201-b900-4256-8d72-cf172b712e05 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:27.672410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-394ca201-b900-4256-8d72-cf172b712e05 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 946 time: 0.0779810 Dec 16 09:41:27.726121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-898dba06-bab9-4bb3-9334-ff108a92ea02 req-0f2f98e7-3e02-494a-a921-dbc3665e69f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0379169 Dec 16 09:41:27.753070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['390f7d81-3ee1-4072-8fce-fe73414a7224'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:27.764393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58316) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:27.780971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port 12e6792f-2062-4215-acdd-5c803629e4e3 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:41:27.781309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.877123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-459585c2-4a83-4388-a33c-0bba3a06ce26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.880629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port 12e6792f-2062-4215-acdd-5c803629e4e3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=12e6792f-2062-4215-acdd-5c803629e4e3,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:27.880997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.895460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for 12e6792f-2062-4215-acdd-5c803629e4e3 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:41:27.969821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-459585c2-4a83-4388-a33c-0bba3a06ce26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:27.975017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-459585c2-4a83-4388-a33c-0bba3a06ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.025634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-459585c2-4a83-4388-a33c-0bba3a06ce26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9231c3c7e2544081a33a566082e9574c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575259 Dec 16 09:41:28.025634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459585c2-4a83-4388-a33c-0bba3a06ce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dae6b6-d646-4810-a3fb-b6151923921d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:28.026847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58322) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:28.084438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e101007-9aa8-43d7-a01a-19c74872a42d req-e060e519-f69a-4a5b-bc77-92617ec54cd3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:28.086025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e101007-9aa8-43d7-a01a-19c74872a42d req-e060e519-f69a-4a5b-bc77-92617ec54cd3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 944 time: 0.1111660 Dec 16 09:41:28.156337 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8f92492-3e25-4f8f-905a-b513b812968b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.162683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.175525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['12e6792f-2062-4215-acdd-5c803629e4e3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:28.191057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e101007-9aa8-43d7-a01a-19c74872a42d req-00df2907-5098-4598-ac23-b54e41d2b50d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818918 Dec 16 09:41:28.217967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8f92492-3e25-4f8f-905a-b513b812968b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.220183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=12e6792f-2062-4215-acdd-5c803629e4e3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:28.258190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.258530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.258860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.259187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.259510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.259831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.260144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.260454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.260766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.261075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.261385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.261695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:28.662002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port 12e6792f-2062-4215-acdd-5c803629e4e3 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:41:28.678905 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.682232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2887956-f3e0-4126-ad63-d329c7b80afa req-ccc3516b-e892-41b2-895d-8890401da602 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "DELETE /v2.0/ports/12e6792f-2062-4215-acdd-5c803629e4e3 HTTP/1.1" status: 204 len: 173 time: 1.0023339 Dec 16 09:41:28.683597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f8fe68-a308-4da6-9315-6aae52160239', 'name': 'network-vif-deleted', 'tag': '12e6792f-2062-4215-acdd-5c803629e4e3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:28.685937 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9feb0-8c63-4689-aadd-763989d387c1" -d '{"events": [{"server_uuid": "12f8fe68-a308-4da6-9315-6aae52160239", "name": "network-vif-deleted", "tag": "12e6792f-2062-4215-acdd-5c803629e4e3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:28.690689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87036e1e-abf7-48e3-8545-97d5d8307ebb req-0c3b7a81-7aac-4845-a5a5-ceec9d950270 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.4240398 Dec 16 09:41:28.734525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8f92492-3e25-4f8f-905a-b513b812968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.738766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8f92492-3e25-4f8f-905a-b513b812968b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:28.740258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b8f92492-3e25-4f8f-905a-b513b812968b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01dae6b6-d646-4810-a3fb-b6151923921d HTTP/1.1" status: 204 len: 168 time: 0.7116911 Dec 16 09:41:28.759992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92492-3e25-4f8f-905a-b513b812968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dae6b6-d646-4810-a3fb-b6151923921d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:28.871055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3731a2a7-e099-4ca0-a127-714632fc9dbf req-c554c2b9-f5e5-4d3d-be0b-de06b5f5d000 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0324912 Dec 16 09:41:29.059047 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6839d061-331e-476b-ab8a-a55fc8622e95 x-openstack-request-id: req-6839d061-331e-476b-ab8a-a55fc8622e95 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:29.059351 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f8fe68-a308-4da6-9315-6aae52160239", "name": "network-vif-deleted", "tag": "12e6792f-2062-4215-acdd-5c803629e4e3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:29.059601 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6839d061-331e-476b-ab8a-a55fc8622e95 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:29.059992 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f8fe68-a308-4da6-9315-6aae52160239', 'name': 'network-vif-deleted', 'tag': '12e6792f-2062-4215-acdd-5c803629e4e3', 'status': 'completed', 'code': 200} Dec 16 09:41:29.106849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58340) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.120672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac751e44-f1c3-4bcf-a50a-f70e16dd17e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.201202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac751e44-f1c3-4bcf-a50a-f70e16dd17e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.206418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac751e44-f1c3-4bcf-a50a-f70e16dd17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.217047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 390f7d81-3ee1-4072-8fce-fe73414a7224 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:29.245777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac751e44-f1c3-4bcf-a50a-f70e16dd17e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4642d-c9e5-44ba-81ad-e1877ff0b0f7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:29.253900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ac751e44-f1c3-4bcf-a50a-f70e16dd17e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64a3a629a8a34240b07b93ee3b3fefeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459224 Dec 16 09:41:29.255902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58344) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.274100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 390f7d81-3ee1-4072-8fce-fe73414a7224 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:41:29.278827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 390f7d81-3ee1-4072-8fce-fe73414a7224 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:29.279247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.321130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74a93e5d-7d47-4df3-8d34-0e816b330bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.347172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47acab-3e55-46ee-9562-580d872e0535 req-25445584-631c-4fa2-999e-48ce41907172 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.351129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74a93e5d-7d47-4df3-8d34-0e816b330bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.354342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc47acab-3e55-46ee-9562-580d872e0535 req-25445584-631c-4fa2-999e-48ce41907172 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 944 time: 0.0667500 Dec 16 09:41:29.369082 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.402607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:29.403550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:29.406584 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c632d0d-2bf5-461a-9920-9332a3d82ad7" -d '{"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-plugged", "status": "completed", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:29.410687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc47acab-3e55-46ee-9562-580d872e0535 req-fe3acb54-0feb-412e-bfc4-f86b93a9faee tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553133 Dec 16 09:41:29.411412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.420603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74a93e5d-7d47-4df3-8d34-0e816b330bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.423738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74a93e5d-7d47-4df3-8d34-0e816b330bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.425160 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74a93e5d-7d47-4df3-8d34-0e816b330bd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28b4642d-c9e5-44ba-81ad-e1877ff0b0f7 HTTP/1.1" status: 204 len: 168 time: 0.1679642 Dec 16 09:41:29.434668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a93e5d-7d47-4df3-8d34-0e816b330bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4642d-c9e5-44ba-81ad-e1877ff0b0f7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:29.483111 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0af116-b5eb-4ed9-8776-d05de57783b3 x-openstack-request-id: req-9b0af116-b5eb-4ed9-8776-d05de57783b3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:29.483716 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-plugged", "status": "completed", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:29.483716 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b0af116-b5eb-4ed9-8776-d05de57783b3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:29.483999 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'code': 200} Dec 16 09:41:29.491780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:29.589390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dec38-e3b3-4015-943b-b8c143d95648 req-d4147acf-6ae0-4a17-9e66-eec6cccfccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:29.591265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca7dec38-e3b3-4015-943b-b8c143d95648 req-d4147acf-6ae0-4a17-9e66-eec6cccfccd4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 1096 time: 0.0442827 Dec 16 09:41:29.632074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca7dec38-e3b3-4015-943b-b8c143d95648 req-4f2a2890-943a-455e-a735-21d4621b01a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Dec 16 09:41:29.793780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58356) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.808071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c061b3-11fb-44fb-93d0-8f618092fe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.834402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b1de39b-e751-46e4-bbc3-b63015df659a req-35354133-66c3-4f4c-b0ad-1817cf343d8f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0415912 Dec 16 09:41:29.887644 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c061b3-11fb-44fb-93d0-8f618092fe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.892776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c061b3-11fb-44fb-93d0-8f618092fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:29.939041 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33c061b3-11fb-44fb-93d0-8f618092fe46 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=284efaae00aa479b9c58ea643694bedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434469 Dec 16 09:41:29.940922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58360) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:29.941071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c061b3-11fb-44fb-93d0-8f618092fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3352f38e-7cf3-4d10-b109-ad9cb0d888b2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:29.996725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-555394be-de75-4afe-b6c3-0572af55bf1c req-ead7b9e0-352d-4fe6-adc0-4f13b52c7b75 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0380917 Dec 16 09:41:30.034143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35f6735f-13f0-413b-b289-46139bb3d42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.057640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35f6735f-13f0-413b-b289-46139bb3d42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.112251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35f6735f-13f0-413b-b289-46139bb3d42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.115306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35f6735f-13f0-413b-b289-46139bb3d42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:30.116637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-35f6735f-13f0-413b-b289-46139bb3d42a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3352f38e-7cf3-4d10-b109-ad9cb0d888b2 HTTP/1.1" status: 204 len: 168 time: 0.1744077 Dec 16 09:41:30.127112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6735f-13f0-413b-b289-46139bb3d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352f38e-7cf3-4d10-b109-ad9cb0d888b2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:30.291405 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-382cd2d1-5a2e-4f39-ab6f-e10c3bef5b4d req-7e81a235-1af9-486d-92e0-59ed37b4faa0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8f906ff9b0ea45b780539da31c072043&device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0369911 Dec 16 09:41:30.328977 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-382cd2d1-5a2e-4f39-ab6f-e10c3bef5b4d req-6ff808b2-c3bf-4767-ba59-15c5ba31c5e4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8f906ff9b0ea45b780539da31c072043&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280025 Dec 16 09:41:30.340199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 12e6792f-2062-4215-acdd-5c803629e4e3 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:41:30.384192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 12e6792f-2062-4215-acdd-5c803629e4e3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:41:30.384574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 12e6792f-2062-4215-acdd-5c803629e4e3 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:41:30.394532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50723797-cb2c-407b-91dc-cdfcdb8ede74 req-d1c5dfaa-26d5-468e-b005-f7878ac975f6 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0379753 Dec 16 09:41:30.451765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cd2d1-5a2e-4f39-ab6f-e10c3bef5b4d req-dc17465b-c0b2-4627-8ab7-cdc900ab21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:30.453373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-382cd2d1-5a2e-4f39-ab6f-e10c3bef5b4d req-dc17465b-c0b2-4627-8ab7-cdc900ab21f8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174059 Dec 16 09:41:30.554333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821601f-6dc5-4bd2-9d69-286480956113 req-f55d4db2-5d8f-4ea6-aebc-090dc303f4c5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:30.556403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0821601f-6dc5-4bd2-9d69-286480956113 req-f55d4db2-5d8f-4ea6-aebc-090dc303f4c5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0570986 Dec 16 09:41:30.609229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0821601f-6dc5-4bd2-9d69-286480956113 req-755824c6-1454-425f-85e6-8d04c35517d6 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Dec 16 09:41:30.949325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6383e775-2d1c-4bc3-bf9c-87542a8f0c60 req-88a0091d-3a9e-478e-951c-7d32ff53ad63 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0375071 Dec 16 09:41:31.523584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d506c9ea-b44a-46ea-b758-001995f49f4a req-5c237e93-455e-4b8e-a6d8-89f0287194e2 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.61 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0442815 Dec 16 09:41:31.739336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-382cd2d1-5a2e-4f39-ab6f-e10c3bef5b4d req-3c38f895-4f62-4a5f-a668-53b50b411cf1 tempest-ServerShowV257Test-81138304 tempest-ServerShowV257Test-81138304-project] 10.222.0.53 "GET /v2.0/ports?device_id=491ee7d3-13f1-45d4-a465-6488079bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0403438 Dec 16 09:41:31.762961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f30f-fc17-4343-ae5f-4dee1e5f7cc6 req-61ab3807-f101-4552-aed0-3892d5209070 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:31.765090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d944f30f-fc17-4343-ae5f-4dee1e5f7cc6 req-61ab3807-f101-4552-aed0-3892d5209070 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0797706 Dec 16 09:41:31.818995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d944f30f-fc17-4343-ae5f-4dee1e5f7cc6 req-11398e8c-b906-4650-9828-da1bed376eba tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Dec 16 09:41:32.057563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b57bb-cea5-4c7b-9a41-ba5b775b17ca req-3e998723-9b41-4603-8dd5-09e4964d948b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:32.059100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b7b57bb-cea5-4c7b-9a41-ba5b775b17ca req-3e998723-9b41-4603-8dd5-09e4964d948b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0509481 Dec 16 09:41:32.101883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b7b57bb-cea5-4c7b-9a41-ba5b775b17ca req-65fd4637-f5fd-4a7e-8f57-74d70772e27a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Dec 16 09:41:32.135890 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:41:32.213308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bf480fe-b467-47ae-a61d-c4b82f57d7ae req-1a044330-3a0e-4578-8adf-e754e4f53c57 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0380869 Dec 16 09:41:32.901548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58458) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.059454 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0805e2a3-1767-448f-b7da-6f08f11900a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.143546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0805e2a3-1767-448f-b7da-6f08f11900a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.151054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0805e2a3-1767-448f-b7da-6f08f11900a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.182964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805e2a3-1767-448f-b7da-6f08f11900a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ad1c0-bddc-4d44-8297-cdbcf4cb6af7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:33.240860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0805e2a3-1767-448f-b7da-6f08f11900a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f906ff9b0ea45b780539da31c072043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357279 Dec 16 09:41:33.242003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58472) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:33.257229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb6c26-d44b-40c2-b79c-70f636c11676 req-a93eca46-f72a-46fe-b33d-3ce072d0e41b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:33.258770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81eb6c26-d44b-40c2-b79c-70f636c11676 req-a93eca46-f72a-46fe-b33d-3ce072d0e41b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0727403 Dec 16 09:41:33.303008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8912-3fce-4c05-b2b5-4ae3d694424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.304943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81eb6c26-d44b-40c2-b79c-70f636c11676 req-cd1858aa-db2b-4a0c-bcb6-6c4e1e828664 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388837 Dec 16 09:41:33.332994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8912-3fce-4c05-b2b5-4ae3d694424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.403668 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8912-3fce-4c05-b2b5-4ae3d694424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.404222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f2f3058-8407-45f5-9950-19880aaa6260 req-e1f87480-7db6-4200-bc20-c6e56fb869f0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0346453 Dec 16 09:41:33.408173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8912-3fce-4c05-b2b5-4ae3d694424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:33.413095 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb5b8912-3fce-4c05-b2b5-4ae3d694424d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/155ad1c0-bddc-4d44-8297-cdbcf4cb6af7 HTTP/1.1" status: 204 len: 168 time: 0.1693945 Dec 16 09:41:33.422243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b8912-3fce-4c05-b2b5-4ae3d694424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ad1c0-bddc-4d44-8297-cdbcf4cb6af7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:34.089137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174cd95-26e3-4717-aa3f-70db93af7206 req-640a85f2-9400-40a7-821c-9bcea017dd70 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:34.091963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1174cd95-26e3-4717-aa3f-70db93af7206 req-640a85f2-9400-40a7-821c-9bcea017dd70 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0647087 Dec 16 09:41:34.140626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1174cd95-26e3-4717-aa3f-70db93af7206 req-ffdb457b-c75d-4096-bf2c-3e34148619e0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Dec 16 09:41:34.730088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1028007-0977-4aa0-9016-dea24047ef09 req-17404003-1ef4-422a-97b6-aae429bc473d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=12f8fe68-a308-4da6-9315-6aae52160239 HTTP/1.1" status: 200 len: 210 time: 0.0470400 Dec 16 09:41:35.328084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c29339-b1ec-4ee3-93cb-9552fadcee3a req-b0d7ce78-0c92-457d-b7b2-5272dfa7a54f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:35.329964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6c29339-b1ec-4ee3-93cb-9552fadcee3a req-b0d7ce78-0c92-457d-b7b2-5272dfa7a54f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0708838 Dec 16 09:41:35.396251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6c29339-b1ec-4ee3-93cb-9552fadcee3a req-4edf62e6-99ea-4586-9974-9cfd8b08795e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561075 Dec 16 09:41:35.525556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58570) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:35.654602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbe8095a-f5d6-4c63-bec5-d44d4404ff25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.743241 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbe8095a-f5d6-4c63-bec5-d44d4404ff25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.749547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbe8095a-f5d6-4c63-bec5-d44d4404ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.794802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8095a-f5d6-4c63-bec5-d44d4404ff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf851b-1fe0-4caa-aaa8-54d83d988594,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:35.822163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58596) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:35.822532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dbe8095a-f5d6-4c63-bec5-d44d4404ff25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9cd7431c68e14776944652ce51524a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948751 Dec 16 09:41:35.883522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4444-cb49-48b6-8aee-154d67a7be10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.909008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4444-cb49-48b6-8aee-154d67a7be10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.970953 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4444-cb49-48b6-8aee-154d67a7be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.974389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4444-cb49-48b6-8aee-154d67a7be10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:35.979195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4a0c4444-cb49-48b6-8aee-154d67a7be10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92bf851b-1fe0-4caa-aaa8-54d83d988594 HTTP/1.1" status: 204 len: 168 time: 0.1555874 Dec 16 09:41:35.989362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c4444-cb49-48b6-8aee-154d67a7be10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf851b-1fe0-4caa-aaa8-54d83d988594,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:36.575267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827d60-af0d-40c4-b980-1af836005f40 req-8feb7ca9-396a-49fb-9493-412e83d15e3b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:36.579177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81827d60-af0d-40c4-b980-1af836005f40 req-8feb7ca9-396a-49fb-9493-412e83d15e3b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0931797 Dec 16 09:41:36.677488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81827d60-af0d-40c4-b980-1af836005f40 req-d2883975-cb96-43e4-bcec-1c107c02d52c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890200 Dec 16 09:41:36.943974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58686) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:37.096391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-837693431-network', 'tenant_id': '5e87fe8bf87a422585be758eda7b7c0b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:37.165888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Made reservation on behalf of 5e87fe8bf87a422585be758eda7b7c0b for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:37.168652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.186610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.266488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 390f7d81-3ee1-4072-8fce-fe73414a7224 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:41:37.362820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.370361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.429570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a6711-c6ba-4057-b1c1-3ea33a181079,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:37.453618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:37.470021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.470264 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Added segment 27f7573a-0cd3-4c67-914e-db1aaf05555a of type vlan for network 351896f9-174a-4164-9e51-76c57032a47e Dec 16 09:41:37.476690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:37.497878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'port_id': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'mac_address': 'fa:16:3e:23:2b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:41:37.551345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.585424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.586720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:37.587710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.634326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6786468 Dec 16 09:41:37.677312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f5c88-d19e-4382-9a51-3189ed130c81 admin admin] Pushing event updated for resources: {'Network': ['ID=351896f9-174a-4164-9e51-76c57032a47e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:37.713045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.775685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 351896f9-174a-4164-9e51-76c57032a47e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:37.788188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 390f7d81-3ee1-4072-8fce-fe73414a7224 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:41:37.904661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:37.939900 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:37.956551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ddb3-9f26-472a-803a-0377dcabf8dd req-4ea5b5ca-e9c8-4dc2-a97b-94cbdde59dd8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:37.970358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7293ddb3-9f26-472a-803a-0377dcabf8dd req-4ea5b5ca-e9c8-4dc2-a97b-94cbdde59dd8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1341524 Dec 16 09:41:38.088895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7293ddb3-9f26-472a-803a-0377dcabf8dd req-996df8bf-67db-4e71-a6de-8bdcb4df9ef9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175025 Dec 16 09:41:38.162206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['390f7d81-3ee1-4072-8fce-fe73414a7224'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:41:38.200571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:38.569652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71671de-53c2-400b-9625-702d06d703fc req-aec7254b-5616-4637-8052-e3dd83caadca tempest-ComputeTenantNetworksTest-1863433591 tempest-ComputeTenantNetworksTest-1863433591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:38.576560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71671de-53c2-400b-9625-702d06d703fc req-aec7254b-5616-4637-8052-e3dd83caadca tempest-ComputeTenantNetworksTest-1863433591 tempest-ComputeTenantNetworksTest-1863433591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:38.594936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71671de-53c2-400b-9625-702d06d703fc req-aec7254b-5616-4637-8052-e3dd83caadca tempest-ComputeTenantNetworksTest-1863433591 tempest-ComputeTenantNetworksTest-1863433591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:38.608010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f71671de-53c2-400b-9625-702d06d703fc req-aec7254b-5616-4637-8052-e3dd83caadca tempest-ComputeTenantNetworksTest-1863433591 tempest-ComputeTenantNetworksTest-1863433591-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2408187 Dec 16 09:41:38.954957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe5d0-4d92-4eef-a8c6-c821bc96c128 req-6419f4a9-3f7e-4fa8-ae08-eadc708b598e tempest-ComputeTenantNetworksTest-1863433591 tempest-ComputeTenantNetworksTest-1863433591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:38.956452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7bfe5d0-4d92-4eef-a8c6-c821bc96c128 req-6419f4a9-3f7e-4fa8-ae08-eadc708b598e tempest-ComputeTenantNetworksTest-1863433591 tempest-ComputeTenantNetworksTest-1863433591-project] 10.222.0.61 "GET /v2.0/networks/351896f9-174a-4164-9e51-76c57032a47e HTTP/1.1" status: 200 len: 768 time: 0.1299410 Dec 16 09:41:38.966167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58722) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:39.062271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.201205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.227009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351896f9-174a-4164-9e51-76c57032a47e']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:39.238202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f7573a-0cd3-4c67-914e-db1aaf05555a') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:39.238773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f7573a-0cd3-4c67-914e-db1aaf05555a') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:39.254763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.271729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 390f7d81-3ee1-4072-8fce-fe73414a7224 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:39.278833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.286526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:41:39.286927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:41:39.346240 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:41:39.388392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 390f7d81-3ee1-4072-8fce-fe73414a7224 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:39.391849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.406859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.410529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.413469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] 10.222.0.61 "DELETE /v2.0/networks/351896f9-174a-4164-9e51-76c57032a47e HTTP/1.1" status: 204 len: 168 time: 0.4459240 Dec 16 09:41:39.439144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f89631-7493-451f-aa7d-2213d6e8355e admin admin] Pushing event deleted for resources: {'Network': ['ID=351896f9-174a-4164-9e51-76c57032a47e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:39.477901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b878-179f-49ac-8350-4c0056d3367a req-f853e19a-a8e4-4657-858e-2fc89c621934 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:39.485647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3c0b878-179f-49ac-8350-4c0056d3367a req-f853e19a-a8e4-4657-858e-2fc89c621934 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 944 time: 0.1409671 Dec 16 09:41:39.562017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3c0b878-179f-49ac-8350-4c0056d3367a req-5d7dc354-8c9b-4254-8994-7e32e9e4deb5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Dec 16 09:41:39.639343 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.671259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:41:39.673986 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74833574-c4f4-492f-98dd-940624e0e568" -d '{"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-plugged", "status": "completed", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:41:39.688297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58734) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:39.726264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:39.742282 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:39.762497 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16da331-e696-4ec8-ad03-6c7e21919441 x-openstack-request-id: req-a16da331-e696-4ec8-ad03-6c7e21919441 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:41:39.762791 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-plugged", "status": "completed", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:41:39.763043 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a16da331-e696-4ec8-ad03-6c7e21919441 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:41:39.763420 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'code': 200} Dec 16 09:41:39.836520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58742) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:39.843829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b278a75b-a4c1-444e-9a87-1961879a368c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e87fe8bf87a422585be758eda7b7c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541133 Dec 16 09:41:39.928220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:39.958948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-acf1e5fe-0400-4a7b-b855-5d6844fedce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.035413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-acf1e5fe-0400-4a7b-b855-5d6844fedce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.119076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-acf1e5fe-0400-4a7b-b855-5d6844fedce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.128612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-acf1e5fe-0400-4a7b-b855-5d6844fedce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:40.133081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-acf1e5fe-0400-4a7b-b855-5d6844fedce7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/172a6711-c6ba-4057-b1c1-3ea33a181079 HTTP/1.1" status: 204 len: 168 time: 0.2930856 Dec 16 09:41:40.153977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1e5fe-0400-4a7b-b855-5d6844fedce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a6711-c6ba-4057-b1c1-3ea33a181079,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:40.788423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bf3c-1191-4d29-a56f-fba51f8b97a0 req-3612286d-b85d-41fb-9435-5aa2b198e51a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:40.790072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfc0bf3c-1191-4d29-a56f-fba51f8b97a0 req-3612286d-b85d-41fb-9435-5aa2b198e51a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1020551 Dec 16 09:41:40.798145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58784) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:40.867913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfc0bf3c-1191-4d29-a56f-fba51f8b97a0 req-ae1d6462-a19d-492f-84a0-7c1dce338a96 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Dec 16 09:41:41.220878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb5bc-641f-41e9-ba9e-9f7fdb0b79d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.437994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb5bc-641f-41e9-ba9e-9f7fdb0b79d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.447030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa5fb5bc-641f-41e9-ba9e-9f7fdb0b79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.573829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aa5fb5bc-641f-41e9-ba9e-9f7fdb0b79d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d1b28f3bfb14f50b245d0ad8d7c557b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7744198 Dec 16 09:41:41.576663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58806) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:41.596094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fb5bc-641f-41e9-ba9e-9f7fdb0b79d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf483801-be54-4f4d-81a6-5f47bc81bf0f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:41.699887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b34613f8-f9bd-4a8e-a702-dffda5c5cf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.726765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b34613f8-f9bd-4a8e-a702-dffda5c5cf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.746479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58808) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:41.839317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b34613f8-f9bd-4a8e-a702-dffda5c5cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.843519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b34613f8-f9bd-4a8e-a702-dffda5c5cf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:41.850603 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b34613f8-f9bd-4a8e-a702-dffda5c5cf2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf483801-be54-4f4d-81a6-5f47bc81bf0f HTTP/1.1" status: 204 len: 168 time: 0.2726257 Dec 16 09:41:41.876385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34613f8-f9bd-4a8e-a702-dffda5c5cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf483801-be54-4f4d-81a6-5f47bc81bf0f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:41.953970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-386373488-network', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:42.007059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Made reservation on behalf of ce93af107c32456cb6d90a187d85737e for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:42.010715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.042103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.229018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25b062-cd3d-467b-bf1e-c874752882c4 req-aef69e10-f54c-4fdc-a36f-9f920273177e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:42.229018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e25b062-cd3d-467b-bf1e-c874752882c4 req-aef69e10-f54c-4fdc-a36f-9f920273177e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1365459 Dec 16 09:41:42.319679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e25b062-cd3d-467b-bf1e-c874752882c4 req-bb95b26c-37a4-4cf3-8f5b-c52db9778493 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931535 Dec 16 09:41:42.391974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.400090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.417472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:42.433483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.433977 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Added segment 24d07ef8-c623-492b-82a1-87857df72949 of type vlan for network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 Dec 16 09:41:42.492740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.543341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.545156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:42.546236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.561857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:42.596815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c1e515e-a8a4-4e08-99ba-d98b17f1ee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.691809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Pushing event updated for resources: {'Network': ['ID=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.703141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:42.711096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d4110-7846-4aa5-9ee4-2e835f088e3b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.721271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5816c60b-622e-44b5-a216-ca5fcf5691dc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9735785 Dec 16 09:41:42.724483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58844) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:42.730924 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c1e515e-a8a4-4e08-99ba-d98b17f1ee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.733785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Request body: {'subnet': {'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-subnet', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:42.739361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c1e515e-a8a4-4e08-99ba-d98b17f1ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.772149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Made reservation on behalf of ce93af107c32456cb6d90a187d85737e for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:42.775829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.793743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e515e-a8a4-4e08-99ba-d98b17f1ee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961819c3-d22c-411f-aa5a-c386df9843e8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:42.838014 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c1e515e-a8a4-4e08-99ba-d98b17f1ee53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2eaa71f65f874c3ab8eddf4d5458cfc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747128 Dec 16 09:41:42.838741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:42.931577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fe26004-f0e2-4fa7-8ce5-39056fd18cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:42.983811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fe26004-f0e2-4fa7-8ce5-39056fd18cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.110185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fe26004-f0e2-4fa7-8ce5-39056fd18cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.122634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3fe26004-f0e2-4fa7-8ce5-39056fd18cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.126369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3fe26004-f0e2-4fa7-8ce5-39056fd18cde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/961819c3-d22c-411f-aa5a-c386df9843e8 HTTP/1.1" status: 204 len: 168 time: 0.2837512 Dec 16 09:41:43.151016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe26004-f0e2-4fa7-8ce5-39056fd18cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961819c3-d22c-411f-aa5a-c386df9843e8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.286564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.394803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28dbf85-1835-4d45-a1a9-9b091196ccab,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:43.460773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29cee-347c-4f80-98c7-4a5b4e541e9d req-aaefd793-66a4-4a3d-9e2a-2076a0464320 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:43.468148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05d29cee-347c-4f80-98c7-4a5b4e541e9d req-aaefd793-66a4-4a3d-9e2a-2076a0464320 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0863590 Dec 16 09:41:43.476045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Checking segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:43.476399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Network hostable DHCP agents. Network: d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:43.506630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:43.535946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05d29cee-347c-4f80-98c7-4a5b4e541e9d req-90d4e8ef-9570-4592-9e3a-4e655f2553b2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655556 Dec 16 09:41:43.540963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:43.556847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c09a5e-6016-4e0b-84c9-edc9b99112a5 None None] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:43.573157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:43.574183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.629624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-62cce938-725d-47a0-a04c-d444c22c4338 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9002473 Dec 16 09:41:43.630866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58870) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:43.651878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:43.704890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.706468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:43.884063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.071809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:41:44.073505 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.103975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-723bbd11-04d8-48b4-a592-f8eb9470608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.267532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.356856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Allocated IP 172.20.0.2 (d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298/a28dbf85-1835-4d45-a1a9-9b091196ccab/a82bb7ab-8eb4-4536-8c34-69acc559a986) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:44.854504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8f6db-9384-433a-bf53-1adab6eccaeb req-cc2d333e-288e-4cdc-b7a6-21b7e866e018 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:44.868113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96d8f6db-9384-433a-bf53-1adab6eccaeb req-cc2d333e-288e-4cdc-b7a6-21b7e866e018 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1609683 Dec 16 09:41:44.875680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.920547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:44.975057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96d8f6db-9384-433a-bf53-1adab6eccaeb req-69d90cb0-2cec-47ad-853e-30bf7c943f19 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036983 Dec 16 09:41:45.004473 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.017941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.128037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Pushing event updated for resources: {'Port': ['ID=a82bb7ab-8eb4-4536-8c34-69acc559a986,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:45.167959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:45.172799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:45.179939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:45.330786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Allocated IP 172.25.6.151 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/bcdff42b-3602-46ea-b1a0-f27f5e6c4a01) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:45.353466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Attempting to bind port a82bb7ab-8eb4-4536-8c34-69acc559a986 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:45.354021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Attempting to bind port a82bb7ab-8eb4-4536-8c34-69acc559a986 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:45.354467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Attempting to bind port a82bb7ab-8eb4-4536-8c34-69acc559a986 on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:45.365042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:45.367612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Checking segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:45.368104 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.368969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Bound using segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:45.369956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Bound port: a82bb7ab-8eb4-4536-8c34-69acc559a986, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:45.371101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.574969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.579102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] For port a82bb7ab-8eb4-4536-8c34-69acc559a986, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:45.583023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] For port a82bb7ab-8eb4-4536-8c34-69acc559a986, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a82bb7ab-8eb4-4536-8c34-69acc559a986,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:45.595519 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.673057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:45.720949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de274ac4-fffd-4d06-b7d6-a1d9d9dfbc8e None None] Pushing event updated for resources: {'Port': ['ID=a82bb7ab-8eb4-4536-8c34-69acc559a986,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:45.830127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:45.848840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:45.852654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:45.920985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:46.283755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94aaaf-d3a5-4888-923e-e7f8ec13e46d req-45ac6559-983b-48a6-a8e8-5240486dabf0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:46.290878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e94aaaf-d3a5-4888-923e-e7f8ec13e46d req-45ac6559-983b-48a6-a8e8-5240486dabf0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1454017 Dec 16 09:41:46.325633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:46.394049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e94aaaf-d3a5-4888-923e-e7f8ec13e46d req-36896995-4623-4b00-a892-6599ba9682b2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946319 Dec 16 09:41:46.483355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a872c0be-ba30-4800-86f8-e25bb2d55ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:47.403117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17eb1ce-b47b-417d-9a33-ec808f38b8de None None] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:47.693685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-b9e51809-91b2-422b-b355-e79533e0961e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1903398 Dec 16 09:41:47.875610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3862715e-aea6-4732-b785-2259a3b2f69a None None] Provisioning complete for port a82bb7ab-8eb4-4536-8c34-69acc559a986 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:47.881558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3862715e-aea6-4732-b785-2259a3b2f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:47.893322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42423f-b35c-4d23-a740-70eee7d4e106 req-be3765c4-8cf7-4082-8078-1069d3f12037 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:47.902588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e42423f-b35c-4d23-a740-70eee7d4e106 req-be3765c4-8cf7-4082-8078-1069d3f12037 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.3178921 Dec 16 09:41:47.985361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-52a4decf-403e-48fc-95df-c7050d460cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:47.986918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-52a4decf-403e-48fc-95df-c7050d460cab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1096 time: 0.2686207 Dec 16 09:41:48.105018 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.133382 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3862715e-aea6-4732-b785-2259a3b2f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.212340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.270372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a82bb7ab-8eb4-4536-8c34-69acc559a986 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:48.394828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e42423f-b35c-4d23-a740-70eee7d4e106 req-0413658a-a455-4662-aad0-ba56b0647fe0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900589 Dec 16 09:41:48.407155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3862715e-aea6-4732-b785-2259a3b2f69a None None] For port a82bb7ab-8eb4-4536-8c34-69acc559a986, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a82bb7ab-8eb4-4536-8c34-69acc559a986,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:48.447342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3862715e-aea6-4732-b785-2259a3b2f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.518231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59092) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:48.568118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-919c37e6-58fc-48aa-8d3b-ca4fb576a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:48.572071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-919c37e6-58fc-48aa-8d3b-ca4fb576a1b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.5641804 Dec 16 09:41:48.665177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a82bb7ab-8eb4-4536-8c34-69acc559a986 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:48.667121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:48.675389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862715e-aea6-4732-b785-2259a3b2f69a None None] Pushing event updated for resources: {'Port': ['ID=a82bb7ab-8eb4-4536-8c34-69acc559a986,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:48.802907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-a67dafc1-8af8-4302-a71e-dc01a571e278 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 1000 time: 0.2233341 Dec 16 09:41:48.842141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:41:48.917926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-d2b6dce7-d6b8-4190-9317-5b37da301753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:48.924757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-d2b6dce7-d6b8-4190-9317-5b37da301753 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.1139910 Dec 16 09:41:48.961044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7dc72ee3-7890-4e94-a0bc-6f9ac45106fd None None] Provisioning complete for port a82bb7ab-8eb4-4536-8c34-69acc559a986 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:48.962093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7dc72ee3-7890-4e94-a0bc-6f9ac45106fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.017607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:49.023554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-9823fa02-2f98-40c3-bba0-6b803dc684d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:49.025082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-9823fa02-2f98-40c3-bba0-6b803dc684d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929365 Dec 16 09:41:49.031817 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:49.043742 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:49.044350 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:41:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:49.057129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4367add-74db-4134-9c9d-65de45f4aecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.079633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.081512 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0fb23be8-413d-4f3e-b8bb-75197e2e5099 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4483099 Dec 16 09:41:49.084957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59102) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:49.271951 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:49.287640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-e0d485d3-0160-4587-a165-aa643fac0121 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539413 Dec 16 09:41:49.671092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4367add-74db-4134-9c9d-65de45f4aecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.680673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4367add-74db-4134-9c9d-65de45f4aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.745669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96ba58eb-6cf7-4f0e-9f75-4438a6d296ed req-35f8dae6-9ea8-4b34-ac4d-093d0a1cec92 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474604 Dec 16 09:41:49.758340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4367add-74db-4134-9c9d-65de45f4aecf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=936e087371fc45e0b6322bd6c9252c56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2390094 Dec 16 09:41:49.759165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59116) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:49.760178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367add-74db-4134-9c9d-65de45f4aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45360a76-e8ea-45ca-b27a-eb01f6a8ed43,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:49.798846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950cca3-fa4d-478f-89c1-91357e9e0f71 req-afc587cf-d895-4a7a-8b4c-0d0be73fd37c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:49.800417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f950cca3-fa4d-478f-89c1-91357e9e0f71 req-afc587cf-d895-4a7a-8b4c-0d0be73fd37c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.2443993 Dec 16 09:41:49.835366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.901349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:49.916660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f950cca3-fa4d-478f-89c1-91357e9e0f71 req-499f054b-46ee-462b-8e7c-de8dba685f29 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030300 Dec 16 09:41:49.987811 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:46Z', 'revision_number': 3, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:50.053720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e3afbf9-f31a-4cd5-aa9a-82c7a85c8e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.070505 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:50.071021 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Updating router f1a20832-d26d-4188-9687-2e7e3f9f78a5 port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:41:50.123111 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.151115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a82bb7ab-8eb4-4536-8c34-69acc559a986 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:50.227832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e3afbf9-f31a-4cd5-aa9a-82c7a85c8e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.320673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a82bb7ab-8eb4-4536-8c34-69acc559a986 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:50.320959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.321633 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.569104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e3afbf9-f31a-4cd5-aa9a-82c7a85c8e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.571695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e3afbf9-f31a-4cd5-aa9a-82c7a85c8e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.575405 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e3afbf9-f31a-4cd5-aa9a-82c7a85c8e0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45360a76-e8ea-45ca-b27a-eb01f6a8ed43 HTTP/1.1" status: 204 len: 168 time: 0.8094299 Dec 16 09:41:50.593814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3afbf9-f31a-4cd5-aa9a-82c7a85c8e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45360a76-e8ea-45ca-b27a-eb01f6a8ed43,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:50.683785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Allocated IP 172.20.0.1 (d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298/a28dbf85-1835-4d45-a1a9-9b091196ccab/e580f06f-7f86-40af-b76e-94dd2e8a4c98) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:50.803004 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.814063 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.931005 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Attempting to bind port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:50.931928 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Attempting to bind port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:50.931928 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Attempting to bind port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:50.944195 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Pushing event updated for resources: {'Port': ['ID=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:50.948931 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:50.949520 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:50.950116 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.950788 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:50.950928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.951638 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Bound port: bcdff42b-3602-46ea-b1a0-f27f5e6c4a01, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:50.952203 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:50.976723 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.977326 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.977452 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.977705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.978185 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.978405 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.978706 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.979038 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.979358 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.979668 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.979979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:50.980311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:41:51.027866 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] For port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:51.034939 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] For port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:51.048417 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.066546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.112813 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:51.113431 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:41:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:51.181889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Pushing event updated for resources: {'Port': ['ID=e580f06f-7f86-40af-b76e-94dd2e8a4c98,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:51.218116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cd917-1696-40bf-8105-a4ad271b7e69 req-4e580af2-e106-40c7-9db4-6dab42ed63d8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:51.225394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-815cd917-1696-40bf-8105-a4ad271b7e69 req-4e580af2-e106-40c7-9db4-6dab42ed63d8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1016364 Dec 16 09:41:51.226959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:51.228453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:51.235016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:51.326218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-815cd917-1696-40bf-8105-a4ad271b7e69 req-335955e7-883f-4331-b1a9-185e1c03488b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925636 Dec 16 09:41:51.358886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59152) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:51.370560 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.378313 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53220202-cc20-4511-ad87-80329d980e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.397469 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a57b5-dcec-4481-aebc-10728c339cb8 None None] Pushing event updated for resources: {'Port': ['ID=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:51.426750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:51.667740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53220202-cc20-4511-ad87-80329d980e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.674441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53220202-cc20-4511-ad87-80329d980e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.706985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.766467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:51.768432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-53220202-cc20-4511-ad87-80329d980e11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dac0edefa4e84d888d33668653cd61ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074855 Dec 16 09:41:51.769966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53220202-cc20-4511-ad87-80329d980e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c7def5-ea61-443a-841d-6d70e2e19913,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:51.831882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2786187f-f739-402a-a940-fa11c0d4c0e9 None None] Provisioning complete for port e580f06f-7f86-40af-b76e-94dd2e8a4c98 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:51.836682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2786187f-f739-402a-a940-fa11c0d4c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:51.888467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2786187f-f739-402a-a940-fa11c0d4c0e9 None None] Port e580f06f-7f86-40af-b76e-94dd2e8a4c98 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:51.921110 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:46Z', 'revision_number': 3, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:51.954515 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b549fc-3fb4-420a-b19c-aff668c5aaa6 None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:46Z', 'revision_number': 3, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:41:52.003554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e84cc21-096c-4ca5-94fd-1aa78052527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.081032 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e84cc21-096c-4ca5-94fd-1aa78052527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.193725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.215546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.288757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e84cc21-096c-4ca5-94fd-1aa78052527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.299655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6e84cc21-096c-4ca5-94fd-1aa78052527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.299655 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6e84cc21-096c-4ca5-94fd-1aa78052527f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2c7def5-ea61-443a-841d-6d70e2e19913 HTTP/1.1" status: 204 len: 168 time: 0.5285823 Dec 16 09:41:52.299655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Pushing event updated for resources: {'Port': ['ID=e580f06f-7f86-40af-b76e-94dd2e8a4c98,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:52.344545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84cc21-096c-4ca5-94fd-1aa78052527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c7def5-ea61-443a-841d-6d70e2e19913,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:52.408694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:52.615449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:52.616906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:52.690094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d58eb-e304-4e1a-8143-6104f4440937 req-768d1366-0682-413c-a7da-df56bbd0dcaa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:52.694429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb5d58eb-e304-4e1a-8143-6104f4440937 req-768d1366-0682-413c-a7da-df56bbd0dcaa tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1583395 Dec 16 09:41:52.819949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb5d58eb-e304-4e1a-8143-6104f4440937 req-abf919ac-a80d-42b4-b10f-05a52387b80c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191332 Dec 16 09:41:53.059377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:41:53.234627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-168a31ed-7450-4a8e-9caf-54d57077affe None None] Provisioning complete for port e580f06f-7f86-40af-b76e-94dd2e8a4c98 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:53.237694 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-168a31ed-7450-4a8e-9caf-54d57077affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:53.346313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:41:53.352025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-168a31ed-7450-4a8e-9caf-54d57077affe None None] Port e580f06f-7f86-40af-b76e-94dd2e8a4c98 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:41:53.369874 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ccb257f9-bc94-4852-b1a4-c796b0d13740 admin admin] 10.222.0.61 "PUT /v2.0/routers/f1a20832-d26d-4188-9687-2e7e3f9f78a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2724078 Dec 16 09:41:53.731898 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.072768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59236) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:54.257469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1874003203-network', 'tenant_id': '6394cb3799a548ac9fedb1b3c0c7d920'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:54.275430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:54.329922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:54.330548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.340536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Made reservation on behalf of 6394cb3799a548ac9fedb1b3c0c7d920 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:54.354198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.383457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.503641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.570840 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.570840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:54.613293 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.614313 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Added segment 0199d2a1-9447-4d84-ade1-3caaa5cd6e23 of type vlan for network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 Dec 16 09:41:54.658986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.707258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:54.716112 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.726492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4362f-a8ef-45c1-906d-fac3b5192dc3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.750441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.788360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.791901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:54.793809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:54.875138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] Pushing event updated for resources: {'Network': ['ID=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.892614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:54.896728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:54.918726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fce6d0f1-9547-4c44-8157-d5d7c3c96b43 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8449769 Dec 16 09:41:54.921680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59252) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:54.929012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Request body: {'subnet': {'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1874003203-subnet', 'tenant_id': '6394cb3799a548ac9fedb1b3c0c7d920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:55.006216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Made reservation on behalf of 6394cb3799a548ac9fedb1b3c0c7d920 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:55.008935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.070502 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.135921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:41:55.162746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:55.163360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:41:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:55.234390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59260) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:55.241389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505437917', 'description': 'tempest-description--1600769386'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:55.307803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.494326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:55.497225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.500062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.509390 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.573154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3c17-94eb-4c1e-a45e-33806c73308e req-75b81c42-7be6-44b6-a8f9-72609ea11361 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:55.575105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-707f3c17-94eb-4c1e-a45e-33806c73308e req-75b81c42-7be6-44b6-a8f9-72609ea11361 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1531005 Dec 16 09:41:55.655761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Checking segment: {'id': '0199d2a1-9447-4d84-ade1-3caaa5cd6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:55.656168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Network hostable DHCP agents. Network: 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:55.672142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.682482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4468017 Dec 16 09:41:55.686308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59268) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:55.689797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4fba-deeb-4f8c-b403-2d562280a2ee tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691a8308-53c0-4f8c-b017-553066055bb1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:55.705628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'security_group_rule': {'security_group_id': '691a8308-53c0-4f8c-b017-553066055bb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:55.711959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c67344a-f519-4ffa-a06a-74b1ec91a1c1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:55.732319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-707f3c17-94eb-4c1e-a45e-33806c73308e req-bc422014-25ca-4ac5-87e3-c41e034468ee tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242342 Dec 16 09:41:55.752350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:55.793519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:55.816443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371137b5-47b4-4f6f-8b41-057712af42bf None None] Network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:55.817458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:55.818098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.821893 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.884271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-26f3b1ef-315c-49ed-b120-1e68134d4fbc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9600520 Dec 16 09:41:55.990465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:55.998341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.044281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3879bc-af8b-4421-a09c-ec2cc8f6bd02,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:56.074433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.078558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fb09a40d-c1eb-42d2-bcff-206a01a0b8b0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3869028 Dec 16 09:41:56.081032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59276) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:56.086023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'security_group_rule': {'security_group_id': '691a8308-53c0-4f8c-b017-553066055bb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:56.096109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f02872-fbc5-4080-96bd-0facac18e9ec None None] Network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:56.135331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.241728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:41:56.247407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.258075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.327010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5470601b-767f-4121-b8a5-2317ecdc9ab0,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:56.338078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.339537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6481d3d9-8929-4888-84be-f77d9e30782c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2571352 Dec 16 09:41:56.343091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59284) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:56.349807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:56.373396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:56.374095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.391551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 2, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:56.402863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.516401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:41:56.516401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Updating router f1a20832-d26d-4188-9687-2e7e3f9f78a5 port e580f06f-7f86-40af-b76e-94dd2e8a4c98 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:41:56.617923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.639403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:56.849704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Allocated IP 172.25.6.7 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/d5734ba5-8282-4636-bced-87f644431a80) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:41:56.993358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05332578-765a-42ff-a460-b9e141e21d18 req-9f8e9e97-2974-410c-9ce7-8597a75e0695 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:57.003718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05332578-765a-42ff-a460-b9e141e21d18 req-9f8e9e97-2974-410c-9ce7-8597a75e0695 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1475961 Dec 16 09:41:57.105098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.108840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05332578-765a-42ff-a460-b9e141e21d18 req-d84dce17-9a3b-4f89-bd99-71f6fa8dd7f5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022732 Dec 16 09:41:57.174452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59312) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:57.179829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2109517278-network', 'tenant_id': '0dd7f5bc33ba406d8d03f8ebb8233eaa'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:57.228698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.252330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Made reservation on behalf of 0dd7f5bc33ba406d8d03f8ebb8233eaa for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:57.256494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.279692 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.332759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:41:57.335784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:57.338346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:41:57.383696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'Port': ['ID=d5734ba5-8282-4636-bced-87f644431a80,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:57.473524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.479364 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.486812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.491280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.512189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:41:57.537501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.538236 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Added segment d8eeb012-0799-4d60-b1cd-7ab7a5605f69 of type vlan for network 8321d758-a58a-4939-ab1f-5abda613a426 Dec 16 09:41:57.552499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.606907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4be78-1b92-4533-816d-b7ecf1fd2d57 None None] Pushing event updated for resources: {'Port': ['ID=e580f06f-7f86-40af-b76e-94dd2e8a4c98,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:57.641633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd3534-f61f-437d-8c31-81f87fa1a759,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:57.641876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.693811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.797272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Attempting to bind port e580f06f-7f86-40af-b76e-94dd2e8a4c98 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:41:57.797501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.798062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Attempting to bind port e580f06f-7f86-40af-b76e-94dd2e8a4c98 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:41:57.798834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Attempting to bind port e580f06f-7f86-40af-b76e-94dd2e8a4c98 on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:41:57.798947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:57.799587 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.807487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:41:57.808331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Checking segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:57.809320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.810156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Bound using segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:41:57.810807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Bound port: e580f06f-7f86-40af-b76e-94dd2e8a4c98, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:41:57.812511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:57.890470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7123773 Dec 16 09:41:57.891895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59326) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:41:57.906048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b932151-75ea-497d-aa9a-34211ea589e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8321d758-a58a-4939-ab1f-5abda613a426,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:57.910226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Request body: {'subnet': {'network_id': '8321d758-a58a-4939-ab1f-5abda613a426', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2109517278-subnet', 'tenant_id': '0dd7f5bc33ba406d8d03f8ebb8233eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:41:57.921475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8321d758-a58a-4939-ab1f-5abda613a426 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:41:58.006178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Made reservation on behalf of 0dd7f5bc33ba406d8d03f8ebb8233eaa for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:41:58.008593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.113775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.124742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.181660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] For port e580f06f-7f86-40af-b76e-94dd2e8a4c98, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:41:58.196638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] For port e580f06f-7f86-40af-b76e-94dd2e8a4c98, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e580f06f-7f86-40af-b76e-94dd2e8a4c98,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:41:58.224196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'Port': ['ID=d5734ba5-8282-4636-bced-87f644431a80,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:58.258019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.282122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.322074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-897c4cab-b18a-42d3-8038-da5a0fede348 None None] Provisioning complete for port e580f06f-7f86-40af-b76e-94dd2e8a4c98 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:58.322424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-897c4cab-b18a-42d3-8038-da5a0fede348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.347988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.350751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c69d21d2-484c-4735-82cc-faeb47474edf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0059934 Dec 16 09:41:58.409076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f3120-db54-4013-98c0-99bf5d277a70 req-50f330da-0656-4b33-930d-d8e8f4c9b02a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:58.413886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.425260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-677f3120-db54-4013-98c0-99bf5d277a70 req-50f330da-0656-4b33-930d-d8e8f4c9b02a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.1920707 Dec 16 09:41:58.526377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-677f3120-db54-4013-98c0-99bf5d277a70 req-0f19ea4f-0238-4390-ab5b-32002273cd06 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000738 Dec 16 09:41:58.609272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:41:58.612467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:41:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:41:58.650929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28b104a-cb21-4019-babb-23492b908c34,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:58.697434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Checking segment: {'id': 'd8eeb012-0799-4d60-b1cd-7ab7a5605f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8321d758-a58a-4939-ab1f-5abda613a426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:41:58.697805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Network hostable DHCP agents. Network: 8321d758-a58a-4939-ab1f-5abda613a426, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:41:58.730938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Network 8321d758-a58a-4939-ab1f-5abda613a426 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:41:58.778683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 8321d758-a58a-4939-ab1f-5abda613a426) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:41:58.792683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:58.798821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:58.826876 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-98439aaa-12ee-4c51-8bed-64d6c55d6549 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9327695 Dec 16 09:41:58.903189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4be78-1b92-4533-816d-b7ecf1fd2d57 None None] Pushing event updated for resources: {'Port': ['ID=e580f06f-7f86-40af-b76e-94dd2e8a4c98,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:58.926487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ada78c-c821-4b02-ae15-3250489c7e19 None None] Network 8321d758-a58a-4939-ab1f-5abda613a426 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:58.986049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-02846928-2c71-4a77-b47c-386d0b0a0b17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316493 Dec 16 09:41:59.117564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3325-07f0-42aa-a626-83d1098107c5 req-3741c02b-31fc-42b9-9ebf-c886869d2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.128372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-3741c02b-31fc-42b9-9ebf-c886869d2c4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 1097 time: 0.1054509 Dec 16 09:41:59.388756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3325-07f0-42aa-a626-83d1098107c5 req-509ad492-057f-44c9-9817-0a35e189083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.389027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-897c4cab-b18a-42d3-8038-da5a0fede348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.389122 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-509ad492-057f-44c9-9817-0a35e189083d service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.2456203 Dec 16 09:41:59.405436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:41:59.483860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-68a80e4d-92c1-4511-818f-b55fb5714f13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc94bd19-d330-4a54-b863-35230acc6b0d HTTP/1.1" status: 200 len: 217 time: 0.0831826 Dec 16 09:41:59.499158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-897c4cab-b18a-42d3-8038-da5a0fede348 None None] For port e580f06f-7f86-40af-b76e-94dd2e8a4c98, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e580f06f-7f86-40af-b76e-94dd2e8a4c98,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:41:59.513464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-897c4cab-b18a-42d3-8038-da5a0fede348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.612411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cca3f8-0505-4ec7-8372-0cbef9f3d109 None None] Network 8321d758-a58a-4939-ab1f-5abda613a426 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:41:59.624670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3325-07f0-42aa-a626-83d1098107c5 req-32804c21-e791-40bd-9b0a-5ec45931cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.627415 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-32804c21-e791-40bd-9b0a-5ec45931cd1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.1318288 Dec 16 09:41:59.753232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c4cab-b18a-42d3-8038-da5a0fede348 None None] Pushing event updated for resources: {'Port': ['ID=e580f06f-7f86-40af-b76e-94dd2e8a4c98,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:41:59.783467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-28ac6dec-6a60-4900-95c2-405bbec58236 None None] Provisioning complete for port e580f06f-7f86-40af-b76e-94dd2e8a4c98 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:41:59.783855 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-28ac6dec-6a60-4900-95c2-405bbec58236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:41:59.846278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af3325-07f0-42aa-a626-83d1098107c5 req-137ac488-7b6c-47a8-be20-7bc4344196e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:41:59.846278 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-137ac488-7b6c-47a8-be20-7bc4344196e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882229 Dec 16 09:41:59.998033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-9e861076-511c-4388-929a-53e9a6f84cc5 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362510 Dec 16 09:42:00.126049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-30af3325-07f0-42aa-a626-83d1098107c5 req-1e11e3e3-54a1-4e8a-9274-19174f280231 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190667 Dec 16 09:42:00.230999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:00.275533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f6bfd-5fad-4f75-af1f-6060003d9dc5 None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:58Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:00.694223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-7ab67856-fc01-4e36-9eb9-488b08a39cfa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--505437917&fields=id&tenant_id=ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 267 time: 0.0448802 Dec 16 09:42:00.830043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-d566285b-46bb-436f-a8b2-e0799fee9518 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:00.831797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-d566285b-46bb-436f-a8b2-e0799fee9518 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 816 time: 0.1299114 Dec 16 09:42:00.852069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-d86f030e-daf7-4c40-aadb-404f73f033f6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/quotas/ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 375 time: 0.0143986 Dec 16 09:42:00.943328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-d0dfea0a-df67-4ff4-9aee-5b8fd10df600 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685780 Dec 16 09:42:01.080835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-24513938-aaf4-44c3-8df6-2d80f83af218 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207750 Dec 16 09:42:01.216939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-61eb4f65-2ad2-4f7e-bf4d-f36e3cc7b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.219835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-f51e98d7-66ec-4ce5-9669-4260ae74c0fa service neutron] 10.222.0.61 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295440 Dec 16 09:42:01.223850 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-61eb4f65-2ad2-4f7e-bf4d-f36e3cc7b92c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 1096 time: 0.0777190 Dec 16 09:42:01.413952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-bb8e2b0a-cf7a-4e5b-8429-4759e6e5d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.415647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-bb8e2b0a-cf7a-4e5b-8429-4759e6e5d503 service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1835194 Dec 16 09:42:01.531415 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-476e41b7-ff32-4f35-a110-0d914df729b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=390f7d81-3ee1-4072-8fce-fe73414a7224 HTTP/1.1" status: 200 len: 217 time: 0.1062677 Dec 16 09:42:01.607173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-ba651eb4-1b82-429e-9b7e-149820bf21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.608691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-ba651eb4-1b82-429e-9b7e-149820bf21d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0703526 Dec 16 09:42:01.700579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-1cd1ae95-7b25-43e1-9f60-69811d34cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:01.702823 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-1cd1ae95-7b25-43e1-9f60-69811d34cebc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854390 Dec 16 09:42:01.937379 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-67479587-c614-414a-a1ca-65db83e91197 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242320 Dec 16 09:42:02.014144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5a19ef08-5d12-43a5-9bc3-f70cfe3b88e0 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.023327 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5a19ef08-5d12-43a5-9bc3-f70cfe3b88e0 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/networks?id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 HTTP/1.1" status: 200 len: 812 time: 0.2916794 Dec 16 09:42:02.053269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-75684609-6124-4a7e-aa4c-9cbafade35ee tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/quotas/6394cb3799a548ac9fedb1b3c0c7d920 HTTP/1.1" status: 200 len: 375 time: 0.0225830 Dec 16 09:42:02.120590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-58dd3aff-a25c-496f-a9ac-409cf3f0a93f tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6394cb3799a548ac9fedb1b3c0c7d920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660117 Dec 16 09:42:02.160557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ed6dcbec-4ffb-45b4-89d2-9901a1a1b046 req-4dcbc6ce-5c5e-426b-a8c5-c402a8f02da4 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168663 Dec 16 09:42:02.236630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-80ff5dcb-489b-4580-b277-8b4c9856dfd2 service neutron] 10.222.0.61 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147752 Dec 16 09:42:02.288712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e580f06f-7f86-40af-b76e-94dd2e8a4c98 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:02.375745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-e07e3c0b-b77f-4571-8aa1-5ae9107c4424 service neutron] 10.222.0.61 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378601 Dec 16 09:42:02.402135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e580f06f-7f86-40af-b76e-94dd2e8a4c98 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:02.403507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:02.667712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53cea-c803-472b-ad09-ff0bbe5bb7e6 req-475601d1-c892-4764-b0b5-7a851a849509 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:02.669615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83c53cea-c803-472b-ad09-ff0bbe5bb7e6 req-475601d1-c892-4764-b0b5-7a851a849509 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.0689089 Dec 16 09:42:02.719237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83c53cea-c803-472b-ad09-ff0bbe5bb7e6 req-082c1236-a345-46bc-ace7-d5d8131ae9c3 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Dec 16 09:42:03.071678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f34c13f-a95b-46e8-be42-6c68595e1a23 req-0690b7c9-7a96-49cc-8580-84d42cf16e9c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 210 time: 0.0614700 Dec 16 09:42:03.140323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-792cdc70-2c70-476d-b929-6b60257e1917 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:03.145003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-792cdc70-2c70-476d-b929-6b60257e1917 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 816 time: 0.2371221 Dec 16 09:42:03.225429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f82a3c79-cdb8-438a-95bb-ee2ca4269a48 req-a4bdd528-9e0c-420e-b1cb-1805a8cd11f7 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 210 time: 0.0417759 Dec 16 09:42:03.248352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-3c616a48-ab48-482c-8f10-507fcc0c8196 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 379 time: 0.0934558 Dec 16 09:42:03.259259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'port': {'device_id': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'admin_state_up': True, 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'security_groups': ['691a8308-53c0-4f8c-b017-553066055bb1']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:03.407043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Made reservation on behalf of ce93af107c32456cb6d90a187d85737e for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:03.411020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.588727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Allocated IP 172.20.0.10 (d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298/a28dbf85-1835-4d45-a1a9-9b091196ccab/5b123df6-c4ef-490c-b65c-bda64cdaddf0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:03.750715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.810419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:03.892822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:03.917414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:03.920275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:04.011419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.012588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.034954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:04.106829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac601d7-f97f-4b15-b89c-2e93b37beec2 req-8ccddc3c-e584-47d7-8ca0-ee07107d2bea tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.111302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-096ae87f-f10c-4236-abe5-fbc4a61f7393 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.114893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-096ae87f-f10c-4236-abe5-fbc4a61f7393 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.53 "GET /v2.0/networks?id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 HTTP/1.1" status: 200 len: 812 time: 0.2506468 Dec 16 09:42:04.119973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fac601d7-f97f-4b15-b89c-2e93b37beec2 req-8ccddc3c-e584-47d7-8ca0-ee07107d2bea tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.3067527 Dec 16 09:42:04.126843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-830b7e21-df05-48e0-905b-eb0defa6e5a9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8720746 Dec 16 09:42:04.136956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Request body: {'port': {'device_id': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19', 'admin_state_up': True, 'tenant_id': '6394cb3799a548ac9fedb1b3c0c7d920'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:04.182645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Request body: {'port': {'device_id': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:04.253580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fac601d7-f97f-4b15-b89c-2e93b37beec2 req-f259e066-0bea-4595-a06f-389ab4f70a68 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308870 Dec 16 09:42:04.266841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.377372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a529b618-aa11-4672-b9a5-b04cc5ae2064 None None] Provisioning complete for port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:04.379916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a529b618-aa11-4672-b9a5-b04cc5ae2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.382022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Made reservation on behalf of 6394cb3799a548ac9fedb1b3c0c7d920 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:04.386496 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.437304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a529b618-aa11-4672-b9a5-b04cc5ae2064 None None] Port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:04.617550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Allocated IP 172.20.0.13 (3e12a051-d611-48dc-9dcc-8a1bd1ad2b19/9c67344a-f519-4ffa-a06a-74b1ec91a1c1/771b949b-9da5-4995-8e98-c14677704d92) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:04.739464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa31c33-aed3-44ca-b8c6-010c9c250286 req-6995cfee-b59e-482c-a0b6-81914cf8151a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:04.748892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3aa31c33-aed3-44ca-b8c6-010c9c250286 req-6995cfee-b59e-482c-a0b6-81914cf8151a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 932 time: 0.1003923 Dec 16 09:42:04.861603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.865215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b123df6-c4ef-490c-b65c-bda64cdaddf0 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:04.876579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.881606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3aa31c33-aed3-44ca-b8c6-010c9c250286 req-8856fc34-970a-46ec-a30c-d1bdc63ff290 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310344 Dec 16 09:42:04.893024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Transition to ACTIVE for port object 5b123df6-c4ef-490c-b65c-bda64cdaddf0 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:04.899235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.926145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:04.983211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.035051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:05.038894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:05.043017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:05.083638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Pushing event updated for resources: {'Port': ['ID=771b949b-9da5-4995-8e98-c14677704d92,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.119088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.120826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.130003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb6246-7749-4be2-be8e-1caa84c27a0d req-e6453938-7210-46ec-853d-b192b625c983 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.140853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9cb6246-7749-4be2-be8e-1caa84c27a0d req-e6453938-7210-46ec-853d-b192b625c983 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 932 time: 0.1294503 Dec 16 09:42:05.152796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-00854754-c458-4339-ad1a-b3354d31d825 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0214570 Dec 16 09:42:05.169895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Request body: {'port': {'device_id': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:05.190467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Attempting to bind port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:05.190800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Attempting to bind port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:05.191126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Attempting to bind port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:05.206988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9cb6246-7749-4be2-be8e-1caa84c27a0d req-e985bc85-8ede-43f0-84f9-905b37098452 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Dec 16 09:42:05.209346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:05.209674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Attempting to bind port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:05.215625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:05.215937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Checking segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:05.216325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Bound using segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:05.216757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Bound port: 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:05.217225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.256022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.316797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:05.338939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:05.350684 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.400682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 390f7d81-3ee1-4072-8fce-fe73414a7224 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:05.441756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.446808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.453356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] 10.222.0.69 "PUT /v2.0/ports/5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 1092 time: 1.2739191 Dec 16 09:42:05.454480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:05.462831 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:05.592528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.611503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f91d-20d9-47e8-b9cd-3f1fdbddb3de service neutron] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.642809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31779c0-63db-424d-a721-70589c97bb42 req-ebaa40c3-6619-4f84-8aec-e4fc4a2d1656 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.651794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a31779c0-63db-424d-a721-70589c97bb42 req-ebaa40c3-6619-4f84-8aec-e4fc4a2d1656 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 945 time: 0.2842696 Dec 16 09:42:05.659714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:05.663447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:05.673382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-87141fda-1f8b-4c86-aaaf-02c1eeaf1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.673609 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff6b956-a288-47a3-aad6-1a9256f40896" -d '{"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-unplugged", "status": "completed", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:05.675175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-87141fda-1f8b-4c86-aaaf-02c1eeaf1ab2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1095 time: 0.1710827 Dec 16 09:42:05.678940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.745621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771b949b-9da5-4995-8e98-c14677704d92 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:05.748774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.760423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.775627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Transition to ACTIVE for port object 771b949b-9da5-4995-8e98-c14677704d92 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:05.780605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-7639be96-ca21-427d-ba79-783f101c2103 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 217 time: 0.0895040 Dec 16 09:42:05.787375 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:05.792191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a31779c0-63db-424d-a721-70589c97bb42 req-313b3300-ec85-43b7-ad43-9c1ac48bff15 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394041 Dec 16 09:42:05.860740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Pushing event updated for resources: {'Port': ['ID=771b949b-9da5-4995-8e98-c14677704d92,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:05.909421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-1838833f-cd04-49ca-be2e-d9a42dfbb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.910869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-1838833f-cd04-49ca-be2e-d9a42dfbb575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1118536 Dec 16 09:42:05.951287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Attempting to bind port 771b949b-9da5-4995-8e98-c14677704d92 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:05.952390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Attempting to bind port 771b949b-9da5-4995-8e98-c14677704d92 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '0199d2a1-9447-4d84-ade1-3caaa5cd6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:05.953654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Attempting to bind port 771b949b-9da5-4995-8e98-c14677704d92 on network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:05.967327 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74652dc5-1cc4-4b6a-86f5-33fa9e5d7b95 x-openstack-request-id: req-74652dc5-1cc4-4b6a-86f5-33fa9e5d7b95 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:05.967683 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:05.968013 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74652dc5-1cc4-4b6a-86f5-33fa9e5d7b95 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:05.969038 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'status': 'completed', 'code': 200} Dec 16 09:42:05.969413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Port 771b949b-9da5-4995-8e98-c14677704d92 on network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:05.969830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Attempting to bind port 771b949b-9da5-4995-8e98-c14677704d92 on network 3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:05.984099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:05.984099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Checking segment: {'id': '0199d2a1-9447-4d84-ade1-3caaa5cd6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:05.984099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Bound using segment: {'id': '0199d2a1-9447-4d84-ade1-3caaa5cd6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:05.984465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85f75-5623-4c64-bcde-474935433520 req-dd769ee9-1f3e-4dc6-b135-87477fdcbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:05.986836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-dd769ee9-1f3e-4dc6-b135-87477fdcbc85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652559 Dec 16 09:42:05.987336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Bound port: 771b949b-9da5-4995-8e98-c14677704d92, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0199d2a1-9447-4d84-ade1-3caaa5cd6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:05.987719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.074280 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82738d35-af4c-4e99-a597-58e393e1b99e x-openstack-request-id: req-82738d35-af4c-4e99-a597-58e393e1b99e {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:06.074643 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-unplugged", "status": "failed", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:06.074968 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82738d35-af4c-4e99-a597-58e393e1b99e {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:06.075452 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'code': 422} returned with failed status Dec 16 09:42:06.094855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] For port 771b949b-9da5-4995-8e98-c14677704d92, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:06.098476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] For port 771b949b-9da5-4995-8e98-c14677704d92, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=771b949b-9da5-4995-8e98-c14677704d92,segment=NetworkSegment(0199d2a1-9447-4d84-ade1-3caaa5cd6e23),segment_id=0199d2a1-9447-4d84-ade1-3caaa5cd6e23)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:06.105788 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.134300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-854c1e1e-d311-4caa-86a7-346a684790a7 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399283 Dec 16 09:42:06.191957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.192759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:06.194436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] 10.222.0.53 "PUT /v2.0/ports/771b949b-9da5-4995-8e98-c14677704d92 HTTP/1.1" status: 200 len: 1092 time: 1.0313289 Dec 16 09:42:06.194956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'tag': '771b949b-9da5-4995-8e98-c14677704d92'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:06.197690 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e41952-96f8-46bd-a186-50046bb390cd" -d '{"events": [{"name": "network-changed", "server_uuid": "adfac619-5fe6-4fa6-a97a-2ed9675859f5", "tag": "771b949b-9da5-4995-8e98-c14677704d92"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:06.201545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd170c4-9f9f-47e1-9762-804be06d9f23 service neutron] Pushing event updated for resources: {'Port': ['ID=771b949b-9da5-4995-8e98-c14677704d92,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:06.252762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c3e85-0ee0-41c8-977e-a34cd8e9405e req-ea5c50c2-3133-48c0-bd6b-959819e7b68c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.260782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be9c3e85-0ee0-41c8-977e-a34cd8e9405e req-ea5c50c2-3133-48c0-bd6b-959819e7b68c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1247394 Dec 16 09:42:06.299421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-b3ed6ca5-156b-4372-9d24-bf0a3e5be5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.300937 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-b3ed6ca5-156b-4372-9d24-bf0a3e5be5a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6394cb3799a548ac9fedb1b3c0c7d920&device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 1095 time: 0.0624895 Dec 16 09:42:06.329513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be9c3e85-0ee0-41c8-977e-a34cd8e9405e req-a6016973-2f42-4609-87c2-5b57a9161ba0 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677586 Dec 16 09:42:06.333514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec85f75-5623-4c64-bcde-474935433520 req-a3987e32-c958-406b-b8e1-383e08c53d87 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877279 Dec 16 09:42:06.365131 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-26b8d1b4-fb08-493c-91b7-6e1df84aa3a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771b949b-9da5-4995-8e98-c14677704d92 HTTP/1.1" status: 200 len: 217 time: 0.0557089 Dec 16 09:42:06.460140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-e096ab52-3b6b-416f-9c8f-3eeee2f23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.462072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-e096ab52-3b6b-416f-9c8f-3eeee2f23fe3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c67344a-f519-4ffa-a06a-74b1ec91a1c1 HTTP/1.1" status: 200 len: 852 time: 0.0889599 Dec 16 09:42:06.485877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-33b0984c-06eb-4bd6-8dc9-34434b5e45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.487395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-33b0984c-06eb-4bd6-8dc9-34434b5e45a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1095 time: 0.0942924 Dec 16 09:42:06.495535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690ba8c-cf0f-4cdc-a81e-ef1d8543fb3f req-17cd48e6-04e8-4329-a4f0-b2b5c468b0a0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.502872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a690ba8c-cf0f-4cdc-a81e-ef1d8543fb3f req-17cd48e6-04e8-4329-a4f0-b2b5c468b0a0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0675874 Dec 16 09:42:06.506461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-837fcd53-e10c-40fb-9d90-0cca44d57bdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362852 Dec 16 09:42:06.604924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a690ba8c-cf0f-4cdc-a81e-ef1d8543fb3f req-06fe766e-1797-46b0-b976-dacf91744b4b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011190 Dec 16 09:42:06.650716 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-43c006af-3a22-4d97-a915-0adef598085f service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367855 Dec 16 09:42:06.656695 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253bd19-e977-4749-954c-360c138f0ee7 x-openstack-request-id: req-b253bd19-e977-4749-954c-360c138f0ee7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:06.656984 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfac619-5fe6-4fa6-a97a-2ed9675859f5", "tag": "771b949b-9da5-4995-8e98-c14677704d92", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:06.657612 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b253bd19-e977-4749-954c-360c138f0ee7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:06.658051 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'tag': '771b949b-9da5-4995-8e98-c14677704d92', 'status': 'completed', 'code': 200} Dec 16 09:42:06.664056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-25f7f439-0607-4fce-a7b0-fcb8939ffc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.665705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-25f7f439-0607-4fce-a7b0-fcb8939ffc81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1603334 Dec 16 09:42:06.732497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-7837f1df-53d4-484c-be14-18eeb11fcadc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 217 time: 0.0581017 Dec 16 09:42:06.766698 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-98c3eb8b-1a1c-4afe-8341-a233aae26415 req-69842434-605a-4cae-8031-9039797af5b3 service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072450 Dec 16 09:42:06.866264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41952-96f8-46bd-a186-50046bb390cd req-9968bc5c-7b74-41f4-aa43-1e696e462be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:06.868327 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-9968bc5c-7b74-41f4-aa43-1e696e462be5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6394cb3799a548ac9fedb1b3c0c7d920&device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 1095 time: 0.0521629 Dec 16 09:42:07.004152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41952-96f8-46bd-a186-50046bb390cd req-d24a778d-f3ac-4d48-a31d-d8c6cd8d4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.006701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-d24a778d-f3ac-4d48-a31d-d8c6cd8d4ea9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 HTTP/1.1" status: 200 len: 913 time: 0.1299949 Dec 16 09:42:07.063583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-86d360ff-7417-4657-b4f1-f8bb0ce37f1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771b949b-9da5-4995-8e98-c14677704d92 HTTP/1.1" status: 200 len: 217 time: 0.0488164 Dec 16 09:42:07.123397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e41952-96f8-46bd-a186-50046bb390cd req-1fcf1a7e-f2db-4c8e-b669-3b6736a17b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.124989 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-1fcf1a7e-f2db-4c8e-b669-3b6736a17b6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c67344a-f519-4ffa-a06a-74b1ec91a1c1 HTTP/1.1" status: 200 len: 852 time: 0.0537798 Dec 16 09:42:07.163721 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-7c85c0f0-6dcb-4e62-88ba-1a734b6a934e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291774 Dec 16 09:42:07.194528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb1752-7f66-4b07-9ff7-83867af91157 req-b3688bab-6465-4d16-b995-33abfb4530db tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.201746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15fb1752-7f66-4b07-9ff7-83867af91157 req-b3688bab-6465-4d16-b995-33abfb4530db tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 944 time: 0.4829330 Dec 16 09:42:07.212231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-5cda1d35-ae98-447c-93f8-f3d7c140c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.213671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-5cda1d35-ae98-447c-93f8-f3d7c140c8d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.4615495 Dec 16 09:42:07.274049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15fb1752-7f66-4b07-9ff7-83867af91157 req-cc776d6b-0f04-434c-aa6e-72aa2d3d94fe tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681024 Dec 16 09:42:07.284047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-714ff779-47a3-4758-b857-5b42250ebf58 service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053534 Dec 16 09:42:07.318742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-fc35e451-9fbe-472a-8747-94e7c0aac27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.320518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-fc35e451-9fbe-472a-8747-94e7c0aac27b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982955 Dec 16 09:42:07.455869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d2d96-b8bc-4573-950f-e34174d81081 req-86b5d0a5-e7d3-4818-95d9-aa2f140fda59 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:07.463780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c1d2d96-b8bc-4573-950f-e34174d81081 req-86b5d0a5-e7d3-4818-95d9-aa2f140fda59 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0868042 Dec 16 09:42:07.491944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-32043df6-52e9-4ee4-a72b-e73ae503cedc service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627424 Dec 16 09:42:07.598496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c1d2d96-b8bc-4573-950f-e34174d81081 req-3aacd164-90c1-4d17-83f0-421548284a3f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333241 Dec 16 09:42:07.660643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9ec578e-4803-4d3a-b4e0-0e78983b9ffb req-44a478c8-06a1-43b3-90d1-15cf95d22c39 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576970 Dec 16 09:42:07.757165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b9e41952-96f8-46bd-a186-50046bb390cd req-625282cf-823b-4b06-b961-17cc0e6940d9 service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713171 Dec 16 09:42:08.011605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8972e-3d31-43a7-ac41-66f4eca238b0 req-afee1e33-7579-4095-9306-c81cfdecd57d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.013357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91d8972e-3d31-43a7-ac41-66f4eca238b0 req-afee1e33-7579-4095-9306-c81cfdecd57d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0585313 Dec 16 09:42:08.057839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91d8972e-3d31-43a7-ac41-66f4eca238b0 req-4f4df060-5592-481b-a856-4951dd00562d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368640 Dec 16 09:42:08.186646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56c4b-9be1-45eb-8244-11f2ae8a2fc7 req-29ea3be5-e94f-4ca9-b0c6-78dacde9f78b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.188192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dba56c4b-9be1-45eb-8244-11f2ae8a2fc7 req-29ea3be5-e94f-4ca9-b0c6-78dacde9f78b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0644567 Dec 16 09:42:08.228832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dba56c4b-9be1-45eb-8244-11f2ae8a2fc7 req-02705f91-1910-4aa7-bac5-e8e203538401 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Dec 16 09:42:08.395668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a7718-6a65-4bca-804e-2963f543c188 req-e221a1d4-d417-4823-ad1a-6e2597476247 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:08.397798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-470a7718-6a65-4bca-804e-2963f543c188 req-e221a1d4-d417-4823-ad1a-6e2597476247 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 944 time: 0.0580895 Dec 16 09:42:08.443673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-470a7718-6a65-4bca-804e-2963f543c188 req-00b99904-06dd-4011-992d-336932699a57 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Dec 16 09:42:09.136979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:42:09.193374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c238c-e813-4271-97be-4dca4b247c2c req-7a86fef5-c701-4c2a-ab44-44d2a73a6a4c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:09.194876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635c238c-e813-4271-97be-4dca4b247c2c req-7a86fef5-c701-4c2a-ab44-44d2a73a6a4c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0563629 Dec 16 09:42:09.236162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-635c238c-e813-4271-97be-4dca4b247c2c req-38e93f54-00b3-4763-8c08-cad83bb58a7b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347159 Dec 16 09:42:09.367052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bd4f9-7651-4772-8902-080012d43c7d req-410e366a-4a0e-4cb5-8aae-227715677180 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:09.368176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26bd4f9-7651-4772-8902-080012d43c7d req-410e366a-4a0e-4cb5-8aae-227715677180 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0636957 Dec 16 09:42:09.417145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 771b949b-9da5-4995-8e98-c14677704d92 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:09.457338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 390f7d81-3ee1-4072-8fce-fe73414a7224 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:09.472358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26bd4f9-7651-4772-8902-080012d43c7d req-b22564bb-49f1-4eef-b7db-5cf0ffaba835 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881507 Dec 16 09:42:09.622587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93030de-cabd-4e9d-80b2-4517f81e4ade req-5543b8f9-83c7-49be-9b62-b5c2a48f95ac tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:09.624729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a93030de-cabd-4e9d-80b2-4517f81e4ade req-5543b8f9-83c7-49be-9b62-b5c2a48f95ac tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 944 time: 0.0688658 Dec 16 09:42:09.674241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a93030de-cabd-4e9d-80b2-4517f81e4ade req-118f0fb5-42cb-42e5-bc65-ac8079362767 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Dec 16 09:42:09.684297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 771b949b-9da5-4995-8e98-c14677704d92, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=771b949b-9da5-4995-8e98-c14677704d92,segment=NetworkSegment(0199d2a1-9447-4d84-ade1-3caaa5cd6e23),segment_id=0199d2a1-9447-4d84-ade1-3caaa5cd6e23)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:09.697502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '771b949b-9da5-4995-8e98-c14677704d92', 'network_id': '3e12a051-d611-48dc-9dcc-8a1bd1ad2b19', 'port_id': '771b949b-9da5-4995-8e98-c14677704d92', 'mac_address': 'fa:16:3e:bc:e9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c67344a-f519-4ffa-a06a-74b1ec91a1c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:09.741610 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.755568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771b949b-9da5-4995-8e98-c14677704d92 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:09.775097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 771b949b-9da5-4995-8e98-c14677704d92, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=771b949b-9da5-4995-8e98-c14677704d92,segment=NetworkSegment(0199d2a1-9447-4d84-ade1-3caaa5cd6e23),segment_id=0199d2a1-9447-4d84-ade1-3caaa5cd6e23)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:09.780194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:09.833903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=771b949b-9da5-4995-8e98-c14677704d92,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:10.025470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['771b949b-9da5-4995-8e98-c14677704d92'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:10.366216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec955b-ed22-4f0a-bed8-a2125c2caa68 req-2d0bd884-88e0-45be-ac88-564d9c41c9a3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.368366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92ec955b-ed22-4f0a-bed8-a2125c2caa68 req-2d0bd884-88e0-45be-ac88-564d9c41c9a3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0557802 Dec 16 09:42:10.407954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92ec955b-ed22-4f0a-bed8-a2125c2caa68 req-b1a6e5df-b8bd-41e9-9613-0fd4553d3753 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Dec 16 09:42:10.533528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:10.605554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c64bd-89ea-4b92-a195-6f033142608e req-1e3d7f05-e7d1-420b-971d-ab6c2584cf18 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.617124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-278c64bd-89ea-4b92-a195-6f033142608e req-1e3d7f05-e7d1-420b-971d-ab6c2584cf18 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0694895 Dec 16 09:42:10.660486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:10.669967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-278c64bd-89ea-4b92-a195-6f033142608e req-837b4d1d-359f-4f3a-937c-183c32d8940a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509007 Dec 16 09:42:10.676137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'mac_address': 'fa:16:3e:34:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:10.735129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.750835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b123df6-c4ef-490c-b65c-bda64cdaddf0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:10.774259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:10.780713 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:10.827110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbf75a-e4a0-4f0e-b7ce-a6b42d8ebc10 req-bc151469-2116-47a1-bfb6-5b39668030ee tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:10.829089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fdbf75a-e4a0-4f0e-b7ce-a6b42d8ebc10 req-bc151469-2116-47a1-bfb6-5b39668030ee tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 945 time: 0.0580821 Dec 16 09:42:10.849900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:10.880222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fdbf75a-e4a0-4f0e-b7ce-a6b42d8ebc10 req-44a82c15-d4aa-4026-b987-128cfdd8ac94 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Dec 16 09:42:11.207952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5b123df6-c4ef-490c-b65c-bda64cdaddf0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:11.436911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 771b949b-9da5-4995-8e98-c14677704d92 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:11.523408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 771b949b-9da5-4995-8e98-c14677704d92 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:11.529740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 771b949b-9da5-4995-8e98-c14677704d92 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:11.530340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.587192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ef79d-fb37-4be8-9d59-2afbbe2ace10 req-e8c13327-0a07-4f0d-9bab-ace959ce66a8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:11.588912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac6ef79d-fb37-4be8-9d59-2afbbe2ace10 req-e8c13327-0a07-4f0d-9bab-ace959ce66a8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 945 time: 0.0780971 Dec 16 09:42:11.654043 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.683694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac6ef79d-fb37-4be8-9d59-2afbbe2ace10 req-52e52c4d-838a-4afb-926b-b5af38c5fd3e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809212 Dec 16 09:42:11.684950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b949b-9da5-4995-8e98-c14677704d92'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:11.689615 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9e8909-b32e-4741-a44b-10ef69e4e788" -d '{"events": [{"server_uuid": "adfac619-5fe6-4fa6-a97a-2ed9675859f5", "name": "network-vif-plugged", "status": "completed", "tag": "771b949b-9da5-4995-8e98-c14677704d92"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:11.714397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 771b949b-9da5-4995-8e98-c14677704d92, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=771b949b-9da5-4995-8e98-c14677704d92,segment=NetworkSegment(0199d2a1-9447-4d84-ade1-3caaa5cd6e23),segment_id=0199d2a1-9447-4d84-ade1-3caaa5cd6e23)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:11.719161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:11.791912 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf49c9c1-615a-43e6-b72f-9d1c5bfcdb75 x-openstack-request-id: req-cf49c9c1-615a-43e6-b72f-9d1c5bfcdb75 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:11.792562 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfac619-5fe6-4fa6-a97a-2ed9675859f5", "name": "network-vif-plugged", "status": "completed", "tag": "771b949b-9da5-4995-8e98-c14677704d92", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:11.792842 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf49c9c1-615a-43e6-b72f-9d1c5bfcdb75 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:11.793305 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b949b-9da5-4995-8e98-c14677704d92', 'code': 200} Dec 16 09:42:11.860166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=771b949b-9da5-4995-8e98-c14677704d92,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:11.907604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009e620-7da5-4a5a-99d9-ecaae5f2ddc0 req-4079b738-6ea0-4c47-9a79-670c5168c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:11.909578 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7009e620-7da5-4a5a-99d9-ecaae5f2ddc0 req-4079b738-6ea0-4c47-9a79-670c5168c5ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 1097 time: 0.0794110 Dec 16 09:42:11.947754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ff4ab-e1c4-4013-8834-73055d78b987 req-9a0dd0d0-ffd4-44fd-a514-8721ad25759d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:11.950113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c8ff4ab-e1c4-4013-8834-73055d78b987 req-9a0dd0d0-ffd4-44fd-a514-8721ad25759d tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0746207 Dec 16 09:42:11.955276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7009e620-7da5-4a5a-99d9-ecaae5f2ddc0 req-84fb4910-9ea0-48f4-a6c2-bf9769e43dff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Dec 16 09:42:12.005589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c8ff4ab-e1c4-4013-8834-73055d78b987 req-487835fb-5783-4f88-94a9-59f11fbd1c55 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454600 Dec 16 09:42:12.150579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094271b-5245-45ff-8b46-bc86a3188a44 req-3a4ea514-4bad-433a-b819-813681335206 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.152346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f094271b-5245-45ff-8b46-bc86a3188a44 req-3a4ea514-4bad-433a-b819-813681335206 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0743911 Dec 16 09:42:12.194417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f094271b-5245-45ff-8b46-bc86a3188a44 req-af3bd0a1-b5ca-43c7-bc69-a1a5ccce6d74 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Dec 16 09:42:12.553001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:12.625156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:12.629318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:12.629873 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.718711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.769045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:12.775327 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:12.848737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:12.958353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f5664-e4be-4446-9140-c9ffdd7dab3f req-4dc34b02-b508-475b-8fac-dffffe0c0b3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:12.960574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-724f5664-e4be-4446-9140-c9ffdd7dab3f req-4dc34b02-b508-475b-8fac-dffffe0c0b3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0831869 Dec 16 09:42:13.056037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-724f5664-e4be-4446-9140-c9ffdd7dab3f req-b43343c3-7d69-4419-b713-cbad69007f1b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835342 Dec 16 09:42:13.175483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c17f2-d43d-4f9b-b1f8-aaf991809bbf req-05bf1b0f-f2c0-4047-81ba-a323ed55ebbd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.176894 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-460c17f2-d43d-4f9b-b1f8-aaf991809bbf req-05bf1b0f-f2c0-4047-81ba-a323ed55ebbd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0558465 Dec 16 09:42:13.217058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-460c17f2-d43d-4f9b-b1f8-aaf991809bbf req-94212ae3-6ff3-4400-8a49-509d09ccd28a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334637 Dec 16 09:42:13.407530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-957d05b9-6301-4751-b61f-bef4e33d7bab tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:13.409111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-957d05b9-6301-4751-b61f-bef4e33d7bab tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1037903 Dec 16 09:42:13.424984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-de6ee672-39af-4e56-ba65-404836984f3e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0098286 Dec 16 09:42:13.482284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-0643b1d1-392b-4cb0-882c-a63ea90cb7e6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515368 Dec 16 09:42:13.575553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-78164546-750e-4796-84e7-af534f6a9dcf service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863509 Dec 16 09:42:13.676964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-66bcab38-9ff0-4269-b777-59c3833e5756 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950022 Dec 16 09:42:13.795003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:13.797494 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a461c6-3783-49a1-a060-979530d69e11" -d '{"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:14.007557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e11249dd-07e5-432f-956d-6db8020237c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:14.043108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741404-7736-4ec7-a2dd-f723f37a8c38 req-dd1a0e51-ff24-40a3-afd5-8aab56330add tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.044687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff741404-7736-4ec7-a2dd-f723f37a8c38 req-dd1a0e51-ff24-40a3-afd5-8aab56330add tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0615399 Dec 16 09:42:14.100676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff741404-7736-4ec7-a2dd-f723f37a8c38 req-accf5ad2-2115-4bb8-b340-e6799f39613c tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Dec 16 09:42:14.297263 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81928b8-ec4d-4c5b-a878-2ff260585ef4 x-openstack-request-id: req-e81928b8-ec4d-4c5b-a878-2ff260585ef4 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:14.297691 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:14.298091 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e81928b8-ec4d-4c5b-a878-2ff260585ef4 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:14.298558 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'code': 200} Dec 16 09:42:14.366222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a0847b5-e76a-435f-aae8-fa585aaf27f7 req-4ff1ce42-cb3a-46d4-ba59-155b2e5ab4d6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0330541 Dec 16 09:42:14.419487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beffdc-815e-4293-9c51-96aa30684086 req-af88e527-5daa-4add-b9a7-676d7c2feec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.421091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3beffdc-815e-4293-9c51-96aa30684086 req-af88e527-5daa-4add-b9a7-676d7c2feec1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1097 time: 0.0447595 Dec 16 09:42:14.502927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3beffdc-815e-4293-9c51-96aa30684086 req-38fa240a-4980-402f-a887-f4bc9aa77cef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741706 Dec 16 09:42:14.524423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1739ba-df84-43fc-bee3-a2200ad5433b req-cf712629-ca2c-4bc2-9441-ab7592938695 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.526071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc1739ba-df84-43fc-bee3-a2200ad5433b req-cf712629-ca2c-4bc2-9441-ab7592938695 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0860496 Dec 16 09:42:14.586842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc1739ba-df84-43fc-bee3-a2200ad5433b req-90f2419e-4f58-4323-bda1-2e6b323c6ace tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Dec 16 09:42:14.694010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30bc48-b263-4929-9d83-e3e10e49ea7e req-bd8a113b-659f-474b-8be9-294de9c7b9e5 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.695980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b30bc48-b263-4929-9d83-e3e10e49ea7e req-bd8a113b-659f-474b-8be9-294de9c7b9e5 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0526392 Dec 16 09:42:14.737940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b30bc48-b263-4929-9d83-e3e10e49ea7e req-9649a43f-638d-4a27-9b7b-5a8825144f38 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Dec 16 09:42:14.860921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd361d4-1f76-4019-80db-2d1a0f1f8dfa req-836b28e2-4f71-4692-9c22-4b2d951ae4c7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:14.862297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ffd361d4-1f76-4019-80db-2d1a0f1f8dfa req-836b28e2-4f71-4692-9c22-4b2d951ae4c7 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0557706 Dec 16 09:42:14.906849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ffd361d4-1f76-4019-80db-2d1a0f1f8dfa req-93ca6ca5-c59e-4118-9118-1a4420c20fec tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382068 Dec 16 09:42:15.106049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-ed327940-907d-4006-99f6-52e083e1340c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.107518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-ed327940-907d-4006-99f6-52e083e1340c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1428590 Dec 16 09:42:15.129109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:15.195029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9b6cd-a60c-46eb-920a-21d8daafe366 req-2c3e5674-7d00-4fc8-b542-40a93a694313 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.196733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ce9b6cd-a60c-46eb-920a-21d8daafe366 req-2c3e5674-7d00-4fc8-b542-40a93a694313 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0836844 Dec 16 09:42:15.266133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ce9b6cd-a60c-46eb-920a-21d8daafe366 req-ad02c978-c94d-445e-bb9e-e465b657bb78 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Dec 16 09:42:15.293352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:15.300327 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.474749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.3 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/cf4a3434-44a1-410e-9de3-7ef35db66fda) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:15.534416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efe054ff-cc24-4fd9-87c2-f2ecc05f281c req-1dd691d0-51cf-4446-8e10-bbe616ed737b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0341377 Dec 16 09:42:15.727127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab7b15-5748-433a-b09f-c567eaad4f34 req-a9854c64-be5b-47b8-bbba-dd45a8b4a8ed tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.728770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0ab7b15-5748-433a-b09f-c567eaad4f34 req-a9854c64-be5b-47b8-bbba-dd45a8b4a8ed tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0559266 Dec 16 09:42:15.742360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.783697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0ab7b15-5748-433a-b09f-c567eaad4f34 req-26e3d336-3450-4129-85ac-9ca0833ba0d7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457942 Dec 16 09:42:15.814123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:15.869435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:15.872843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:15.883183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:15.887488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=cf4a3434-44a1-410e-9de3-7ef35db66fda,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:15.961697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:15.966252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.007844 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-95fa604a-bd26-491c-93ce-f7ad9e610108 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8848739 Dec 16 09:42:16.021744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Request body: {'port': {'device_id': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:16.116076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8247e4-dc9b-4f0e-af73-603b089d7dea req-20350575-2804-4ebe-9a61-3e4934eb22fc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.127138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c8247e4-dc9b-4f0e-af73-603b089d7dea req-20350575-2804-4ebe-9a61-3e4934eb22fc tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0730140 Dec 16 09:42:16.141448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.177890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c8247e4-dc9b-4f0e-af73-603b089d7dea req-948892cb-2274-4b5a-ac08-a1186fd0e375 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461254 Dec 16 09:42:16.349669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c36851f3-ba1c-4fef-9557-49262f3aa2a5 None None] Provisioning complete for port cf4a3434-44a1-410e-9de3-7ef35db66fda triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:16.350291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c36851f3-ba1c-4fef-9557-49262f3aa2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.412445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c36851f3-ba1c-4fef-9557-49262f3aa2a5 None None] Port cf4a3434-44a1-410e-9de3-7ef35db66fda cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:16.439842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53dd44-4cb9-4ac0-bf5a-c2fc5b156ac2 req-ef0c9b8e-3ad9-4237-bc7a-bd379e7c9702 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.442067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b53dd44-4cb9-4ac0-bf5a-c2fc5b156ac2 req-ef0c9b8e-3ad9-4237-bc7a-bd379e7c9702 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0764260 Dec 16 09:42:16.447450 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-071c585f-a924-4a4b-9b64-5a4164028d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.478394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4a3434-44a1-410e-9de3-7ef35db66fda {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:16.484907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b53dd44-4cb9-4ac0-bf5a-c2fc5b156ac2 req-b68ada11-59cc-4f2e-b76c-1708715189c5 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Dec 16 09:42:16.487385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.507638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Transition to ACTIVE for port object cf4a3434-44a1-410e-9de3-7ef35db66fda will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:16.507638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.562049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a3434-44a1-410e-9de3-7ef35db66fda,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:16.661202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Attempting to bind port cf4a3434-44a1-410e-9de3-7ef35db66fda on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:16.661543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Attempting to bind port cf4a3434-44a1-410e-9de3-7ef35db66fda by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:16.661901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Attempting to bind port cf4a3434-44a1-410e-9de3-7ef35db66fda on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:16.673221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Port cf4a3434-44a1-410e-9de3-7ef35db66fda on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:16.673664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Attempting to bind port cf4a3434-44a1-410e-9de3-7ef35db66fda on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:16.681547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:16.681919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:16.682322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:16.682765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Bound port: cf4a3434-44a1-410e-9de3-7ef35db66fda, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:16.683125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.814361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] For port cf4a3434-44a1-410e-9de3-7ef35db66fda, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:16.826008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] For port cf4a3434-44a1-410e-9de3-7ef35db66fda, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:16.833153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.884649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.885624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:16.887296 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] 10.222.0.53 "PUT /v2.0/ports/cf4a3434-44a1-410e-9de3-7ef35db66fda HTTP/1.1" status: 200 len: 1091 time: 0.8707275 Dec 16 09:42:16.889999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'tag': 'cf4a3434-44a1-410e-9de3-7ef35db66fda'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:16.894047 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e6ba4c-a29a-4868-a658-6379092e1a1e", "tag": "cf4a3434-44a1-410e-9de3-7ef35db66fda"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:16.972337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ab89f-21db-4dc5-a2ad-907819345b34 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a3434-44a1-410e-9de3-7ef35db66fda,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:16.990136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1f159-a906-4549-b0dc-33801b56a20e req-9751d1b6-55e8-4afa-81b0-8c76296e0388 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:16.991734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ad1f159-a906-4549-b0dc-33801b56a20e req-9751d1b6-55e8-4afa-81b0-8c76296e0388 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.1668365 Dec 16 09:42:17.001813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-1c941357-f32b-44e3-86ec-25be3f10c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.003624 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-1c941357-f32b-44e3-86ec-25be3f10c728 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 1094 time: 0.0712824 Dec 16 09:42:17.032336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-89d5af77-a3b9-4550-8994-801e8f1fda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.033883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-89d5af77-a3b9-4550-8994-801e8f1fda66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6394cb3799a548ac9fedb1b3c0c7d920&device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 1097 time: 0.1290231 Dec 16 09:42:17.056053 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-11da4db3-ce51-4a2d-aed4-ffb9abf519ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda HTTP/1.1" status: 200 len: 217 time: 0.0438800 Dec 16 09:42:17.114483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-763b3d1c-9e4a-4bc3-8ef0-703f682fd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.116764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-763b3d1c-9e4a-4bc3-8ef0-703f682fd8b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0537045 Dec 16 09:42:17.193732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ad1f159-a906-4549-b0dc-33801b56a20e req-0b09a3d7-d22f-404d-b908-929fba1c7dfd tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848106 Dec 16 09:42:17.235395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-20afcab0-267f-4509-b5bd-106e38516a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.237442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-20afcab0-267f-4509-b5bd-106e38516a87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 HTTP/1.1" status: 200 len: 913 time: 0.1925340 Dec 16 09:42:17.259035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-2b8fa1ea-d3af-4b9d-9b28-43437cf3f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.261601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-2b8fa1ea-d3af-4b9d-9b28-43437cf3f5ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378579 Dec 16 09:42:17.327179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-3f0160f5-5cd2-4d93-b7fc-8e9bf74091b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771b949b-9da5-4995-8e98-c14677704d92 HTTP/1.1" status: 200 len: 217 time: 0.0814013 Dec 16 09:42:17.432536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-0e43d6b4-a1ed-4fec-a3fa-26dff1e29b25 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636889 Dec 16 09:42:17.440234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5dcf-e04e-49bd-8fe6-f94187ea86d3 req-e39f3c99-d15d-43d8-9be9-36a205d122bc tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.447695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a1e5dcf-e04e-49bd-8fe6-f94187ea86d3 req-e39f3c99-d15d-43d8-9be9-36a205d122bc tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.1188927 Dec 16 09:42:17.498798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a1e5dcf-e04e-49bd-8fe6-f94187ea86d3 req-927f95f0-df74-4eec-b06d-d23af53c033d tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Dec 16 09:42:17.502397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-b02db25f-b715-41e1-aabc-c392a8e6f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.505901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-b02db25f-b715-41e1-aabc-c392a8e6f4c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c67344a-f519-4ffa-a06a-74b1ec91a1c1 HTTP/1.1" status: 200 len: 852 time: 0.1393056 Dec 16 09:42:17.550756 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-679e5582-be43-4f86-8c5c-b1a217f49aaf req-36774b8b-4cf3-4bfa-b46c-c36d92b60607 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115472 Dec 16 09:42:17.557476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-e1ff0deb-4664-4f11-8702-604e9c25bbed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409007 Dec 16 09:42:17.701787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01e35f-60f6-46bf-912d-9194e568ee0a req-5fa6e2dc-80f1-4f9d-b44f-406b3ae9d0be tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.703395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b01e35f-60f6-46bf-912d-9194e568ee0a req-5fa6e2dc-80f1-4f9d-b44f-406b3ae9d0be tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.1055474 Dec 16 09:42:17.707382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-b4445f70-ab2a-42c2-a9d0-7d0bc0bec1da service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419566 Dec 16 09:42:17.803659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b01e35f-60f6-46bf-912d-9194e568ee0a req-ad58f53c-a740-4c26-ae23-969e467e25bb tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923257 Dec 16 09:42:17.856101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3096798-62b6-4d87-ad40-7b8040be5e93 req-dacc8e72-bae0-4f44-85fd-d094ac19abfc service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386700 Dec 16 09:42:17.868113 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d524a9d-4363-4441-b1bb-0affca4bf216 x-openstack-request-id: req-4d524a9d-4363-4441-b1bb-0affca4bf216 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:17.868469 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e6ba4c-a29a-4868-a658-6379092e1a1e", "tag": "cf4a3434-44a1-410e-9de3-7ef35db66fda", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:17.868810 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d524a9d-4363-4441-b1bb-0affca4bf216 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:17.869286 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'tag': 'cf4a3434-44a1-410e-9de3-7ef35db66fda', 'status': 'completed', 'code': 200} Dec 16 09:42:17.996976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-d4e08603-361d-4d5e-802e-8b0315c59592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:17.997546 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:17.999202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-d4e08603-361d-4d5e-802e-8b0315c59592 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 1094 time: 0.0889223 Dec 16 09:42:18.069041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05a4e8-fff9-4afb-9d0a-45817bb0f248 req-8f5afea6-3848-411c-89b9-965d37945efb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.070696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df05a4e8-fff9-4afb-9d0a-45817bb0f248 req-8f5afea6-3848-411c-89b9-965d37945efb tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1296101 Dec 16 09:42:18.138850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df05a4e8-fff9-4afb-9d0a-45817bb0f248 req-e9a0d33a-70bb-4d4f-9859-7bcb20df67c2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610387 Dec 16 09:42:18.143871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-39cab977-8665-44de-b0ef-f7fcb185049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.145268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-39cab977-8665-44de-b0ef-f7fcb185049c service neutron] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1388674 Dec 16 09:42:18.197566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-6475398f-6bab-41fc-b3d0-87f6d0e88805 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda HTTP/1.1" status: 200 len: 217 time: 0.0420306 Dec 16 09:42:18.255801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-2cdf504a-6dd7-4a6c-94ac-570dac0f696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.257496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-2cdf504a-6dd7-4a6c-94ac-570dac0f696d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0509055 Dec 16 09:42:18.352423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-abbbae8c-7ef0-4a39-9faa-ad31653e6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.353995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-abbbae8c-7ef0-4a39-9faa-ad31653e6ddf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806866 Dec 16 09:42:18.363092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adeb75-6899-4b99-bf20-8b9f91c73155 req-4a4f0063-1623-439a-be77-775ccd850b21 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.364575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4adeb75-6899-4b99-bf20-8b9f91c73155 req-4a4f0063-1623-439a-be77-775ccd850b21 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0823154 Dec 16 09:42:18.374023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:18.381137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'floatingip': {'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:18.436874 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.558096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8e9db-53c7-4ec1-85ca-14d91aa705f7 req-267b1f03-de68-4ca8-a2a4-68825953bbfa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:18.559849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55a8e9db-53c7-4ec1-85ca-14d91aa705f7 req-267b1f03-de68-4ca8-a2a4-68825953bbfa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.1157539 Dec 16 09:42:18.562533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-f29d88db-9554-4ad0-9d4b-063b17653c0b service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966105 Dec 16 09:42:18.662168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55a8e9db-53c7-4ec1-85ca-14d91aa705f7 req-288bd7eb-15d4-480e-85b5-4dca570b1aa6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946915 Dec 16 09:42:18.706015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d245ded-f9ec-439b-9e09-53f4bba1ecd6 req-acca41f6-c5e0-458b-b75a-8bdf6cda212d service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307015 Dec 16 09:42:18.959575 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:18.965782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.137323 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Floating IP e69124d9-1c50-4b83-b141-5891f1b30c5b associated. External IP: 172.25.6.7, port: 5b123df6-c4ef-490c-b65c-bda64cdaddf0. Dec 16 09:42:19.177608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ae3cf-7fc1-49b7-8bd0-2daed6a6db2b req-78a1b61e-adec-43b7-93de-a280f64d14d8 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.180024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb6ae3cf-7fc1-49b7-8bd0-2daed6a6db2b req-78a1b61e-adec-43b7-93de-a280f64d14d8 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.1006148 Dec 16 09:42:19.240777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb6ae3cf-7fc1-49b7-8bd0-2daed6a6db2b req-c8df39b4-389f-4911-ac74-ae9105462373 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493171 Dec 16 09:42:19.362954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d6916-6e19-4f7b-a210-555e5bed1519 req-bf9762e9-bd23-483b-9059-b04ae1286f87 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:19.364788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-698d6916-6e19-4f7b-a210-555e5bed1519 req-bf9762e9-bd23-483b-9059-b04ae1286f87 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0649009 Dec 16 09:42:19.458086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-698d6916-6e19-4f7b-a210-555e5bed1519 req-fc1bfb47-9d86-4607-a83f-d35e1798225e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869691 Dec 16 09:42:19.535955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:19.781013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:19.794897 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:19.797585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.808144 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:19.814471 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:42:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:19.862947 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2fd2521b-65d3-4529-ac62-10ae919b655f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "PUT /v2.0/floatingips/e69124d9-1c50-4b83-b141-5891f1b30c5b HTTP/1.1" status: 200 len: 990 time: 1.4863534 Dec 16 09:42:19.869968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:19.870435 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:19.872827 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26152adc-2662-49f0-bee1-7995e26d5e80" -d '{"events": [{"name": "network-changed", "server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:19.891076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:20.032795 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:20.125490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e68f0-c884-4ad0-a034-00b977001e90 req-53845aa2-4bc5-4a41-a5f4-eff38acd64c5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.127222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-370e68f0-c884-4ad0-a034-00b977001e90 req-53845aa2-4bc5-4a41-a5f4-eff38acd64c5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.1143358 Dec 16 09:42:20.153672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-a3793d62-4943-49d2-9b32-a638d2a0564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.155392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-a3793d62-4943-49d2-9b32-a638d2a0564a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1096 time: 0.0860987 Dec 16 09:42:20.232680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-370e68f0-c884-4ad0-a034-00b977001e90 req-14967def-65a3-4621-a359-0b2eb088555b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974979 Dec 16 09:42:20.283973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-90b637d7-ef4b-4720-9a7a-5e96b5a7a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.285968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-90b637d7-ef4b-4720-9a7a-5e96b5a7a5b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1159785 Dec 16 09:42:20.344106 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e69124d9-1c50-4b83-b141-5891f1b30c5b', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'mac_address': 'fa:16:3e:34:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:18Z', 'revision_number': 1, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:20.401501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2a7a1-ac53-446e-a3a1-f1413a5b190a req-20afd963-0c56-4276-b480-f20f9092595d tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.403019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab2a7a1-ac53-446e-a3a1-f1413a5b190a req-20afd963-0c56-4276-b480-f20f9092595d tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0668833 Dec 16 09:42:20.405362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-5c450761-1ea2-4ada-b546-f8978c4fc658 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.1108398 Dec 16 09:42:20.410518 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:20.434163 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:20.434789 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:42:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:20.491551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab2a7a1-ac53-446e-a3a1-f1413a5b190a req-ed720996-0a67-408d-b087-5f08537e3735 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815718 Dec 16 09:42:20.495704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-7119e4fc-a8ad-4e18-91e2-ddd8c527c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.498010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-7119e4fc-a8ad-4e18-91e2-ddd8c527c3bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0782566 Dec 16 09:42:20.556849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-64a85ba0-52e4-4ae5-9a98-ef1c096fd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.558811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-64a85ba0-52e4-4ae5-9a98-ef1c096fd820 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537107 Dec 16 09:42:20.615961 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e8a961-39b9-4f5b-8d9a-587da9cb3da9 x-openstack-request-id: req-74e8a961-39b9-4f5b-8d9a-587da9cb3da9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:20.616456 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:20.616557 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74e8a961-39b9-4f5b-8d9a-587da9cb3da9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:20.616890 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'status': 'completed', 'code': 200} Dec 16 09:42:20.683126 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:20.784161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-e9aa2650-1fb1-485d-abdc-a68d14da3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.786373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-e9aa2650-1fb1-485d-abdc-a68d14da3bc4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1097 time: 0.1315403 Dec 16 09:42:20.857719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-592f81be-7a2e-4300-b7f1-65340577807c service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915158 Dec 16 09:42:20.867007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b12e7-fac4-4f79-8029-93fcf0abca0b req-ab4f34df-f7e1-446e-862c-7ed3d95f1372 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:20.875922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e2b12e7-fac4-4f79-8029-93fcf0abca0b req-ab4f34df-f7e1-446e-862c-7ed3d95f1372 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.2089958 Dec 16 09:42:20.938897 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e69124d9-1c50-4b83-b141-5891f1b30c5b', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'mac_address': 'fa:16:3e:34:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:18Z', 'revision_number': 1, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:20.971679 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40deaf3-9df4-4bea-8b0a-c9ef6a6b560d None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e69124d9-1c50-4b83-b141-5891f1b30c5b', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'mac_address': 'fa:16:3e:34:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:41:57Z', 'updated_at': '2021-12-16T09:42:18Z', 'revision_number': 1, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:20.992366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e2b12e7-fac4-4f79-8029-93fcf0abca0b req-b585b321-a356-4da6-b0c6-f9a7925e6513 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101506 Dec 16 09:42:21.043283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-5fa51be3-889a-4065-a239-dc46aeb3921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.044800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-5fa51be3-889a-4065-a239-dc46aeb3921e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.2491858 Dec 16 09:42:21.099920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46fda022-4523-4ec8-a873-2fb4585f5679 req-9fc61ee7-849e-4ca3-a24d-f564bd72f735 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152233 Dec 16 09:42:21.132314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-dfda0a03-67a2-47f3-ab4b-da47402a5562 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 998 time: 0.0786026 Dec 16 09:42:21.196320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-d3134ba3-65fa-4b87-a39f-4a0a34ed8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.198281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-d3134ba3-65fa-4b87-a39f-4a0a34ed8cab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.0585022 Dec 16 09:42:21.296207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-3644c65b-bfc9-4999-953b-0c4525327971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.298546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-3644c65b-bfc9-4999-953b-0c4525327971 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933678 Dec 16 09:42:21.352920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83b392-dc67-4d8e-922b-902dc66cb094 None None] New status for floating IP e69124d9-1c50-4b83-b141-5891f1b30c5b: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:42:21.451471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07f1fd-7fd6-4927-88d0-554dd6ab7e18 req-75eca1a0-639e-44fe-a422-4443f4db58f7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.453213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b07f1fd-7fd6-4927-88d0-554dd6ab7e18 req-75eca1a0-639e-44fe-a422-4443f4db58f7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0826929 Dec 16 09:42:21.500720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-643be1a5-e440-4f21-981e-dcfb9f0f781f service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945701 Dec 16 09:42:21.535336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b07f1fd-7fd6-4927-88d0-554dd6ab7e18 req-b0db0edd-b7ef-4ff7-93a1-2f3627a10334 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554688 Dec 16 09:42:21.760087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9462c-ee40-435f-9c16-8ce535829c78 req-6396eb66-f154-4aa6-93e4-78138956af81 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:21.761585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24e9462c-ee40-435f-9c16-8ce535829c78 req-6396eb66-f154-4aa6-93e4-78138956af81 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0944295 Dec 16 09:42:21.763783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26152adc-2662-49f0-bee1-7995e26d5e80 req-a5e9ee9e-f4ff-4efb-985c-71c31bc0ed2b service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404356 Dec 16 09:42:21.812722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24e9462c-ee40-435f-9c16-8ce535829c78 req-0bb6a606-de5f-4f1b-912f-295305664f5c tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Dec 16 09:42:22.106896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c9ded-4ed2-48b9-9275-dcad769c4e6d req-f7869204-6e01-4e86-98a7-5bba1a970831 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.108533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-076c9ded-4ed2-48b9-9275-dcad769c4e6d req-f7869204-6e01-4e86-98a7-5bba1a970831 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0818141 Dec 16 09:42:22.119078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17719-1149-472f-8973-d7542fe118aa req-41578476-7829-425a-abd9-d8a11e6a293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.120638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-41578476-7829-425a-abd9-d8a11e6a293d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6394cb3799a548ac9fedb1b3c0c7d920&device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 1097 time: 0.0542996 Dec 16 09:42:22.208881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-076c9ded-4ed2-48b9-9275-dcad769c4e6d req-f448d838-e8a3-4980-9c8a-b9544a17b12c tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871332 Dec 16 09:42:22.242379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17719-1149-472f-8973-d7542fe118aa req-3324cf96-2ecd-4124-9a9f-3fcc0d890156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.243945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-3324cf96-2ecd-4124-9a9f-3fcc0d890156 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 HTTP/1.1" status: 200 len: 913 time: 0.1151423 Dec 16 09:42:22.302098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-58598b87-c57f-4446-aeb2-be2149190936 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=771b949b-9da5-4995-8e98-c14677704d92 HTTP/1.1" status: 200 len: 217 time: 0.0504842 Dec 16 09:42:22.386863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dd5bc-d3b3-489d-9a0a-86dcd15e0194 req-c3d70c87-197c-4c42-bda3-33f520a11042 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.388384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b3dd5bc-d3b3-489d-9a0a-86dcd15e0194 req-c3d70c87-197c-4c42-bda3-33f520a11042 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0975809 Dec 16 09:42:22.389994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c17719-1149-472f-8973-d7542fe118aa req-3b7ca950-52a3-4445-87bc-95d230725b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.391343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-3b7ca950-52a3-4445-87bc-95d230725b70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c67344a-f519-4ffa-a06a-74b1ec91a1c1 HTTP/1.1" status: 200 len: 852 time: 0.0673745 Dec 16 09:42:22.437500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-561972be-dd2a-4ea3-89b0-b2616e93ea58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335391 Dec 16 09:42:22.474907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b3dd5bc-d3b3-489d-9a0a-86dcd15e0194 req-56955f39-5cda-4390-8767-d2213d29db83 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784512 Dec 16 09:42:22.585200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-7d1b5d76-3ac8-44ee-90f9-7accafd37fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356845 Dec 16 09:42:22.727269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b51e57-f712-438e-8410-365ad3ba3d22 req-9a23894e-b0aa-4c75-8614-14184e9604b5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:22.728973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78b51e57-f712-438e-8410-365ad3ba3d22 req-9a23894e-b0aa-4c75-8614-14184e9604b5 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0775025 Dec 16 09:42:22.733905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9c17719-1149-472f-8973-d7542fe118aa req-c8d1eae5-11f8-4621-9557-3fdd0d7a68aa service neutron] 10.222.0.53 "GET /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415722 Dec 16 09:42:22.775217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78b51e57-f712-438e-8410-365ad3ba3d22 req-71ad55c4-453b-48bd-965a-2be5996e78c4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 Dec 16 09:42:23.231431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c8aef-dcb3-4a92-b13a-68efc473f070 req-80d0abdc-c5cb-4039-b52f-6f847651c705 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.233032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-022c8aef-dcb3-4a92-b13a-68efc473f070 req-80d0abdc-c5cb-4039-b52f-6f847651c705 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.3987441 Dec 16 09:42:23.274823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-022c8aef-dcb3-4a92-b13a-68efc473f070 req-c4ed6d6f-79eb-42bd-b502-11c0a7fa8e6f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Dec 16 09:42:23.385339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c437fdb-60b9-4f1b-a607-70ad18267265 req-dcfea8c7-5220-4b86-83c9-c69eb4d25199 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.386914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c437fdb-60b9-4f1b-a607-70ad18267265 req-dcfea8c7-5220-4b86-83c9-c69eb4d25199 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0506847 Dec 16 09:42:23.439865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c437fdb-60b9-4f1b-a607-70ad18267265 req-8920651f-bffc-4e3a-9631-649c27c8c396 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Dec 16 09:42:23.603028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1948-7336-4f38-9c59-f5d2bc3ad0f4 req-7cc2b8c8-3028-4f00-8b35-39d51d3f222e tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:23.604536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa7b1948-7336-4f38-9c59-f5d2bc3ad0f4 req-7cc2b8c8-3028-4f00-8b35-39d51d3f222e tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0508251 Dec 16 09:42:23.645652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa7b1948-7336-4f38-9c59-f5d2bc3ad0f4 req-d0dc62ac-545a-45d7-97a5-b7b430ad6280 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Dec 16 09:42:23.675467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:24.056621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566cda1-599e-4a0f-bd39-012659a65b02 req-f915111b-5963-4e36-993f-e6543a447d23 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.058096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3566cda1-599e-4a0f-bd39-012659a65b02 req-f915111b-5963-4e36-993f-e6543a447d23 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0563293 Dec 16 09:42:24.100223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3566cda1-599e-4a0f-bd39-012659a65b02 req-5c009357-d763-4101-810d-b3a60ce20423 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355258 Dec 16 09:42:24.208688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb9da-12a6-4b08-9719-2f11956cc11b req-eb11a6fa-fb04-436c-9769-60f518eeb774 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.210355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8beb9da-12a6-4b08-9719-2f11956cc11b req-eb11a6fa-fb04-436c-9769-60f518eeb774 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0515585 Dec 16 09:42:24.276799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8beb9da-12a6-4b08-9719-2f11956cc11b req-492715eb-0fe2-4eec-bf8c-9d9732e3530f tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524702 Dec 16 09:42:24.400189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447aab-7b5e-4ad1-8acb-2845d39d0f89 req-6411e75e-88a2-4563-89f3-4246496bea8d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:24.401620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25447aab-7b5e-4ad1-8acb-2845d39d0f89 req-6411e75e-88a2-4563-89f3-4246496bea8d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0521491 Dec 16 09:42:24.451426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25447aab-7b5e-4ad1-8acb-2845d39d0f89 req-b75a6cc2-6b05-4a05-8bf0-15c39f8d3768 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Dec 16 09:42:24.972401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:25.226668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40323e14-2e3c-45de-b275-8d777075f507 req-6280041e-d3a0-4b88-8a06-d80294355649 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.228354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40323e14-2e3c-45de-b275-8d777075f507 req-6280041e-d3a0-4b88-8a06-d80294355649 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Dec 16 09:42:25.274142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40323e14-2e3c-45de-b275-8d777075f507 req-d244fbd9-1922-4c20-b266-13eb46abd5c8 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Dec 16 09:42:25.399804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0cc54-aadf-4be4-8d9e-b155c9852ac4 req-2958fc6e-d876-4c9f-bc6f-f888ad2e41de tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.401438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1aa0cc54-aadf-4be4-8d9e-b155c9852ac4 req-2958fc6e-d876-4c9f-bc6f-f888ad2e41de tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0533278 Dec 16 09:42:25.466834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1aa0cc54-aadf-4be4-8d9e-b155c9852ac4 req-755f1ee4-6473-4807-b0ea-bfe105e0a9ac tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbd4362f-a8ef-45c1-906d-fac3b5192dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474524 Dec 16 09:42:25.700106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e9f45-b9c4-4767-b8d3-05d09bdf3f11 req-77fe3fee-f122-4104-8443-e4854688dc1d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.701609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f40e9f45-b9c4-4767-b8d3-05d09bdf3f11 req-77fe3fee-f122-4104-8443-e4854688dc1d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0680575 Dec 16 09:42:25.770873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f40e9f45-b9c4-4767-b8d3-05d09bdf3f11 req-8bb1adab-b11a-4d75-97de-14d770995225 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627921 Dec 16 09:42:25.782130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-5cb3ecaa-7030-4a33-9fb7-7678c22c72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.783399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-5cb3ecaa-7030-4a33-9fb7-7678c22c72b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f20435973c7c489d9db6502dc7421cfd&device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 1096 time: 0.0614753 Dec 16 09:42:25.897553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-19fb3f8b-c7a3-408b-b4a4-a051efa9d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.898113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-19fb3f8b-c7a3-408b-b4a4-a051efa9d89d service neutron] 10.222.0.53 "GET /v2.0/networks?id=888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 200 len: 912 time: 0.1066267 Dec 16 09:42:25.970733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-084088b7-bf57-474d-97a6-89d7fb798605 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.972849 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-084088b7-bf57-474d-97a6-89d7fb798605 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.53 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 946 time: 0.0566332 Dec 16 09:42:25.986970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d740571-d8f7-43bb-8584-b6910d9bfc98 req-c16bcf2c-a9f6-4aa7-8684-05669c4a7025 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:25.988565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d740571-d8f7-43bb-8584-b6910d9bfc98 req-c16bcf2c-a9f6-4aa7-8684-05669c4a7025 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.1069071 Dec 16 09:42:26.022794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-acaa3264-66a5-45db-84b5-09dd707df52c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 200 len: 999 time: 0.1059248 Dec 16 09:42:26.080453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d740571-d8f7-43bb-8584-b6910d9bfc98 req-39ef6783-adce-41a0-9c2b-2e236b8803f4 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829551 Dec 16 09:42:26.094113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-7a2e9d5a-c82c-4b1d-8882-6019c0175b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:26.095718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-7a2e9d5a-c82c-4b1d-8882-6019c0175b15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 200 len: 850 time: 0.0646105 Dec 16 09:42:26.100439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Deleting port 771b949b-9da5-4995-8e98-c14677704d92 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:26.100964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.172815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-16d519fb-6f9a-4470-bc23-28dbbad9cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:26.174126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-16d519fb-6f9a-4470-bc23-28dbbad9cd3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=888f4d0f-c79c-4010-869e-5042131f02bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692322 Dec 16 09:42:26.208665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] For port 771b949b-9da5-4995-8e98-c14677704d92, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=771b949b-9da5-4995-8e98-c14677704d92,segment=NetworkSegment(0199d2a1-9447-4d84-ade1-3caaa5cd6e23),segment_id=0199d2a1-9447-4d84-ade1-3caaa5cd6e23)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:26.208960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.225429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60290) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:26.227956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Calling delete_port for 771b949b-9da5-4995-8e98-c14677704d92 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:26.310677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-bd0e4aaf-8b00-4346-a1a3-544b5da58dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274805 Dec 16 09:42:26.398615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.411834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['771b949b-9da5-4995-8e98-c14677704d92'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:26.422789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8ffa35c-1dc1-4af9-82c9-e8f8b58d3a95 req-f39c1798-fe73-447a-a87d-e011df7faf56 service neutron] 10.222.0.53 "GET /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040184 Dec 16 09:42:26.443829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Pushing event deleted for resources: {'Port': ['ID=771b949b-9da5-4995-8e98-c14677704d92,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:26.450231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d8af82c3-9132-4b97-a407-d59700531a60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=940efd20ae4f4b25bde05eddf1f9d293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236836 Dec 16 09:42:26.453099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60294) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:26.476099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.476330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.476666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.476993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.477312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.477628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.478036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.478352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.478664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.478974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.479284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.479612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:26.505637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] No DVR routers for this DVR port 771b949b-9da5-4995-8e98-c14677704d92 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:26.510125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.513344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dacebb35-6050-4f68-82aa-a9e073befc2c req-f2af34f7-8dec-4340-a20c-535db3a9f1d9 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.53 "DELETE /v2.0/ports/771b949b-9da5-4995-8e98-c14677704d92 HTTP/1.1" status: 204 len: 173 time: 0.5332429 Dec 16 09:42:26.513775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'name': 'network-vif-deleted', 'tag': '771b949b-9da5-4995-8e98-c14677704d92'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:26.516305 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247bad1-2c0f-408c-9bf7-266be50f7524" -d '{"events": [{"server_uuid": "adfac619-5fe6-4fa6-a97a-2ed9675859f5", "name": "network-vif-deleted", "tag": "771b949b-9da5-4995-8e98-c14677704d92"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:26.554044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-715ebbe0-91d4-47a2-be96-2386971ff4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.576625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e3d5be5-6e5e-40e1-bf71-92b0dffbc004 req-cda1acf5-8968-456a-bdec-6e176e617c47 tempest-TestServerAdvancedOps-1546418169 tempest-TestServerAdvancedOps-1546418169-project] 10.222.0.61 "GET /v2.0/ports?device_id=adfac619-5fe6-4fa6-a97a-2ed9675859f5 HTTP/1.1" status: 200 len: 210 time: 0.0279472 Dec 16 09:42:26.589886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-715ebbe0-91d4-47a2-be96-2386971ff4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.633069 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e5277-74b7-4859-a859-3196d2c73ed1 x-openstack-request-id: req-096e5277-74b7-4859-a859-3196d2c73ed1 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:26.633364 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfac619-5fe6-4fa6-a97a-2ed9675859f5", "name": "network-vif-deleted", "tag": "771b949b-9da5-4995-8e98-c14677704d92", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:26.633618 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-096e5277-74b7-4859-a859-3196d2c73ed1 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:26.634040 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfac619-5fe6-4fa6-a97a-2ed9675859f5', 'name': 'network-vif-deleted', 'tag': '771b949b-9da5-4995-8e98-c14677704d92', 'status': 'completed', 'code': 200} Dec 16 09:42:26.656048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-715ebbe0-91d4-47a2-be96-2386971ff4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.658619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-715ebbe0-91d4-47a2-be96-2386971ff4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:26.659767 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-715ebbe0-91d4-47a2-be96-2386971ff4c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/721759ce-fde3-400d-aa09-42b284c9af1b HTTP/1.1" status: 204 len: 168 time: 0.2024508 Dec 16 09:42:26.667944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ebbe0-91d4-47a2-be96-2386971ff4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721759ce-fde3-400d-aa09-42b284c9af1b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:26.896214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfc3ac-8507-4b90-9254-1df3865a9a91 req-eba50bba-f842-4bbd-87d6-131740313726 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:26.900317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2acfc3ac-8507-4b90-9254-1df3865a9a91 req-eba50bba-f842-4bbd-87d6-131740313726 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0521643 Dec 16 09:42:26.947117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2acfc3ac-8507-4b90-9254-1df3865a9a91 req-400d3024-629e-4296-8a67-9147d3a2cb2e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364060 Dec 16 09:42:27.217212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9630c-4330-48f5-a0d9-db69de5d9876 req-02768028-3be0-49bc-be5b-906c87325396 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:27.219318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df9630c-4330-48f5-a0d9-db69de5d9876 req-02768028-3be0-49bc-be5b-906c87325396 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0590231 Dec 16 09:42:27.275138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df9630c-4330-48f5-a0d9-db69de5d9876 req-c375f87f-ac57-4e06-837e-17d64f648a58 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Dec 16 09:42:27.645472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60366) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:27.697657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Deleting subnet 9c67344a-f519-4ffa-a06a-74b1ec91a1c1 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:27.700746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.735365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.777551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.835565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.871817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:27.878395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60374) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:27.878865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9c67344a-f519-4ffa-a06a-74b1ec91a1c1 HTTP/1.1" status: 204 len: 168 time: 0.2318964 Dec 16 09:42:27.889011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccda076-c68b-4860-95d2-861f7c44d1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c67344a-f519-4ffa-a06a-74b1ec91a1c1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:27.956040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.049461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.072285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4328-2db4-4ec5-be67-3a2a23a736a1 req-d1eb7994-93ae-4947-bb25-1f4ab9b6f4ec tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.074259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-253d4328-2db4-4ec5-be67-3a2a23a736a1 req-d1eb7994-93ae-4947-bb25-1f4ab9b6f4ec tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0527282 Dec 16 09:42:28.081294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e12a051-d611-48dc-9dcc-8a1bd1ad2b19']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:28.091376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0199d2a1-9447-4d84-ade1-3caaa5cd6e23') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:28.091669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0199d2a1-9447-4d84-ade1-3caaa5cd6e23') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:28.102162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.116015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.120571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-253d4328-2db4-4ec5-be67-3a2a23a736a1 req-e3ac2815-f37c-4d52-b906-fb6d7aafef05 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Dec 16 09:42:28.126226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:42:28.126643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:42:28.128511 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:42:28.182908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.190053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.193400 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e12a051-d611-48dc-9dcc-8a1bd1ad2b19 HTTP/1.1" status: 204 len: 168 time: 0.3138738 Dec 16 09:42:28.199877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60414) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:28.216091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c02ea-66b9-415a-a3c4-07a43770d0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e12a051-d611-48dc-9dcc-8a1bd1ad2b19,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:28.259732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Deleting subnet e28b104a-cb21-4019-babb-23492b908c34 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:28.263214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.299643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.343127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.408266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.413098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81606-752c-409b-a818-9f913ed52741 req-6b7b0cf0-2758-4eff-81f0-52f22cb45e1a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.414045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45b81606-752c-409b-a818-9f913ed52741 req-6b7b0cf0-2758-4eff-81f0-52f22cb45e1a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0621281 Dec 16 09:42:28.437022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28b104a-cb21-4019-babb-23492b908c34,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:28.439057 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.442362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-17a1af2a-b702-4684-8c76-e47c5b26ba65 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e28b104a-cb21-4019-babb-23492b908c34 HTTP/1.1" status: 204 len: 168 time: 0.2447040 Dec 16 09:42:28.444868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60422) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:28.458413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45b81606-752c-409b-a818-9f913ed52741 req-8511312e-e730-41ab-ac78-5ed2091151bd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Dec 16 09:42:28.531053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.624889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.650208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8321d758-a58a-4939-ab1f-5abda613a426']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:28.667079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8eeb012-0799-4d60-b1cd-7ab7a5605f69') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:28.667385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8eeb012-0799-4d60-b1cd-7ab7a5605f69') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:28.681884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.697764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1984e-bd3d-47d2-abb3-b75f8c5ff89e req-aa79422c-de0b-4967-b175-75fd3cc40171 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:28.698629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.699285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6af1984e-bd3d-47d2-abb3-b75f8c5ff89e req-aa79422c-de0b-4967-b175-75fd3cc40171 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0579093 Dec 16 09:42:28.704437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:42:28.704895 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:42:28.706661 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:42:28.755425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6af1984e-bd3d-47d2-abb3-b75f8c5ff89e req-2a83465b-999c-42ac-b925-d3c603e12e7b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492496 Dec 16 09:42:28.767098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.772528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:28.777908 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8321d758-a58a-4939-ab1f-5abda613a426 HTTP/1.1" status: 204 len: 168 time: 0.3299673 Dec 16 09:42:28.795300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7e1b1-ebe7-4343-a551-246175a15418 admin admin] Pushing event deleted for resources: {'Network': ['ID=8321d758-a58a-4939-ab1f-5abda613a426,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:28.979772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:29.038239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-336c454f-8cf2-4cd9-a1b4-6020ac4b568f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6394cb3799a548ac9fedb1b3c0c7d920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574634 Dec 16 09:42:29.040817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:29.111872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30a12d72-363e-41e0-a44f-277732da4561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.134369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30a12d72-363e-41e0-a44f-277732da4561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.189219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30a12d72-363e-41e0-a44f-277732da4561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.192764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30a12d72-363e-41e0-a44f-277732da4561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.194007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30a12d72-363e-41e0-a44f-277732da4561 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbd4362f-a8ef-45c1-906d-fac3b5192dc3 HTTP/1.1" status: 204 len: 168 time: 0.1520431 Dec 16 09:42:29.204626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12d72-363e-41e0-a44f-277732da4561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4362f-a8ef-45c1-906d-fac3b5192dc3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:29.587716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60482) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:29.646471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bdae6abd-008a-4dc7-9902-3bbc1a2c4c44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0dd7f5bc33ba406d8d03f8ebb8233eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575168 Dec 16 09:42:29.647811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:29.696643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-66992dde-6618-4f72-a769-09ca7102d69c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:29.701813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a39c7c-9b28-4299-8be2-22c82fbb517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.703122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-66992dde-6618-4f72-a769-09ca7102d69c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2187553-38c8-44b2-ae05-ebb146db6907 HTTP/1.1" status: 200 len: 943 time: 0.0548191 Dec 16 09:42:29.724342 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a39c7c-9b28-4299-8be2-22c82fbb517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.779400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a39c7c-9b28-4299-8be2-22c82fbb517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.782768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94a39c7c-9b28-4299-8be2-22c82fbb517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.786652 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94a39c7c-9b28-4299-8be2-22c82fbb517d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2cd3534-f61f-437d-8c31-81f87fa1a759 HTTP/1.1" status: 204 len: 168 time: 0.1353190 Dec 16 09:42:29.793152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a39c7c-9b28-4299-8be2-22c82fbb517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd3534-f61f-437d-8c31-81f87fa1a759,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:29.813807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Deleting port 390f7d81-3ee1-4072-8fce-fe73414a7224 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:29.814307 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.919403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] For port 390f7d81-3ee1-4072-8fce-fe73414a7224, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=390f7d81-3ee1-4072-8fce-fe73414a7224,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:29.919774 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:29.933554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Calling delete_port for 390f7d81-3ee1-4072-8fce-fe73414a7224 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:30.120285 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.135303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bc94bd19-d330-4a54-b863-35230acc6b0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:30.169709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'Port': ['ID=390f7d81-3ee1-4072-8fce-fe73414a7224,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:30.195286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:30.204319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.204658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.204990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.205493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.205823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.206184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.206499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.206846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.207145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.207444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.207789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.208098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:30.234938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] No DVR routers for this DVR port 390f7d81-3ee1-4072-8fce-fe73414a7224 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:30.239024 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:30.259036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b87f3e6d-cc2e-45c9-bc7c-b356f1454df8 req-622ae5f2-e478-4006-812d-af4144095149 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "DELETE /v2.0/ports/390f7d81-3ee1-4072-8fce-fe73414a7224 HTTP/1.1" status: 204 len: 173 time: 0.5548534 Dec 16 09:42:30.259910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-deleted', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:30.274882 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a76f1c-c040-41aa-911c-9b2570d7bc49" -d '{"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-deleted", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:30.827486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323738-86df-4d10-b2d3-4dc504565e73 req-ef95740b-830c-4fc1-8b7e-6eabc18df7ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:30.829782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0323738-86df-4d10-b2d3-4dc504565e73 req-ef95740b-830c-4fc1-8b7e-6eabc18df7ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0588467 Dec 16 09:42:30.868660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0323738-86df-4d10-b2d3-4dc504565e73 req-0584e122-3746-48a1-bec3-59c375e93c16 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Dec 16 09:42:31.045059 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77699dc3-da3d-436b-94bc-c06d13547d58 x-openstack-request-id: req-77699dc3-da3d-436b-94bc-c06d13547d58 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:31.045347 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2187553-38c8-44b2-ae05-ebb146db6907", "name": "network-vif-deleted", "tag": "390f7d81-3ee1-4072-8fce-fe73414a7224", "status": "failed", "code": 422}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:31.045667 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77699dc3-da3d-436b-94bc-c06d13547d58 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:31.046108 n-d-821941-1 neutron-server[102398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2187553-38c8-44b2-ae05-ebb146db6907', 'name': 'network-vif-deleted', 'tag': '390f7d81-3ee1-4072-8fce-fe73414a7224', 'status': 'failed', 'code': 422} returned with failed status Dec 16 09:42:31.311674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6c4c9-3aaa-430c-a3c0-c0518bb6e56a req-c3b1c245-ecc0-4410-9414-45bc5cf66c9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.313229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fa6c4c9-3aaa-430c-a3c0-c0518bb6e56a req-c3b1c245-ecc0-4410-9414-45bc5cf66c9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 907 time: 0.0529678 Dec 16 09:42:31.496081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cf4a3434-44a1-410e-9de3-7ef35db66fda details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:42:31.500425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 771b949b-9da5-4995-8e98-c14677704d92 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:31.528678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 771b949b-9da5-4995-8e98-c14677704d92 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:31.529015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 771b949b-9da5-4995-8e98-c14677704d92 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:31.624834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cf4a3434-44a1-410e-9de3-7ef35db66fda, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:31.635460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cf4a3434-44a1-410e-9de3-7ef35db66fda', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': 'cf4a3434-44a1-410e-9de3-7ef35db66fda', 'mac_address': 'fa:16:3e:5b:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:42:31.675435 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.689558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4a3434-44a1-410e-9de3-7ef35db66fda {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:31.710710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cf4a3434-44a1-410e-9de3-7ef35db66fda, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:31.715153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:31.766779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cf4a3434-44a1-410e-9de3-7ef35db66fda,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:31.775054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.775400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.775785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.776114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.776455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.776764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.777084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.777403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.777728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.778063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.778378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.778684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:42:31.955790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cf4a3434-44a1-410e-9de3-7ef35db66fda'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:31.989190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0897b-d28c-4536-9182-e6c294f7eba7 req-43d49a21-ded3-4812-8dfd-b8c3db1e9df2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:31.990926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6fd0897b-d28c-4536-9182-e6c294f7eba7 req-43d49a21-ded3-4812-8dfd-b8c3db1e9df2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 944 time: 0.0524917 Dec 16 09:42:32.037416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6fd0897b-d28c-4536-9182-e6c294f7eba7 req-92133908-746e-4451-86fc-ba61d9029be8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Dec 16 09:42:32.446412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f2227-ec01-4ff8-958b-c61416790635 req-63e27c73-eddf-487c-a4db-2c75d9afe3da tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:32.447878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f83f2227-ec01-4ff8-958b-c61416790635 req-63e27c73-eddf-487c-a4db-2c75d9afe3da tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 907 time: 0.0586174 Dec 16 09:42:32.644630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ade9-4a72-4f0f-ba4b-90ce62e37878 req-a19d8cd4-2bcd-4fe8-bb69-ab00558173d7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:32.646217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0173ade9-4a72-4f0f-ba4b-90ce62e37878 req-a19d8cd4-2bcd-4fe8-bb69-ab00558173d7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0494649 Dec 16 09:42:32.694899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0173ade9-4a72-4f0f-ba4b-90ce62e37878 req-ca692413-c203-4386-8fa4-9f51559466be tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422268 Dec 16 09:42:33.098482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-e39d1fe4-02a6-4da0-9102-9f5d344ea607 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.100342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-e39d1fe4-02a6-4da0-9102-9f5d344ea607 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 907 time: 0.0591562 Dec 16 09:42:33.222356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e94015-e01e-4fb2-a5ae-1bbbe23d967d req-7edd2fa6-1f7a-4c8e-a05e-82139c4964ad tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.223870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12e94015-e01e-4fb2-a5ae-1bbbe23d967d req-7edd2fa6-1f7a-4c8e-a05e-82139c4964ad tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 944 time: 0.1084356 Dec 16 09:42:33.262838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Deleting port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:33.263176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.325704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12e94015-e01e-4fb2-a5ae-1bbbe23d967d req-d8093a8b-a0f3-4486-a85f-d34b7a96b742 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936246 Dec 16 09:42:33.374779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] For port ac02941a-a9aa-4c30-a9e5-8a22021bfba3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:33.375154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.389001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Calling delete_port for ac02941a-a9aa-4c30-a9e5-8a22021bfba3 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:33.533908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cf4a3434-44a1-410e-9de3-7ef35db66fda up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:42:33.560207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.596763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'Port': ['ID=ac02941a-a9aa-4c30-a9e5-8a22021bfba3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.598446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port cf4a3434-44a1-410e-9de3-7ef35db66fda completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:42:33.602943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cf4a3434-44a1-410e-9de3-7ef35db66fda triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:33.603151 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.638393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f30b-ef3b-4e3d-bf88-8f38a3373962 req-ac3c3b89-55ae-4ecd-b4e6-98e92a4536c1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.640196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7308f30b-ef3b-4e3d-bf88-8f38a3373962 req-ac3c3b89-55ae-4ecd-b4e6-98e92a4536c1 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a7c066-13ee-48b3-a9d4-c16a8139af4a HTTP/1.1" status: 200 len: 829 time: 0.1131983 Dec 16 09:42:33.659437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] No DVR routers for this DVR port ac02941a-a9aa-4c30-a9e5-8a22021bfba3 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:33.665720 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.669910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9c2c671-abb3-492a-a815-ccc280658d66 req-8a982210-c5eb-49ee-817f-f2003871539c tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "DELETE /v2.0/ports/ac02941a-a9aa-4c30-a9e5-8a22021bfba3 HTTP/1.1" status: 204 len: 173 time: 0.5618572 Dec 16 09:42:33.670722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'name': 'network-vif-deleted', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:33.673929 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cb7b23-16e1-4251-81cd-3e6073c0cfbe" -d '{"events": [{"server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "name": "network-vif-deleted", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:33.719841 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae235fd0-52bf-434f-aa3c-9a5b2c1e3e64 x-openstack-request-id: req-ae235fd0-52bf-434f-aa3c-9a5b2c1e3e64 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:33.720157 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a7c066-13ee-48b3-a9d4-c16a8139af4a", "name": "network-vif-deleted", "tag": "ac02941a-a9aa-4c30-a9e5-8a22021bfba3", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:33.720412 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae235fd0-52bf-434f-aa3c-9a5b2c1e3e64 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:33.721301 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a7c066-13ee-48b3-a9d4-c16a8139af4a', 'name': 'network-vif-deleted', 'tag': 'ac02941a-a9aa-4c30-a9e5-8a22021bfba3', 'status': 'completed', 'code': 200} Dec 16 09:42:33.729712 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.784110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cf4a3434-44a1-410e-9de3-7ef35db66fda, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:33.785829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a3434-44a1-410e-9de3-7ef35db66fda'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:33.789343 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccca0f37-ae08-42c4-9382-9f0a2694af90" -d '{"events": [{"server_uuid": "d1e6ba4c-a29a-4868-a658-6379092e1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "cf4a3434-44a1-410e-9de3-7ef35db66fda"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:33.794127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:33.861606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cf4a3434-44a1-410e-9de3-7ef35db66fda,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:33.874890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0adb55-6612-4ddb-a5f7-f97fb80458e2 req-3237d374-426b-4618-bba0-5a93cbd85db2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:33.876426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a0adb55-6612-4ddb-a5f7-f97fb80458e2 req-3237d374-426b-4618-bba0-5a93cbd85db2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0708842 Dec 16 09:42:33.920250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a0adb55-6612-4ddb-a5f7-f97fb80458e2 req-5a6eff62-ba6e-466b-a9c5-9dfd385a4cba tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375767 Dec 16 09:42:33.967385 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f52a90-76c1-4c1f-8501-ceb5544b3900 x-openstack-request-id: req-44f52a90-76c1-4c1f-8501-ceb5544b3900 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:33.967910 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e6ba4c-a29a-4868-a658-6379092e1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "cf4a3434-44a1-410e-9de3-7ef35db66fda", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:33.968127 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44f52a90-76c1-4c1f-8501-ceb5544b3900 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:33.968548 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a3434-44a1-410e-9de3-7ef35db66fda', 'code': 200} Dec 16 09:42:34.064632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc15100-b7c0-4a14-844f-f2021c97e77e req-17b7f6c8-0b5f-4601-822a-ccf64df7b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.066372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fdc15100-b7c0-4a14-844f-f2021c97e77e req-17b7f6c8-0b5f-4601-822a-ccf64df7b344 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 1096 time: 0.0415676 Dec 16 09:42:34.107676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fdc15100-b7c0-4a14-844f-f2021c97e77e req-2f403139-d5ae-4024-992f-11d37a650309 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Dec 16 09:42:34.459061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869a6b-f25c-4d92-b6e5-4822982426e4 req-2d7ceed7-9d22-4994-96a1-7bda45aa7cd4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.461384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9869a6b-f25c-4d92-b6e5-4822982426e4 req-2d7ceed7-9d22-4994-96a1-7bda45aa7cd4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0619290 Dec 16 09:42:34.502961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9869a6b-f25c-4d92-b6e5-4822982426e4 req-3a32207d-2d19-4ed7-abd3-52e58bc23343 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Dec 16 09:42:34.937015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3df9a-3d21-4b0a-a0ff-c076c78cecc1 req-eca2f45c-8e41-4ca1-9e6c-f476ec2dcd3a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:34.938542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55d3df9a-3d21-4b0a-a0ff-c076c78cecc1 req-eca2f45c-8e41-4ca1-9e6c-f476ec2dcd3a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 946 time: 0.0500484 Dec 16 09:42:34.980059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55d3df9a-3d21-4b0a-a0ff-c076c78cecc1 req-6ed45467-d479-4475-9266-78b1abafc403 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Dec 16 09:42:35.087800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f960f57-9f67-4ddb-9e08-4c9a81721dfa req-bb4de6f0-c332-4047-acdc-69f468613600 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:35.089415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f960f57-9f67-4ddb-9e08-4c9a81721dfa req-bb4de6f0-c332-4047-acdc-69f468613600 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0526245 Dec 16 09:42:35.136785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f960f57-9f67-4ddb-9e08-4c9a81721dfa req-e601d484-9cd6-4ba5-b6f5-3eb44343a241 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 Dec 16 09:42:35.623210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da260f6-7c1b-43a3-9dac-f0e81c57172d req-5b219460-70ca-4b1c-bfa9-129fb146faac tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:35.624799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1da260f6-7c1b-43a3-9dac-f0e81c57172d req-5b219460-70ca-4b1c-bfa9-129fb146faac tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0512455 Dec 16 09:42:35.677271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1da260f6-7c1b-43a3-9dac-f0e81c57172d req-a2a8fdef-028e-47b6-a5a9-49883203936b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Dec 16 09:42:35.924585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943953c-e5a5-4af2-a744-005f7fa7265f req-de7513e4-f700-4cef-91c6-1565cd03de6a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:35.926111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f943953c-e5a5-4af2-a744-005f7fa7265f req-de7513e4-f700-4cef-91c6-1565cd03de6a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0511794 Dec 16 09:42:35.966435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f943953c-e5a5-4af2-a744-005f7fa7265f req-4ccdb8bd-030e-4817-af77-62c03499b4fa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Dec 16 09:42:36.434538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-67b7192c-9829-4d5a-bf8d-73d2a9ac1625 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:36.436176 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-67b7192c-9829-4d5a-bf8d-73d2a9ac1625 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 946 time: 0.0843685 Dec 16 09:42:36.556133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Deleting port bc94bd19-d330-4a54-b863-35230acc6b0d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:36.556789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.690642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] For port bc94bd19-d330-4a54-b863-35230acc6b0d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bc94bd19-d330-4a54-b863-35230acc6b0d,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:36.690947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.704282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ac02941a-a9aa-4c30-a9e5-8a22021bfba3 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:36.706655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Calling delete_port for bc94bd19-d330-4a54-b863-35230acc6b0d owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:36.739543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: ac02941a-a9aa-4c30-a9e5-8a22021bfba3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:36.740369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ac02941a-a9aa-4c30-a9e5-8a22021bfba3 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:36.857530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.871438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:36.873807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bc94bd19-d330-4a54-b863-35230acc6b0d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:36.896219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'Port': ['ID=bc94bd19-d330-4a54-b863-35230acc6b0d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:36.945483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] No DVR routers for this DVR port bc94bd19-d330-4a54-b863-35230acc6b0d on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:36.948421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:36.952801 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eef55c69-9ede-473b-a753-bb68c5554d70 req-d86ca8c8-ff5d-4f23-adf8-a66935b14c6b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "DELETE /v2.0/ports/bc94bd19-d330-4a54-b863-35230acc6b0d HTTP/1.1" status: 204 len: 173 time: 0.5092297 Dec 16 09:42:36.953383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'name': 'network-vif-deleted', 'tag': 'bc94bd19-d330-4a54-b863-35230acc6b0d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:36.956932 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed09e47-010e-43c5-a6d8-acc60f0ea450" -d '{"events": [{"server_uuid": "a05539bf-4263-40e0-9d7c-0bbf4250e01a", "name": "network-vif-deleted", "tag": "bc94bd19-d330-4a54-b863-35230acc6b0d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:37.644585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a2c5117-cf13-40fb-88f3-42a078ebefab req-b65a3285-da34-465a-baf9-8373cb08685f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=a05539bf-4263-40e0-9d7c-0bbf4250e01a HTTP/1.1" status: 200 len: 210 time: 0.1232169 Dec 16 09:42:37.764933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b49a52-7656-4813-96d5-d4a07495ceb2 req-342fd8eb-39f1-4720-b5a8-32df4378041d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:37.766652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70b49a52-7656-4813-96d5-d4a07495ceb2 req-342fd8eb-39f1-4720-b5a8-32df4378041d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0631170 Dec 16 09:42:37.813442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70b49a52-7656-4813-96d5-d4a07495ceb2 req-ad068be2-45ce-4d50-b184-cd009c2e8721 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Dec 16 09:42:37.987003 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd9a70-3ef2-42b1-b809-b26993eb5f0b x-openstack-request-id: req-e6dd9a70-3ef2-42b1-b809-b26993eb5f0b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:37.987521 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05539bf-4263-40e0-9d7c-0bbf4250e01a", "name": "network-vif-deleted", "tag": "bc94bd19-d330-4a54-b863-35230acc6b0d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:37.987521 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6dd9a70-3ef2-42b1-b809-b26993eb5f0b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:37.987928 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05539bf-4263-40e0-9d7c-0bbf4250e01a', 'name': 'network-vif-deleted', 'tag': 'bc94bd19-d330-4a54-b863-35230acc6b0d', 'status': 'completed', 'code': 200} Dec 16 09:42:38.790805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-9e6d0df4-42a9-4d3d-818d-3dccb3483579 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:38.792212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-9e6d0df4-42a9-4d3d-818d-3dccb3483579 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1091115 Dec 16 09:42:38.808068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-f4982888-2ced-4289-8dc6-b930b86e4713 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0095155 Dec 16 09:42:38.865627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-596bf1b2-b9b0-401a-9b95-fe2f8e84738a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518448 Dec 16 09:42:38.973230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-f2eb0d70-c9ab-482a-a755-acde1c18b740 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001189 Dec 16 09:42:39.082184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-573647d6-e6e9-4ca8-972f-190937036486 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022863 Dec 16 09:42:39.362606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a87413-2948-4d22-9e76-661bfad1aa8f req-ee0c932a-1828-4661-99ae-efda80e232b7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.364269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30a87413-2948-4d22-9e76-661bfad1aa8f req-ee0c932a-1828-4661-99ae-efda80e232b7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0617740 Dec 16 09:42:39.408270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30a87413-2948-4d22-9e76-661bfad1aa8f req-a7ece69a-0bff-48bc-ba4d-230d87e6eb98 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372224 Dec 16 09:42:39.623221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c18ba346-7227-4959-a4e6-aba1623f8c43 req-2e8acc3d-6ae1-4f13-b738-b1a29c74c58c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0275669 Dec 16 09:42:39.883678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b819-a50e-4b4f-87b8-3c88e6c75cbd req-9c593878-dec5-42a0-9d5b-2bc49244ff6e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:39.885218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2130b819-a50e-4b4f-87b8-3c88e6c75cbd req-9c593878-dec5-42a0-9d5b-2bc49244ff6e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.0506837 Dec 16 09:42:39.933641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2130b819-a50e-4b4f-87b8-3c88e6c75cbd req-a0ba4dee-9e65-40fd-8876-e97a6eaa5e32 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Dec 16 09:42:40.366251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-f30526d2-d8f4-42f9-8063-d17ccc1dc937 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.367708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-f30526d2-d8f4-42f9-8063-d17ccc1dc937 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1052961 Dec 16 09:42:40.380834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:40.508808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:40.524506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:40.600565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf494377-a399-46a7-b63a-6c2b5a93ff6d req-b53617b6-9483-4fc3-853b-317411e790f1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:40.602200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf494377-a399-46a7-b63a-6c2b5a93ff6d req-b53617b6-9483-4fc3-853b-317411e790f1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0948884 Dec 16 09:42:40.657275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf494377-a399-46a7-b63a-6c2b5a93ff6d req-08cbabe7-3eee-437f-831e-963beee36da0 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Dec 16 09:42:40.684057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.9 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/2ab3cbd9-288f-4fc3-974d-b672e0488bb1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:40.892090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.005549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64eade18-c3f8-4e42-9110-55139b8e4d07 req-b7e95bc7-cbda-4846-933d-a0c4154cbd38 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0360301 Dec 16 09:42:41.156283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-f2045982-d655-45e5-ad70-a666a93c2c09 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:41.157939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-f2045982-d655-45e5-ad70-a666a93c2c09 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.1179361 Dec 16 09:42:41.170862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad71e-2188-4117-b826-4b2414487c71 req-45b75bae-fd02-4d66-8069-d1ffa785812e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:41.172463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-326ad71e-2188-4117-b826-4b2414487c71 req-45b75bae-fd02-4d66-8069-d1ffa785812e tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=80dc8b3c-29ca-49e7-9408-a623d24b8e36 HTTP/1.1" status: 200 len: 945 time: 0.0882690 Dec 16 09:42:41.307846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Deleting port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:41.308443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.319848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-326ad71e-2188-4117-b826-4b2414487c71 req-fe780fa3-4f70-4a13-9990-c582528b46d2 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=8eea2242-df64-4b47-9f01-f001968975f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750663 Dec 16 09:42:41.335744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.352821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cf4a3434-44a1-410e-9de3-7ef35db66fda'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:41.442714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] For port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:41.443357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.447223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:41.456281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:41.460386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:41.463307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Calling delete_port for 68a2c3b0-db3e-47df-a9e9-29e49e0b230e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:41.470715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:41.540608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:41.541816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.568438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bc94bd19-d330-4a54-b863-35230acc6b0d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:41.588922 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-1763accd-2d3b-4fb5-8cf3-5e3e716b217e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2056241 Dec 16 09:42:41.604881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Request body: {'port': {'device_id': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:41.610382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: bc94bd19-d330-4a54-b863-35230acc6b0d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:41.621573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bc94bd19-d330-4a54-b863-35230acc6b0d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:41.696179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.705062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.712387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['68a2c3b0-db3e-47df-a9e9-29e49e0b230e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:42:41.766206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'Port': ['ID=68a2c3b0-db3e-47df-a9e9-29e49e0b230e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:41.914178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] No DVR routers for this DVR port 68a2c3b0-db3e-47df-a9e9-29e49e0b230e on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:41.919768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.923636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea4f27a7-f8ef-40a2-ab22-44cffe4485ab req-e6b79163-de6d-491f-89bc-efd00c651368 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.69 "DELETE /v2.0/ports/68a2c3b0-db3e-47df-a9e9-29e49e0b230e HTTP/1.1" status: 204 len: 173 time: 0.7502542 Dec 16 09:42:41.924764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'name': 'network-vif-deleted', 'tag': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:41.926366 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e98b857-6c70-4428-ab4b-8dd94ee05b45" -d '{"events": [{"server_uuid": "80dc8b3c-29ca-49e7-9408-a623d24b8e36", "name": "network-vif-deleted", "tag": "68a2c3b0-db3e-47df-a9e9-29e49e0b230e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:41.936250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-037aa249-70f4-45ed-8321-72e43373cdd4 None None] Provisioning complete for port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:42:41.936746 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-037aa249-70f4-45ed-8321-72e43373cdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:41.949621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e7df1-75cc-4dfb-9809-2d91f879ca31 req-7845360d-57d6-4117-92be-a9beae7d282e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:41.956611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc3e7df1-75cc-4dfb-9809-2d91f879ca31 req-7845360d-57d6-4117-92be-a9beae7d282e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0821650 Dec 16 09:42:42.010481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc3e7df1-75cc-4dfb-9809-2d91f879ca31 req-40017063-49a8-421e-a292-cd9f869c48d1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529072 Dec 16 09:42:42.025795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-037aa249-70f4-45ed-8321-72e43373cdd4 None None] Port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:42:42.184753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:42.193061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.208055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Transition to ACTIVE for port object 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:42.212672 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.300223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Pushing event updated for resources: {'Port': ['ID=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:42.367911 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19536431-657f-4de9-9ac2-817ab1894dfd x-openstack-request-id: req-19536431-657f-4de9-9ac2-817ab1894dfd {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:42.368220 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc8b3c-29ca-49e7-9408-a623d24b8e36", "name": "network-vif-deleted", "tag": "68a2c3b0-db3e-47df-a9e9-29e49e0b230e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:42.368473 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19536431-657f-4de9-9ac2-817ab1894dfd {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:42.368877 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dc8b3c-29ca-49e7-9408-a623d24b8e36', 'name': 'network-vif-deleted', 'tag': '68a2c3b0-db3e-47df-a9e9-29e49e0b230e', 'status': 'completed', 'code': 200} Dec 16 09:42:42.387812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Attempting to bind port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:42.388254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Attempting to bind port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:42.388968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Attempting to bind port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:42.396869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:42.397622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Attempting to bind port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:42.407212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:42.408468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:42.408941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:42.409972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Bound port: 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:42.410407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.528729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a1a49-fc23-496a-b6d4-f1b2b2c0beb4 req-b8cae80e-ed15-4bf7-a832-d80cf514c10d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.535311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-623a1a49-fc23-496a-b6d4-f1b2b2c0beb4 req-b8cae80e-ed15-4bf7-a832-d80cf514c10d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.1020520 Dec 16 09:42:42.552186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] For port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:42.555425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] For port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:42.562674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.630136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.630812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:42.632344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] 10.222.0.53 "PUT /v2.0/ports/2ab3cbd9-288f-4fc3-974d-b672e0488bb1 HTTP/1.1" status: 200 len: 1091 time: 1.0327065 Dec 16 09:42:42.632786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'tag': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:42.641120 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee739be-51c8-4d60-9d9a-f947f9d1df40" -d '{"events": [{"name": "network-changed", "server_uuid": "580abc11-dd00-45af-a9d3-29b4c2ef7ec2", "tag": "2ab3cbd9-288f-4fc3-974d-b672e0488bb1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:42.651175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-623a1a49-fc23-496a-b6d4-f1b2b2c0beb4 req-c2bd098c-8ea5-422f-9502-de047032639d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022372 Dec 16 09:42:42.707289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad122ae2-ef3b-4c0c-9373-ce52402eb66b service neutron] Pushing event updated for resources: {'Port': ['ID=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:42.746929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-b8e3b2af-d89e-4267-89b7-de19dfd47269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.749121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-b8e3b2af-d89e-4267-89b7-de19dfd47269 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0553071 Dec 16 09:42:42.813823 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d43c112-4544-4ac5-96ed-02d64b99f3ec x-openstack-request-id: req-4d43c112-4544-4ac5-96ed-02d64b99f3ec {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:42.814490 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580abc11-dd00-45af-a9d3-29b4c2ef7ec2", "tag": "2ab3cbd9-288f-4fc3-974d-b672e0488bb1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:42.815101 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d43c112-4544-4ac5-96ed-02d64b99f3ec {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:42.815895 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'tag': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1', 'status': 'completed', 'code': 200} Dec 16 09:42:42.817674 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-44381221-c3a8-449b-ad50-dbbf3fc49834 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1 HTTP/1.1" status: 200 len: 217 time: 0.0605884 Dec 16 09:42:42.940642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ba32f3a8-ae74-4652-bf67-1bbf190ed0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:42.942887 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-ba32f3a8-ae74-4652-bf67-1bbf190ed0f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.1131499 Dec 16 09:42:43.072574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-9e83ef14-0171-4bae-9d14-6d0d0842c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.074269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-9e83ef14-0171-4bae-9d14-6d0d0842c104 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227763 Dec 16 09:42:43.164953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c18420-b963-4595-be1f-a4f7b9ac0b05 req-9292e25c-0425-4c2b-90d0-98334c2a9146 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.167113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1c18420-b963-4595-be1f-a4f7b9ac0b05 req-9292e25c-0425-4c2b-90d0-98334c2a9146 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0689101 Dec 16 09:42:43.196466 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-efa98e08-5276-46b4-a61c-795c4085a706 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143701 Dec 16 09:42:43.219209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1c18420-b963-4595-be1f-a4f7b9ac0b05 req-07efbefb-1f77-4e39-a082-bbec3ce2d795 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Dec 16 09:42:43.323132 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7580edba-4a1f-4bb4-8aea-a9548ae520a5 req-89c5d53d-4044-4b63-b1f5-d4fe52c9f5ac service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103983 Dec 16 09:42:43.369395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039c97-375c-4103-ba0b-835ddbf16675 req-834c3575-948d-4a85-970c-76f5578b82dd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.378423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b039c97-375c-4103-ba0b-835ddbf16675 req-834c3575-948d-4a85-970c-76f5578b82dd tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0627146 Dec 16 09:42:43.428263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-37874c51-9e63-4777-a1a2-55120d38da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.430282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-37874c51-9e63-4777-a1a2-55120d38da71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 1094 time: 0.0530918 Dec 16 09:42:43.432638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b039c97-375c-4103-ba0b-835ddbf16675 req-ad9feecc-034c-4b9c-bc77-4b75de13976a tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526681 Dec 16 09:42:43.580158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-d540971a-b6d9-4802-b70e-fc5e90a4a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.581817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-d540971a-b6d9-4802-b70e-fc5e90a4a615 service neutron] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1398728 Dec 16 09:42:43.642051 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-0b0f8f1d-6d41-4172-ba3d-fa8185d5a67f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1 HTTP/1.1" status: 200 len: 217 time: 0.0504603 Dec 16 09:42:43.716746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-8ad963ac-8197-4d4c-ac6f-a2fee3fb5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.719135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-8ad963ac-8197-4d4c-ac6f-a2fee3fb5141 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0665898 Dec 16 09:42:43.783914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-a077de3c-13e9-403c-a6b7-b2523e8ca624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.786334 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-a077de3c-13e9-403c-a6b7-b2523e8ca624 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562987 Dec 16 09:42:43.892620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-f77bc83d-467a-41aa-981c-119c19705dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.894276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-f77bc83d-467a-41aa-981c-119c19705dfe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1096 time: 0.0939629 Dec 16 09:42:43.912888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3bd1b-2955-4e8a-8f33-178c30afcd2b req-91ef078b-fb2f-4daa-8c6e-a6d2ce8c1db1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:43.916511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5af3bd1b-2955-4e8a-8f33-178c30afcd2b req-91ef078b-fb2f-4daa-8c6e-a6d2ce8c1db1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0972300 Dec 16 09:42:43.918026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-6f44673a-3c9e-44d1-9e63-36f611c9eba0 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228154 Dec 16 09:42:44.013032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ced65a7-eeb8-41c3-9c85-929abb023176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:44.119610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5af3bd1b-2955-4e8a-8f33-178c30afcd2b req-9be6b5df-2597-4873-8d0d-b860b42e9e27 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798208 Dec 16 09:42:44.124266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eee739be-51c8-4d60-9d9a-f947f9d1df40 req-e88394c4-470d-466a-9075-3630c9efa0c8 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972861 Dec 16 09:42:44.158435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-f1834ae2-5f3a-498c-b1cd-2b33779d3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.160351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-f1834ae2-5f3a-498c-b1cd-2b33779d3da2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.2429190 Dec 16 09:42:44.286617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-caef76d9-397e-416c-b9e4-621549f8df2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 1000 time: 0.1151626 Dec 16 09:42:44.294849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2711fcf-eb9f-4db1-9966-3e19e1cdf5c4 req-cf544dc4-e5ea-4a5a-8906-2fcca4825720 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.296712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2711fcf-eb9f-4db1-9966-3e19e1cdf5c4 req-cf544dc4-e5ea-4a5a-8906-2fcca4825720 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0713849 Dec 16 09:42:44.386584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-ca1fd687-ca9e-41e9-95d4-72d75cc13cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.388807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-ca1fd687-ca9e-41e9-95d4-72d75cc13cd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0912468 Dec 16 09:42:44.395501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2711fcf-eb9f-4db1-9966-3e19e1cdf5c4 req-199ff6e3-d9a9-4d1e-9669-8336aefb645f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899980 Dec 16 09:42:44.467622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-1c80dd9a-6a5a-4a61-8ae2-3cc221ef6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.469324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-1c80dd9a-6a5a-4a61-8ae2-3cc221ef6863 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728683 Dec 16 09:42:44.624973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-5eab7b6c-3d9b-4526-9341-378764c8b4ce service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479681 Dec 16 09:42:44.639098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7811af-68a5-4889-a796-7ec027dd1e54 req-bc6c13a5-3aa5-43b8-8595-abac7451f26b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.641203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b7811af-68a5-4889-a796-7ec027dd1e54 req-bc6c13a5-3aa5-43b8-8595-abac7451f26b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0708382 Dec 16 09:42:44.730926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b7811af-68a5-4889-a796-7ec027dd1e54 req-67b56de0-fa99-419c-9a12-97a5db0180ac tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups?id=3336b310-4c8c-446a-b884-67d14fc9b2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796309 Dec 16 09:42:44.741579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 68a2c3b0-db3e-47df-a9e9-29e49e0b230e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:44.780788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 68a2c3b0-db3e-47df-a9e9-29e49e0b230e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:44.780788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 68a2c3b0-db3e-47df-a9e9-29e49e0b230e not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:44.788268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0807e75b-6d8a-4851-89f3-99896e3e3e32 req-e4bd1952-dfc6-41a2-ad91-558b71bed76c service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458516 Dec 16 09:42:44.886095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-2e7c4215-8cf5-44ca-aa99-b629cd1425e9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:44.887903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-2e7c4215-8cf5-44ca-aa99-b629cd1425e9 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 945 time: 0.0978606 Dec 16 09:42:45.008639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Deleting port 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:45.008973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.122664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] For port 810fe881-dd2d-4048-8501-6861d34f3d5a, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=810fe881-dd2d-4048-8501-6861d34f3d5a,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:45.122987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.290452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d5d38-006b-4765-bf24-445df1d9b1f1 req-4da564af-89db-46f4-9985-a104b0b459b4 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.292680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e61d5d38-006b-4765-bf24-445df1d9b1f1 req-4da564af-89db-46f4-9985-a104b0b459b4 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0863943 Dec 16 09:42:45.354198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e61d5d38-006b-4765-bf24-445df1d9b1f1 req-31045b32-fc7e-4c38-a101-01c385751ffc tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532804 Dec 16 09:42:45.429251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.430054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.430404 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Floating IP 2c06c5a7-62e7-4526-ba17-34871877718c disassociated. External IP: 172.25.6.17, port: 810fe881-dd2d-4048-8501-6861d34f3d5a. Dec 16 09:42:45.430936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Calling delete_port for 810fe881-dd2d-4048-8501-6861d34f3d5a owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:45.621413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efba4a-e822-4edf-95ca-f564671b2ac6 req-b062a715-2bb8-4643-a561-29c860a0d1a0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:45.622952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97efba4a-e822-4edf-95ca-f564671b2ac6 req-b062a715-2bb8-4643-a561-29c860a0d1a0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0825222 Dec 16 09:42:45.677271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97efba4a-e822-4edf-95ca-f564671b2ac6 req-116e64be-6566-4226-b9c6-65a63d7c0960 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Dec 16 09:42:45.723042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:45.803848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'Port': ['ID=810fe881-dd2d-4048-8501-6861d34f3d5a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:45.915421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d84b983-96cb-4c96-98f5-07cfc4b32ff0 req-3e4f660b-0ec6-43f1-a4e0-f6e72cc16145 tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ff99d71-6996-4143-a7a1-a2cad64e6500 HTTP/1.1" status: 200 len: 210 time: 0.0569265 Dec 16 09:42:46.011349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Router ddc1cb83-8231-4e64-8126-6d70bd1ef252 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:46.137603 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:42:46.182042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:46.205188 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] Sync routers for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:46.230388 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:46.238570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:42:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:46.269894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] No DVR routers for this DVR port 810fe881-dd2d-4048-8501-6861d34f3d5a on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:46.276275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.283356 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f43530b9-50a7-4774-93ed-2fd01235e4de req-ce82e6c5-9af6-42ab-8415-9f4fbc10dd2b tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.53 "DELETE /v2.0/ports/810fe881-dd2d-4048-8501-6861d34f3d5a HTTP/1.1" status: 204 len: 173 time: 1.3886876 Dec 16 09:42:46.283998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-deleted', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:46.287147 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846e6bc-4186-4324-9d9e-c113e91ef960" -d '{"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-deleted", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:46.345289 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36964d9-a455-4aa6-9ae2-7007ea26901c x-openstack-request-id: req-d36964d9-a455-4aa6-9ae2-7007ea26901c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:46.345628 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff99d71-6996-4143-a7a1-a2cad64e6500", "name": "network-vif-deleted", "tag": "810fe881-dd2d-4048-8501-6861d34f3d5a", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:46.346025 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d36964d9-a455-4aa6-9ae2-7007ea26901c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:46.346924 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff99d71-6996-4143-a7a1-a2cad64e6500', 'name': 'network-vif-deleted', 'tag': '810fe881-dd2d-4048-8501-6861d34f3d5a', 'status': 'completed', 'code': 200} Dec 16 09:42:46.448385 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b08771ec-02df-4e62-8c2e-948276920d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:46.470816 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:46.586665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592ef4e-f582-4f8d-bac0-858d2b9475b4 req-180bfdd9-fd40-4e51-a371-62e642a3a954 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.594102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3592ef4e-f582-4f8d-bac0-858d2b9475b4 req-180bfdd9-fd40-4e51-a371-62e642a3a954 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1090541 Dec 16 09:42:46.641375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3592ef4e-f582-4f8d-bac0-858d2b9475b4 req-43583530-e389-4c9e-a93e-d887da48a565 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Dec 16 09:42:46.789939 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:46.834217 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] Checking router: ddc1cb83-8231-4e64-8126-6d70bd1ef252 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:46.846407 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:46.847266 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:42:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:46.870949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db277b-effd-498f-9268-a5973438b240 req-40b93e6e-36e7-40dd-902a-3d63f06dad8f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:46.880376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8db277b-effd-498f-9268-a5973438b240 req-40b93e6e-36e7-40dd-902a-3d63f06dad8f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0822904 Dec 16 09:42:46.950660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8db277b-effd-498f-9268-a5973438b240 req-969ee453-e29a-4874-8c31-47048ed55e06 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689912 Dec 16 09:42:47.016350 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:47.157756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60800) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:47.244775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6461a7b-8a19-4bab-afcb-9f0e38062b9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.282227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6461a7b-8a19-4bab-afcb-9f0e38062b9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.358281 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:47.363404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6461a7b-8a19-4bab-afcb-9f0e38062b9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.367418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e6461a7b-8a19-4bab-afcb-9f0e38062b9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.371114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e6461a7b-8a19-4bab-afcb-9f0e38062b9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "DELETE /v2.0/security-groups/3336b310-4c8c-446a-b884-67d14fc9b2c3 HTTP/1.1" status: 204 len: 168 time: 0.2099590 Dec 16 09:42:47.371646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60802) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:47.390309 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243f34f5-c60d-4b6c-bb34-73c93fc884e3 None None] The sync data for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 is: [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:34:32Z', 'revision_number': 4, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ba6da3f7-27a1-4e98-b6a2-c919a17ceb75', 'name': '', 'network_id': '888f4d0f-c79c-4010-869e-5042131f02bd', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'mac_address': 'fa:16:3e:f0:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:31Z', 'updated_at': '2021-12-16T09:34:41Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'subnets': [{'id': '147325a2-ad49-472c-bd08-aa7bedc856e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:47.396432 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-cf8f9f9a-6e4c-4e5e-8b06-ea3942a910da tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] show failed (client error): The resource could not be found. Dec 16 09:42:47.406131 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf8f9f9a-6e4c-4e5e-8b06-ea3942a910da tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "GET /v2.0/security-groups/3336b310-4c8c-446a-b884-67d14fc9b2c3 HTTP/1.1" status: 404 len: 347 time: 0.0297408 Dec 16 09:42:47.406612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60804) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:47.456341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6461a7b-8a19-4bab-afcb-9f0e38062b9f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336b310-4c8c-446a-b884-67d14fc9b2c3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:47.600676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Deleting port f33862ce-b239-4dba-8c4f-3f6f7dde43da {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:47.601644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.791511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.791820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:47.812634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Calling delete_port for f33862ce-b239-4dba-8c4f-3f6f7dde43da owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:47.870113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac988810-cf1d-48f2-ba26-fe5425843740 None None] New status for floating IP 2c06c5a7-62e7-4526-ba17-34871877718c: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:42:47.880152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-b523f60d-9c12-4d5b-a431-7cb1a7cab098 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1563997 Dec 16 09:42:48.059420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.089151 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.107606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ac988810-cf1d-48f2-ba26-fe5425843740 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:42:48.108255 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ac988810-cf1d-48f2-ba26-fe5425843740 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:42:48.124884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.125382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.125977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.126506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.126993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.127437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.128082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.130032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-73a3a44e-4446-4317-91f8-082d3ef477a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6492 time: 0.1363358 Dec 16 09:42:48.135385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Pushing event deleted for resources: {'Port': ['ID=f33862ce-b239-4dba-8c4f-3f6f7dde43da,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:48.363111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d788c1-6bba-4c8c-9348-15ce0256cf55 req-44a8ccae-3435-4e6b-8292-07eb13d80e24 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.366755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7d788c1-6bba-4c8c-9348-15ce0256cf55 req-44a8ccae-3435-4e6b-8292-07eb13d80e24 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.2334442 Dec 16 09:42:48.416958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.419608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:48.420905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5df2187c-0912-4f2e-aa82-4420907b037f tempest-ServerActionsTestJSON-151970195 tempest-ServerActionsTestJSON-151970195-project] 10.222.0.61 "DELETE /v2.0/floatingips/2c06c5a7-62e7-4526-ba17-34871877718c HTTP/1.1" status: 204 len: 168 time: 1.0129793 Dec 16 09:42:48.427264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60824) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:48.491073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7d788c1-6bba-4c8c-9348-15ce0256cf55 req-3405b140-7b80-40fc-875b-68aa36b5558c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995045 Dec 16 09:42:48.499911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-9d28d539-9c34-423d-9b7b-6ce0ab5b281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.499911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-9d28d539-9c34-423d-9b7b-6ce0ab5b281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.499911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-9d28d539-9c34-423d-9b7b-6ce0ab5b281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:48.501633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-9d28d539-9c34-423d-9b7b-6ce0ab5b281b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d00eb238-539e-4791-a5d8-3607f42e9b23&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 2294 time: 0.3198233 Dec 16 09:42:48.609570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac988810-cf1d-48f2-ba26-fe5425843740 None None] New status for floating IP 2c06c5a7-62e7-4526-ba17-34871877718c: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:42:49.215489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-ba6604ef-fad5-4571-b83f-b2ead9ed37ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 200 len: 1001 time: 0.7051620 Dec 16 09:42:49.279585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-8aa31131-ef0b-45cc-99dc-099a1a2c5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:49.281382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-8aa31131-ef0b-45cc-99dc-099a1a2c5fd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6fef8b64-1ab0-448a-a7fc-bb821c33a917 HTTP/1.1" status: 200 len: 851 time: 0.0584342 Dec 16 09:42:49.332909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.364159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-901305cb-4782-405d-9970-cee47d45ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:49.368693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-901305cb-4782-405d-9970-cee47d45ab33 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d00eb238-539e-4791-a5d8-3607f42e9b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800803 Dec 16 09:42:49.500112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-6d251c24-2d7b-4e49-991c-ec239afa1e33 service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234763 Dec 16 09:42:49.621687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:49.660678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 810fe881-dd2d-4048-8501-6861d34f3d5a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:49.661022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 810fe881-dd2d-4048-8501-6861d34f3d5a not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:49.713913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-27bdbbfb-3ae1-4863-8474-6df41614808b service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918328 Dec 16 09:42:49.773457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5788ae4-33f1-4007-b125-a6ace4ec50de req-2e64e74a-f95d-4b38-84a2-0bccb80e50b2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:49.783272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5788ae4-33f1-4007-b125-a6ace4ec50de req-2e64e74a-f95d-4b38-84a2-0bccb80e50b2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.1201143 Dec 16 09:42:49.798397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Deleting port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:49.798968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.847190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.866822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-5a8434af-6036-42b0-a56e-8842ca82242d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 217 time: 0.1360211 Dec 16 09:42:49.876918 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.913868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] For port ba6da3f7-27a1-4e98-b6a2-c919a17ceb75, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:49.915034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:49.928554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Calling delete_port for ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:49.934146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5788ae4-33f1-4007-b125-a6ace4ec50de req-b6f7dc9e-d7e1-41f6-b194-01c3f3ce5817 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499844 Dec 16 09:42:49.947548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-0c4dd102-8521-4d58-b749-a306a98a9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:49.949003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-0c4dd102-8521-4d58-b749-a306a98a9aac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0673099 Dec 16 09:42:50.043894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-adb69c69-d25f-492b-b2b1-b87b282655c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.045493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-adb69c69-d25f-492b-b2b1-b87b282655c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886571 Dec 16 09:42:50.219380 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.256362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-9bd06c53-44e3-4b30-a427-8243d6912e30 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005742 Dec 16 09:42:50.261742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6da3f7-27a1-4e98-b6a2-c919a17ceb75,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:50.494357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-891f6d83-6060-4f07-96e7-a1be2b47baa4 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265821 Dec 16 09:42:50.495489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:50.559789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-71ac690f-3d70-4020-9ee1-8894e9033476 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 217 time: 0.0534024 Dec 16 09:42:50.679866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-52c1bff5-4981-4bac-8775-052bc1df8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.681383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-52c1bff5-4981-4bac-8775-052bc1df8de9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.1142237 Dec 16 09:42:50.791460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-44ed36df-b306-4974-8b93-0710b859d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:50.795512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-44ed36df-b306-4974-8b93-0710b859d456 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050363 Dec 16 09:42:50.844719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Router ddc1cb83-8231-4e64-8126-6d70bd1ef252 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:42:50.930692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-1d34934e-b49a-449f-89d2-3b1d5faab729 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278851 Dec 16 09:42:51.002037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:42:51.010220 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-54ea3aff-d249-49ed-82c8-1210698aa777 admin admin] 10.222.0.61 "PUT /v2.0/routers/ddc1cb83-8231-4e64-8126-6d70bd1ef252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5815885 Dec 16 09:42:51.014352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60846) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:51.019152 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] Sync routers for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:42:51.033605 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:51.034273 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:42:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:51.111007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-7174f1cb-b750-4432-b88d-fea221b4b037 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717288 Dec 16 09:42:51.121821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163b59-6b7d-4691-a8e7-7b908c4241c8 req-2e110359-287c-46b0-af2b-a277a2870902 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.124067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9163b59-6b7d-4691-a8e7-7b908c4241c8 req-2e110359-287c-46b0-af2b-a277a2870902 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0747130 Dec 16 09:42:51.145295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.163013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-43ff0e33-efdd-4890-9d9c-1aaf984dc65b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4 HTTP/1.1" status: 200 len: 217 time: 0.0381155 Dec 16 09:42:51.170871 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:51.242995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9163b59-6b7d-4691-a8e7-7b908c4241c8 req-ce39cf71-867a-49d0-a5e9-bb9fe0890d35 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813375 Dec 16 09:42:51.251120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-6e3fc4d6-e654-4184-8457-73be161df0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.256386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-6e3fc4d6-e654-4184-8457-73be161df0a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0800235 Dec 16 09:42:51.261050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.324207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Deleting port 4df21ded-76c3-4745-b87d-d2dddc844a94 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:51.324494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.326010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-4bad9b1d-5b5b-4289-8c83-af8dff7c5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.327713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-4bad9b1d-5b5b-4289-8c83-af8dff7c5b9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633111 Dec 16 09:42:51.383585 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:42:50Z', 'revision_number': 5, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port': {'id': '4df21ded-76c3-4745-b87d-d2dddc844a94', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:34:27Z', 'updated_at': '2021-12-16T09:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:51.422172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] Checking router: ddc1cb83-8231-4e64-8126-6d70bd1ef252 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:42:51.426387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] For port 4df21ded-76c3-4745-b87d-d2dddc844a94, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4df21ded-76c3-4745-b87d-d2dddc844a94,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:51.426821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.432192 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] Routers {'ddc1cb83-8231-4e64-8126-6d70bd1ef252'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:42:51.432794 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:42:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:51.439605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-27ef8d74-66e5-4cfb-9214-1b7528a60136 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037884 Dec 16 09:42:51.440594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Calling delete_port for 4df21ded-76c3-4745-b87d-d2dddc844a94 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:51.535403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-07095169-e8ea-4c79-80d5-0384d7238d27 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881605 Dec 16 09:42:51.585644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-1858a36b-3f49-4dc8-ba89-efa4f30c0556 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=451108bb-52ec-4713-8558-57af43e90c44 HTTP/1.1" status: 200 len: 217 time: 0.0418546 Dec 16 09:42:51.626305 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] Set router ddc1cb83-8231-4e64-8126-6d70bd1ef252 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:42:51.648751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-dc9b38a7-4f99-4d2f-b4da-8bd6436f0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.649431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.650390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-dc9b38a7-4f99-4d2f-b4da-8bd6436f0c92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0580575 Dec 16 09:42:51.685984 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 6, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:51.692541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4df21ded-76c3-4745-b87d-d2dddc844a94,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:51.726403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-c7fd00b3-93df-4384-88eb-7de2fb00f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:51.728327 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3968b3-f88f-4db1-93c1-e015258c1c9e None None] The sync data for ids ['ddc1cb83-8231-4e64-8126-6d70bd1ef252'] in n-d-821941-1 is: [{'id': 'ddc1cb83-8231-4e64-8126-6d70bd1ef252', 'name': 'tempest-ServerActionsTestJSON-741184189-router', 'tenant_id': 'f20435973c7c489d9db6502dc7421cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:34:26Z', 'updated_at': '2021-12-16T09:42:51Z', 'revision_number': 6, 'project_id': 'f20435973c7c489d9db6502dc7421cfd', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:42:51.728757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-c7fd00b3-93df-4384-88eb-7de2fb00f9d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690503 Dec 16 09:42:51.757274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.836189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-1b4949cb-0003-4551-8e5f-7281264622c9 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985453 Dec 16 09:42:51.866017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.871674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.924330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.924953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc1cb83-8231-4e64-8126-6d70bd1ef252 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:42:51.930039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:51.931085 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-61278f17-6abb-4029-bcbc-2c9022d699ce admin admin] 10.222.0.61 "DELETE /v2.0/routers/ddc1cb83-8231-4e64-8126-6d70bd1ef252 HTTP/1.1" status: 204 len: 168 time: 0.9156516 Dec 16 09:42:51.933753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:51.949787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-c61f0d4d-fcd2-4602-8cfd-311a87b69a4e service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060312 Dec 16 09:42:51.991820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-2ce33acb-0765-4894-a7f4-cf0fcd099ba4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 200 len: 217 time: 0.0351920 Dec 16 09:42:52.055714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-cc96f901-6067-468b-801b-24e10a63f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.057745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-cc96f901-6067-468b-801b-24e10a63f8a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0588329 Dec 16 09:42:52.122802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-5e60912b-e6b8-43b9-91a9-e587afbced05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.125991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-5e60912b-e6b8-43b9-91a9-e587afbced05 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598776 Dec 16 09:42:52.273208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-583ac186-0f13-4945-bfba-642247891c79 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397674 Dec 16 09:42:52.381719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Deleting subnet 147325a2-ad49-472c-bd08-aa7bedc856e9 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:42:52.385014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.417985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a925fb-8c9a-4788-ad3f-56a72ba9f214 req-8d7a1238-14cb-44b9-b8a8-b78bac02c5b5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.419503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56a925fb-8c9a-4788-ad3f-56a72ba9f214 req-8d7a1238-14cb-44b9-b8a8-b78bac02c5b5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0744476 Dec 16 09:42:52.419846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.432829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-e3c02192-4202-4409-8c84-a35fa278f4fd service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514652 Dec 16 09:42:52.496002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-35006e56-6812-4487-81b1-73bdb0952ed1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 200 len: 217 time: 0.0491955 Dec 16 09:42:52.501331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.503700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56a925fb-8c9a-4788-ad3f-56a72ba9f214 req-bee99d35-9c66-45e4-8def-897850f6a6d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740788 Dec 16 09:42:52.558112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-d00eafe0-48d6-4f3a-ac79-005c2a8d1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.559624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-d00eafe0-48d6-4f3a-ac79-005c2a8d1add service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0550299 Dec 16 09:42:52.581873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.619413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-e9300a84-e8eb-4040-914e-4a735b1244e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:52.621060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-e9300a84-e8eb-4040-914e-4a735b1244e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518608 Dec 16 09:42:52.642769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:52.645195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147325a2-ad49-472c-bd08-aa7bedc856e9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:52.647521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.660238 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b97a15b-2d6a-42cf-8603-7aa47c3351e5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/147325a2-ad49-472c-bd08-aa7bedc856e9 HTTP/1.1" status: 204 len: 168 time: 0.7253492 Dec 16 09:42:52.665111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60866) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:52.764675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-819a5012-98f3-4f37-b26d-cceb88bb5657 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353207 Dec 16 09:42:52.773129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.856253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Deleting port 6c626e56-1732-4213-813a-c5d36c8aa998 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:42:52.856595 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.879661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e699715f-a3e4-4620-a869-17c7bd8142e8 None None] Network 888f4d0f-c79c-4010-869e-5042131f02bd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:52.883347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b92c328e-9ad6-4042-bde9-d3a2553fc746 req-90af431a-554a-4ac4-81e1-c6644f4be2ca service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115294 Dec 16 09:42:52.948548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] For port 6c626e56-1732-4213-813a-c5d36c8aa998, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6c626e56-1732-4213-813a-c5d36c8aa998,segment=NetworkSegment(cde1008c-bc26-45a8-9bba-fd2990125107),segment_id=cde1008c-bc26-45a8-9bba-fd2990125107)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:42:52.949173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:52.953247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:52.953863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ba6da3f7-27a1-4e98-b6a2-c919a17ceb75 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:52.988614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Calling delete_port for 6c626e56-1732-4213-813a-c5d36c8aa998 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:42:53.087011 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.121917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] No DVR routers for this DVR port 6c626e56-1732-4213-813a-c5d36c8aa998 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:42:53.124166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c626e56-1732-4213-813a-c5d36c8aa998,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:53.152574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc96a95-3672-4f95-9667-cddc5d2db4d5 None None] DHCP port deletion for 888f4d0f-c79c-4010-869e-5042131f02bd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:42:53.205887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.226539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888f4d0f-c79c-4010-869e-5042131f02bd']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:53.240680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde1008c-bc26-45a8-9bba-fd2990125107') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:53.240680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde1008c-bc26-45a8-9bba-fd2990125107') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:42:53.246743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.261188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.268995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:42:53.269618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:42:53.272339 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:42:53.340823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.347258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.350280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] 10.222.0.61 "DELETE /v2.0/networks/888f4d0f-c79c-4010-869e-5042131f02bd HTTP/1.1" status: 204 len: 168 time: 0.6841955 Dec 16 09:42:53.362288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20204c76-2fe2-4617-a88b-34b594d71227 admin admin] Pushing event deleted for resources: {'Network': ['ID=888f4d0f-c79c-4010-869e-5042131f02bd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:53.489089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60872) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:53.532645 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8df8ff63-949b-4a18-b626-71d3cef9782e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f20435973c7c489d9db6502dc7421cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419202 Dec 16 09:42:53.535107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60874) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:53.603954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a399ce3-6a84-416e-aef0-90d256413eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.631902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a399ce3-6a84-416e-aef0-90d256413eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.663268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a3a1d-7ed9-4d90-a6fe-953da9ada493 req-ad96ac01-e5af-41e9-a75f-bc26dbd52ca3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:53.678596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-073a3a1d-7ed9-4d90-a6fe-953da9ada493 req-ad96ac01-e5af-41e9-a75f-bc26dbd52ca3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0714443 Dec 16 09:42:53.687200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.708011 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a399ce3-6a84-416e-aef0-90d256413eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.710821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a399ce3-6a84-416e-aef0-90d256413eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:53.714339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1a399ce3-6a84-416e-aef0-90d256413eac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8eea2242-df64-4b47-9f01-f001968975f7 HTTP/1.1" status: 204 len: 168 time: 0.1759477 Dec 16 09:42:53.730893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a399ce3-6a84-416e-aef0-90d256413eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea2242-df64-4b47-9f01-f001968975f7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:53.758595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-073a3a1d-7ed9-4d90-a6fe-953da9ada493 req-da76cf4a-122d-4585-b1f9-981e06223bf7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777276 Dec 16 09:42:54.189151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4df21ded-76c3-4745-b87d-d2dddc844a94 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:54.209835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4df21ded-76c3-4745-b87d-d2dddc844a94 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:54.210205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4df21ded-76c3-4745-b87d-d2dddc844a94 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:54.210627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6c626e56-1732-4213-813a-c5d36c8aa998 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:42:54.230265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6c626e56-1732-4213-813a-c5d36c8aa998 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:42:54.230642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6c626e56-1732-4213-813a-c5d36c8aa998 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:42:54.576225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60904) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:54.686981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-569075586-network', 'tenant_id': 'c7c3d8e45216449f9f5b88f197518e91'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:54.708405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Made reservation on behalf of c7c3d8e45216449f9f5b88f197518e91 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:54.710731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.723389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.801720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.806741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.832612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:42:54.849643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.850382 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Added segment c1ae6ef0-836e-4af1-a23f-21c102f8fb16 of type vlan for network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 Dec 16 09:42:54.852904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb9836-65fa-4a5b-9c90-de0be01348e9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:54.917785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.934386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220c6eb-a49b-4251-aecd-4c3ca77a98fa req-ff642408-8c1e-4773-b020-c3d68e2b7d4d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:54.936132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0220c6eb-a49b-4251-aecd-4c3ca77a98fa req-ff642408-8c1e-4773-b020-c3d68e2b7d4d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0631630 Dec 16 09:42:54.948548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.949536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:54.950192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.985236 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:54.987374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0220c6eb-a49b-4251-aecd-4c3ca77a98fa req-55030a80-a97f-411b-87ff-fd4bf53775dc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Dec 16 09:42:55.017043 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4394495 Dec 16 09:42:55.019934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:42:55.025424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Request body: {'subnet': {'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-569075586-subnet', 'tenant_id': 'c7c3d8e45216449f9f5b88f197518e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:55.042810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33b43-96fd-46b4-bc1a-01c3d4cb5460 admin admin] Pushing event updated for resources: {'Network': ['ID=897ab3fe-f562-45ce-8c55-5f2e180d0b86,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:55.058801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:42:55.069140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Made reservation on behalf of c7c3d8e45216449f9f5b88f197518e91 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:55.073902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.354978 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.406356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b271eb5-e0e9-4429-aba4-8bd7f639e059,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:55.438165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Checking segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:55.438639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Network hostable DHCP agents. Network: 897ab3fe-f562-45ce-8c55-5f2e180d0b86, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:42:55.458468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:42:55.470269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 897ab3fe-f562-45ce-8c55-5f2e180d0b86) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:55.479661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca230c-1352-49a0-9d38-903d5de51ff3 None None] Network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:55.489418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:55.490477 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:55.508974 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30f6c708-fb90-4ef9-82a9-e7bc0ba43977 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4878259 Dec 16 09:42:55.661288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbeaf5-2116-476a-a560-7d7998ce9669 None None] Network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:42:55.997751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-8e37c328-c5e4-4337-a777-80bcac5ccbdc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:55.999991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-8e37c328-c5e4-4337-a777-80bcac5ccbdc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 813 time: 0.1097550 Dec 16 09:42:56.016868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-c4d967ef-1b9f-4c37-95ee-039153c5bfaa tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/quotas/c7c3d8e45216449f9f5b88f197518e91 HTTP/1.1" status: 200 len: 375 time: 0.0105162 Dec 16 09:42:56.056342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-f987936a-588a-47d0-a2c8-06ade0470c3a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327978 Dec 16 09:42:56.152094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-d6cf3940-4c04-4f63-9604-8a7e0db7ee84 service neutron] 10.222.0.61 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881200 Dec 16 09:42:56.265933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-cd1aa71c-3406-4d7b-9694-fa26928a7a09 service neutron] 10.222.0.61 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071994 Dec 16 09:42:56.509434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e845-2ab3-4573-8075-3e5e7a6e1526 req-22e166b7-1aa6-4dda-b466-d6e3e41709bd tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:56.517630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9338e845-2ab3-4573-8075-3e5e7a6e1526 req-22e166b7-1aa6-4dda-b466-d6e3e41709bd tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0703747 Dec 16 09:42:56.559241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9338e845-2ab3-4573-8075-3e5e7a6e1526 req-ea9adc20-367b-48a8-8605-306b3c723f9c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Dec 16 09:42:56.864966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0819065b-d12f-4c4e-9a93-a3b1b4e21d21 req-70a9a6e5-d7cf-4afb-a338-2ce1446ce287 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 210 time: 0.1079543 Dec 16 09:42:57.518637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-00b28ea8-372a-4198-80a6-2a20f870af12 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.520191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-00b28ea8-372a-4198-80a6-2a20f870af12 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.69 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 813 time: 0.1495526 Dec 16 09:42:57.534860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Request body: {'port': {'device_id': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'admin_state_up': True, 'tenant_id': 'c7c3d8e45216449f9f5b88f197518e91'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:57.692518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Made reservation on behalf of c7c3d8e45216449f9f5b88f197518e91 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:42:57.697030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:57.803363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc2d36-915f-4f73-b7db-3c686cab6d2e req-9540ce02-c901-4061-9058-3cc45835c860 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:57.804925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dbc2d36-915f-4f73-b7db-3c686cab6d2e req-9540ce02-c901-4061-9058-3cc45835c860 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.1253405 Dec 16 09:42:57.887454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dbc2d36-915f-4f73-b7db-3c686cab6d2e req-61074993-a683-4826-b26d-264566cab489 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705349 Dec 16 09:42:57.897290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Allocated IP 172.20.0.7 (897ab3fe-f562-45ce-8c55-5f2e180d0b86/4b271eb5-e0e9-4429-aba4-8bd7f639e059/125bdc4b-22cd-4daa-9861-9931c73fffd2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:42:58.089656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.145372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.222104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:42:58.229969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:42:58.231892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.240521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:42:58.298674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60c71e-4525-47b0-81dc-5be05c198156 req-81db4113-79c0-4ba1-a47a-1ff978dbf462 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:58.300168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e60c71e-4525-47b0-81dc-5be05c198156 req-81db4113-79c0-4ba1-a47a-1ff978dbf462 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 931 time: 0.1200383 Dec 16 09:42:58.306123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:58.306764 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.337839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-077c30b2-aae8-439b-a140-b667742948f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8077455 Dec 16 09:42:58.351870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Request body: {'port': {'device_id': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:42:58.357820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e60c71e-4525-47b0-81dc-5be05c198156 req-506a55ce-da0e-4fa7-a3c3-6fe16c5ad082 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Dec 16 09:42:58.416756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.701733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:42:58.709640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.723154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Transition to ACTIVE for port object 125bdc4b-22cd-4daa-9861-9931c73fffd2 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:42:58.727199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.778325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:58.860120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:42:58.860453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:42:58.860773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:58.866584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:42:58.867012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:42:58.872056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:42:58.872368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Checking segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:42:58.872911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Bound using segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:42:58.873346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Bound port: 125bdc4b-22cd-4daa-9861-9931c73fffd2, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:42:58.873744 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:58.948026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:42:58.952972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:42:58.959096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.012467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.013226 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:42:59.014929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] 10.222.0.69 "PUT /v2.0/ports/125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 1091 time: 0.6690078 Dec 16 09:42:59.015380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:42:59.017653 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06" -d '{"events": [{"name": "network-changed", "server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:42:59.089082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea3505-cfd5-4167-a605-b76245cd889d service neutron] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:42:59.111978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401741e-0174-486e-9cb9-a0baa1ccfb9f req-bcb081bb-988d-4346-9476-bd99fa1166ca tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.113487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0401741e-0174-486e-9cb9-a0baa1ccfb9f req-bcb081bb-988d-4346-9476-bd99fa1166ca tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.1252711 Dec 16 09:42:59.128735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-ab129b20-68f8-459a-bf48-a62bffdaec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.130257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-ab129b20-68f8-459a-bf48-a62bffdaec8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1094 time: 0.0705364 Dec 16 09:42:59.195158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-ec1831e5-7dc2-4d1b-825f-50796faee29d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0539799 Dec 16 09:42:59.202986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0401741e-0174-486e-9cb9-a0baa1ccfb9f req-eed6fb14-fe30-4113-af32-b4299f1b7a47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819628 Dec 16 09:42:59.256070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d28cc-6203-4458-93cd-c498513a71a3 req-fcbd0fe4-026d-4bb4-9cf6-c0b9662e509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.257529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-fcbd0fe4-026d-4bb4-9cf6-c0b9662e509c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0537457 Dec 16 09:42:59.293379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-b8486c5d-a9bd-4772-9dff-d6ee0ef6b8ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277183 Dec 16 09:42:59.323409 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1f724-ef3a-437c-8cf0-8da916f97b6e x-openstack-request-id: req-30e1f724-ef3a-437c-8cf0-8da916f97b6e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:42:59.323852 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:42:59.324058 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30e1f724-ef3a-437c-8cf0-8da916f97b6e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:42:59.324459 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'status': 'completed', 'code': 200} Dec 16 09:42:59.404602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-be703088-5f0d-4d2c-af2b-fcdfda977fdd service neutron] 10.222.0.69 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038692 Dec 16 09:42:59.538483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94466d-e5e2-499e-b26e-275a7f23d15a req-d7b4914b-4ea9-49aa-b135-7263c0d98e2b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.540219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e94466d-e5e2-499e-b26e-275a7f23d15a req-d7b4914b-4ea9-49aa-b135-7263c0d98e2b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0770259 Dec 16 09:42:59.570242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-502d28cc-6203-4458-93cd-c498513a71a3 req-ec5df084-3e27-4989-92d6-055145595897 service neutron] 10.222.0.69 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570921 Dec 16 09:42:59.597512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e94466d-e5e2-499e-b26e-275a7f23d15a req-6a29144d-6edb-40e1-bda6-484a3f190082 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Dec 16 09:42:59.689911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-421fe48d-e443-4e8c-a991-8945e80b3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.689911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-421fe48d-e443-4e8c-a991-8945e80b3b3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1094 time: 0.0557151 Dec 16 09:42:59.796319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-56f42103-7988-418d-bbe9-9cedcac49bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.797769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-56f42103-7988-418d-bbe9-9cedcac49bbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 914 time: 0.1043613 Dec 16 09:42:59.846659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-194fc395-2efe-4c32-978f-926a0a29c0ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0417726 Dec 16 09:42:59.900389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-22369d18-972b-46e8-add6-fee1edc56d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:42:59.901882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-22369d18-972b-46e8-add6-fee1edc56d09 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0485873 Dec 16 09:42:59.936549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-15a095ae-6800-4e90-ab87-05eae0af557e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275249 Dec 16 09:43:00.033252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-24a0b82e-39a1-4f95-bc21-2ec18e378fef service neutron] 10.222.0.69 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901937 Dec 16 09:43:00.134018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baca1df4-4d68-4f8b-a5ed-7f0b03a94c06 req-5494cff7-0c16-4a87-a28a-dc9770f08f09 service neutron] 10.222.0.69 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937192 Dec 16 09:43:00.325152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e521843-49a7-4727-b913-97279506d45d req-de843864-6734-4bf6-8cdd-b1d87ebf5494 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:00.326737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e521843-49a7-4727-b913-97279506d45d req-de843864-6734-4bf6-8cdd-b1d87ebf5494 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0526607 Dec 16 09:43:00.365478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e521843-49a7-4727-b913-97279506d45d req-66631ce4-e9bd-4eaa-aa92-bb4d846a09b8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Dec 16 09:43:00.755260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4a85-7a81-4743-9fc2-cec9fd81bca5 req-022b5988-ef4c-489e-b311-18bf02e7326c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:00.755260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bd8c4a85-7a81-4743-9fc2-cec9fd81bca5 req-022b5988-ef4c-489e-b311-18bf02e7326c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0723264 Dec 16 09:43:00.805111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bd8c4a85-7a81-4743-9fc2-cec9fd81bca5 req-d42907c2-021e-4f6d-92de-91c7ea6fd94b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Dec 16 09:43:00.824553 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-351f578f-514b-4728-856c-44c976b692c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436325 Dec 16 09:43:00.911772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92efd76-532c-4504-834c-30e329658a44 req-6bf5dc95-ae30-4dc2-a1e6-cc4c9aa5e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:00.913294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-6bf5dc95-ae30-4dc2-a1e6-cc4c9aa5e513 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0437138 Dec 16 09:43:01.026790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92efd76-532c-4504-834c-30e329658a44 req-c02c71c5-ac5f-4a7f-a9c9-0a1b102a18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.029187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-c02c71c5-ac5f-4a7f-a9c9-0a1b102a18ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0940666 Dec 16 09:43:01.075210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-e6da7e04-7afc-458b-8c39-7c27000e6ee1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0389652 Dec 16 09:43:01.139557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92efd76-532c-4504-834c-30e329658a44 req-7d478a77-f393-41a8-9c9b-462164fc0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.141061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-7d478a77-f393-41a8-9c9b-462164fc0907 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0589933 Dec 16 09:43:01.195233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92efd76-532c-4504-834c-30e329658a44 req-cd4cd591-6102-493c-97a1-a53023a7ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.196769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-cd4cd591-6102-493c-97a1-a53023a7ee89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471640 Dec 16 09:43:01.300785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-4cb28305-c81d-4598-920d-e108036d07df service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956173 Dec 16 09:43:01.401956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e92efd76-532c-4504-834c-30e329658a44 req-e2da30cb-9be2-48f4-baf9-26d4b094da32 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925205 Dec 16 09:43:01.501219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48292a-eb0f-4a76-be6b-287a6f1948e0 req-296aac48-5e98-4033-807b-84471d626182 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.502809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a48292a-eb0f-4a76-be6b-287a6f1948e0 req-296aac48-5e98-4033-807b-84471d626182 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0544481 Dec 16 09:43:01.548457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a48292a-eb0f-4a76-be6b-287a6f1948e0 req-807f94fe-4c2c-494a-909d-9656a94ce6a1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372949 Dec 16 09:43:01.950990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b490f6-675a-4b11-ba56-d21d56077069 req-88b6ad06-f407-4576-92d9-e93bc266c4a4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:01.952834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61b490f6-675a-4b11-ba56-d21d56077069 req-88b6ad06-f407-4576-92d9-e93bc266c4a4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0580988 Dec 16 09:43:01.997885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61b490f6-675a-4b11-ba56-d21d56077069 req-44a9bc0a-4bb9-4e1e-a0e4-aa084bb7a019 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382805 Dec 16 09:43:02.028149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:02.149605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34002a2c-aacc-4cca-aea6-3d8aefa65148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.263951 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34002a2c-aacc-4cca-aea6-3d8aefa65148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.268733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34002a2c-aacc-4cca-aea6-3d8aefa65148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.308961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34002a2c-aacc-4cca-aea6-3d8aefa65148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae16cb8-9ef9-4321-b179-cc6fbeff74c5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.315506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34002a2c-aacc-4cca-aea6-3d8aefa65148 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c57fd647c6484676b28ca8c5dbcb7bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861474 Dec 16 09:43:02.318462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 32788) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:02.372394 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2741f5e-205f-4baa-89d8-272dd2e3e4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.398254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2741f5e-205f-4baa-89d8-272dd2e3e4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.455714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2741f5e-205f-4baa-89d8-272dd2e3e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.458165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2741f5e-205f-4baa-89d8-272dd2e3e4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:02.459412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c2741f5e-205f-4baa-89d8-272dd2e3e4cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ae16cb8-9ef9-4321-b179-cc6fbeff74c5 HTTP/1.1" status: 204 len: 168 time: 0.1398547 Dec 16 09:43:02.468880 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2741f5e-205f-4baa-89d8-272dd2e3e4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae16cb8-9ef9-4321-b179-cc6fbeff74c5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:02.706918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1ab80-92b6-4241-8906-5e6ed683396b req-9d59bbf5-7765-4dba-b4d1-868f33b62a93 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:02.708576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39f1ab80-92b6-4241-8906-5e6ed683396b req-9d59bbf5-7765-4dba-b4d1-868f33b62a93 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0700426 Dec 16 09:43:02.756137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39f1ab80-92b6-4241-8906-5e6ed683396b req-0074f34e-307a-4cdf-899e-009ee17179de tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Dec 16 09:43:02.840423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:02.966774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:02.981671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'port_id': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'mac_address': 'fa:16:3e:a2:05:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b271eb5-e0e9-4429-aba4-8bd7f639e059', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:03.025519 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.041640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:03.074047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:03.078949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:03.140252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88353e9c-adb5-4174-b99f-89d8a61d094a req-eef157fb-6ec1-4676-9003-27aa90dffe50 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.141880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88353e9c-adb5-4174-b99f-89d8a61d094a req-eef157fb-6ec1-4676-9003-27aa90dffe50 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0589485 Dec 16 09:43:03.147116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:03.195100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88353e9c-adb5-4174-b99f-89d8a61d094a req-df52553a-69a8-4a89-ac02-70418e1a9657 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459723 Dec 16 09:43:03.523401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['125bdc4b-22cd-4daa-9861-9931c73fffd2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:03.886570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109404f-bb3e-44b9-ad92-2feb29e24f5c req-8cb402f0-59aa-41bc-98c9-e7261f07ee3c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:03.888156 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b109404f-bb3e-44b9-ad92-2feb29e24f5c req-8cb402f0-59aa-41bc-98c9-e7261f07ee3c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0540626 Dec 16 09:43:03.931325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b109404f-bb3e-44b9-ad92-2feb29e24f5c req-08eb53af-5606-44fb-bd22-f87ad7f55899 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Dec 16 09:43:04.333155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06919be0-4665-4dc3-a030-9e9c9c6c5677 req-2f9cfe79-9f79-429d-8b0f-338c6a7e9501 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:04.334745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06919be0-4665-4dc3-a030-9e9c9c6c5677 req-2f9cfe79-9f79-429d-8b0f-338c6a7e9501 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0629268 Dec 16 09:43:04.377876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06919be0-4665-4dc3-a030-9e9c9c6c5677 req-c93fe1dd-fe7e-4e71-95f9-aae3731e661d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Dec 16 09:43:04.843961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:04.897293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 125bdc4b-22cd-4daa-9861-9931c73fffd2 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:04.901729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 125bdc4b-22cd-4daa-9861-9931c73fffd2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:04.902257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:04.998481 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.022431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:05.024706 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583271a8-19fa-4219-8b86-72569d07d953" -d '{"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-plugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:05.037826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:05.043153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:05.068679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90caea5-a09b-49e7-9c29-72fe464548f3 req-bac31176-0ca5-42d4-82b6-10a62563501f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.070331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d90caea5-a09b-49e7-9c29-72fe464548f3 req-bac31176-0ca5-42d4-82b6-10a62563501f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0543897 Dec 16 09:43:05.098098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:05.118084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d90caea5-a09b-49e7-9c29-72fe464548f3 req-4a03f1b1-7686-435f-831b-e36e6df2b37f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Dec 16 09:43:05.222123 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2979e1d-0c79-4829-bf15-960131eb7670 x-openstack-request-id: req-f2979e1d-0c79-4829-bf15-960131eb7670 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:05.222482 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-plugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:05.222795 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2979e1d-0c79-4829-bf15-960131eb7670 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:05.223282 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'code': 200} Dec 16 09:43:05.329154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c804c-9b1b-46ff-9dce-137422576832 req-16c1b877-ec5a-498f-b5bc-7b8fb2696b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.330612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b89c804c-9b1b-46ff-9dce-137422576832 req-16c1b877-ec5a-498f-b5bc-7b8fb2696b5e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1096 time: 0.0418837 Dec 16 09:43:05.369459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b89c804c-9b1b-46ff-9dce-137422576832 req-c308bf37-09e1-4d30-9ef6-9603b232e651 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296855 Dec 16 09:43:05.505373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebbff-64cb-49f2-ba78-b44ad9de24f7 req-dda1fac9-550b-4a98-aefe-b2d84bf050ed tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:05.506896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32aebbff-64cb-49f2-ba78-b44ad9de24f7 req-dda1fac9-550b-4a98-aefe-b2d84bf050ed tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0542407 Dec 16 09:43:05.545511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32aebbff-64cb-49f2-ba78-b44ad9de24f7 req-5269165c-ce46-4679-a863-912a50d383ac tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Dec 16 09:43:06.244147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc9d5b-503a-4903-8290-e18885f9bbb8 req-0a141faa-ee58-44f0-83a6-fb85591aedf2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.245505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2cc9d5b-503a-4903-8290-e18885f9bbb8 req-0a141faa-ee58-44f0-83a6-fb85591aedf2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0567198 Dec 16 09:43:06.288557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2cc9d5b-503a-4903-8290-e18885f9bbb8 req-bd257300-7bf1-41a5-a4a4-327ae7306c20 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Dec 16 09:43:06.686442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ee5cb-c823-41c7-8da5-d6ba86aff3fe req-a824b2bb-064a-499f-bdae-fe48b22ef424 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:06.688651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff0ee5cb-c823-41c7-8da5-d6ba86aff3fe req-a824b2bb-064a-499f-bdae-fe48b22ef424 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0706828 Dec 16 09:43:06.735387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff0ee5cb-c823-41c7-8da5-d6ba86aff3fe req-40fdafe2-523c-46f2-929f-336c6cb17e08 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400381 Dec 16 09:43:07.416668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c20b0-2f85-4262-8568-1e71679b0ec9 req-6d64c93f-b074-4f2e-b218-bfbc159b4233 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.418247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b5c20b0-2f85-4262-8568-1e71679b0ec9 req-6d64c93f-b074-4f2e-b218-bfbc159b4233 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 943 time: 0.0568879 Dec 16 09:43:07.460061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b5c20b0-2f85-4262-8568-1e71679b0ec9 req-f84c54fc-42a6-4c16-b3a4-c3be222bd82e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Dec 16 09:43:07.698289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:07.823228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:07.838037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1', 'mac_address': 'fa:16:3e:ec:be:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:07.871943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3123f39-2aed-4ccb-979c-fc3677743622 req-f99bedc3-ac8a-45fe-859d-b43af5867880 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:07.873428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3123f39-2aed-4ccb-979c-fc3677743622 req-f99bedc3-ac8a-45fe-859d-b43af5867880 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0577488 Dec 16 09:43:07.886745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.906377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:07.922337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3123f39-2aed-4ccb-979c-fc3677743622 req-4ef328d0-c968-4802-9648-a9e5535498c8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Dec 16 09:43:07.926339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:07.931456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:07.995328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:08.153471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['2ab3cbd9-288f-4fc3-974d-b672e0488bb1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:08.251597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-e48e3b58-9d36-41ec-be34-32331e64fb57 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:08.253773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-e48e3b58-9d36-41ec-be34-32331e64fb57 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 813 time: 0.1422033 Dec 16 09:43:08.271493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-5f8c9158-23e9-4d6e-8891-3ccf3fea2282 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/quotas/c7c3d8e45216449f9f5b88f197518e91 HTTP/1.1" status: 200 len: 375 time: 0.0108395 Dec 16 09:43:08.374987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-6e84a866-90a5-43f0-ae8f-01d4fafa91bd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971172 Dec 16 09:43:08.469991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-95f3cb30-7ccf-491c-8a06-b4494e312be2 service neutron] 10.222.0.61 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939038 Dec 16 09:43:08.580667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-2384bd55-8ac5-4b00-b452-bff9f99c52e8 service neutron] 10.222.0.61 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039443 Dec 16 09:43:08.805375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507491b-b8cc-4342-ac18-28eccf66f734 req-5cc30927-b35c-4815-b7af-fe51873dab5a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:08.807044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3507491b-b8cc-4342-ac18-28eccf66f734 req-5cc30927-b35c-4815-b7af-fe51873dab5a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 944 time: 0.0655215 Dec 16 09:43:08.852913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3507491b-b8cc-4342-ac18-28eccf66f734 req-82e3af6d-740a-4863-9469-db0df6e5c53e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Dec 16 09:43:09.060945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e3d4518-5d23-4edb-a554-e497bf236ede req-0ded7ba5-8bf2-4ed1-a60e-763128227802 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 210 time: 0.0343876 Dec 16 09:43:09.714978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:09.785128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:09.790426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:09.791021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.815461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-83d2ceb1-0fdb-4113-ba97-b179f3cc27e1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:09.817992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-83d2ceb1-0fdb-4113-ba97-b179f3cc27e1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.53 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 813 time: 0.1458571 Dec 16 09:43:09.834921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Request body: {'port': {'device_id': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'admin_state_up': True, 'tenant_id': 'c7c3d8e45216449f9f5b88f197518e91'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:09.887060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.913950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:09.916486 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37693173-7c40-47c5-84a7-a389d9149ad1" -d '{"events": [{"server_uuid": "580abc11-dd00-45af-a9d3-29b4c2ef7ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3cbd9-288f-4fc3-974d-b672e0488bb1"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:09.932254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:09.938681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.980228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Made reservation on behalf of c7c3d8e45216449f9f5b88f197518e91 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:09.984715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:09.990716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d64b75-2532-44c4-9f5f-b5f19ffc314d req-de7b6503-2703-4af3-b3cf-1ff350a1507d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.000852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18d64b75-2532-44c4-9f5f-b5f19ffc314d req-de7b6503-2703-4af3-b3cf-1ff350a1507d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0676377 Dec 16 09:43:10.003422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:10.040724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18d64b75-2532-44c4-9f5f-b5f19ffc314d req-eba2507a-6645-40f9-a3aa-1a052250cdda tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Dec 16 09:43:10.091856 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88cbd5-06fe-492c-9990-a46b50f98eef x-openstack-request-id: req-bf88cbd5-06fe-492c-9990-a46b50f98eef {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:10.092400 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580abc11-dd00-45af-a9d3-29b4c2ef7ec2", "name": "network-vif-plugged", "status": "completed", "tag": "2ab3cbd9-288f-4fc3-974d-b672e0488bb1", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:10.092809 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf88cbd5-06fe-492c-9990-a46b50f98eef {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:10.093433 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1', 'code': 200} Dec 16 09:43:10.149178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Allocated IP 172.20.0.13 (897ab3fe-f562-45ce-8c55-5f2e180d0b86/4b271eb5-e0e9-4429-aba4-8bd7f639e059/8e1de809-f4e7-4994-a3b8-dcf6499037f6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:10.224389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feb4bd-ce28-4826-9da7-655d2398ab62 req-29b32e09-f1fd-4935-b4e9-472553bc30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.225307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37feb4bd-ce28-4826-9da7-655d2398ab62 req-29b32e09-f1fd-4935-b4e9-472553bc30cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0581882 Dec 16 09:43:10.279016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37feb4bd-ce28-4826-9da7-655d2398ab62 req-4b973ac0-1468-4f54-b2ee-23d9bbc67702 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459220 Dec 16 09:43:10.347729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57c71754-7de6-4aa0-9ce7-189d5b2f11ec req-1524f7dd-ec9d-4b8c-8135-1864d4029e1c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 210 time: 0.0284586 Dec 16 09:43:10.349700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.388725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.401074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['125bdc4b-22cd-4daa-9861-9931c73fffd2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:10.441563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:10.445150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:10.461645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:10.496850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Pushing event updated for resources: {'Port': ['ID=8e1de809-f4e7-4994-a3b8-dcf6499037f6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:10.542594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:10.543337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:10.582228 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c9da1752-aa85-4dc3-9790-1c0053e9b400 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462573 Dec 16 09:43:10.592850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Request body: {'port': {'device_id': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:10.678844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.030990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1de809-f4e7-4994-a3b8-dcf6499037f6 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:11.043364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.059998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Transition to ACTIVE for port object 8e1de809-f4e7-4994-a3b8-dcf6499037f6 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:43:11.066059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.152179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1de809-f4e7-4994-a3b8-dcf6499037f6,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.189903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9502-ec7a-4295-b51f-1eeb379ceacb req-bfc86235-dc56-4ac7-820a-feabe2a3f5ea tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.191786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04bd9502-ec7a-4295-b51f-1eeb379ceacb req-bfc86235-dc56-4ac7-820a-feabe2a3f5ea tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0674579 Dec 16 09:43:11.216913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Attempting to bind port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:11.217248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Attempting to bind port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:11.217708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Attempting to bind port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:11.223330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:43:11.223645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Attempting to bind port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:11.230167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:11.230740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Checking segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:11.231195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Bound using segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:11.231672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Bound port: 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:11.232117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.239843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04bd9502-ec7a-4295-b51f-1eeb379ceacb req-aa6c0190-50d4-46d3-a4f3-ae176f8eda56 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Dec 16 09:43:11.317962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] For port 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:11.321617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] For port 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:11.327458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.364887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.365544 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:11.367147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/8e1de809-f4e7-4994-a3b8-dcf6499037f6 HTTP/1.1" status: 200 len: 1092 time: 0.7825098 Dec 16 09:43:11.367710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'tag': '8e1de809-f4e7-4994-a3b8-dcf6499037f6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:11.370115 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00" -d '{"events": [{"name": "network-changed", "server_uuid": "4abad82e-8b1f-4744-8a9f-08e05b85d38d", "tag": "8e1de809-f4e7-4994-a3b8-dcf6499037f6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:11.394548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaffb23-9309-4aad-8c05-58825e8909d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1de809-f4e7-4994-a3b8-dcf6499037f6,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:11.476086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-88f7684d-02f4-4987-8a73-475e8d3c207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.478233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-88f7684d-02f4-4987-8a73-475e8d3c207e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 1095 time: 0.0547919 Dec 16 09:43:11.540057 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-c120ae9e-2598-4e9f-8ed4-6cb6000f9758 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6 HTTP/1.1" status: 200 len: 217 time: 0.0533619 Dec 16 09:43:11.573063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b43014-c367-46f3-9731-c9552ad1916b req-5c309153-81c5-4e9e-8c9d-195d77789fa1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.575039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21b43014-c367-46f3-9731-c9552ad1916b req-5c309153-81c5-4e9e-8c9d-195d77789fa1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 944 time: 0.0937393 Dec 16 09:43:11.621715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-9456c8aa-a0e2-4f8e-953f-8cd29149f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:11.623861 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-9456c8aa-a0e2-4f8e-953f-8cd29149f257 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0749750 Dec 16 09:43:11.625257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21b43014-c367-46f3-9731-c9552ad1916b req-9124e231-3563-4681-902c-35affbb36ae9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Dec 16 09:43:11.668589 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-b981e6d2-d935-4545-976b-8b658db95ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355742 Dec 16 09:43:11.701648 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd27bde-8101-46f6-bba9-a5de363c19d9 x-openstack-request-id: req-4dd27bde-8101-46f6-bba9-a5de363c19d9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:11.701955 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abad82e-8b1f-4744-8a9f-08e05b85d38d", "tag": "8e1de809-f4e7-4994-a3b8-dcf6499037f6", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:11.702236 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4dd27bde-8101-46f6-bba9-a5de363c19d9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:11.702641 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'tag': '8e1de809-f4e7-4994-a3b8-dcf6499037f6', 'status': 'completed', 'code': 200} Dec 16 09:43:11.786423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-410018ba-1718-40d0-a115-08f6c80117db service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101611 Dec 16 09:43:11.891339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-24aa73c5-ad41-4a25-80d5-3a2c61bdc763 req-9fd5128f-9693-47c5-aa10-71b9b69f3da8 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977829 Dec 16 09:43:11.999052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-a2028e04-b2b9-4c85-a66b-1cbe3760a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.000688 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-a2028e04-b2b9-4c85-a66b-1cbe3760a49e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 1095 time: 0.0509970 Dec 16 09:43:12.096655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-b2489d45-54ed-49ec-a6f3-fd2dd4e162ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.098194 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-b2489d45-54ed-49ec-a6f3-fd2dd4e162ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 914 time: 0.0897806 Dec 16 09:43:12.148986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-41e10409-7083-4603-af55-927adb3d3544 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6 HTTP/1.1" status: 200 len: 217 time: 0.0375626 Dec 16 09:43:12.203183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-7819b91d-90fc-46e0-8829-65b74eea180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.204665 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-7819b91d-90fc-46e0-8829-65b74eea180d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0480986 Dec 16 09:43:12.239669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-fc7e7393-a196-4001-920c-dc163271c41f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260534 Dec 16 09:43:12.352633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-98fe9691-638a-4143-84fa-65f62e6b0780 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038530 Dec 16 09:43:12.394147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e2455-8f6e-45eb-b74c-debdbf731493 req-0d6059e0-7f9f-4476-9d39-c3a67f0e20fe tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.395637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-517e2455-8f6e-45eb-b74c-debdbf731493 req-0d6059e0-7f9f-4476-9d39-c3a67f0e20fe tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0518248 Dec 16 09:43:12.440032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-517e2455-8f6e-45eb-b74c-debdbf731493 req-ef79de45-27cb-4943-8712-07829120c7e5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Dec 16 09:43:12.474634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eb43af96-f3d5-4ddc-8bc8-c27b31204c00 req-7e5d97b2-4230-499f-925f-ea322e793dec service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137512 Dec 16 09:43:12.687848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7947e8-9980-4af9-b1c1-88adce2111a1 req-1635a242-6fab-481f-94c5-cdddd1ce431c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.689368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e7947e8-9980-4af9-b1c1-88adce2111a1 req-1635a242-6fab-481f-94c5-cdddd1ce431c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0589089 Dec 16 09:43:12.730903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e7947e8-9980-4af9-b1c1-88adce2111a1 req-e34b4a08-bc47-4902-9580-381a975a977e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Dec 16 09:43:12.862349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9478b47-46de-4816-9407-64217103f9c9 req-5e9d78dc-e400-450b-9a4a-dccdc46b198a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:12.864943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9478b47-46de-4816-9407-64217103f9c9 req-5e9d78dc-e400-450b-9a4a-dccdc46b198a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 944 time: 0.0718243 Dec 16 09:43:12.909100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d9478b47-46de-4816-9407-64217103f9c9 req-2e27d3b0-7d8d-4edb-822a-cbf878a6b3c3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376208 Dec 16 09:43:13.146377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb609345-6d1c-4227-b370-24da38df95c3 req-18271443-2fd3-4b24-832c-04f5baf9d316 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:13.148169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb609345-6d1c-4227-b370-24da38df95c3 req-18271443-2fd3-4b24-832c-04f5baf9d316 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0509450 Dec 16 09:43:13.190449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb609345-6d1c-4227-b370-24da38df95c3 req-f6298f2b-c20d-4e64-913e-6a8abc7f845e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358868 Dec 16 09:43:14.006031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4a83e2c1-7c7e-430e-a933-3b4050000684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.043150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12e7e-d9a9-403a-a151-c1159b5718eb req-0bd3b622-8116-48b1-acec-9b084924b895 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.044792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdf12e7e-d9a9-403a-a151-c1159b5718eb req-0bd3b622-8116-48b1-acec-9b084924b895 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 944 time: 0.0526228 Dec 16 09:43:14.082125 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdf12e7e-d9a9-403a-a151-c1159b5718eb req-fbcae9c8-034f-41b2-b6ac-099fc34c6985 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Dec 16 09:43:14.315920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add309a-daaf-43ac-803a-1cd6d1a3c962 req-5c4d059a-095a-49ae-84b9-feb8e3042ecc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.317502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9add309a-daaf-43ac-803a-1cd6d1a3c962 req-5c4d059a-095a-49ae-84b9-feb8e3042ecc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0536349 Dec 16 09:43:14.357438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9add309a-daaf-43ac-803a-1cd6d1a3c962 req-d4091133-9c24-4b27-ae58-812b143a55f5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Dec 16 09:43:14.682295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-5ccc58e2-7ea4-483d-a536-236120317e54 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:14.683820 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-5ccc58e2-7ea4-483d-a536-236120317e54 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 945 time: 0.0581315 Dec 16 09:43:14.789248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:14.789601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.890809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:14.891134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:14.905823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:15.040547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.052402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cf4a3434-44a1-410e-9de3-7ef35db66fda', '2ab3cbd9-288f-4fc3-974d-b672e0488bb1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:15.081956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=2ab3cbd9-288f-4fc3-974d-b672e0488bb1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:15.119571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:15.122499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.126411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6a2fca3e-5f4f-4e46-b3af-2ff9b1ce6c4a req-3bcab04b-5621-416a-823e-f5407a054c9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "DELETE /v2.0/ports/2ab3cbd9-288f-4fc3-974d-b672e0488bb1 HTTP/1.1" status: 204 len: 173 time: 0.4365058 Dec 16 09:43:15.126894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'name': 'network-vif-deleted', 'tag': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:15.129431 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69f82b0-356f-403d-aeda-19b3c4736727" -d '{"events": [{"server_uuid": "580abc11-dd00-45af-a9d3-29b4c2ef7ec2", "name": "network-vif-deleted", "tag": "2ab3cbd9-288f-4fc3-974d-b672e0488bb1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:15.276461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c18477-582f-4980-9c18-88c6ddf2f77d req-4cb8b12f-1584-4254-aca1-426d3f2876b6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:15.278223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22c18477-582f-4980-9c18-88c6ddf2f77d req-4cb8b12f-1584-4254-aca1-426d3f2876b6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 944 time: 0.0837932 Dec 16 09:43:15.329311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22c18477-582f-4980-9c18-88c6ddf2f77d req-07b31aeb-a49e-4ecf-9caa-c7bbb5d9cc4e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Dec 16 09:43:15.395624 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f90b70-9711-4225-87d5-3cd0f69c4de8 x-openstack-request-id: req-17f90b70-9711-4225-87d5-3cd0f69c4de8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:15.395912 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580abc11-dd00-45af-a9d3-29b4c2ef7ec2", "name": "network-vif-deleted", "tag": "2ab3cbd9-288f-4fc3-974d-b672e0488bb1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:15.396169 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17f90b70-9711-4225-87d5-3cd0f69c4de8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:15.396571 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580abc11-dd00-45af-a9d3-29b4c2ef7ec2', 'name': 'network-vif-deleted', 'tag': '2ab3cbd9-288f-4fc3-974d-b672e0488bb1', 'status': 'completed', 'code': 200} Dec 16 09:43:15.508592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c56a563c-5860-4fa4-8cd8-ced4893ef463 req-3b9b1ae1-ad40-4295-a23b-f6cde74d2f1b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0350518 Dec 16 09:43:15.745952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8e1de809-f4e7-4994-a3b8-dcf6499037f6 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:15.842212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:15.854013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '8e1de809-f4e7-4994-a3b8-dcf6499037f6', 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'port_id': '8e1de809-f4e7-4994-a3b8-dcf6499037f6', 'mac_address': 'fa:16:3e:ea:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b271eb5-e0e9-4429-aba4-8bd7f639e059', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:15.895038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.909705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1de809-f4e7-4994-a3b8-dcf6499037f6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:15.930000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:15.934905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:15.984703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8e1de809-f4e7-4994-a3b8-dcf6499037f6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:16.166821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['8e1de809-f4e7-4994-a3b8-dcf6499037f6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:16.442741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac7c3c8c-348d-41fc-9c6f-1164e1f64df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:16.446499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6385afa-fc04-488a-82a0-a9e5649c7cc4 req-c60047e8-b31f-41e1-87ad-e9301f6420b9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:16.448010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6385afa-fc04-488a-82a0-a9e5649c7cc4 req-c60047e8-b31f-41e1-87ad-e9301f6420b9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 945 time: 0.0511072 Dec 16 09:43:16.486715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6385afa-fc04-488a-82a0-a9e5649c7cc4 req-19d3de84-8ec2-41a8-ad93-50b532de7d9f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Dec 16 09:43:16.628063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a824e36-c2c1-486c-ab21-ce03ffddfb74 req-961bbc90-5fc5-4438-bae1-6d7e6d674c02 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Dec 16 09:43:17.648547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8969a7f-e6d6-4b96-bac9-69fb1e12e828 req-997cdcd0-941e-4702-a623-fbf2468338eb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:17.651627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8969a7f-e6d6-4b96-bac9-69fb1e12e828 req-997cdcd0-941e-4702-a623-fbf2468338eb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 945 time: 0.0561891 Dec 16 09:43:17.690637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8969a7f-e6d6-4b96-bac9-69fb1e12e828 req-e33244d1-7e69-48e6-bbb9-e87ef3db4253 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Dec 16 09:43:17.776987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8e1de809-f4e7-4994-a3b8-dcf6499037f6 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:17.789900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-002b1e61-a384-4d19-b646-574dec304fae req-68ca2c8d-7ce8-401e-9185-7e2e287cea94 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0323811 Dec 16 09:43:17.834323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:17.838415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:17.838822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.918771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.944994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1de809-f4e7-4994-a3b8-dcf6499037f6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:17.947427 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6baf43-f2fd-4099-a94f-f0c68baccb7d" -d '{"events": [{"server_uuid": "4abad82e-8b1f-4744-8a9f-08e05b85d38d", "name": "network-vif-plugged", "status": "completed", "tag": "8e1de809-f4e7-4994-a3b8-dcf6499037f6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:17.964765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:17.970460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:17.972505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:18.019700 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf8ac11-65f8-4b60-9754-9cbeb2869163 x-openstack-request-id: req-6cf8ac11-65f8-4b60-9754-9cbeb2869163 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:18.020017 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abad82e-8b1f-4744-8a9f-08e05b85d38d", "name": "network-vif-plugged", "status": "completed", "tag": "8e1de809-f4e7-4994-a3b8-dcf6499037f6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:18.020215 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6cf8ac11-65f8-4b60-9754-9cbeb2869163 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:18.020575 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1de809-f4e7-4994-a3b8-dcf6499037f6', 'code': 200} Dec 16 09:43:18.029009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:18.029417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2ab3cbd9-288f-4fc3-974d-b672e0488bb1 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:18.052129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:18.061513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8e1de809-f4e7-4994-a3b8-dcf6499037f6,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:18.097490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d497af-b906-4b19-938e-3d4f65034dde req-fa9ab15f-718f-437e-94c8-3ec705d6cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:18.099128 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-87d497af-b906-4b19-938e-3d4f65034dde req-fa9ab15f-718f-437e-94c8-3ec705d6cc17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 1097 time: 0.0461645 Dec 16 09:43:18.136276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-87d497af-b906-4b19-938e-3d4f65034dde req-ea4073a5-0525-4c04-8807-1d8aa641b294 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288224 Dec 16 09:43:18.829964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637a4f7-cb08-4044-8d9e-5c45fdfb0494 req-b9c84d39-2d46-4882-a0ce-10995f4dfde3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:18.831469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d637a4f7-cb08-4044-8d9e-5c45fdfb0494 req-b9c84d39-2d46-4882-a0ce-10995f4dfde3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 946 time: 0.0520294 Dec 16 09:43:18.889879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d637a4f7-cb08-4044-8d9e-5c45fdfb0494 req-1b94a1c7-d3a2-4cdb-a3b4-9a63e7fb6ac2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493484 Dec 16 09:43:19.069395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1368e3f-3a04-4b3b-8c6a-c658c18a3ab6 req-f3618a98-0815-4b04-a2b4-384e7f713be4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=580abc11-dd00-45af-a9d3-29b4c2ef7ec2 HTTP/1.1" status: 200 len: 210 time: 0.0398309 Dec 16 09:43:19.835270 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:19.870405 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:20.043958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988870d6-c281-40ad-ad8a-4c7dec6f8654 req-6b3cae84-e534-4075-99b2-b08ef1414d32 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:20.045684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-988870d6-c281-40ad-ad8a-4c7dec6f8654 req-6b3cae84-e534-4075-99b2-b08ef1414d32 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 946 time: 0.0559053 Dec 16 09:43:20.085830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-988870d6-c281-40ad-ad8a-4c7dec6f8654 req-94ba7639-3f04-4847-aff4-480d13d2436c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Dec 16 09:43:20.514763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a32aa-5666-4e77-a46c-8aedeccfb2e7 req-5e1b1542-3afd-4c93-a8c3-700c63499269 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:20.516322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f77a32aa-5666-4e77-a46c-8aedeccfb2e7 req-5e1b1542-3afd-4c93-a8c3-700c63499269 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 946 time: 0.0533683 Dec 16 09:43:20.558861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f77a32aa-5666-4e77-a46c-8aedeccfb2e7 req-9baa4ccc-2212-4bab-958b-abcc74d35f12 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Dec 16 09:43:21.113456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33094) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:21.240572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12081ff3-f01f-4c0e-a27f-9a9403776c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.319629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12081ff3-f01f-4c0e-a27f-9a9403776c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.327065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12081ff3-f01f-4c0e-a27f-9a9403776c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.377473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-12081ff3-f01f-4c0e-a27f-9a9403776c27 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a344a99a811f4112aca32409ce0f0fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597630 Dec 16 09:43:21.377473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12081ff3-f01f-4c0e-a27f-9a9403776c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e17a1-9344-4fca-9079-ff0c91ebb07a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:21.377648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33106) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:21.442822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9187c481-e7f3-4746-8e36-4945d8e39450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.472344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9187c481-e7f3-4746-8e36-4945d8e39450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.571480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9187c481-e7f3-4746-8e36-4945d8e39450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.576657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9187c481-e7f3-4746-8e36-4945d8e39450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:21.579124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9187c481-e7f3-4746-8e36-4945d8e39450 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/251e17a1-9344-4fca-9079-ff0c91ebb07a HTTP/1.1" status: 204 len: 168 time: 0.1998754 Dec 16 09:43:21.603252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187c481-e7f3-4746-8e36-4945d8e39450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e17a1-9344-4fca-9079-ff0c91ebb07a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:21.799565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551bf5-8066-48cc-acf2-c70671590173 req-f898e840-efbb-41dc-9f04-d7e21d98352b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:21.801206 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-64551bf5-8066-48cc-acf2-c70671590173 req-f898e840-efbb-41dc-9f04-d7e21d98352b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.53 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 946 time: 0.0769961 Dec 16 09:43:21.940244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Deleting port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:21.941146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.071993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] For port 8e1de809-f4e7-4994-a3b8-dcf6499037f6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8e1de809-f4e7-4994-a3b8-dcf6499037f6,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:22.072514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.089592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Calling delete_port for 8e1de809-f4e7-4994-a3b8-dcf6499037f6 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:22.243650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.257819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['125bdc4b-22cd-4daa-9861-9931c73fffd2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:22.285362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Pushing event deleted for resources: {'Port': ['ID=8e1de809-f4e7-4994-a3b8-dcf6499037f6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:22.318612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['8e1de809-f4e7-4994-a3b8-dcf6499037f6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:22.331947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1e60-b28f-4e58-abc7-3765ce5753d0 req-ecd21488-57b7-414c-8853-e84ace9d51be tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:22.336218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-296c1e60-b28f-4e58-abc7-3765ce5753d0 req-ecd21488-57b7-414c-8853-e84ace9d51be tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=4abad82e-8b1f-4744-8a9f-08e05b85d38d HTTP/1.1" status: 200 len: 867 time: 0.6685164 Dec 16 09:43:22.383328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] No DVR routers for this DVR port 8e1de809-f4e7-4994-a3b8-dcf6499037f6 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:22.395190 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:22.399562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-64551bf5-8066-48cc-acf2-c70671590173 req-bf3569e2-338c-483c-9307-22616696082e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.53 "DELETE /v2.0/ports/8e1de809-f4e7-4994-a3b8-dcf6499037f6 HTTP/1.1" status: 204 len: 173 time: 0.5914669 Dec 16 09:43:22.405350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'name': 'network-vif-deleted', 'tag': '8e1de809-f4e7-4994-a3b8-dcf6499037f6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:22.412908 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bce0629-6496-4a14-ad51-d2c88bfbb826" -d '{"events": [{"server_uuid": "4abad82e-8b1f-4744-8a9f-08e05b85d38d", "name": "network-vif-deleted", "tag": "8e1de809-f4e7-4994-a3b8-dcf6499037f6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:22.441614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-296c1e60-b28f-4e58-abc7-3765ce5753d0 req-6443f923-bde5-482e-9f34-5bb918b5018e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835555 Dec 16 09:43:22.487837 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1208e-2f4f-49cc-8a86-b962846be1b6 x-openstack-request-id: req-b3e1208e-2f4f-49cc-8a86-b962846be1b6 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:22.488239 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abad82e-8b1f-4744-8a9f-08e05b85d38d", "name": "network-vif-deleted", "tag": "8e1de809-f4e7-4994-a3b8-dcf6499037f6", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:22.488583 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3e1208e-2f4f-49cc-8a86-b962846be1b6 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:22.489078 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abad82e-8b1f-4744-8a9f-08e05b85d38d', 'name': 'network-vif-deleted', 'tag': '8e1de809-f4e7-4994-a3b8-dcf6499037f6', 'status': 'completed', 'code': 200} Dec 16 09:43:23.138894 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:43:23.706907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fa29-64d9-40d7-8fd2-582e73747a94 req-268766df-7d60-423b-9c22-8f4186762079 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:23.708939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a753fa29-64d9-40d7-8fd2-582e73747a94 req-268766df-7d60-423b-9c22-8f4186762079 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0550900 Dec 16 09:43:23.710861 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:23.750325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a753fa29-64d9-40d7-8fd2-582e73747a94 req-3dc3ce9c-8eb7-4ff7-82b7-d8a23a40cefe tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350907 Dec 16 09:43:23.929156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862140-67d2-4709-bb27-c9bb93a84101 req-f24339e2-c136-488f-81e1-2ee019a615b7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:23.930708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e862140-67d2-4709-bb27-c9bb93a84101 req-f24339e2-c136-488f-81e1-2ee019a615b7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0502698 Dec 16 09:43:23.979450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e862140-67d2-4709-bb27-c9bb93a84101 req-86ee45b7-f7aa-4708-b20c-7808fb1e9880 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Dec 16 09:43:24.161627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacffe4-c0be-4d85-939f-2666d6a3b6ae req-292f08a3-6cbd-41e5-b48a-f90123fd9dcd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:24.163058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcacffe4-c0be-4d85-939f-2666d6a3b6ae req-292f08a3-6cbd-41e5-b48a-f90123fd9dcd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Dec 16 09:43:24.201068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcacffe4-c0be-4d85-939f-2666d6a3b6ae req-c8c51569-b02b-4e0a-9058-04ad874b3bc6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Dec 16 09:43:24.323426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c6111-380a-49e5-8fa2-6e643003e3ca req-491326b3-43f2-428c-aa78-cdc3ee352f8c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:24.324904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c69c6111-380a-49e5-8fa2-6e643003e3ca req-491326b3-43f2-428c-aa78-cdc3ee352f8c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0562780 Dec 16 09:43:24.363633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c69c6111-380a-49e5-8fa2-6e643003e3ca req-1e895b38-39f8-4e6f-9db1-b511077caf0e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Dec 16 09:43:24.994609 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.105965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467665e-6cc3-42cc-8358-b14845fa1c90 req-fec77c08-0b4b-4eea-a1df-b077a374cbc7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:25.107790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e467665e-6cc3-42cc-8358-b14845fa1c90 req-fec77c08-0b4b-4eea-a1df-b077a374cbc7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0532298 Dec 16 09:43:25.152161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e467665e-6cc3-42cc-8358-b14845fa1c90 req-dd50bae3-669f-44b3-acaa-668c3b1411d2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Dec 16 09:43:25.172592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-31eba11a-b517-491a-964d-75ec802f697e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:25.174364 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-31eba11a-b517-491a-964d-75ec802f697e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0737534 Dec 16 09:43:25.300165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port cf4a3434-44a1-410e-9de3-7ef35db66fda {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:43:25.300764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.402819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port cf4a3434-44a1-410e-9de3-7ef35db66fda, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cf4a3434-44a1-410e-9de3-7ef35db66fda,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:25.403353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.416534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for cf4a3434-44a1-410e-9de3-7ef35db66fda owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:43:25.549475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.565013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cf4a3434-44a1-410e-9de3-7ef35db66fda'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:25.580538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=cf4a3434-44a1-410e-9de3-7ef35db66fda,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:25.637219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port cf4a3434-44a1-410e-9de3-7ef35db66fda on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:43:25.639747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:25.644293 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fa7a9897-d090-49af-b4d9-a8a8879f66d3 req-1ca2fe4c-2436-4bbe-8aed-554b195d63cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "DELETE /v2.0/ports/cf4a3434-44a1-410e-9de3-7ef35db66fda HTTP/1.1" status: 204 len: 173 time: 0.4618173 Dec 16 09:43:25.644943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'name': 'network-vif-deleted', 'tag': 'cf4a3434-44a1-410e-9de3-7ef35db66fda'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:25.649148 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557976d7-d6ac-4220-85c4-f8fa19c80ba9" -d '{"events": [{"server_uuid": "d1e6ba4c-a29a-4868-a658-6379092e1a1e", "name": "network-vif-deleted", "tag": "cf4a3434-44a1-410e-9de3-7ef35db66fda"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:25.742831 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d21c0a-34f5-4f97-b940-7fffa7c265a8 x-openstack-request-id: req-39d21c0a-34f5-4f97-b940-7fffa7c265a8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:25.743164 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e6ba4c-a29a-4868-a658-6379092e1a1e", "name": "network-vif-deleted", "tag": "cf4a3434-44a1-410e-9de3-7ef35db66fda", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:25.743554 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39d21c0a-34f5-4f97-b940-7fffa7c265a8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:25.744114 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e6ba4c-a29a-4868-a658-6379092e1a1e', 'name': 'network-vif-deleted', 'tag': 'cf4a3434-44a1-410e-9de3-7ef35db66fda', 'status': 'completed', 'code': 200} Dec 16 09:43:25.808888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8e1de809-f4e7-4994-a3b8-dcf6499037f6 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:25.833276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 8e1de809-f4e7-4994-a3b8-dcf6499037f6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:25.833723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8e1de809-f4e7-4994-a3b8-dcf6499037f6 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:26.158469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedfb98-4310-41c9-9b35-288b9349f474 req-ad28b831-1134-4e68-b690-a6019ed4e38e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:26.159867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dedfb98-4310-41c9-9b35-288b9349f474 req-ad28b831-1134-4e68-b690-a6019ed4e38e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0533059 Dec 16 09:43:26.197689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9dedfb98-4310-41c9-9b35-288b9349f474 req-2f74da92-7d10-4130-8dd0-f0a7937e107b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Dec 16 09:43:26.280030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b650d1bb-6abd-490a-851e-94d4efd973cf req-9d0f7213-36e6-48e9-a0a0-1f4d070bc8be tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0271778 Dec 16 09:43:26.387922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc83b05-3876-43b4-9de0-330205126047 req-005f2e94-4fbe-4f59-8c34-c11b1b0ac8da tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:26.390021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fc83b05-3876-43b4-9de0-330205126047 req-005f2e94-4fbe-4f59-8c34-c11b1b0ac8da tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0535848 Dec 16 09:43:26.431321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9fc83b05-3876-43b4-9de0-330205126047 req-f2e71504-0e96-44b2-8963-bf3c83552775 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Dec 16 09:43:27.419216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1174d771-2566-4a07-9fec-100f991d346a req-f721d42d-a395-42c3-b4ea-4b55d1548370 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0376737 Dec 16 09:43:28.007115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ad49f-321e-4973-9746-b8e8e67d26ec req-ce42b162-a4f2-4281-852b-59318abab652 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.008771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c46ad49f-321e-4973-9746-b8e8e67d26ec req-ce42b162-a4f2-4281-852b-59318abab652 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0654435 Dec 16 09:43:28.056513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c46ad49f-321e-4973-9746-b8e8e67d26ec req-691b7205-4d64-4843-b160-eb7b5271a864 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Dec 16 09:43:28.223903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755ea66-32ca-4a2a-ae3e-ed335b47154f req-9982adbd-04a0-43b3-9437-2628f52885c0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.225439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1755ea66-32ca-4a2a-ae3e-ed335b47154f req-9982adbd-04a0-43b3-9437-2628f52885c0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0505693 Dec 16 09:43:28.265498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1755ea66-32ca-4a2a-ae3e-ed335b47154f req-ae06bd09-040d-4299-8c7a-bbe15f2d8ac3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334098 Dec 16 09:43:28.432783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c972b-2d24-4db9-b093-063afe8979df req-8c745049-068e-42c0-b706-75ba92b3d644 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.434382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-683c972b-2d24-4db9-b093-063afe8979df req-8c745049-068e-42c0-b706-75ba92b3d644 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Dec 16 09:43:28.478755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-683c972b-2d24-4db9-b093-063afe8979df req-f7afb864-3f35-48ef-adc2-986c397c19ec tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 Dec 16 09:43:28.571331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f1da562-11ae-4bb2-842b-4094db061189 req-9ecef826-7b36-4e02-b022-0718c2df293d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305562 Dec 16 09:43:28.676997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0616030-de53-4588-951e-78f5a9101e50 req-8a0e7430-da17-4dee-87c9-b15945006128 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.678690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0616030-de53-4588-951e-78f5a9101e50 req-8a0e7430-da17-4dee-87c9-b15945006128 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0508113 Dec 16 09:43:28.717823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0616030-de53-4588-951e-78f5a9101e50 req-2f5d9b00-37ba-4c1f-872a-0123d2b4c15a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Dec 16 09:43:28.921575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0ec34-0bcb-4dd2-b50a-3cd0da0cc168 req-d7b1813f-6272-473c-8811-94a86fa8fc71 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:28.922940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5d0ec34-0bcb-4dd2-b50a-3cd0da0cc168 req-d7b1813f-6272-473c-8811-94a86fa8fc71 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Dec 16 09:43:28.963751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5d0ec34-0bcb-4dd2-b50a-3cd0da0cc168 req-c92ac29e-d690-42c7-83c4-58173ec045c0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Dec 16 09:43:29.101543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac16d96-cacd-4a02-8c36-14da0c5a570b req-6e80bb92-f75f-4e6e-80a2-2f9a243be1ad tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.103232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ac16d96-cacd-4a02-8c36-14da0c5a570b req-6e80bb92-f75f-4e6e-80a2-2f9a243be1ad tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0630610 Dec 16 09:43:29.144428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ac16d96-cacd-4a02-8c36-14da0c5a570b req-a0b902db-6547-46de-ac99-235402277d12 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Dec 16 09:43:29.347730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdea622-7125-4a11-8a4c-4cffa2a109c1 req-ad10e763-ef84-4467-a338-0a4ee9de5b76 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.349456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fdea622-7125-4a11-8a4c-4cffa2a109c1 req-ad10e763-ef84-4467-a338-0a4ee9de5b76 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Dec 16 09:43:29.395246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fdea622-7125-4a11-8a4c-4cffa2a109c1 req-e64ad6a5-0e10-41da-88ab-8d8acc3b0252 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Dec 16 09:43:29.539066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bb3e9-ad64-43f9-98d8-354856cd0cfa req-f41bffff-b3b8-4e96-8a93-14b8f8be60c2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.540701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b18bb3e9-ad64-43f9-98d8-354856cd0cfa req-f41bffff-b3b8-4e96-8a93-14b8f8be60c2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0565951 Dec 16 09:43:29.583545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b18bb3e9-ad64-43f9-98d8-354856cd0cfa req-c75e5d6f-26f0-4458-a3f8-5c2638b74bfd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358787 Dec 16 09:43:29.694635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdd81de8-5171-4286-ba67-190c828b333a req-9a7875c7-dac9-4ae7-a850-1fa57e17bd86 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1e6ba4c-a29a-4868-a658-6379092e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0323155 Dec 16 09:43:29.828921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bbc86-e79a-40dc-bb0a-e46b8b9d291d req-5d40b4c6-27af-4518-9e5f-14f0d19134b9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:29.836670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b01bbc86-e79a-40dc-bb0a-e46b8b9d291d req-5d40b4c6-27af-4518-9e5f-14f0d19134b9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0637453 Dec 16 09:43:29.842185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cf4a3434-44a1-410e-9de3-7ef35db66fda no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:43:29.878591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: cf4a3434-44a1-410e-9de3-7ef35db66fda {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:43:29.879280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cf4a3434-44a1-410e-9de3-7ef35db66fda not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:43:29.892453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b01bbc86-e79a-40dc-bb0a-e46b8b9d291d req-3c66e52a-55c1-4356-876a-a89e80d5cc43 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549278 Dec 16 09:43:30.068533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6ee8b-b50b-4a87-ab5e-8376edae23de req-72ee9cfb-1530-40b4-ad10-7ad0a8cb989f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.070523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07a6ee8b-b50b-4a87-ab5e-8376edae23de req-72ee9cfb-1530-40b4-ad10-7ad0a8cb989f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0564175 Dec 16 09:43:30.121209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07a6ee8b-b50b-4a87-ab5e-8376edae23de req-68496adc-d00d-4067-8d09-425aff6b32b0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 Dec 16 09:43:30.303062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e03903-39bd-42f4-b50e-09b2be9cea29 req-add6a1f3-4c04-4d4a-a451-562306c68000 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.304829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97e03903-39bd-42f4-b50e-09b2be9cea29 req-add6a1f3-4c04-4d4a-a451-562306c68000 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0571427 Dec 16 09:43:30.353268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97e03903-39bd-42f4-b50e-09b2be9cea29 req-37f24ede-ee4f-48eb-a9d7-27d2abbb4b76 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Dec 16 09:43:30.555316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a897ca-6b42-45d8-b60d-229047001cfa req-1b48b201-c596-48bf-903f-9e5264ba220f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.556339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10a897ca-6b42-45d8-b60d-229047001cfa req-1b48b201-c596-48bf-903f-9e5264ba220f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0633819 Dec 16 09:43:30.599538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10a897ca-6b42-45d8-b60d-229047001cfa req-136d06f0-7e4a-4410-b97c-61a129ff2c3e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Dec 16 09:43:30.845909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9af528-be97-40ee-ace1-613d2237ef31 req-36bfd312-5066-41de-ba94-2ce47ebfdc3d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:30.847448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad9af528-be97-40ee-ace1-613d2237ef31 req-36bfd312-5066-41de-ba94-2ce47ebfdc3d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 813 time: 0.1152465 Dec 16 09:43:30.864039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad9af528-be97-40ee-ace1-613d2237ef31 req-8b6dda81-88fb-449a-8fee-5dddf626222d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/quotas/c7c3d8e45216449f9f5b88f197518e91 HTTP/1.1" status: 200 len: 375 time: 0.0102754 Dec 16 09:43:30.915172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad9af528-be97-40ee-ace1-613d2237ef31 req-9003bb49-9d16-4add-8b5a-8ec28e086871 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453193 Dec 16 09:43:31.065761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef95ae-44af-44a4-bda4-10990064bd26 req-dca6874f-4ba5-4f28-9d9c-13df24796039 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:31.067498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64ef95ae-44af-44a4-bda4-10990064bd26 req-dca6874f-4ba5-4f28-9d9c-13df24796039 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0526462 Dec 16 09:43:31.108247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64ef95ae-44af-44a4-bda4-10990064bd26 req-7f418a0c-f6fe-4ba5-ad97-07ce448076b0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345511 Dec 16 09:43:31.328342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202d116-9dc4-47d0-be66-5168916b65ef req-8927c6fa-aaa4-482e-8a24-a0b538aadceb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:31.331136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a202d116-9dc4-47d0-be66-5168916b65ef req-8927c6fa-aaa4-482e-8a24-a0b538aadceb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0613182 Dec 16 09:43:31.371941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a202d116-9dc4-47d0-be66-5168916b65ef req-0b4605bf-0325-450d-909f-cd62cd3092fd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Dec 16 09:43:31.493085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33360) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:31.633881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.650764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25c2605c-b8da-4c73-8420-240768836a04 req-5a3776e4-8d75-447b-a572-e0f118c1d25f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c7c3d8e45216449f9f5b88f197518e91 HTTP/1.1" status: 200 len: 221 time: 0.0402381 Dec 16 09:43:31.729198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.736773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.778760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9787d5-3119-4dda-9adb-aebbc3088752 req-ac8a3dd2-4eb4-4cea-b293-837f6980b321 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:31.780358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c9787d5-3119-4dda-9adb-aebbc3088752 req-ac8a3dd2-4eb4-4cea-b293-837f6980b321 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0663600 Dec 16 09:43:31.789714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aa41a4-dca3-4bf1-94b3-7606634d3d29,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:31.793971 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59d1e34c2b7147b5ae1e04622c1e7e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993753 Dec 16 09:43:31.796928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33376) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:31.813208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.813549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.814126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.814458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.814958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.815445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.815927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.816254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.816773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.817099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.817422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.817750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265de152-378f-444e-a884-8da7fa24018f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:31.834776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c9787d5-3119-4dda-9adb-aebbc3088752 req-c90e7386-cf56-4a1b-bdc8-47e78a7bfd65 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481982 Dec 16 09:43:31.861516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eebc2995-18fe-4a5f-b8ee-36cfde993a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.883144 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eebc2995-18fe-4a5f-b8ee-36cfde993a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.931970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eebc2995-18fe-4a5f-b8ee-36cfde993a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.937020 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eebc2995-18fe-4a5f-b8ee-36cfde993a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:31.941314 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eebc2995-18fe-4a5f-b8ee-36cfde993a0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9aa41a4-dca3-4bf1-94b3-7606634d3d29 HTTP/1.1" status: 204 len: 168 time: 0.1434317 Dec 16 09:43:31.950727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc2995-18fe-4a5f-b8ee-36cfde993a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aa41a4-dca3-4bf1-94b3-7606634d3d29,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:31.964961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c7e62-249e-4b42-8868-843f1533f507 req-4d744d08-1f10-400f-a074-aeae44bf8725 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:31.966701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed9c7e62-249e-4b42-8868-843f1533f507 req-4d744d08-1f10-400f-a074-aeae44bf8725 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0651693 Dec 16 09:43:32.008438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed9c7e62-249e-4b42-8868-843f1533f507 req-b3a6511a-595d-4fbe-9cee-863d115cd136 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Dec 16 09:43:32.185817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f052-7ab2-4061-81fc-9de63be935d2 req-c2c24bdb-7dcd-487b-a923-ff29e8b25035 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.190295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59d8f052-7ab2-4061-81fc-9de63be935d2 req-c2c24bdb-7dcd-487b-a923-ff29e8b25035 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0561223 Dec 16 09:43:32.236359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59d8f052-7ab2-4061-81fc-9de63be935d2 req-ffe28310-7eda-4ec3-bea8-ffcd9993fb56 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Dec 16 09:43:32.483379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86696c-92e6-4a2c-a2c6-b0b8e35f6919 req-bff87e59-ed75-4c1d-9c48-260c15d30eb8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.484915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a86696c-92e6-4a2c-a2c6-b0b8e35f6919 req-bff87e59-ed75-4c1d-9c48-260c15d30eb8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0553491 Dec 16 09:43:32.527420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a86696c-92e6-4a2c-a2c6-b0b8e35f6919 req-14f4afe7-7dc1-4363-8f7b-a4512de7e4b6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Dec 16 09:43:32.671851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:32.735450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4169-2b87-4e76-9465-dd637530c576 req-a4af620d-f99f-431e-8247-5ebf6d4fe058 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.737044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7eea4169-2b87-4e76-9465-dd637530c576 req-a4af620d-f99f-431e-8247-5ebf6d4fe058 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0523298 Dec 16 09:43:32.786388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7eea4169-2b87-4e76-9465-dd637530c576 req-acfab258-6ce9-413b-b672-2a4b69184035 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Dec 16 09:43:32.788979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-671172962-network', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:32.814723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Made reservation on behalf of 41cbb8054a194bff9246d7ed5a5b8f79 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:32.819547 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.832116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.910408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6aea-04ef-4c44-ab43-e669ccbf4739 req-080fe3db-b1fc-456d-877b-1eb73e8c51b4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:32.918120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3ec6aea-04ef-4c44-ab43-e669ccbf4739 req-080fe3db-b1fc-456d-877b-1eb73e8c51b4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0620458 Dec 16 09:43:32.931451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.936256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.962924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:32.964845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3ec6aea-04ef-4c44-ab43-e669ccbf4739 req-5fe83925-27fd-44ba-ba9d-a2beb7ca5a99 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Dec 16 09:43:32.980149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b4be88-e314-4833-a11e-87335bf476da,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:32.980149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:32.980149 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Added segment b9d400d4-94c0-438e-a94b-f66c1617884c of type vlan for network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 Dec 16 09:43:33.022138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.049136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.050163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:33.050790 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.104689 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4315815 Dec 16 09:43:33.108217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33458) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:33.114212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Request body: {'subnet': {'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-671172962-subnet', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:33.121932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5951-0a22-423e-a675-b17f34d292ac admin admin] Pushing event updated for resources: {'Network': ['ID=ae43a1b2-943a-4e61-be62-c1f6b8cd5069,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.134293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:33.140787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Made reservation on behalf of 41cbb8054a194bff9246d7ed5a5b8f79 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:33.143544 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.328903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.389556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63c8840-f830-44af-a874-982f18000492,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:33.421700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.422060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.422395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.422723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.423047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.423372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.423694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.424022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.424341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.424658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.424974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.425324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:33.435252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Checking segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:33.435606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Network hostable DHCP agents. Network: ae43a1b2-943a-4e61-be62-c1f6b8cd5069, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:33.462680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33028d22-c2ed-4138-9df5-9633a2e26d92 req-cdae8ba1-71fd-4b38-8856-945ea2fac598 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:33.464204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33028d22-c2ed-4138-9df5-9633a2e26d92 req-cdae8ba1-71fd-4b38-8856-945ea2fac598 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0779438 Dec 16 09:43:33.470335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:33.493416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ae43a1b2-943a-4e61-be62-c1f6b8cd5069) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:33.498250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:33.499421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.502755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3edcd62-f343-436a-85c3-a8bf474cc63b None None] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:33.524759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33028d22-c2ed-4138-9df5-9633a2e26d92 req-eb41fb0d-6e08-4f0b-9483-6e5a72c7bbcf tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517175 Dec 16 09:43:33.529718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5d0b04fb-972a-4fa8-baf7-ee9373cfc24a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4202766 Dec 16 09:43:33.532479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33472) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:33.536944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:33.570665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.571730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.632534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.662658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'fixed_ips': [{'subnet_id': 'e63c8840-f830-44af-a874-982f18000492'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:33.663957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.772498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.806469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Allocated IP 172.20.0.2 (ae43a1b2-943a-4e61-be62-c1f6b8cd5069/e63c8840-f830-44af-a874-982f18000492/a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:33.951720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.959551 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:33.980942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33478) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:33.986267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690866971', 'description': 'tempest-secgroup-smoke-690866971 description', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:33.994557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.003340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Pushing event updated for resources: {'Port': ['ID=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.009660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:34.011884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:34.017646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:34.020349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.021235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.022094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.022279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.022842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.023348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.023840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.024323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.024799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.025288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.025785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.026154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.026481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.026802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:34.089908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Attempting to bind port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:34.090280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Attempting to bind port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:34.090842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Attempting to bind port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:34.096216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:34.096584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Checking segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:34.097121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.097512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Bound using segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:34.098196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Bound port: a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:34.098574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.101251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.106908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.154117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.159997 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.160298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3af0-6e9b-4af3-8468-4c70e38578d6 req-4c74adc0-f6cf-4472-bc07-d517e0019e4f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.161838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e32f3af0-6e9b-4af3-8468-4c70e38578d6 req-4c74adc0-f6cf-4472-bc07-d517e0019e4f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0987766 Dec 16 09:43:34.164369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33480) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.167344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3ea93fb0-270a-4af3-a49e-3898c44fd1d8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1796827 Dec 16 09:43:34.169175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group_rule': {'security_group_id': 'a166949f-d08d-45dd-9dcb-ad8f2a92cbdc', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:34.172906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] For port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:34.176354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] For port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:34.181695 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.217310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Allocated IP 172.25.6.49 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:34.244698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679d049-4c50-4aff-8f64-a7e5a1862d1a None None] Pushing event updated for resources: {'Port': ['ID=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.251994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e32f3af0-6e9b-4af3-8468-4c70e38578d6 req-1b04a815-d865-4996-9e7d-c0cae0abc937 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755041 Dec 16 09:43:34.257039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.383090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.394829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.406039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.436287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9014f2f0-7380-4327-89ee-d78cd4bcd627,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.457007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.458252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e648a80-9bc5-44e3-929e-81558f091344 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929690 Dec 16 09:43:34.461182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.466037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group_rule': {'security_group_id': 'a166949f-d08d-45dd-9dcb-ad8f2a92cbdc', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:34.503068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d981079-b526-478c-8384-c822425c2443 req-92d0a643-3f9f-4595-b5f2-980b6f225bff tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.504709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d981079-b526-478c-8384-c822425c2443 req-92d0a643-3f9f-4595-b5f2-980b6f225bff tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0957069 Dec 16 09:43:34.520253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.527972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.584409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:34.589285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:34.598837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:34.601977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.603594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Pushing event updated for resources: {'Port': ['ID=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.608567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d981079-b526-478c-8384-c822425c2443 req-97106cdf-2661-46b6-b732-301477161124 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956550 Dec 16 09:43:34.611319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.646079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aec2dce-d4d7-49d4-ade0-cf4fc0d6a7d8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.655724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.658463 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37b2f3e8-5df8-4b43-93d8-d318a33bcc01 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960392 Dec 16 09:43:34.660041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.664886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group_rule': {'security_group_id': 'a166949f-d08d-45dd-9dcb-ad8f2a92cbdc', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:34.694022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.760604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.766301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.785048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc4c3be-3129-461b-9b42-0904fcacaeb4,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.796218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.800365 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1d7074b5-f25a-443c-aeb1-f6f3a760a37b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363220 Dec 16 09:43:34.800533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33494) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.806892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group_rule': {'security_group_id': 'a166949f-d08d-45dd-9dcb-ad8f2a92cbdc', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:34.833481 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.883613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65773b-344a-4216-bf54-1ba490e747e8 req-832cf2af-f980-4760-8402-96fc112e0416 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:34.885126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c65773b-344a-4216-bf54-1ba490e747e8 req-832cf2af-f980-4760-8402-96fc112e0416 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1316402 Dec 16 09:43:34.897219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.903153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.920315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99daec32-facd-429d-ab4e-ad3e893cc55a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:34.932058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.936326 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fff34690-a321-4524-b786-822ca2efbf47 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346009 Dec 16 09:43:34.936983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33496) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:34.941439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group_rule': {'security_group_id': 'a166949f-d08d-45dd-9dcb-ad8f2a92cbdc', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:34.948656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c65773b-344a-4216-bf54-1ba490e747e8 req-82713316-031d-47ba-8779-9a6a2a4e8000 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566633 Dec 16 09:43:34.953778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:34.970514 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Project ffdc5fb83b874cffa91d7175e427f521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:43:34.977276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.055686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.061917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.082713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57922c08-0a5f-4154-8885-c3d14269641c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:35.095594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.096846 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9ec144c-0e2a-43dc-adc4-224c6409c02f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589119 Dec 16 09:43:35.100100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33502) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:35.104692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'security_group_rule': {'security_group_id': 'a166949f-d08d-45dd-9dcb-ad8f2a92cbdc', 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:35.128614 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Project ffdc5fb83b874cffa91d7175e427f521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:43:35.134390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.195083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239ea2-5118-481d-8396-f512e9455811 req-10427802-8488-4282-adb5-ee1b17e79c61 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:35.196852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae239ea2-5118-481d-8396-f512e9455811 req-10427802-8488-4282-adb5-ee1b17e79c61 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1291003 Dec 16 09:43:35.206316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.211740 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.231563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b35f987-57bf-4efe-9951-7a316c1bc72f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:35.240224 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.240478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.244387 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bac2ee5b-2282-4d1d-bd9a-65c28a8be2c6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405184 Dec 16 09:43:35.323279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae239ea2-5118-481d-8396-f512e9455811 req-7648a945-fea9-491d-b6ac-16e6eeceb2f1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168599 Dec 16 09:43:35.353732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01734cb-3a34-4430-aa2d-13d9f1f3601e None None] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:35.419722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Router bed3fef0-971a-457d-80c9-90a201b13a6d is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:43:35.435187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-952e4d37-9deb-4b10-85a6-49d07531dcf0 None None] Provisioning complete for port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:35.435559 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-952e4d37-9deb-4b10-85a6-49d07531dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.594084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875de5fc-6b1f-413b-a021-fc064ff03869 req-b62013d9-1d86-46d5-846c-3c2d61cbb4a1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:35.598366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-875de5fc-6b1f-413b-a021-fc064ff03869 req-b62013d9-1d86-46d5-846c-3c2d61cbb4a1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0907290 Dec 16 09:43:35.608578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-952e4d37-9deb-4b10-85a6-49d07531dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.633717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:35.655474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Sync routers for ids ['bed3fef0-971a-457d-80c9-90a201b13a6d'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:35.661685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-952e4d37-9deb-4b10-85a6-49d07531dcf0 None None] For port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:35.671155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-952e4d37-9deb-4b10-85a6-49d07531dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.672174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:35.672982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Routers {'bed3fef0-971a-457d-80c9-90a201b13a6d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:35.673467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bff35fb6-86c9-4595-9d2a-f97116791582 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1400495 Dec 16 09:43:35.673994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bed3fef0-971a-457d-80c9-90a201b13a6d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:35.676508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33546) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:35.677800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-875de5fc-6b1f-413b-a021-fc064ff03869 req-3f52c678-2e27-48ef-bf92-77bb01330448 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784736 Dec 16 09:43:35.815697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Set router bed3fef0-971a-457d-80c9-90a201b13a6d gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:36.011079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397a72b-cdd5-4d04-a156-f3edf90ae57e req-7c880eb9-5169-4730-b18b-c16c64fac55e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:36.020496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c397a72b-cdd5-4d04-a156-f3edf90ae57e req-7c880eb9-5169-4730-b18b-c16c64fac55e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0705199 Dec 16 09:43:36.058263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c397a72b-cdd5-4d04-a156-f3edf90ae57e req-7371b0a5-c62c-48e7-a31a-b6e732d8fefd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367765 Dec 16 09:43:36.153920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-acf832b7-1da6-46e8-9eb0-76004cb132fc None None] Provisioning complete for port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:36.154303 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-acf832b7-1da6-46e8-9eb0-76004cb132fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.194630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4d37-9deb-4b10-85a6-49d07531dcf0 None None] Pushing event updated for resources: {'Port': ['ID=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:36.227500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476e44-be88-4d3c-8ba9-04772908025d req-1526b573-4790-4a86-a4f5-bd6928927fab tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:36.235158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89476e44-be88-4d3c-8ba9-04772908025d req-1526b573-4790-4a86-a4f5-bd6928927fab tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1033225 Dec 16 09:43:36.281527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89476e44-be88-4d3c-8ba9-04772908025d req-bd7d9f44-778a-4f6c-b406-060332fdce4c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Dec 16 09:43:36.335412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:36.399436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.424719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:36.425277 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.431019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:43:34Z', 'revision_number': 3, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:36.485652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Checking router: bed3fef0-971a-457d-80c9-90a201b13a6d for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:36.486059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Updating router bed3fef0-971a-457d-80c9-90a201b13a6d port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:43:36.535260 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.604627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Allocated IP 172.20.0.1 (ae43a1b2-943a-4e61-be62-c1f6b8cd5069/e63c8840-f830-44af-a874-982f18000492/896dc998-a184-472b-8592-43babf482b87) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:36.653042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecedde0-cb4c-4cab-b62e-2e323cfbbd5d req-83e3ae64-6887-40db-9a6e-1fcb407cc7c3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:36.662603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ecedde0-cb4c-4cab-b62e-2e323cfbbd5d req-83e3ae64-6887-40db-9a6e-1fcb407cc7c3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0885816 Dec 16 09:43:36.709451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ecedde0-cb4c-4cab-b62e-2e323cfbbd5d req-5b56f80c-0007-452d-9ac1-2d8e18a5b0ee tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Dec 16 09:43:36.736137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.781665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.822014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:36.826270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:36.831736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:36.835073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c3d75-0db2-40b8-b939-8a0728f4f60d req-e0bed83f-1819-4c03-be25-4e3bfcaa3cf5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:36.837720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-928c3d75-0db2-40b8-b939-8a0728f4f60d req-e0bed83f-1819-4c03-be25-4e3bfcaa3cf5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0626383 Dec 16 09:43:36.868752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=896dc998-a184-472b-8592-43babf482b87,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:36.886568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.914611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-928c3d75-0db2-40b8-b939-8a0728f4f60d req-d215ab13-0845-455d-bf6e-c1324299991a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706720 Dec 16 09:43:36.918528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:36.931388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.034142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Attempting to bind port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:37.034518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Attempting to bind port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:37.034884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Attempting to bind port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:37.057836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:37.058448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:37.058850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.059399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:37.059933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Bound port: e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:37.060280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.093206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce0b0-e216-4f88-8cb1-90daf158cec5 None None] Pushing event updated for resources: {'Port': ['ID=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:37.131455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] For port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:37.154275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] For port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:37.160953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9e489b53-edc9-4a1e-8ab2-cc4d5b9cf71e None None] Provisioning complete for port 896dc998-a184-472b-8592-43babf482b87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:37.162147 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e489b53-edc9-4a1e-8ab2-cc4d5b9cf71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.164606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.221393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee524e3-f2a1-4702-b569-1eb25b69af32 req-5c3bd65e-b7a9-4130-a6e8-5ae792055ae6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.222699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ee524e3-f2a1-4702-b569-1eb25b69af32 req-5c3bd65e-b7a9-4130-a6e8-5ae792055ae6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0785849 Dec 16 09:43:37.268023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9e489b53-edc9-4a1e-8ab2-cc4d5b9cf71e None None] Port 896dc998-a184-472b-8592-43babf482b87 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:37.281398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Routers {'bed3fef0-971a-457d-80c9-90a201b13a6d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:37.282409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bed3fef0-971a-457d-80c9-90a201b13a6d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:37.283880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ee524e3-f2a1-4702-b569-1eb25b69af32 req-7711a086-4483-4899-af02-2a5cb7c4188b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Dec 16 09:43:37.284884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce0b0-e216-4f88-8cb1-90daf158cec5 None None] Pushing event updated for resources: {'Port': ['ID=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:37.424568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] Set router bed3fef0-971a-457d-80c9-90a201b13a6d gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:37.452589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e958de2-2e5c-4e83-98bb-cbd8e8ded35d req-b85aafb0-0d63-493a-9afa-fc9e5f38100e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.455107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e958de2-2e5c-4e83-98bb-cbd8e8ded35d req-b85aafb0-0d63-493a-9afa-fc9e5f38100e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0704839 Dec 16 09:43:37.493645 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.501496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e958de2-2e5c-4e83-98bb-cbd8e8ded35d req-d052ac09-7092-4eea-ae59-d30c64ff629e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Dec 16 09:43:37.656395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:43:34Z', 'revision_number': 3, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:37.688616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9422f17-63ec-4cb6-9489-8d482ff5d99e None None] The sync data for ids ['bed3fef0-971a-457d-80c9-90a201b13a6d'] in n-d-821941-1 is: [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:43:34Z', 'revision_number': 3, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:37.706703 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.718940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.744666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833149-5f98-416c-b2dd-80435ff53ef0 req-86e9386b-2773-40b8-8137-7427f1a20ecf tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.755218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45833149-5f98-416c-b2dd-80435ff53ef0 req-86e9386b-2773-40b8-8137-7427f1a20ecf tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0769444 Dec 16 09:43:37.803086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45833149-5f98-416c-b2dd-80435ff53ef0 req-a3a3a362-c0ed-4585-a9f5-d09a843b1836 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Dec 16 09:43:37.810622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:37.818094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=896dc998-a184-472b-8592-43babf482b87,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:37.909839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:37.911426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:37.948230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c153dac-1bb1-42f5-b86b-1f7762914e3b req-2c811faa-94c5-4c73-a5bb-7e1fdd498723 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:37.949836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c153dac-1bb1-42f5-b86b-1f7762914e3b req-2c811faa-94c5-4c73-a5bb-7e1fdd498723 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0649648 Dec 16 09:43:38.045233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c153dac-1bb1-42f5-b86b-1f7762914e3b req-f2ad45e6-6be2-4d04-8df1-5bc28b7181a7 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840387 Dec 16 09:43:38.093295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Router bed3fef0-971a-457d-80c9-90a201b13a6d has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:43:38.259460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:38.274816 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a7783ce1-92d8-4ff4-96e0-751a0718b8d7 admin admin] 10.222.0.61 "PUT /v2.0/routers/bed3fef0-971a-457d-80c9-90a201b13a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5965116 Dec 16 09:43:38.356258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:38.446148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2f1378b4-1ee6-4121-b96d-acfacd9a946d None None] Provisioning complete for port 896dc998-a184-472b-8592-43babf482b87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:38.446576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2f1378b4-1ee6-4121-b96d-acfacd9a946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.494652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2f1378b4-1ee6-4121-b96d-acfacd9a946d None None] Port 896dc998-a184-472b-8592-43babf482b87 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:38.524903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:38.527397 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.553069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f139f-47ab-48b8-9cde-21210d8d8d73 req-3c0d0de6-5438-4048-862f-416ee4d77b9f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:38.562503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-332f139f-47ab-48b8-9cde-21210d8d8d73 req-3c0d0de6-5438-4048-862f-416ee4d77b9f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1408536 Dec 16 09:43:38.662359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-332f139f-47ab-48b8-9cde-21210d8d8d73 req-46fb209f-4b3a-4bb2-ad1a-8ebcbcbdfa3b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972989 Dec 16 09:43:38.690645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.727666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:38.734340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.736821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:38.829948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:38.840045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:38.840654 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:38.952785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33646) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:38.958088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-404848059-network', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:38.993034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Made reservation on behalf of c8f99765703247cc9fbd45f038d02766 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:38.995648 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.005660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.094497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.098872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.120490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:43:39.134602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3850b023-6bb7-4812-a352-48ef43708084,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:39.139740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.140082 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Added segment 2e2e2bd1-8e01-4607-9602-93ff473c38a7 of type vlan for network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 Dec 16 09:43:39.189173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.225699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.226711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:39.227448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.291698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3348043 Dec 16 09:43:39.292061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33652) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:39.294393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d10251-33c8-462a-b166-cf86b9f1af12 admin admin] Pushing event updated for resources: {'Network': ['ID=61c830c0-69cb-4b94-8a8c-b4e812b0dfd4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:39.298776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Request body: {'subnet': {'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-404848059-subnet', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:39.304455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:43:39.323090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Made reservation on behalf of c8f99765703247cc9fbd45f038d02766 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:39.326468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.503013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.568546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a35dfc44-8ef6-43fd-88a3-f19b488a86b3,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:39.579413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Checking segment: {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:39.579776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Network hostable DHCP agents. Network: 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:43:39.598574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:43:39.611737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:39.617515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:39.618845 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.624905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8744c4-07c4-4eb4-9ef2-a3c8441fa037 None None] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:39.642612 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7eacd73-ab2f-40a1-b16d-52ccea63a22e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3492174 Dec 16 09:43:39.645193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 33654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:39.650294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:39.673222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.674403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.748195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.829206 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Sync routers for ids ['bed3fef0-971a-457d-80c9-90a201b13a6d'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:39.829739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-61c830c0-69cb-4b94-8a8c-b4e812b0dfd4', 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'fixed_ips': [{'subnet_id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:43:39.830895 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.838480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148ee0-d148-4b12-b034-9bd659412e19 req-3d4ada6c-fa9c-4d0f-9abc-a86df7c21933 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:39.858293 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Routers {'bed3fef0-971a-457d-80c9-90a201b13a6d'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:39.859016 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bed3fef0-971a-457d-80c9-90a201b13a6d'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:39.859861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65148ee0-d148-4b12-b034-9bd659412e19 req-3d4ada6c-fa9c-4d0f-9abc-a86df7c21933 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1113348 Dec 16 09:43:39.911964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65148ee0-d148-4b12-b034-9bd659412e19 req-d94a97d0-6fc9-4b56-8ac7-41cd76ad493f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501235 Dec 16 09:43:39.935896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:39.981880 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Set router bed3fef0-971a-457d-80c9-90a201b13a6d gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:40.082294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Allocated IP 172.20.0.2 (61c830c0-69cb-4b94-8a8c-b4e812b0dfd4/a35dfc44-8ef6-43fd-88a3-f19b488a86b3/9672becb-6cc2-4669-85e7-73d6d33018aa) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:40.279776 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:43:37Z', 'revision_number': 4, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '896dc998-a184-472b-8592-43babf482b87', 'name': '', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'mac_address': 'fa:16:3e:91:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e63c8840-f830-44af-a874-982f18000492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:36Z', 'updated_at': '2021-12-16T09:43:37Z', 'revision_number': 2, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'subnets': [{'id': 'e63c8840-f830-44af-a874-982f18000492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:40.303729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:40.317365 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Checking router: bed3fef0-971a-457d-80c9-90a201b13a6d for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:40.318425 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Updating router bed3fef0-971a-457d-80c9-90a201b13a6d port 896dc998-a184-472b-8592-43babf482b87 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:43:40.349634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.350404 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.360185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ae0a6-eeb6-4077-8928-b47237b6af18 req-64819c16-f613-44a6-b63d-561621a5d327 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:40.362139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef8ae0a6-eeb6-4077-8928-b47237b6af18 req-64819c16-f613-44a6-b63d-561621a5d327 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0632560 Dec 16 09:43:40.405717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.453655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.459197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef8ae0a6-eeb6-4077-8928-b47237b6af18 req-e58190ba-1957-499f-9736-758c9f27a319 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863495 Dec 16 09:43:40.461261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:40.462173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.465584 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.550697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:40.557349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:40.563616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:40.607887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Pushing event updated for resources: {'Port': ['ID=9672becb-6cc2-4669-85e7-73d6d33018aa,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:40.614290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Allocated IP 172.25.6.166 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e1f19c91-557b-42aa-84fb-3ede988c47c5) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:40.670632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Attempting to bind port 9672becb-6cc2-4669-85e7-73d6d33018aa on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:40.671119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Attempting to bind port 9672becb-6cc2-4669-85e7-73d6d33018aa by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:40.671722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Attempting to bind port 9672becb-6cc2-4669-85e7-73d6d33018aa on network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:40.680741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:40.681250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Checking segment: {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:40.681648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.682070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Bound using segment: {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:40.682544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Bound port: 9672becb-6cc2-4669-85e7-73d6d33018aa, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:40.682931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.751142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.766747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] For port 9672becb-6cc2-4669-85e7-73d6d33018aa, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:40.769930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] For port 9672becb-6cc2-4669-85e7-73d6d33018aa, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9672becb-6cc2-4669-85e7-73d6d33018aa,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:40.777157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.780030 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.789433 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.796594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.849037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e583286-8553-406d-81fc-f01de96e8580 None None] Pushing event updated for resources: {'Port': ['ID=9672becb-6cc2-4669-85e7-73d6d33018aa,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:40.859435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:40.860631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f19c91-557b-42aa-84fb-3ede988c47c5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:40.865656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:40.869104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:40.869913 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Pushing event updated for resources: {'Port': ['ID=896dc998-a184-472b-8592-43babf482b87,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:40.887656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.888197 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.888526 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.888840 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.889325 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.889985 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.890471 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.890933 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.891396 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.891874 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.892345 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.892819 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:43:40.971322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Attempting to bind port 896dc998-a184-472b-8592-43babf482b87 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:40.971679 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Attempting to bind port 896dc998-a184-472b-8592-43babf482b87 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:40.972029 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Attempting to bind port 896dc998-a184-472b-8592-43babf482b87 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:40.977543 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:40.978182 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Checking segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:40.978572 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:40.978952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Bound using segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:40.979402 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Bound port: 896dc998-a184-472b-8592-43babf482b87, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:40.979766 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.056275 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] For port 896dc998-a184-472b-8592-43babf482b87, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:41.059918 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] For port 896dc998-a184-472b-8592-43babf482b87, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=896dc998-a184-472b-8592-43babf482b87,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:41.075088 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.199657 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d7e87-3022-4f4e-bacc-e2d94c62a93b None None] Pushing event updated for resources: {'Port': ['ID=896dc998-a184-472b-8592-43babf482b87,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:41.204972 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Routers {'bed3fef0-971a-457d-80c9-90a201b13a6d'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:41.205598 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bed3fef0-971a-457d-80c9-90a201b13a6d'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:41.288158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.363160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6693c6d3-b8b7-432d-b956-1e47fdebf528 None None] Provisioning complete for port 896dc998-a184-472b-8592-43babf482b87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:41.363456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6693c6d3-b8b7-432d-b956-1e47fdebf528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.375070 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] Set router bed3fef0-971a-457d-80c9-90a201b13a6d gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:41.519143 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6693c6d3-b8b7-432d-b956-1e47fdebf528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.654264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.673875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e83456-3a13-444c-8177-33e2e15c80cd req-696ed49c-0cf9-4b3b-bb66-4f28a5f576d9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:41.675597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34e83456-3a13-444c-8177-33e2e15c80cd req-696ed49c-0cf9-4b3b-bb66-4f28a5f576d9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0744069 Dec 16 09:43:41.678455 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:43:37Z', 'revision_number': 4, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '896dc998-a184-472b-8592-43babf482b87', 'name': '', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'mac_address': 'fa:16:3e:91:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e63c8840-f830-44af-a874-982f18000492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:36Z', 'updated_at': '2021-12-16T09:43:41Z', 'revision_number': 4, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'subnets': [{'id': 'e63c8840-f830-44af-a874-982f18000492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:41.711100 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f22856-1049-46d1-a014-3838af35cb5b None None] The sync data for ids ['bed3fef0-971a-457d-80c9-90a201b13a6d'] in n-d-821941-1 is: [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:43:37Z', 'revision_number': 4, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '896dc998-a184-472b-8592-43babf482b87', 'name': '', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'mac_address': 'fa:16:3e:91:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2679, 'fixed_ips': [{'subnet_id': 'e63c8840-f830-44af-a874-982f18000492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:36Z', 'updated_at': '2021-12-16T09:43:41Z', 'revision_number': 4, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'subnets': [{'id': 'e63c8840-f830-44af-a874-982f18000492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:41.730610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34e83456-3a13-444c-8177-33e2e15c80cd req-e4571ec8-75c5-483d-9870-9eed33fbd494 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460882 Dec 16 09:43:41.880833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6693c6d3-b8b7-432d-b956-1e47fdebf528 None None] For port 896dc998-a184-472b-8592-43babf482b87, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=896dc998-a184-472b-8592-43babf482b87,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:41.888430 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6693c6d3-b8b7-432d-b956-1e47fdebf528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:41.894788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Router b0b886b6-c4d0-450c-a36f-ea40539aafd7 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:43:42.008461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693c6d3-b8b7-432d-b956-1e47fdebf528 None None] Pushing event updated for resources: {'Port': ['ID=896dc998-a184-472b-8592-43babf482b87,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:42.038680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a6ce9639-6927-4619-9ad6-de3d4732f2ff None None] Provisioning complete for port 896dc998-a184-472b-8592-43babf482b87 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:42.039006 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a6ce9639-6927-4619-9ad6-de3d4732f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.039259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301a5d-ccf3-4c5d-8c26-ddbd03566a14 req-4dce0453-2955-4dcb-956a-84b3d0e529a0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:42.041279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63301a5d-ccf3-4c5d-8c26-ddbd03566a14 req-4dce0453-2955-4dcb-956a-84b3d0e529a0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0844381 Dec 16 09:43:42.129008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63301a5d-ccf3-4c5d-8c26-ddbd03566a14 req-d15e671b-80b7-4809-8164-bd34ab5a5c2e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 Dec 16 09:43:42.159702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:42.194019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Sync routers for ids ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:42.246555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Routers {'b0b886b6-c4d0-450c-a36f-ea40539aafd7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:42.248223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:42.252985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.255037 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-197028cc-ec30-44d9-b4a1-7b56d3bea158 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6085799 Dec 16 09:43:42.258306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 33686) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:43:42.417644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9672becb-6cc2-4669-85e7-73d6d33018aa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:42.462738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edc9efc-f96c-4de3-b675-18ae9f5f212a None None] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:43:42.524268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63773c-4070-4b1d-9cdd-cf6df5e11a2e req-15a5a5e0-9962-464a-996e-5a1d597d57d7 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:42.533838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f63773c-4070-4b1d-9cdd-cf6df5e11a2e req-15a5a5e0-9962-464a-996e-5a1d597d57d7 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0847447 Dec 16 09:43:42.583982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-38318d0c-1bf2-4da9-bd69-d51277da671a None None] Provisioning complete for port 9672becb-6cc2-4669-85e7-73d6d33018aa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:42.584488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38318d0c-1bf2-4da9-bd69-d51277da671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.645582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Set router b0b886b6-c4d0-450c-a36f-ea40539aafd7 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:42.675609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f63773c-4070-4b1d-9cdd-cf6df5e11a2e req-f6e339f6-113a-483a-b146-1e705fa513c9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396160 Dec 16 09:43:42.784191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9672becb-6cc2-4669-85e7-73d6d33018aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:42.784946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:42.897942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22deb0-51e0-4b14-81f9-98f775e01689 req-1f94d8a6-81fc-4632-9b8f-1e2d59b34fca tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:42.905960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf22deb0-51e0-4b14-81f9-98f775e01689 req-1f94d8a6-81fc-4632-9b8f-1e2d59b34fca tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0933280 Dec 16 09:43:42.983501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf22deb0-51e0-4b14-81f9-98f775e01689 req-bd80928c-2a48-437e-a256-5dc621b63955 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Dec 16 09:43:43.002418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38318d0c-1bf2-4da9-bd69-d51277da671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.126226 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.151295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-38318d0c-1bf2-4da9-bd69-d51277da671a None None] For port 9672becb-6cc2-4669-85e7-73d6d33018aa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9672becb-6cc2-4669-85e7-73d6d33018aa,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:43.153053 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.192065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38318d0c-1bf2-4da9-bd69-d51277da671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.259261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38318d0c-1bf2-4da9-bd69-d51277da671a None None] Pushing event updated for resources: {'Port': ['ID=9672becb-6cc2-4669-85e7-73d6d33018aa,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:43.318291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:43:41Z', 'revision_number': 3, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:43.361930 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:43:43.362280 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:43:43.363219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Checking router: b0b886b6-c4d0-450c-a36f-ea40539aafd7 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:43.363580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Updating router b0b886b6-c4d0-450c-a36f-ea40539aafd7 port e1f19c91-557b-42aa-84fb-3ede988c47c5 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:43:43.395875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.445989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd9fd-8ce3-4cc8-961e-2a90a493cf6d req-6f2c4e82-01c9-447e-a234-f10a7cb22309 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:43.454386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-831cd9fd-8ce3-4cc8-961e-2a90a493cf6d req-6f2c4e82-01c9-447e-a234-f10a7cb22309 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1881201 Dec 16 09:43:43.537149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-831cd9fd-8ce3-4cc8-961e-2a90a493cf6d req-a72a6459-a6af-41ac-a33f-ecb40c78aa4c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818944 Dec 16 09:43:43.559583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Allocated IP 172.20.0.1 (61c830c0-69cb-4b94-8a8c-b4e812b0dfd4/a35dfc44-8ef6-43fd-88a3-f19b488a86b3/9aac4b8c-f639-4f42-ab6e-91a55c358d97) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:43.571825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0986f716-ef1a-4806-9952-df832e5afa37 None None] Provisioning complete for port 9672becb-6cc2-4669-85e7-73d6d33018aa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:43.572182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0986f716-ef1a-4806-9952-df832e5afa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.846983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.854097 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.933407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869ac03-a6aa-4611-a18f-9ca2c9dbdfad None None] Pushing event updated for resources: {'Port': ['ID=e1f19c91-557b-42aa-84fb-3ede988c47c5,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:43.941145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Attempting to bind port e1f19c91-557b-42aa-84fb-3ede988c47c5 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:43.941510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Attempting to bind port e1f19c91-557b-42aa-84fb-3ede988c47c5 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:43.941883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Attempting to bind port e1f19c91-557b-42aa-84fb-3ede988c47c5 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:43.945833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 896dc998-a184-472b-8592-43babf482b87 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:43.950607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:43.950953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:43.951341 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:43.951728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:43.952193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Bound port: e1f19c91-557b-42aa-84fb-3ede988c47c5, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:43.952567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.036976 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ac0abb4-a7d5-4156-b165-8c14b4b3fec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.050130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] For port e1f19c91-557b-42aa-84fb-3ede988c47c5, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:44.054729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] For port e1f19c91-557b-42aa-84fb-3ede988c47c5, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e1f19c91-557b-42aa-84fb-3ede988c47c5,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:44.061919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.067148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 896dc998-a184-472b-8592-43babf482b87 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:44.067148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.091526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293885c-7b82-494a-877f-6e6ca6a0c8e6 req-fd869084-62c4-4b37-abed-4bd6d4337e41 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:44.093071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c293885c-7b82-494a-877f-6e6ca6a0c8e6 req-fd869084-62c4-4b37-abed-4bd6d4337e41 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0698848 Dec 16 09:43:44.142063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.156876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869ac03-a6aa-4611-a18f-9ca2c9dbdfad None None] Pushing event updated for resources: {'Port': ['ID=e1f19c91-557b-42aa-84fb-3ede988c47c5,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:44.160019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Routers {'b0b886b6-c4d0-450c-a36f-ea40539aafd7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:44.160617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:44.176293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c293885c-7b82-494a-877f-6e6ca6a0c8e6 req-2291cde0-4966-4c75-9dc5-3b9f3964e147 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673933 Dec 16 09:43:44.200301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.240401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:44.245503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:44.250975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:44.281887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Pushing event updated for resources: {'Port': ['ID=9aac4b8c-f639-4f42-ab6e-91a55c358d97,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:44.308084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.544054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] Set router b0b886b6-c4d0-450c-a36f-ea40539aafd7 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:44.580551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.610885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bad349-f1d3-41c7-aa1e-a62215b02280 req-50d68bba-8e43-445f-b427-151ba9adfd07 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:44.626445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63bad349-f1d3-41c7-aa1e-a62215b02280 req-50d68bba-8e43-445f-b427-151ba9adfd07 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1805120 Dec 16 09:43:44.686313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-76ff3f44-3f8f-44b7-a36f-ca4d9f9fa625 None None] Provisioning complete for port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:44.686857 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-76ff3f44-3f8f-44b7-a36f-ca4d9f9fa625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.692540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9672becb-6cc2-4669-85e7-73d6d33018aa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:44.708622 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63bad349-f1d3-41c7-aa1e-a62215b02280 req-6536cb74-b987-42cd-b1bf-57032e271e4d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584483 Dec 16 09:43:44.778135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-76ff3f44-3f8f-44b7-a36f-ca4d9f9fa625 None None] Port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:44.833105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.838786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9672becb-6cc2-4669-85e7-73d6d33018aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:44.839163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.840620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:44.895968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:43:41Z', 'revision_number': 3, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:44.929232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38de21-be02-42ac-a307-4b614f5654e9 None None] The sync data for ids ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'] in n-d-821941-1 is: [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:43:41Z', 'revision_number': 3, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:44.947298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Pushing event updated for resources: {'Port': ['ID=9aac4b8c-f639-4f42-ab6e-91a55c358d97,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:44.956677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.015466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5d369-eeb1-4799-938d-d3f982e6b79e req-5cfcb814-c5fa-44da-94d0-58763449a9af tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:45.017115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1d5d369-eeb1-4799-938d-d3f982e6b79e req-5cfcb814-c5fa-44da-94d0-58763449a9af tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1205027 Dec 16 09:43:45.077765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f1d5d369-eeb1-4799-938d-d3f982e6b79e req-8a2af5d1-e29b-40dc-ab3f-488a0a856067 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Dec 16 09:43:45.099682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:45.101232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:45.301198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Router b0b886b6-c4d0-450c-a36f-ea40539aafd7 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:43:45.317374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202e0eb-bac3-410d-b5be-db197f28860c req-25fe8bc0-89b2-489f-a8a4-7b0beee568ff tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:45.325478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2202e0eb-bac3-410d-b5be-db197f28860c req-25fe8bc0-89b2-489f-a8a4-7b0beee568ff tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0848391 Dec 16 09:43:45.443154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2202e0eb-bac3-410d-b5be-db197f28860c req-1eb8fc13-6e43-4faf-b67e-bd689da3b56b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167712 Dec 16 09:43:45.506127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:43:45.521142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-82ebcab0-cb49-4267-a240-ec10a2ecd1cc admin admin] 10.222.0.61 "PUT /v2.0/routers/b0b886b6-c4d0-450c-a36f-ea40539aafd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2509108 Dec 16 09:43:45.524511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a277d878-bf09-4976-9264-09353cc79591 None None] Provisioning complete for port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:45.524924 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a277d878-bf09-4976-9264-09353cc79591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:45.577693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a277d878-bf09-4976-9264-09353cc79591 None None] Port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:45.689610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17213435-566c-406b-8aac-a9321d1e1acd req-c13b9cbf-abeb-4feb-9c86-c02933a12c01 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:45.692078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17213435-566c-406b-8aac-a9321d1e1acd req-c13b9cbf-abeb-4feb-9c86-c02933a12c01 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0613718 Dec 16 09:43:45.736741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17213435-566c-406b-8aac-a9321d1e1acd req-58bdfdc5-e9be-43a8-a849-d406b7be2513 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 Dec 16 09:43:46.107693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ee435-8e40-4323-95e5-26d66b90944e req-f11416f1-cb1d-4fba-a1e5-2412fbb741ed tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:46.109328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c71ee435-8e40-4323-95e5-26d66b90944e req-f11416f1-cb1d-4fba-a1e5-2412fbb741ed tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0508373 Dec 16 09:43:46.154775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c71ee435-8e40-4323-95e5-26d66b90944e req-55d44d99-69d3-47cd-8b78-207b25169790 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Dec 16 09:43:46.344648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-bf58c9ba-6fe0-431a-994b-a8f28ecafe2e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:46.346195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-bf58c9ba-6fe0-431a-994b-a8f28ecafe2e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/networks?id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 200 len: 910 time: 0.0958359 Dec 16 09:43:46.361419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-b62545ae-7ec9-41cd-bcca-f9f63407a5ae tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/quotas/c8f99765703247cc9fbd45f038d02766 HTTP/1.1" status: 200 len: 375 time: 0.0090818 Dec 16 09:43:46.440532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-0ae1c150-ab95-472f-8c76-04566b9f85a1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8f99765703247cc9fbd45f038d02766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735366 Dec 16 09:43:46.457414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f569b6de-1b52-4608-9384-9a56219d0e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.721364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1f19c91-557b-42aa-84fb-3ede988c47c5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:46.742736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-82b399df-e031-44cc-9eba-6165e8d7df1f service neutron] 10.222.0.61 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914593 Dec 16 09:43:46.779187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e1f19c91-557b-42aa-84fb-3ede988c47c5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:46.779569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.852028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-71376e34-3661-45dd-8820-fc263d4150b3 service neutron] 10.222.0.61 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081679 Dec 16 09:43:46.870263 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Sync routers for ids ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:43:46.880403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.882042 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Routers {'b0b886b6-c4d0-450c-a36f-ea40539aafd7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:46.882733 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:46.907343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port e1f19c91-557b-42aa-84fb-3ede988c47c5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e1f19c91-557b-42aa-84fb-3ede988c47c5,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:46.914373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:46.979075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=e1f19c91-557b-42aa-84fb-3ede988c47c5,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:47.012306 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Set router b0b886b6-c4d0-450c-a36f-ea40539aafd7 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:47.107826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d91c2-3d81-4f07-838b-4ee173edd94d req-4f34ca93-8f9b-41df-8f2e-c80bdbbf040f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:47.111599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f67d91c2-3d81-4f07-838b-4ee173edd94d req-4f34ca93-8f9b-41df-8f2e-c80bdbbf040f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0785096 Dec 16 09:43:47.168093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f67d91c2-3d81-4f07-838b-4ee173edd94d req-6dd44e54-2123-463c-9ff2-1bd2e96dcdea tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504205 Dec 16 09:43:47.319616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc36bf05-16f5-4db9-a4b4-083de5d8775c req-b345326f-47c1-45bc-a79d-32f816b2d4d7 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 210 time: 0.0331395 Dec 16 09:43:47.377179 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 4, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '9aac4b8c-f639-4f42-ab6e-91a55c358d97', 'name': '', 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'mac_address': 'fa:16:3e:e3:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:43Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 2, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'subnets': [{'id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:47.413380 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Checking router: b0b886b6-c4d0-450c-a36f-ea40539aafd7 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:43:47.413871 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Updating router b0b886b6-c4d0-450c-a36f-ea40539aafd7 port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:43:47.451484 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.596615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c0da1-4c2f-42ed-ab5d-bd0dca8536a6 req-491dc18d-10e0-4042-9a6d-478e2cea73a0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:47.599391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-728c0da1-4c2f-42ed-ab5d-bd0dca8536a6 req-491dc18d-10e0-4042-9a6d-478e2cea73a0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0916581 Dec 16 09:43:47.678957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-728c0da1-4c2f-42ed-ab5d-bd0dca8536a6 req-0406ec31-8a3b-404e-a9a3-6313da75aab1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713370 Dec 16 09:43:47.844161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f626b1-5ec6-46de-bd59-9abc703f0d30 req-83856252-f61c-4507-84ef-67defd3c8f56 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:47.846392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30f626b1-5ec6-46de-bd59-9abc703f0d30 req-83856252-f61c-4507-84ef-67defd3c8f56 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1050606 Dec 16 09:43:47.897160 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.907653 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:47.919505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30f626b1-5ec6-46de-bd59-9abc703f0d30 req-306bd055-90f2-41d6-aa32-3201eb6a9b07 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661418 Dec 16 09:43:47.992254 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3723f-f526-4000-a3d2-8ac591acebd1 None None] Pushing event updated for resources: {'Port': ['ID=9aac4b8c-f639-4f42-ab6e-91a55c358d97,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:48.013715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.090016 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Attempting to bind port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:48.091333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Attempting to bind port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:48.091762 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Attempting to bind port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 on network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:48.101547 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:48.102034 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Checking segment: {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:48.102493 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.102935 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Bound using segment: {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:48.103468 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Bound port: 9aac4b8c-f639-4f42-ab6e-91a55c358d97, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2e2bd1-8e01-4607-9602-93ff473c38a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:48.103922 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.142912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453e804-c631-486b-aa90-c38935ea5cfe req-2687e1c0-b266-4eca-8921-fb37cf272a3e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:48.144397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0453e804-c631-486b-aa90-c38935ea5cfe req-2687e1c0-b266-4eca-8921-fb37cf272a3e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0748396 Dec 16 09:43:48.203158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] For port 9aac4b8c-f639-4f42-ab6e-91a55c358d97, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:48.207504 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] For port 9aac4b8c-f639-4f42-ab6e-91a55c358d97, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9aac4b8c-f639-4f42-ab6e-91a55c358d97,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:48.213781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0453e804-c631-486b-aa90-c38935ea5cfe req-c7c3d7d4-c18b-42fc-b814-9f594bd136dc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589948 Dec 16 09:43:48.215859 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.289658 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Routers {'b0b886b6-c4d0-450c-a36f-ea40539aafd7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:43:48.289658 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:43:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:48.292325 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3723f-f526-4000-a3d2-8ac591acebd1 None None] Pushing event updated for resources: {'Port': ['ID=9aac4b8c-f639-4f42-ab6e-91a55c358d97,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:48.363977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f0b68-78e9-422c-bdf6-67ec73b1d8b6 req-b768958a-74a7-42a1-8407-f86af85d96ad tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:48.365535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-555f0b68-78e9-422c-bdf6-67ec73b1d8b6 req-b768958a-74a7-42a1-8407-f86af85d96ad tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0735931 Dec 16 09:43:48.423144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6bd92c0c-75c7-44ac-97ac-9fcff0baae06 None None] Provisioning complete for port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:48.423653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6bd92c0c-75c7-44ac-97ac-9fcff0baae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.440209 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] Set router b0b886b6-c4d0-450c-a36f-ea40539aafd7 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:43:48.454131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-555f0b68-78e9-422c-bdf6-67ec73b1d8b6 req-9f143687-6389-4ecf-81ab-1d572b5e2f12 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810421 Dec 16 09:43:48.586340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6bd92c0c-75c7-44ac-97ac-9fcff0baae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.662787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6bd92c0c-75c7-44ac-97ac-9fcff0baae06 None None] For port 9aac4b8c-f639-4f42-ab6e-91a55c358d97, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9aac4b8c-f639-4f42-ab6e-91a55c358d97,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:48.672462 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6bd92c0c-75c7-44ac-97ac-9fcff0baae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.683024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8a8a539f-9074-4434-9ce4-72b856cdc7fc tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:48.685704 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8a8a539f-9074-4434-9ce4-72b856cdc7fc tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.53 "GET /v2.0/networks?id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 200 len: 910 time: 0.1772995 Dec 16 09:43:48.706249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Request body: {'port': {'device_id': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'admin_state_up': True, 'tenant_id': 'c8f99765703247cc9fbd45f038d02766'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:48.752104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cca4c4ca-05bf-479b-aca2-07fc51f6b4b6 req-a61abcd1-da69-4e3a-bbe2-1c6bfc4199e9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 210 time: 0.0573697 Dec 16 09:43:48.769804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Made reservation on behalf of c8f99765703247cc9fbd45f038d02766 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:48.772849 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:48.843712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1f19c91-557b-42aa-84fb-3ede988c47c5 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:48.875552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 4, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '9aac4b8c-f639-4f42-ab6e-91a55c358d97', 'name': '', 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'mac_address': 'fa:16:3e:e3:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:43Z', 'updated_at': '2021-12-16T09:43:48Z', 'revision_number': 4, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'subnets': [{'id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:43:48.901356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-6f33ad3a-6894-49a7-a623-10acf642a700 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2298050 Dec 16 09:43:48.917110 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9c68a-4341-4f9e-92a9-c08bda18b8a8 None None] The sync data for ids ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'] in n-d-821941-1 is: [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:43:44Z', 'revision_number': 4, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '9aac4b8c-f639-4f42-ab6e-91a55c358d97', 'name': '', 'network_id': '61c830c0-69cb-4b94-8a8c-b4e812b0dfd4', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'mac_address': 'fa:16:3e:e3:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:43Z', 'updated_at': '2021-12-16T09:43:48Z', 'revision_number': 4, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'subnets': [{'id': 'a35dfc44-8ef6-43fd-88a3-f19b488a86b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:43:48.954573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Allocated IP 172.20.0.8 (ae43a1b2-943a-4e61-be62-c1f6b8cd5069/e63c8840-f830-44af-a874-982f18000492/35454483-8790-4676-bc29-68123cafc494) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:48.965560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd92c0c-75c7-44ac-97ac-9fcff0baae06 None None] Pushing event updated for resources: {'Port': ['ID=9aac4b8c-f639-4f42-ab6e-91a55c358d97,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:48.970665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-521b7322-2b6c-4a10-bcd6-3118a36c95fa None None] Provisioning complete for port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:48.971130 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-521b7322-2b6c-4a10-bcd6-3118a36c95fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.026759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-e93f5cb7-e936-4cd5-856b-91b41e882343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.034533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-e93f5cb7-e936-4cd5-856b-91b41e882343 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1096 time: 0.1101778 Dec 16 09:43:49.078135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e1f19c91-557b-42aa-84fb-3ede988c47c5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:49.079226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.245569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.247488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b65d8-175d-40f0-921d-c9060d3b7a90 req-bd118b4d-0a05-45d4-a6db-559690bbe1a3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.254971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f1b65d8-175d-40f0-921d-c9060d3b7a90 req-bd118b4d-0a05-45d4-a6db-559690bbe1a3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1009223 Dec 16 09:43:49.295929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.298440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-ded13348-e08b-4d28-884e-6ea0fe05a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.300153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-ded13348-e08b-4d28-884e-6ea0fe05a232 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.2433612 Dec 16 09:43:49.352844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Pushing event updated for resources: {'Port': ['ID=35454483-8790-4676-bc29-68123cafc494,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:49.367498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:49.369063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:49.372434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:49.382708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-c64e1a7c-7669-405e-8934-c5eefc6d8711 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 1000 time: 0.0726974 Dec 16 09:43:49.388611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f1b65d8-175d-40f0-921d-c9060d3b7a90 req-681ce286-098e-4d11-b053-4ae57638f77b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327183 Dec 16 09:43:49.450952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.451713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.466200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-9df835a2-1516-4e30-8271-2319e434da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.473565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-9df835a2-1516-4e30-8271-2319e434da0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0821152 Dec 16 09:43:49.479991 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-7a25ca5a-bf6c-4ae1-bfbb-b8785925d603 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7844932 Dec 16 09:43:49.579436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Request body: {'port': {'device_id': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:49.621621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038c529-bd6b-471b-824c-7e61581d2024 req-eb56a05e-3323-486e-ac50-94e8f89dca8c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.632174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6038c529-bd6b-471b-824c-7e61581d2024 req-eb56a05e-3323-486e-ac50-94e8f89dca8c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1252167 Dec 16 09:43:49.656660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.661958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-bfb95da0-2bce-4958-bcd4-a7e03a476b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:49.663551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-bfb95da0-2bce-4958-bcd4-a7e03a476b03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812387 Dec 16 09:43:49.769499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6038c529-bd6b-471b-824c-7e61581d2024 req-ca634c7b-f45d-44e6-89b1-f5e841335573 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364498 Dec 16 09:43:49.847652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-715295d4-19d8-46bf-8a8d-aae132410ba9 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635556 Dec 16 09:43:49.937288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.943953 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:49.954959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-981f227c-ea8a-4aa1-8f42-b2860b35984c None None] Provisioning complete for port 35454483-8790-4676-bc29-68123cafc494 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:49.958582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-981f227c-ea8a-4aa1-8f42-b2860b35984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.036366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-981f227c-ea8a-4aa1-8f42-b2860b35984c None None] Port 35454483-8790-4676-bc29-68123cafc494 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:50.092219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1575783f-2fb4-4796-b75c-23b993f2a54d req-5f9ef1e5-3849-4d74-ab64-10229f61ab3b service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153838 Dec 16 09:43:50.142036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb36422-2b53-4a4b-a236-a717029060a2 req-6810f7cd-63b3-4141-9698-30e556775b92 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.144526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4cb36422-2b53-4a4b-a236-a717029060a2 req-6810f7cd-63b3-4141-9698-30e556775b92 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1027 time: 0.0667145 Dec 16 09:43:50.170688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35454483-8790-4676-bc29-68123cafc494 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:50.181887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.194651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4cb36422-2b53-4a4b-a236-a717029060a2 req-3094a829-b8b7-4bb8-84a2-126452508f25 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Dec 16 09:43:50.200088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Transition to ACTIVE for port object 35454483-8790-4676-bc29-68123cafc494 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:43:50.205350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.296457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Pushing event updated for resources: {'Port': ['ID=35454483-8790-4676-bc29-68123cafc494,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:50.363843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Attempting to bind port 35454483-8790-4676-bc29-68123cafc494 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:43:50.364268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Attempting to bind port 35454483-8790-4676-bc29-68123cafc494 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:43:50.364661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Attempting to bind port 35454483-8790-4676-bc29-68123cafc494 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:50.369988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Port 35454483-8790-4676-bc29-68123cafc494 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:43:50.370400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Attempting to bind port 35454483-8790-4676-bc29-68123cafc494 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:43:50.376372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:43:50.376788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Checking segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:43:50.377235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Bound using segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:43:50.377730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Bound port: 35454483-8790-4676-bc29-68123cafc494, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:43:50.378400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.442194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c51032-ad82-4721-9328-b58bd5a39bb1 req-a8c49dea-799e-4d73-9468-3b1a9df3ba04 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.446353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c51032-ad82-4721-9328-b58bd5a39bb1 req-a8c49dea-799e-4d73-9468-3b1a9df3ba04 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0632834 Dec 16 09:43:50.463930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] For port 35454483-8790-4676-bc29-68123cafc494, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:43:50.467541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] For port 35454483-8790-4676-bc29-68123cafc494, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=35454483-8790-4676-bc29-68123cafc494,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:43:50.476117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.503061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c51032-ad82-4721-9328-b58bd5a39bb1 req-c5522961-cdc2-4456-9d42-5da72f6471d0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501816 Dec 16 09:43:50.536322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.536982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:50.538774 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] 10.222.0.53 "PUT /v2.0/ports/35454483-8790-4676-bc29-68123cafc494 HTTP/1.1" status: 200 len: 1091 time: 1.0498197 Dec 16 09:43:50.540925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'tag': '35454483-8790-4676-bc29-68123cafc494'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:50.541870 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda1498d-4643-4bf9-880a-f0beb2e89d84" -d '{"events": [{"name": "network-changed", "server_uuid": "fc52419d-eca0-42e3-8a5c-9e8567378536", "tag": "35454483-8790-4676-bc29-68123cafc494"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:50.609242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71ca6-c9b7-41bb-8ccd-ce209bfb8de9 service neutron] Pushing event updated for resources: {'Port': ['ID=35454483-8790-4676-bc29-68123cafc494,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:50.707649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8684d764-d61d-4169-8a87-a08869b4d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.711917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8684d764-d61d-4169-8a87-a08869b4d34a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8f99765703247cc9fbd45f038d02766&device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1094 time: 0.0987544 Dec 16 09:43:50.786062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8c966-01da-422a-ac9b-31a6a3e48f8e req-7240c95f-9ca6-47f4-8851-0410a7e2b641 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.798551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cb8c966-01da-422a-ac9b-31a6a3e48f8e req-7240c95f-9ca6-47f4-8851-0410a7e2b641 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1328135 Dec 16 09:43:50.804156 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-27309b28-b955-4300-860e-fa0c89cbe47d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35454483-8790-4676-bc29-68123cafc494 HTTP/1.1" status: 200 len: 217 time: 0.0833855 Dec 16 09:43:50.877898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5cb8c966-01da-422a-ac9b-31a6a3e48f8e req-82f28e02-df25-4976-9e0e-b5eae10738b0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783126 Dec 16 09:43:50.882581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8c75ef64-eba5-4326-9680-5d6c40191a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.892828 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8c75ef64-eba5-4326-9680-5d6c40191a0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e63c8840-f830-44af-a874-982f18000492 HTTP/1.1" status: 200 len: 848 time: 0.0716860 Dec 16 09:43:50.954146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9aac4b8c-f639-4f42-ab6e-91a55c358d97 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:50.966738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8bda6990-3c19-4937-8fcd-47f20e630cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:50.968279 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-8bda6990-3c19-4937-8fcd-47f20e630cc0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761287 Dec 16 09:43:51.034442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:51.035171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:51.044189 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337eca22-6996-4f11-af2e-f3dfbb2d03d3 x-openstack-request-id: req-337eca22-6996-4f11-af2e-f3dfbb2d03d3 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:51.044474 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc52419d-eca0-42e3-8a5c-9e8567378536", "tag": "35454483-8790-4676-bc29-68123cafc494", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:51.044730 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-337eca22-6996-4f11-af2e-f3dfbb2d03d3 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:51.045114 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'tag': '35454483-8790-4676-bc29-68123cafc494', 'status': 'completed', 'code': 200} Dec 16 09:43:51.117554 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-6abc150e-63cc-4e5f-a877-4d857c9eee08 service neutron] 10.222.0.53 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318405 Dec 16 09:43:51.233567 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c1e0d04a-8daf-4eec-8ba8-72b8ebea7798 req-ca033c27-6efc-4c22-8d66-d3be752fa9f0 service neutron] 10.222.0.53 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083889 Dec 16 09:43:51.243527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443bcfe-d7ba-4de2-bbec-5cedb3e19274 req-b8d7bc0e-5103-4b93-929c-6e8496d03b5b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.245284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6443bcfe-d7ba-4de2-bbec-5cedb3e19274 req-b8d7bc0e-5103-4b93-929c-6e8496d03b5b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0584741 Dec 16 09:43:51.295489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6443bcfe-d7ba-4de2-bbec-5cedb3e19274 req-d8aec55f-c109-4ee0-9642-7a4c94d3be17 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381222 Dec 16 09:43:51.333835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-7655b4a0-5832-4b91-8c6f-8def88a0e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.335413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-7655b4a0-5832-4b91-8c6f-8def88a0e5b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8f99765703247cc9fbd45f038d02766&device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1094 time: 0.0538547 Dec 16 09:43:51.402517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f41ca-226e-4279-9d03-699902b3cbdb req-fef1698c-bfbf-4576-9c21-4850145d5c8f tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.404352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c72f41ca-226e-4279-9d03-699902b3cbdb req-fef1698c-bfbf-4576-9c21-4850145d5c8f tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1094 time: 0.0467474 Dec 16 09:43:51.430435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-4f3c7960-b2e1-486f-a1f8-53bf0a4e658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.431932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-4f3c7960-b2e1-486f-a1f8-53bf0a4e658e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 200 len: 910 time: 0.0884478 Dec 16 09:43:51.461099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c72f41ca-226e-4279-9d03-699902b3cbdb req-982a137d-41c3-487c-aeac-478b23c32c23 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503931 Dec 16 09:43:51.481927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-7164bed0-88a9-407d-a101-1aa38365a8bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35454483-8790-4676-bc29-68123cafc494 HTTP/1.1" status: 200 len: 217 time: 0.0385022 Dec 16 09:43:51.532441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-ca36c365-69d7-48b2-8d49-a0706048430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.535203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-ca36c365-69d7-48b2-8d49-a0706048430d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e63c8840-f830-44af-a874-982f18000492 HTTP/1.1" status: 200 len: 848 time: 0.0504456 Dec 16 09:43:51.601328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-e742e840-6ad2-4c8a-9d24-448203bb8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.603066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-e742e840-6ad2-4c8a-9d24-448203bb8f62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578966 Dec 16 09:43:51.643148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682876c0-2b42-4263-ab96-66b1fcba2b22 req-d04f834a-d568-42bd-9a56-064028dcec29 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:51.644642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-682876c0-2b42-4263-ab96-66b1fcba2b22 req-d04f834a-d568-42bd-9a56-064028dcec29 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Dec 16 09:43:51.689136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-682876c0-2b42-4263-ab96-66b1fcba2b22 req-cbdf99fb-2462-45ca-9227-e37807480356 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Dec 16 09:43:51.700147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-50eb1235-9483-4edd-9e37-b807e55ba4e2 service neutron] 10.222.0.53 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888565 Dec 16 09:43:51.807850 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-eda1498d-4643-4bf9-880a-f0beb2e89d84 req-8da925f5-536f-4c08-ba0f-c2aad2108cc3 service neutron] 10.222.0.53 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996661 Dec 16 09:43:52.129664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b9d91-6f76-4d96-a6df-0af43c16a177 req-5422f87e-1b62-4a17-a5e2-e5e02f856785 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.132629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e1b9d91-6f76-4d96-a6df-0af43c16a177 req-5422f87e-1b62-4a17-a5e2-e5e02f856785 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Dec 16 09:43:52.171017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e1b9d91-6f76-4d96-a6df-0af43c16a177 req-1a6a6208-0808-4914-b502-b5509db5f883 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Dec 16 09:43:52.572682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f4d3-42bb-4a45-af6c-252a17e88622 req-83bc9c50-c7c7-406f-affc-aa4e6937d717 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:52.574510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8663f4d3-42bb-4a45-af6c-252a17e88622 req-83bc9c50-c7c7-406f-affc-aa4e6937d717 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1094 time: 0.0424273 Dec 16 09:43:52.609406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8663f4d3-42bb-4a45-af6c-252a17e88622 req-b7edb506-7784-466a-8af2-278f3412a884 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290153 Dec 16 09:43:53.293648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711cdcd-4c3c-4d3a-8e50-1c454fb55383 req-57e72e25-c04d-43c7-adde-2bbdb342176a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:53.295463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7711cdcd-4c3c-4d3a-8e50-1c454fb55383 req-57e72e25-c04d-43c7-adde-2bbdb342176a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0536361 Dec 16 09:43:53.337293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7711cdcd-4c3c-4d3a-8e50-1c454fb55383 req-a69e35e4-358f-4eeb-ba97-dcb066310f07 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Dec 16 09:43:53.710242 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:53.722316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834100a1-ab1c-4c70-bd9d-538f557fc757 req-933291d9-3ea4-4395-a2ef-e24e334ee84d tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:53.723973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834100a1-ab1c-4c70-bd9d-538f557fc757 req-933291d9-3ea4-4395-a2ef-e24e334ee84d tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1094 time: 0.0441587 Dec 16 09:43:53.762277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834100a1-ab1c-4c70-bd9d-538f557fc757 req-16a885be-7396-4456-88f0-dd71270a14e2 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Dec 16 09:43:53.936389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 35454483-8790-4676-bc29-68123cafc494 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:43:54.034076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 35454483-8790-4676-bc29-68123cafc494, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=35454483-8790-4676-bc29-68123cafc494,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:54.049567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '35454483-8790-4676-bc29-68123cafc494', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'port_id': '35454483-8790-4676-bc29-68123cafc494', 'mac_address': 'fa:16:3e:f2:a0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63c8840-f830-44af-a874-982f18000492', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:43:54.090556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.104468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35454483-8790-4676-bc29-68123cafc494 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:43:54.125254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 35454483-8790-4676-bc29-68123cafc494, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=35454483-8790-4676-bc29-68123cafc494,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:54.131121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:54.187888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=35454483-8790-4676-bc29-68123cafc494,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:54.346530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['35454483-8790-4676-bc29-68123cafc494'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:43:54.467005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecff7f7-e55e-4b35-84b9-492fa95cee50 req-f5570466-1fb4-4910-8ec5-c6cb75a8112c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.468521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aecff7f7-e55e-4b35-84b9-492fa95cee50 req-f5570466-1fb4-4910-8ec5-c6cb75a8112c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Dec 16 09:43:54.518342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aecff7f7-e55e-4b35-84b9-492fa95cee50 req-89d91991-b5e3-4384-badf-37a36d26cc4c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Dec 16 09:43:54.925768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019d0f3-6faa-489a-bd1a-6471c8e501da req-c7f889a6-4ab6-4959-9995-d990404e1216 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:54.927665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2019d0f3-6faa-489a-bd1a-6471c8e501da req-c7f889a6-4ab6-4959-9995-d990404e1216 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1095 time: 0.0664666 Dec 16 09:43:54.978680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2019d0f3-6faa-489a-bd1a-6471c8e501da req-0f72609c-181b-49b2-b0aa-387099512226 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Dec 16 09:43:55.015127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:55.661045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab226ff-022b-4a5e-ba94-1cffa2ce8776 req-73bd325f-dbe3-4b60-8f01-a6b0556af60f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:55.662646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ab226ff-022b-4a5e-ba94-1cffa2ce8776 req-73bd325f-dbe3-4b60-8f01-a6b0556af60f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0523925 Dec 16 09:43:55.708673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ab226ff-022b-4a5e-ba94-1cffa2ce8776 req-b78d0bb6-67d5-494e-b437-bbdf383c95b0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Dec 16 09:43:55.946073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 35454483-8790-4676-bc29-68123cafc494 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:43:55.999646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 35454483-8790-4676-bc29-68123cafc494 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:43:56.004076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 35454483-8790-4676-bc29-68123cafc494 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:56.004568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.087162 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.091921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579c8b6-e7ab-4158-874f-044cf5a9f597 req-12c05650-fa0a-4b48-bd9f-2c883dc15824 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:56.093743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e579c8b6-e7ab-4158-874f-044cf5a9f597 req-12c05650-fa0a-4b48-bd9f-2c883dc15824 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1095 time: 0.0437229 Dec 16 09:43:56.110758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35454483-8790-4676-bc29-68123cafc494'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:43:56.113744 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255711ea-f6ff-45a4-8139-1d58b45458eb" -d '{"events": [{"server_uuid": "fc52419d-eca0-42e3-8a5c-9e8567378536", "name": "network-vif-plugged", "status": "completed", "tag": "35454483-8790-4676-bc29-68123cafc494"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:43:56.127687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 35454483-8790-4676-bc29-68123cafc494, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=35454483-8790-4676-bc29-68123cafc494,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:43:56.131384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e579c8b6-e7ab-4158-874f-044cf5a9f597 req-110779c2-fa4a-46d9-bc62-ee702950e272 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Dec 16 09:43:56.132733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:56.191863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=35454483-8790-4676-bc29-68123cafc494,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:56.237083 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3ea2e0-2cc1-42ae-9a3d-6b714795aa2f x-openstack-request-id: req-4d3ea2e0-2cc1-42ae-9a3d-6b714795aa2f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:43:56.237371 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc52419d-eca0-42e3-8a5c-9e8567378536", "name": "network-vif-plugged", "status": "completed", "tag": "35454483-8790-4676-bc29-68123cafc494", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:43:56.237616 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d3ea2e0-2cc1-42ae-9a3d-6b714795aa2f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:43:56.238103 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35454483-8790-4676-bc29-68123cafc494', 'code': 200} Dec 16 09:43:56.340471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6634-8f95-40bf-8b77-2980e699068e req-af6a808f-89b9-4295-8e3e-d04fbf3545ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:56.342094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-219b6634-8f95-40bf-8b77-2980e699068e req-af6a808f-89b9-4295-8e3e-d04fbf3545ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0466819 Dec 16 09:43:56.382074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-219b6634-8f95-40bf-8b77-2980e699068e req-d4e9bf9d-31d2-47f7-a794-7c51905813ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Dec 16 09:43:56.642849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-a6e58170-63f9-4fb3-95aa-353730b363ea tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690866971&fields=id&tenant_id=ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 267 time: 0.0349021 Dec 16 09:43:56.756216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-51642700-4eb0-4a86-a7ff-8e0c301ce839 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:56.757684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-51642700-4eb0-4a86-a7ff-8e0c301ce839 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1075702 Dec 16 09:43:56.773694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-15718aa6-c4ee-43e3-bf75-ff81746c1b22 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0098379 Dec 16 09:43:56.825381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-4685d3e4-e489-4d96-b763-aa3f239cb311 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456464 Dec 16 09:43:56.926468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-26c1952c-cf50-401a-a600-9cce6e5e405a service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890725 Dec 16 09:43:57.020106 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-14d801ec-6d15-4c0f-994d-b6781635df46 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Dec 16 09:43:57.354407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cc88b-b8f3-44a7-ad12-ebb3af9b4002 req-018a147d-44f8-4f3a-a0d8-eed3100bd596 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:57.356442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-393cc88b-b8f3-44a7-ad12-ebb3af9b4002 req-018a147d-44f8-4f3a-a0d8-eed3100bd596 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0515223 Dec 16 09:43:57.400495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-393cc88b-b8f3-44a7-ad12-ebb3af9b4002 req-09a6fa53-1cdd-4a74-bfde-4346ff8cb596 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Dec 16 09:43:57.578126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36516c58-4039-45e7-8c79-93b2fd57fe16 req-d2fc38da-4a0d-4816-9634-8e87e9d0f56c tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:57.580512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36516c58-4039-45e7-8c79-93b2fd57fe16 req-d2fc38da-4a0d-4816-9634-8e87e9d0f56c tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0545082 Dec 16 09:43:57.630977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36516c58-4039-45e7-8c79-93b2fd57fe16 req-f49a1c3e-8864-4451-ae27-91b2e35f7123 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Dec 16 09:43:57.812179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbd4560a-5c26-4185-a305-25003c32e8c2 req-494c2c87-7637-48d1-8aa0-e28e1203cc53 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0432031 Dec 16 09:43:58.608370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19dda5-7272-47ce-a3ff-b6d36ca00977 req-4dd365ab-6909-4c53-82f5-e414268797c4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:58.610696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d19dda5-7272-47ce-a3ff-b6d36ca00977 req-4dd365ab-6909-4c53-82f5-e414268797c4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.1254425 Dec 16 09:43:58.634161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-35ec6e10-0407-4f72-911e-50a0889df0ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:58.635590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-35ec6e10-0407-4f72-911e-50a0889df0ce tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1823847 Dec 16 09:43:58.684891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d19dda5-7272-47ce-a3ff-b6d36ca00977 req-ae1d7008-c4b2-4c22-a862-9f0abe4c7315 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658345 Dec 16 09:43:58.717528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-192bb17e-24c9-46ed-97a8-143b34219ca4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 379 time: 0.0595152 Dec 16 09:43:58.728421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'security_groups': ['a166949f-d08d-45dd-9dcb-ad8f2a92cbdc']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:58.844315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:43:58.848779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:58.999352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1157-7fb7-47d2-a0d2-280e65ede0ab req-6232252e-7ffc-4f18-b842-f1fb6b072724 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.000773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f80c1157-7fb7-47d2-a0d2-280e65ede0ab req-6232252e-7ffc-4f18-b842-f1fb6b072724 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0893519 Dec 16 09:43:59.027286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.7 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/4dcc5d08-3152-4677-b7e7-4d84a7e33a3f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:43:59.062076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f80c1157-7fb7-47d2-a0d2-280e65ede0ab req-024c6ccd-19e7-4773-bc38-c4e4e835e0a6 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Dec 16 09:43:59.196002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.220985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a55aabd-99ab-429e-8822-34ef19d0f6e3 req-fc7fe432-fc06-440c-9ddf-fb891ce40cc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0385535 Dec 16 09:43:59.251248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.308378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:43:59.328002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:43:59.330997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:43:59.333176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:43:59.393140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48891f56-cbd2-43dd-9fb4-069133247621 req-8bd87dbd-475b-4412-bf8e-e6a45e2dcabc tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.394701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48891f56-cbd2-43dd-9fb4-069133247621 req-8bd87dbd-475b-4412-bf8e-e6a45e2dcabc tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1030450 Dec 16 09:43:59.400880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.401526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.435811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-3f323f9d-d28b-4e24-afae-49ca07b9387f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7112248 Dec 16 09:43:59.450295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Request body: {'port': {'device_id': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:43:59.456594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48891f56-cbd2-43dd-9fb4-069133247621 req-810a1801-4f7b-45c5-b06e-3b9bad01898b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520637 Dec 16 09:43:59.519756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.609395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-902f7647-bcf6-4519-9aeb-652f416f7469 None None] Provisioning complete for port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:43:59.610074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-902f7647-bcf6-4519-9aeb-652f416f7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:43:59.645657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-902f7647-bcf6-4519-9aeb-652f416f7469 None None] Port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:43:59.679000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea57f9-cd86-4013-a381-e79c9ce5a2b1 req-157b20e6-1e74-4fd4-aee9-daf17dca1331 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:43:59.680533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68ea57f9-cd86-4013-a381-e79c9ce5a2b1 req-157b20e6-1e74-4fd4-aee9-daf17dca1331 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.1197309 Dec 16 09:43:59.765904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68ea57f9-cd86-4013-a381-e79c9ce5a2b1 req-eed7e5a3-ff23-4c6d-9dbb-29f4442dd068 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766873 Dec 16 09:44:00.139234 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:44:00.249734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6683a1b-03f4-471c-8b17-78debf4c1e84 req-3c53104e-d6eb-4d07-af25-6dfcf077e6d6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.251295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6683a1b-03f4-471c-8b17-78debf4c1e84 req-3c53104e-d6eb-4d07-af25-6dfcf077e6d6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0847661 Dec 16 09:44:00.259280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:00.272952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.296213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Transition to ACTIVE for port object 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:44:00.302093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.316009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6683a1b-03f4-471c-8b17-78debf4c1e84 req-498f48fe-463d-4e74-a742-1c1d8696e6f5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522308 Dec 16 09:44:00.383399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:00.449430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Attempting to bind port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:00.450089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Attempting to bind port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:00.450589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Attempting to bind port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:00.456748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:44:00.457328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Attempting to bind port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:00.463280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:00.463617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:00.464152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:00.464821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Bound port: 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:00.465459 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.556704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4459328-def0-46ab-8e6d-e31195271982 req-60e356c5-c30a-4660-b879-3ff145ae40af tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.562457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4459328-def0-46ab-8e6d-e31195271982 req-60e356c5-c30a-4660-b879-3ff145ae40af tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0943458 Dec 16 09:44:00.600658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] For port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:00.607413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4459328-def0-46ab-8e6d-e31195271982 req-44629ae3-94a6-43a7-9d49-90285567d4d1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Dec 16 09:44:00.615373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] For port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:00.628301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.692237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.692977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:00.694590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/4dcc5d08-3152-4677-b7e7-4d84a7e33a3f HTTP/1.1" status: 200 len: 1091 time: 1.2504842 Dec 16 09:44:00.695255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:00.698167 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaf16df-7f70-4016-a5f0-eca849ac7526" -d '{"events": [{"name": "network-changed", "server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:00.722328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20327e45-c0dd-4bf4-863e-c86e26d008a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:00.840747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b02ac1-00e4-4a6b-bd0b-0869405220a6 req-23d4ddd0-8624-446b-90b1-2c2d4a756489 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.846354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5b02ac1-00e4-4a6b-bd0b-0869405220a6 req-23d4ddd0-8624-446b-90b1-2c2d4a756489 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.1008282 Dec 16 09:44:00.859704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-60d1f143-ec53-4bac-a4ae-a6b860922acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.861360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-60d1f143-ec53-4bac-a4ae-a6b860922acb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 1094 time: 0.0925462 Dec 16 09:44:00.914765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-8633e586-f6c0-4b7a-bbba-1e156f81831d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f HTTP/1.1" status: 200 len: 217 time: 0.0422926 Dec 16 09:44:00.921872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5b02ac1-00e4-4a6b-bd0b-0869405220a6 req-d5a62993-c3ad-449b-833a-2eadf2ff2d23 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730774 Dec 16 09:44:00.965028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-e1c3336a-37cd-44d4-a212-ca478a28355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:00.966626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-e1c3336a-37cd-44d4-a212-ca478a28355c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0438955 Dec 16 09:44:01.044974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aee9b-1487-4421-8766-e38b33242310 req-a8ee06c8-39fc-4d55-98fa-721407332776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.046495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-a8ee06c8-39fc-4d55-98fa-721407332776 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726967 Dec 16 09:44:01.054292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:01.069834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139394f-0e96-4554-99f9-db24c0e82813 req-43ce3410-7ddd-47fb-adb4-1283692276e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.071305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4139394f-0e96-4554-99f9-db24c0e82813 req-43ce3410-7ddd-47fb-adb4-1283692276e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0715530 Dec 16 09:44:01.156559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4139394f-0e96-4554-99f9-db24c0e82813 req-053a80a7-bad0-457d-b3a9-60a1b569049a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742555 Dec 16 09:44:01.159422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:01.172009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'port_id': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'mac_address': 'fa:16:3e:a2:05:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b271eb5-e0e9-4429-aba4-8bd7f639e059', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:01.172794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-0dd0ec00-5a02-49d0-9ee9-b9664124db9a service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171660 Dec 16 09:44:01.220511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.235754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:01.258082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:01.263923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:01.320921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:01.338239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-787aee9b-1487-4421-8766-e38b33242310 req-5f84397e-551e-409e-99bc-c5d8644b43b9 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562400 Dec 16 09:44:01.369983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-f0ee645b-4580-4fb7-8830-f724ec763b26 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.371518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-f0ee645b-4580-4fb7-8830-f724ec763b26 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/networks?id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 200 len: 910 time: 0.1169083 Dec 16 09:44:01.386102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-729fd9d3-ba1c-4fb0-adff-d21e5a81bedb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/quotas/c8f99765703247cc9fbd45f038d02766 HTTP/1.1" status: 200 len: 375 time: 0.0087261 Dec 16 09:44:01.391736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['125bdc4b-22cd-4daa-9861-9931c73fffd2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:01.441518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-64001184-8d39-4469-9c19-3ed9585003c2 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8f99765703247cc9fbd45f038d02766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461643 Dec 16 09:44:01.539900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-cd7b35d4-cc62-4e3b-bef7-44695949d730 service neutron] 10.222.0.61 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893764 Dec 16 09:44:01.635482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-3d278557-3eaa-4fc2-a834-99ffd2d70f84 service neutron] 10.222.0.61 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889904 Dec 16 09:44:01.843657 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b785ea-7559-4167-8c6b-225f9f4980ba x-openstack-request-id: req-38b785ea-7559-4167-8c6b-225f9f4980ba {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:01.844618 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:01.845068 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38b785ea-7559-4167-8c6b-225f9f4980ba {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:01.845683 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'status': 'completed', 'code': 200} Dec 16 09:44:01.949111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-660348d3-7a30-4314-ac37-17f5409525ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.950622 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-660348d3-7a30-4314-ac37-17f5409525ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 1094 time: 0.0812037 Dec 16 09:44:01.975807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f22fc-8a55-4cf4-85e4-25167baeadd9 req-ce7dad76-cac9-4f75-a9c1-c59381d7c310 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:01.977492 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-648f22fc-8a55-4cf4-85e4-25167baeadd9 req-ce7dad76-cac9-4f75-a9c1-c59381d7c310 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0762904 Dec 16 09:44:02.071817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-648f22fc-8a55-4cf4-85e4-25167baeadd9 req-1c832136-e631-4683-ac66-7267133373bd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835071 Dec 16 09:44:02.090833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-9304b258-0e77-4f2c-8141-cf69214e1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.092280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-9304b258-0e77-4f2c-8141-cf69214e1306 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1336753 Dec 16 09:44:02.140664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-d7f4ee88-84a3-486b-8515-82bb8798273e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f HTTP/1.1" status: 200 len: 217 time: 0.0407915 Dec 16 09:44:02.201652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-30130e00-ad47-4eda-8451-25cd4d819ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.203863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-30130e00-ad47-4eda-8451-25cd4d819ed0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0557044 Dec 16 09:44:02.261197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-889f96f8-53b4-40c5-ac73-2edf3f1c8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.262866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-889f96f8-53b4-40c5-ac73-2edf3f1c8517 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505202 Dec 16 09:44:02.350477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d44c91d-6843-4619-a3d1-8cf48fe0a780 req-57e0484d-9495-4068-b2ec-171f1f6d7abf tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 210 time: 0.0352786 Dec 16 09:44:02.404401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-c70a198c-9a2e-4a16-a7c5-c1933450ca74 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341796 Dec 16 09:44:02.524029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279000-ff07-4139-a5ce-55cee333b748 req-85681901-f7a8-4cbf-8207-c0abda535821 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.525544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22279000-ff07-4139-a5ce-55cee333b748 req-85681901-f7a8-4cbf-8207-c0abda535821 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0947435 Dec 16 09:44:02.543109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beaf16df-7f70-4016-a5f0-eca849ac7526 req-6bd98c9d-5da4-4d12-bf6d-7b7cd9a6e1e2 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312330 Dec 16 09:44:02.575763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22279000-ff07-4139-a5ce-55cee333b748 req-ef3dd0d3-29be-45c4-b57e-08fc54b10703 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Dec 16 09:44:02.856801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b81025-edfd-451e-b2e4-7765fec4f15a req-e77fb67e-4404-494c-95bf-e74f497ecabd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.858340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b81025-edfd-451e-b2e4-7765fec4f15a req-e77fb67e-4404-494c-95bf-e74f497ecabd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1086543 Dec 16 09:44:02.904295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-ca11c2a1-f76e-41cf-940f-bafc5e5ccb89 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:02.905779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-ca11c2a1-f76e-41cf-940f-bafc5e5ccb89 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.69 "GET /v2.0/networks?id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 200 len: 910 time: 0.1670089 Dec 16 09:44:02.921338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Request body: {'port': {'device_id': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'admin_state_up': True, 'tenant_id': 'c8f99765703247cc9fbd45f038d02766'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:02.934436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25b81025-edfd-451e-b2e4-7765fec4f15a req-4b3bfd5c-0b8b-4616-b7e1-609553c69ddc tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690262 Dec 16 09:44:02.948599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Made reservation on behalf of c8f99765703247cc9fbd45f038d02766 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:02.956065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.072285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Allocated IP 172.20.0.11 (ae43a1b2-943a-4e61-be62-c1f6b8cd5069/e63c8840-f830-44af-a874-982f18000492/cefa6b20-4af8-49fc-8624-bea008ce12d4) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:03.077389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:03.129324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 125bdc4b-22cd-4daa-9861-9931c73fffd2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:03.129700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.212399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.235211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:03.237547 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacca0c6-c9eb-43f4-b11c-cd236815c0b0" -d '{"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-plugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:03.237705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc519f-efad-4338-ae5c-55f95bfcabd0 req-779113af-f220-499b-9afe-eea3203932bc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.239075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49bc519f-efad-4338-ae5c-55f95bfcabd0 req-779113af-f220-499b-9afe-eea3203932bc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0752189 Dec 16 09:44:03.250561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:03.256211 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.260505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.295412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49bc519f-efad-4338-ae5c-55f95bfcabd0 req-f110c939-1b74-4cf9-bd2c-0f9c27187517 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Dec 16 09:44:03.305428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:03.335828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.347169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['35454483-8790-4676-bc29-68123cafc494'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:03.388904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:03.392005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:03.394437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:03.403078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Pushing event updated for resources: {'Port': ['ID=cefa6b20-4af8-49fc-8624-bea008ce12d4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:03.430027 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67bd9a0-477b-4e6e-9f22-3479682a3547 x-openstack-request-id: req-f67bd9a0-477b-4e6e-9f22-3479682a3547 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:03.430317 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-plugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:03.430566 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f67bd9a0-477b-4e6e-9f22-3479682a3547 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:03.431029 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'code': 200} Dec 16 09:44:03.457627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.458239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.477411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-9834782a-2f42-4108-ae22-f6779d2585c9 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5611665 Dec 16 09:44:03.499782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Request body: {'port': {'device_id': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:03.583859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.635598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52bc85-32e5-4d73-ac36-7ec8b40c44b5 req-5f29ece3-9cd6-4bb8-b886-197fc9c2469a tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.637538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b52bc85-32e5-4d73-ac36-7ec8b40c44b5 req-5f29ece3-9cd6-4bb8-b886-197fc9c2469a tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1028 time: 0.0850356 Dec 16 09:44:03.642682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ac1e3c94-1871-4802-b4ce-f5cdc66ee287 None None] Provisioning complete for port cefa6b20-4af8-49fc-8624-bea008ce12d4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:03.643164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac1e3c94-1871-4802-b4ce-f5cdc66ee287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.680801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e3c94-1871-4802-b4ce-f5cdc66ee287 None None] Port cefa6b20-4af8-49fc-8624-bea008ce12d4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:03.740170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b52bc85-32e5-4d73-ac36-7ec8b40c44b5 req-a8ba5217-dbd8-4ef9-a855-19af527a8958 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903590 Dec 16 09:44:03.882287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfa80d-9079-40c8-9369-6c5e80a7ef32 req-28d408d6-312a-4b65-86db-31c55bd1ae76 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:03.883761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87dfa80d-9079-40c8-9369-6c5e80a7ef32 req-28d408d6-312a-4b65-86db-31c55bd1ae76 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0839777 Dec 16 09:44:03.935740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefa6b20-4af8-49fc-8624-bea008ce12d4 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:03.949522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:03.961328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87dfa80d-9079-40c8-9369-6c5e80a7ef32 req-e4fdfd3f-2dc8-4867-a4d9-91d8d9a6a3f0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546322 Dec 16 09:44:03.970932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Transition to ACTIVE for port object cefa6b20-4af8-49fc-8624-bea008ce12d4 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:44:03.983908 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.098990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92599fef-848e-4354-950e-16a066a53083 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa6b20-4af8-49fc-8624-bea008ce12d4,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:04.135974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2690a-6b3a-4a19-8e83-7fb3563380cf req-c6016876-6221-4740-aab3-d61939ff30a9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.137543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0da2690a-6b3a-4a19-8e83-7fb3563380cf req-c6016876-6221-4740-aab3-d61939ff30a9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1037374 Dec 16 09:44:04.159300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Attempting to bind port cefa6b20-4af8-49fc-8624-bea008ce12d4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:04.159627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Attempting to bind port cefa6b20-4af8-49fc-8624-bea008ce12d4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:04.159949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Attempting to bind port cefa6b20-4af8-49fc-8624-bea008ce12d4 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:04.171654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Port cefa6b20-4af8-49fc-8624-bea008ce12d4 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:44:04.171972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Attempting to bind port cefa6b20-4af8-49fc-8624-bea008ce12d4 on network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:04.180874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:04.181206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Checking segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:04.181601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Bound using segment: {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:04.182062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Bound port: cefa6b20-4af8-49fc-8624-bea008ce12d4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9d400d4-94c0-438e-a94b-f66c1617884c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:04.182420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.204901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0da2690a-6b3a-4a19-8e83-7fb3563380cf req-0730e7d1-8db6-4cff-86da-0d5a9bc38822 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568485 Dec 16 09:44:04.260825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] For port cefa6b20-4af8-49fc-8624-bea008ce12d4, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:04.264002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] For port cefa6b20-4af8-49fc-8624-bea008ce12d4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:04.270738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.309780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.310477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:04.311998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-92599fef-848e-4354-950e-16a066a53083 service neutron] 10.222.0.69 "PUT /v2.0/ports/cefa6b20-4af8-49fc-8624-bea008ce12d4 HTTP/1.1" status: 200 len: 1092 time: 0.8231330 Dec 16 09:44:04.312526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'tag': 'cefa6b20-4af8-49fc-8624-bea008ce12d4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:04.315034 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7de075-61a5-4799-9bef-79e1b47c1d13" -d '{"events": [{"name": "network-changed", "server_uuid": "3825ee23-4ea1-43b6-a027-3a3ad9e07224", "tag": "cefa6b20-4af8-49fc-8624-bea008ce12d4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:04.344361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92599fef-848e-4354-950e-16a066a53083 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa6b20-4af8-49fc-8624-bea008ce12d4,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:04.355880 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3948ad-4f65-4272-810d-f6cda707ea84 x-openstack-request-id: req-5d3948ad-4f65-4272-810d-f6cda707ea84 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:04.356264 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3825ee23-4ea1-43b6-a027-3a3ad9e07224", "tag": "cefa6b20-4af8-49fc-8624-bea008ce12d4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:04.356531 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d3948ad-4f65-4272-810d-f6cda707ea84 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:04.356931 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'tag': 'cefa6b20-4af8-49fc-8624-bea008ce12d4', 'status': 'completed', 'code': 200} Dec 16 09:44:04.421013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-1ff08674-e128-4f91-9676-b76ba71cc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.422569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-1ff08674-e128-4f91-9676-b76ba71cc336 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f99765703247cc9fbd45f038d02766&device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1095 time: 0.0616117 Dec 16 09:44:04.500883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83772edd-b8d4-4f3d-9f9f-637082f9409d req-fe00c3df-812f-486b-b0de-31b9589a78b8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.502464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83772edd-b8d4-4f3d-9f9f-637082f9409d req-fe00c3df-812f-486b-b0de-31b9589a78b8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0979564 Dec 16 09:44:04.504364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-0ea4eba7-8f2b-4e84-b1f2-9bb760ffe995 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4 HTTP/1.1" status: 200 len: 217 time: 0.0529428 Dec 16 09:44:04.585402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83772edd-b8d4-4f3d-9f9f-637082f9409d req-80a33900-148c-4071-be11-04f9907295cd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Dec 16 09:44:04.589676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-5f124d92-7ee9-4ba4-bcde-06a39efd3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.591715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-5f124d92-7ee9-4ba4-bcde-06a39efd3706 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e63c8840-f830-44af-a874-982f18000492 HTTP/1.1" status: 200 len: 848 time: 0.0727775 Dec 16 09:44:04.652085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-e20df5d6-f799-46b8-b645-5a33ab264791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.653566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-e20df5d6-f799-46b8-b645-5a33ab264791 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547822 Dec 16 09:44:04.760131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-db6cb3ca-9436-4e16-94b5-dd35743f2280 service neutron] 10.222.0.69 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890830 Dec 16 09:44:04.886074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baade7c9-70bd-4c72-8efd-ce1017d67e9e req-990bf398-aecd-4136-af40-91c4a964c88b service neutron] 10.222.0.69 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189573 Dec 16 09:44:04.887764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99b84-8331-4bc1-a355-0a42b728e1a9 req-e810184f-ec6d-4274-98c4-6487b40342ab tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.889133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28c99b84-8331-4bc1-a355-0a42b728e1a9 req-e810184f-ec6d-4274-98c4-6487b40342ab tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1095 time: 0.0668392 Dec 16 09:44:04.933440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28c99b84-8331-4bc1-a355-0a42b728e1a9 req-076a926c-ad43-4a4c-a01b-6c53a1c42e19 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Dec 16 09:44:04.976923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-0f208bfa-1614-4141-9df1-9ae2a1a7cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:04.979267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-0f208bfa-1614-4141-9df1-9ae2a1a7cde9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f99765703247cc9fbd45f038d02766&device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1095 time: 0.0447402 Dec 16 09:44:05.128933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-a870129d-c350-4007-8930-bb82ed433e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.130560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-a870129d-c350-4007-8930-bb82ed433e92 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 200 len: 910 time: 0.1436298 Dec 16 09:44:05.144680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b6070-bb2f-4bc8-8137-c6befb45ef72 req-f845b835-abfc-44a3-9742-3fdfad5cf522 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.150315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b8b6070-bb2f-4bc8-8137-c6befb45ef72 req-f845b835-abfc-44a3-9742-3fdfad5cf522 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0961225 Dec 16 09:44:05.205541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-ad27fc7f-6625-4535-8d02-5109a72c1b40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4 HTTP/1.1" status: 200 len: 217 time: 0.0539112 Dec 16 09:44:05.252386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b8b6070-bb2f-4bc8-8137-c6befb45ef72 req-871f8c8a-2622-415f-9e43-c46e4fed486b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941391 Dec 16 09:44:05.268703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-9dec828d-7135-45fa-bfcd-71c82185da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.270244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-9dec828d-7135-45fa-bfcd-71c82185da84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e63c8840-f830-44af-a874-982f18000492 HTTP/1.1" status: 200 len: 848 time: 0.0578337 Dec 16 09:44:05.319001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-8da9087e-1c08-4b23-acf4-d555ec16eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.320579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-8da9087e-1c08-4b23-acf4-d555ec16eb62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae43a1b2-943a-4e61-be62-c1f6b8cd5069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429204 Dec 16 09:44:05.437328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6224-bdf2-416e-b928-04b7ff547bb7 req-777bc4d9-26d0-4334-b6f2-a4985325a2c7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.438876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee8c6224-bdf2-416e-b928-04b7ff547bb7 req-777bc4d9-26d0-4334-b6f2-a4985325a2c7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1174331 Dec 16 09:44:05.464575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-049085ff-26ae-421c-a83d-418627495765 service neutron] 10.222.0.69 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340048 Dec 16 09:44:05.540068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee8c6224-bdf2-416e-b928-04b7ff547bb7 req-517ba2ed-4f8c-49dc-b311-7f7f0c96db60 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924540 Dec 16 09:44:05.594891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f7de075-61a5-4799-9bef-79e1b47c1d13 req-be994c8e-b611-412d-b584-005c4d0716cc service neutron] 10.222.0.69 "GET /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215391 Dec 16 09:44:05.716961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2861fad-6704-4822-bdbb-59a69d92bf67 req-3d924e87-c8da-4c3c-9b60-4624ba049bee tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:05.718493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2861fad-6704-4822-bdbb-59a69d92bf67 req-3d924e87-c8da-4c3c-9b60-4624ba049bee tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0607290 Dec 16 09:44:05.779595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2861fad-6704-4822-bdbb-59a69d92bf67 req-100d5b37-bfde-42dc-987b-a19ffdffe595 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540981 Dec 16 09:44:06.065517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c49d1-4d0b-4038-8cf7-4fec45fa6f87 req-212a7c8e-74bd-4473-9f16-66b73ca0518e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.067183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b62c49d1-4d0b-4038-8cf7-4fec45fa6f87 req-212a7c8e-74bd-4473-9f16-66b73ca0518e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1095 time: 0.0463712 Dec 16 09:44:06.107092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b62c49d1-4d0b-4038-8cf7-4fec45fa6f87 req-a6f6435f-f514-4dbf-85e5-1afa8b876b75 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Dec 16 09:44:06.379756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa2681-77ef-41b7-a9e1-26be2b6900db req-0a3b1253-e7f8-4c78-93d4-9d0294551512 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.381248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0fa2681-77ef-41b7-a9e1-26be2b6900db req-0a3b1253-e7f8-4c78-93d4-9d0294551512 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0544314 Dec 16 09:44:06.426544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0fa2681-77ef-41b7-a9e1-26be2b6900db req-e4c7e20f-cb21-4887-9ca9-8072b3900931 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378261 Dec 16 09:44:06.678903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc01085-d72d-4186-ab12-f7e60d847df7 req-8296ed39-fb77-4c55-9b37-0564454eebe7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.680913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc01085-d72d-4186-ab12-f7e60d847df7 req-8296ed39-fb77-4c55-9b37-0564454eebe7 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0554841 Dec 16 09:44:06.725374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fc01085-d72d-4186-ab12-f7e60d847df7 req-7c238e01-1e75-41e3-96b1-d074fac6aa0f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357170 Dec 16 09:44:06.912400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770388-a632-4c88-8be8-b96d09dcc98d req-d0927d07-a706-4834-8cc6-6d8f4b5aeee9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:06.914073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52770388-a632-4c88-8be8-b96d09dcc98d req-d0927d07-a706-4834-8cc6-6d8f4b5aeee9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0562398 Dec 16 09:44:06.970096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52770388-a632-4c88-8be8-b96d09dcc98d req-d80634d5-ad49-4460-bce2-b700acb2a636 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Dec 16 09:44:07.233672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5333be-06ab-4469-958d-238773eb1602 req-a583ad89-f6d7-4987-b0bb-973da755596e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:07.236167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e5333be-06ab-4469-958d-238773eb1602 req-a583ad89-f6d7-4987-b0bb-973da755596e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1095 time: 0.0529730 Dec 16 09:44:07.278612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e5333be-06ab-4469-958d-238773eb1602 req-d5832676-1b27-4ef6-808b-54cc8c2ad6bc tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Dec 16 09:44:07.559870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a23499-5e76-4b4f-b3a2-c18770b8bb61 req-1a5e6e68-10bb-4264-8719-37ba5de99dfc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:07.561394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77a23499-5e76-4b4f-b3a2-c18770b8bb61 req-1a5e6e68-10bb-4264-8719-37ba5de99dfc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0588162 Dec 16 09:44:07.605354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77a23499-5e76-4b4f-b3a2-c18770b8bb61 req-434ef5a5-525e-49d4-825a-da1ea15b7667 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Dec 16 09:44:07.865750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3ac0-6337-4e14-9ef2-9f4efe1fc0a9 req-095ab22d-fba9-45b9-83f1-6036ba9c365d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:07.866968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a64c3ac0-6337-4e14-9ef2-9f4efe1fc0a9 req-095ab22d-fba9-45b9-83f1-6036ba9c365d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0588000 Dec 16 09:44:07.917460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a64c3ac0-6337-4e14-9ef2-9f4efe1fc0a9 req-c2053add-8353-4140-bab8-23e38381a782 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Dec 16 09:44:08.095991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734a9b7-c1e4-4ad0-8a59-12696efadb76 req-c8b4b8ff-b722-48e6-9a51-2e6e8b52603b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:08.097724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e734a9b7-c1e4-4ad0-8a59-12696efadb76 req-c8b4b8ff-b722-48e6-9a51-2e6e8b52603b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0667567 Dec 16 09:44:08.144193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e734a9b7-c1e4-4ad0-8a59-12696efadb76 req-8aaa4820-8752-4d7e-9ab3-22c7ebb9c0ec tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Dec 16 09:44:08.402585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88628474-f739-4661-bed9-54a3f078ee85 req-f0c65869-6c0c-4222-82b7-f87b4753ee60 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:08.409803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88628474-f739-4661-bed9-54a3f078ee85 req-f0c65869-6c0c-4222-82b7-f87b4753ee60 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1095 time: 0.0474083 Dec 16 09:44:08.445007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88628474-f739-4661-bed9-54a3f078ee85 req-96cd83ff-92e5-4b1d-af2a-10f1a8e2e1bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Dec 16 09:44:08.733329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f919e7-3bb0-4c06-943e-2cd696259e2e req-4421d177-b248-448e-97f0-8702c5def2c7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:08.734719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f919e7-3bb0-4c06-943e-2cd696259e2e req-4421d177-b248-448e-97f0-8702c5def2c7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0594058 Dec 16 09:44:08.783725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f919e7-3bb0-4c06-943e-2cd696259e2e req-b66300b1-0770-4e55-be1c-aa80e01d9cc4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Dec 16 09:44:09.047574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86de9-4d2f-407a-9863-6bd12cba2641 req-b465457b-fd99-48f7-9c7a-b64facc7e02f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:09.049012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4a86de9-4d2f-407a-9863-6bd12cba2641 req-b465457b-fd99-48f7-9c7a-b64facc7e02f tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0560052 Dec 16 09:44:09.088798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cefa6b20-4af8-49fc-8624-bea008ce12d4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:09.092088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4a86de9-4d2f-407a-9863-6bd12cba2641 req-459b23fb-e96c-4b9b-ae26-72bd3fefe62c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361531 Dec 16 09:44:09.209788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port cefa6b20-4af8-49fc-8624-bea008ce12d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:09.223834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'cefa6b20-4af8-49fc-8624-bea008ce12d4', 'network_id': 'ae43a1b2-943a-4e61-be62-c1f6b8cd5069', 'port_id': 'cefa6b20-4af8-49fc-8624-bea008ce12d4', 'mac_address': 'fa:16:3e:ad:e6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63c8840-f830-44af-a874-982f18000492', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:09.268808 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.284881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefa6b20-4af8-49fc-8624-bea008ce12d4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:09.298965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d597ffe-899b-4b34-8e5c-1983d252ba28 req-99d92ec8-5783-4c14-9584-e7e1ec7aa9dc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:09.306249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d597ffe-899b-4b34-8e5c-1983d252ba28 req-99d92ec8-5783-4c14-9584-e7e1ec7aa9dc tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0683446 Dec 16 09:44:09.311222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port cefa6b20-4af8-49fc-8624-bea008ce12d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:09.317295 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:09.375098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d597ffe-899b-4b34-8e5c-1983d252ba28 req-74212bae-c424-42bb-ab3d-6f3f0f83356b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678234 Dec 16 09:44:09.382933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=cefa6b20-4af8-49fc-8624-bea008ce12d4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:09.624979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f4e9d-0453-4da5-931a-c64f728be87b req-0da87842-110a-491c-9e56-73ff26e2b6f1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:09.627379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-520f4e9d-0453-4da5-931a-c64f728be87b req-0da87842-110a-491c-9e56-73ff26e2b6f1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1096 time: 0.0472291 Dec 16 09:44:09.669106 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-520f4e9d-0453-4da5-931a-c64f728be87b req-0be7f8db-3c11-48f3-beb1-e76e6125f2b5 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Dec 16 09:44:09.791314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['cefa6b20-4af8-49fc-8624-bea008ce12d4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:09.916220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1919ab-7f90-45e1-9a85-6e03dcacce2d req-af9ada6f-cad1-44ad-a549-73c1ee3c3615 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:09.923922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef1919ab-7f90-45e1-9a85-6e03dcacce2d req-af9ada6f-cad1-44ad-a549-73c1ee3c3615 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0638142 Dec 16 09:44:09.975814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef1919ab-7f90-45e1-9a85-6e03dcacce2d req-7d155e4a-331a-40ce-8890-95fdf6d10193 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468936 Dec 16 09:44:10.216936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583e4b0-4df0-45bb-ab1f-72803804331a req-9a6abb3e-a44a-4484-9b6a-bc06bb5739cd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:10.218546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9583e4b0-4df0-45bb-ab1f-72803804331a req-9a6abb3e-a44a-4484-9b6a-bc06bb5739cd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0509942 Dec 16 09:44:10.258238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9583e4b0-4df0-45bb-ab1f-72803804331a req-74817f2c-f454-4761-a0c3-635c7b581e4e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Dec 16 09:44:10.497665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf709-1091-47e7-a8d1-5ec83bae71b6 req-f9c5d04a-226d-4753-a76b-7469854fd0d0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:10.499111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c5bf709-1091-47e7-a8d1-5ec83bae71b6 req-f9c5d04a-226d-4753-a76b-7469854fd0d0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0601552 Dec 16 09:44:10.543166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c5bf709-1091-47e7-a8d1-5ec83bae71b6 req-8bfa74db-cfce-49e7-bde0-7bd5e8639397 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Dec 16 09:44:10.796398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277495-b611-4ed4-a56c-d8e4b21f4675 req-b4893b59-d81f-4550-89d4-d722e56c5443 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:10.798021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe277495-b611-4ed4-a56c-d8e4b21f4675 req-b4893b59-d81f-4550-89d4-d722e56c5443 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1096 time: 0.0508833 Dec 16 09:44:11.198466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe277495-b611-4ed4-a56c-d8e4b21f4675 req-5b9e08cb-905a-44d7-a056-0d06da2c1654 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936610 Dec 16 09:44:11.312561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895e2c8-b93a-4756-aac3-2f94c9a0f805 req-be05ea8d-0294-4c9a-8531-96bcc86a0c2f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:11.319947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c895e2c8-b93a-4756-aac3-2f94c9a0f805 req-be05ea8d-0294-4c9a-8531-96bcc86a0c2f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0574148 Dec 16 09:44:11.360950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c895e2c8-b93a-4756-aac3-2f94c9a0f805 req-1cac68ad-5355-492e-b7da-1d13840134c5 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401349 Dec 16 09:44:11.473400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385800db-f311-485e-a9ea-d65e4b510729 req-b2e1491b-2cd9-490f-b877-043a43860e09 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:11.479979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-385800db-f311-485e-a9ea-d65e4b510729 req-b2e1491b-2cd9-490f-b877-043a43860e09 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0585856 Dec 16 09:44:11.515150 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-385800db-f311-485e-a9ea-d65e4b510729 req-e38dc3b1-3971-4146-853f-557f6a96749b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335295 Dec 16 09:44:11.674441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100b6ad-d6c2-405e-9748-e627d30ebb2f req-bc8c3beb-5a97-4b82-b773-80c697c51aa1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:11.676007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d100b6ad-d6c2-405e-9748-e627d30ebb2f req-bc8c3beb-5a97-4b82-b773-80c697c51aa1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Dec 16 09:44:11.729073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d100b6ad-d6c2-405e-9748-e627d30ebb2f req-611ad43f-9aad-4499-a90f-55d882ca376e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Dec 16 09:44:12.309521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd6381-6a68-4bbc-98fb-7b0a0fee5994 req-a9ad42bf-a6dc-4266-bc12-fe34afa2c418 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.311313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edfd6381-6a68-4bbc-98fb-7b0a0fee5994 req-a9ad42bf-a6dc-4266-bc12-fe34afa2c418 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1096 time: 0.0434859 Dec 16 09:44:12.347734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edfd6381-6a68-4bbc-98fb-7b0a0fee5994 req-97bbb5bd-44fa-4d46-92a4-d17cfe7c447b tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300066 Dec 16 09:44:12.489331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af460957-151b-4c6a-9155-0ace89672099 req-197f1a9c-4d57-4fe9-b112-2187c6005b34 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.491849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af460957-151b-4c6a-9155-0ace89672099 req-197f1a9c-4d57-4fe9-b112-2187c6005b34 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 943 time: 0.0519724 Dec 16 09:44:12.543784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af460957-151b-4c6a-9155-0ace89672099 req-53c2b0a7-47e9-4b2b-8e4b-a6dba8b62039 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464208 Dec 16 09:44:12.668494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bfb2e-485f-4851-aef9-096c6ec506f5 req-1800ffc1-ce3b-4a67-8b15-4f6a0393fc27 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.670100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-942bfb2e-485f-4851-aef9-096c6ec506f5 req-1800ffc1-ce3b-4a67-8b15-4f6a0393fc27 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0555153 Dec 16 09:44:12.716534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-942bfb2e-485f-4851-aef9-096c6ec506f5 req-e6753932-ed60-44ed-8ad9-a46ff649c95e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Dec 16 09:44:12.852368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b14e51-656d-4640-9833-6babbdae55aa req-20f7e0ed-14dc-4387-9020-9f63d91425f8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:12.853735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77b14e51-656d-4640-9833-6babbdae55aa req-20f7e0ed-14dc-4387-9020-9f63d91425f8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0549023 Dec 16 09:44:12.899513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77b14e51-656d-4640-9833-6babbdae55aa req-3a785a5b-faab-4325-a732-67b67783e926 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Dec 16 09:44:13.116086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:13.119728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cefa6b20-4af8-49fc-8624-bea008ce12d4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:13.263189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port cefa6b20-4af8-49fc-8624-bea008ce12d4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:44:13.276604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port cefa6b20-4af8-49fc-8624-bea008ce12d4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:13.277527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.321294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:13.340975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'mac_address': 'fa:16:3e:35:b1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:13.420290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.441598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:13.463712 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.476567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15ad83-ef88-4427-9a1f-841d492318e2 req-7f7bcfe2-2291-4f09-bc31-cb313c6349ed tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:13.479078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d15ad83-ef88-4427-9a1f-841d492318e2 req-7f7bcfe2-2291-4f09-bc31-cb313c6349ed tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1096 time: 0.0508361 Dec 16 09:44:13.496199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:13.505722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.521811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa6b20-4af8-49fc-8624-bea008ce12d4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:13.521811 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79535a4f-7d28-4dab-b6b5-e213750b8819" -d '{"events": [{"server_uuid": "3825ee23-4ea1-43b6-a027-3a3ad9e07224", "name": "network-vif-plugged", "status": "completed", "tag": "cefa6b20-4af8-49fc-8624-bea008ce12d4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:13.534764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d15ad83-ef88-4427-9a1f-841d492318e2 req-690e4817-5996-4dfb-af96-ae96b9a3bdcc tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Dec 16 09:44:13.556945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port cefa6b20-4af8-49fc-8624-bea008ce12d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:13.567245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:13.605600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:13.691683 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2152b0-01a4-4914-81d4-e3c5f119c1ce x-openstack-request-id: req-fc2152b0-01a4-4914-81d4-e3c5f119c1ce {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:13.692095 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3825ee23-4ea1-43b6-a027-3a3ad9e07224", "name": "network-vif-plugged", "status": "completed", "tag": "cefa6b20-4af8-49fc-8624-bea008ce12d4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:13.692485 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc2152b0-01a4-4914-81d4-e3c5f119c1ce {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:13.692967 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa6b20-4af8-49fc-8624-bea008ce12d4', 'code': 200} Dec 16 09:44:13.709880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=cefa6b20-4af8-49fc-8624-bea008ce12d4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:13.845908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65d5ad-a419-468c-836a-d5025fb73b27 req-7b3216b3-3724-40d2-86c6-a0de263d608e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:13.847635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc65d5ad-a419-468c-836a-d5025fb73b27 req-7b3216b3-3724-40d2-86c6-a0de263d608e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 944 time: 0.1047375 Dec 16 09:44:13.855540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd668b9-113f-4d73-a08f-acfbc434f9ae req-35b69067-73c9-485a-a96d-60ea5cbabde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:13.857391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cd668b9-113f-4d73-a08f-acfbc434f9ae req-35b69067-73c9-485a-a96d-60ea5cbabde8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0743985 Dec 16 09:44:13.952881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cd668b9-113f-4d73-a08f-acfbc434f9ae req-b268490b-ad96-4057-89f8-f34091e26e1a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587153 Dec 16 09:44:13.952881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc65d5ad-a419-468c-836a-d5025fb73b27 req-db4f9911-a8d7-4992-a2c0-088b68b55edb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865195 Dec 16 09:44:13.953152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['4dcc5d08-3152-4677-b7e7-4d84a7e33a3f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:14.094483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0285fe-26bd-4457-b548-50b502ec2477 req-8d95aee3-75be-4dd4-a61d-4b7889806b5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:14.097611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a0285fe-26bd-4457-b548-50b502ec2477 req-8d95aee3-75be-4dd4-a61d-4b7889806b5a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0682311 Dec 16 09:44:14.132623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b7e8857d-cb59-45bb-a3c0-95fe69008032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:14.166005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a0285fe-26bd-4457-b548-50b502ec2477 req-8bb3b1da-29bf-4355-9156-4add357b5188 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361831 Dec 16 09:44:14.297065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623304-e813-4d8c-91f9-68823b0801ed req-440be728-eaa9-47bf-a65b-ebde5714e398 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:14.298691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79623304-e813-4d8c-91f9-68823b0801ed req-440be728-eaa9-47bf-a65b-ebde5714e398 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0600550 Dec 16 09:44:14.349280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79623304-e813-4d8c-91f9-68823b0801ed req-7c812f7e-8bb1-4655-b744-1c5bf15f41c0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Dec 16 09:44:14.653395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaafcfe-e60b-4c54-bf73-15ae6fe2b7f6 req-f9f72eff-7253-4681-a578-efc2a73053c1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:14.655164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7eaafcfe-e60b-4c54-bf73-15ae6fe2b7f6 req-f9f72eff-7253-4681-a578-efc2a73053c1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0492020 Dec 16 09:44:14.695106 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7eaafcfe-e60b-4c54-bf73-15ae6fe2b7f6 req-89059798-0bd8-41f8-ae08-ac50100c4a43 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Dec 16 09:44:15.089030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9f97a-1e93-476d-85a9-794ae3064b13 req-5c002d26-00ce-483f-a7af-9517ce44178f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.090569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fe9f97a-1e93-476d-85a9-794ae3064b13 req-5c002d26-00ce-483f-a7af-9517ce44178f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 944 time: 0.0556381 Dec 16 09:44:15.129524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fe9f97a-1e93-476d-85a9-794ae3064b13 req-b51f541c-42bb-40fa-913d-89644ab884d4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327380 Dec 16 09:44:15.300429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754c33d-7a0a-4466-9f2c-f91e86fea2d7 req-996ccd0d-37b0-4054-a63a-38e85cbe887e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.301865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1754c33d-7a0a-4466-9f2c-f91e86fea2d7 req-996ccd0d-37b0-4054-a63a-38e85cbe887e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0582123 Dec 16 09:44:15.346706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1754c33d-7a0a-4466-9f2c-f91e86fea2d7 req-5bc3b06e-9544-4646-9d1f-5d4fa0373e62 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359375 Dec 16 09:44:15.555003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1751a-e16f-484c-8d60-8bf13992d641 req-06ed7b88-7d82-4357-a171-5ee88d9c57fd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.556898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd1751a-e16f-484c-8d60-8bf13992d641 req-06ed7b88-7d82-4357-a171-5ee88d9c57fd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Dec 16 09:44:15.624609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd1751a-e16f-484c-8d60-8bf13992d641 req-106a221e-53d9-4305-b258-968a1d18d6a5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Dec 16 09:44:15.634056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-3414dcb7-2f49-4fc5-a819-6a43f54cb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.635558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-3414dcb7-2f49-4fc5-a819-6a43f54cb7b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 1096 time: 0.0627460 Dec 16 09:44:15.762141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-378c4146-6748-431f-a7d4-04a616d47395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.763065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-1d1ea704-e47d-4401-88b6-ab4903a0162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.763784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-378c4146-6748-431f-a7d4-04a616d47395 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1096 time: 0.0449150 Dec 16 09:44:15.764494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-1d1ea704-e47d-4401-88b6-ab4903a0162f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.1085615 Dec 16 09:44:15.853484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985ee4-e3af-4801-8515-3e78a7f3579f req-ae1385bf-12eb-43f7-8fc6-c2fe3f8c6ad9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.855220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1985ee4-e3af-4801-8515-3e78a7f3579f req-ae1385bf-12eb-43f7-8fc6-c2fe3f8c6ad9 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.1017728 Dec 16 09:44:15.861024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-98197cff-3c8c-44b7-bc67-4d50bc0f7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.861737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-6eb7f188-26e4-4435-8b2d-05d4097931b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 200 len: 1000 time: 0.0788076 Dec 16 09:44:15.862508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-98197cff-3c8c-44b7-bc67-4d50bc0f7408 service neutron] 10.222.0.69 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 914 time: 0.0867436 Dec 16 09:44:15.910923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-5b3436a0-d58a-4b36-9a65-3efc36125e75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0361531 Dec 16 09:44:15.928834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1985ee4-e3af-4801-8515-3e78a7f3579f req-7db5c026-db54-4806-bf22-97fc7a7b81ba tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661275 Dec 16 09:44:15.934484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-e8410145-9610-4b82-b37b-adb5834ea0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.935904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-e8410145-9610-4b82-b37b-adb5834ea0b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0594616 Dec 16 09:44:15.963239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-72b44ad4-6ac2-4814-ba1e-71adb2991963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.965082 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-72b44ad4-6ac2-4814-ba1e-71adb2991963 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0472107 Dec 16 09:44:15.985412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-09c06789-4b82-45d4-a71b-7cea9e56f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:15.987231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-09c06789-4b82-45d4-a71b-7cea9e56f620 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442674 Dec 16 09:44:15.999429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-6d80dc19-a4a6-4340-a216-9cb233db5552 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275126 Dec 16 09:44:16.100549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-83329f10-d96e-4a41-b8d2-036590ebc3b0 service neutron] 10.222.0.69 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900540 Dec 16 09:44:16.119408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-21ea3b5a-59fe-426b-bd20-e49680ade715 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241853 Dec 16 09:44:16.122304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3033b64-94c5-4161-a7a2-4461ea5c44a0 req-6ac3d384-e557-402e-8ae9-155643a4cd48 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.123698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3033b64-94c5-4161-a7a2-4461ea5c44a0 req-6ac3d384-e557-402e-8ae9-155643a4cd48 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0678134 Dec 16 09:44:16.194114 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9c90ac22-5755-4a66-af9f-002cca242e51 req-52fbbea9-9b41-42a6-967f-2b3572312a48 service neutron] 10.222.0.69 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858147 Dec 16 09:44:16.216539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3033b64-94c5-4161-a7a2-4461ea5c44a0 req-5f320b05-d4a2-4372-98f2-ba5572ef0c6f tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819211 Dec 16 09:44:16.241523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3dc96205-96e0-404a-973f-a045dbd46b12 req-3421d657-7762-41a1-a048-a47f816c2037 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148744 Dec 16 09:44:16.331947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd637d1-7613-4afd-8918-1809a1d785c4 req-c6e81119-391e-45c7-abdf-66bdb13e4475 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.333593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5dd637d1-7613-4afd-8918-1809a1d785c4 req-c6e81119-391e-45c7-abdf-66bdb13e4475 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 944 time: 0.0593827 Dec 16 09:44:16.376111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5dd637d1-7613-4afd-8918-1809a1d785c4 req-cf91c01e-356d-4573-b4d2-74221a226818 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339928 Dec 16 09:44:16.453331 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8699-4ff2-4876-a353-f994c4e1e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:16.475402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d296ea3-f3ac-420d-a2f9-40c9549adbe3 req-5f809e8a-3082-406f-9c17-cde9e70b9e02 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.476957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d296ea3-f3ac-420d-a2f9-40c9549adbe3 req-5f809e8a-3082-406f-9c17-cde9e70b9e02 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0462039 Dec 16 09:44:16.517902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3d296ea3-f3ac-420d-a2f9-40c9549adbe3 req-0d9ba2d5-820f-40f3-97ba-f7c8cb2f23e6 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Dec 16 09:44:16.653829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc984145-2635-4b6c-b9f5-c6c1e186a6c9 req-dfc6d603-492f-4107-933a-6c810691c4c1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.655435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc984145-2635-4b6c-b9f5-c6c1e186a6c9 req-dfc6d603-492f-4107-933a-6c810691c4c1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0501840 Dec 16 09:44:16.702105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc984145-2635-4b6c-b9f5-c6c1e186a6c9 req-790cfc96-80f5-4482-b8ba-782a42896352 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Dec 16 09:44:16.816538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dd309-548e-48a0-b163-7ff94eac0e66 req-821d1f0f-baba-46e2-8d72-aaa43cef5bb9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:16.818035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f4dd309-548e-48a0-b163-7ff94eac0e66 req-821d1f0f-baba-46e2-8d72-aaa43cef5bb9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Dec 16 09:44:16.858251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f4dd309-548e-48a0-b163-7ff94eac0e66 req-9013b783-0c31-4d82-b377-a8549514ef76 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Dec 16 09:44:17.136066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:17.176716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616222-92a0-4e0b-8761-1e6927eb72f3 req-b2dbb5f9-0147-45fd-9aaf-a011d9db5b50 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.178278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6616222-92a0-4e0b-8761-1e6927eb72f3 req-b2dbb5f9-0147-45fd-9aaf-a011d9db5b50 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0509150 Dec 16 09:44:17.189129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:44:17.193243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:17.193607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.222800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6616222-92a0-4e0b-8761-1e6927eb72f3 req-acbb546b-3887-48a7-8043-24419f5f2915 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375187 Dec 16 09:44:17.272250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.296295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:17.298689 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2731c6-cc13-4dcb-a5b8-df27b514afcd" -d '{"events": [{"server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "name": "network-vif-plugged", "status": "completed", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:17.315407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:17.320038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.320841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:17.381356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def472bb-cda6-4f98-882e-99f515db398d req-5a49b887-9903-4640-a2d2-d5932a75e1f1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.382992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-def472bb-cda6-4f98-882e-99f515db398d req-5a49b887-9903-4640-a2d2-d5932a75e1f1 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0417404 Dec 16 09:44:17.394977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:17.420993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-def472bb-cda6-4f98-882e-99f515db398d req-a23a07f8-8e0d-4a2b-8b60-8f2a6ba03c8f tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Dec 16 09:44:17.437689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.470516 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54fc2a-64fd-4724-ae2b-f7c3868f8e56 x-openstack-request-id: req-bd54fc2a-64fd-4724-ae2b-f7c3868f8e56 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:17.471152 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "name": "network-vif-plugged", "status": "completed", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:17.471152 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd54fc2a-64fd-4724-ae2b-f7c3868f8e56 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:17.471474 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'code': 200} Dec 16 09:44:17.475623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:17.480741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:17.543044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:17.590274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cbb0e-88ae-424d-9b99-4f28d01da581 req-b583c09d-a207-4a68-9d29-5759f38cbd4f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.591468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-697cbb0e-88ae-424d-9b99-4f28d01da581 req-b583c09d-a207-4a68-9d29-5759f38cbd4f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0796492 Dec 16 09:44:17.597079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f064d-368b-4c1e-bc3e-ae9a2bb9fdd9 req-79267a39-1fa1-463c-9703-d30637cb24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.598523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-574f064d-368b-4c1e-bc3e-ae9a2bb9fdd9 req-79267a39-1fa1-463c-9703-d30637cb24e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 1096 time: 0.0599205 Dec 16 09:44:17.656155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-697cbb0e-88ae-424d-9b99-4f28d01da581 req-ab5f9301-eb20-434a-b48a-d712f59ebfe9 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566905 Dec 16 09:44:17.659867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-574f064d-368b-4c1e-bc3e-ae9a2bb9fdd9 req-1e3582e3-c5bd-4443-bd09-0a96ba73f21c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528309 Dec 16 09:44:17.993495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2de39-aa3d-4a30-b36a-e24834f094ba req-c392198b-4160-49a6-9f44-02a2a3a37f18 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:17.995019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c2de39-aa3d-4a30-b36a-e24834f094ba req-c392198b-4160-49a6-9f44-02a2a3a37f18 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0503361 Dec 16 09:44:18.009495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:18.033660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08c2de39-aa3d-4a30-b36a-e24834f094ba req-aaea320c-0dd6-4942-98e0-51e79c341f10 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Dec 16 09:44:18.531540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079436-0300-451c-82fa-8d2bb5439d5a req-c508544e-b052-4cf2-beb3-4049d8252514 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.533091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17079436-0300-451c-82fa-8d2bb5439d5a req-c508544e-b052-4cf2-beb3-4049d8252514 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0432487 Dec 16 09:44:18.572214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17079436-0300-451c-82fa-8d2bb5439d5a req-b5061154-b1c7-4ceb-a9fa-6712f2815610 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Dec 16 09:44:18.798167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e49df1-ddc1-4ce1-b2c9-5165defefe09 req-25bb34fc-4874-41a4-a638-fba56645a17d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:18.800025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70e49df1-ddc1-4ce1-b2c9-5165defefe09 req-25bb34fc-4874-41a4-a638-fba56645a17d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0622332 Dec 16 09:44:18.844793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70e49df1-ddc1-4ce1-b2c9-5165defefe09 req-ac0156a9-05b4-4ff9-9264-2ac01a5a8498 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381527 Dec 16 09:44:19.048952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387660b-8795-4f65-ac41-f77068628391 req-302830d7-af6b-4db8-a170-283e1ed4be7e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.050529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0387660b-8795-4f65-ac41-f77068628391 req-302830d7-af6b-4db8-a170-283e1ed4be7e tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 1097 time: 0.0445769 Dec 16 09:44:19.173145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b4912-f6ab-43d4-9a8b-e8727a9d2113 req-9e589f72-5f13-45ce-accc-baee1c03a564 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.174653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc2b4912-f6ab-43d4-9a8b-e8727a9d2113 req-9e589f72-5f13-45ce-accc-baee1c03a564 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0653567 Dec 16 09:44:19.185660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Deleting port cefa6b20-4af8-49fc-8624-bea008ce12d4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:19.186045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.265081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc2b4912-f6ab-43d4-9a8b-e8727a9d2113 req-d54dca83-54af-45ae-8b2a-23f6496bff49 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768652 Dec 16 09:44:19.292230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] For port cefa6b20-4af8-49fc-8624-bea008ce12d4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cefa6b20-4af8-49fc-8624-bea008ce12d4,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:19.292599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.306544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Calling delete_port for cefa6b20-4af8-49fc-8624-bea008ce12d4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:19.468625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.472356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:19.476255 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca976f1-6294-40fa-b6f7-96b15447f133" -d '{"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-unplugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:19.485373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['cefa6b20-4af8-49fc-8624-bea008ce12d4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:19.487734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['35454483-8790-4676-bc29-68123cafc494'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:19.503593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Pushing event deleted for resources: {'Port': ['ID=cefa6b20-4af8-49fc-8624-bea008ce12d4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:19.512755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ff66e-3aa7-443e-adb4-de732b26edb0 req-c0ff75e2-fca5-42cf-b667-f3921303cf0f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:19.514283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-364ff66e-3aa7-443e-adb4-de732b26edb0 req-c0ff75e2-fca5-42cf-b667-f3921303cf0f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0928762 Dec 16 09:44:19.576661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] No DVR routers for this DVR port cefa6b20-4af8-49fc-8624-bea008ce12d4 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:19.580694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.587077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0387660b-8795-4f65-ac41-f77068628391 req-f9e7f38a-61c2-4828-a65d-18734940d353 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.69 "DELETE /v2.0/ports/cefa6b20-4af8-49fc-8624-bea008ce12d4 HTTP/1.1" status: 204 len: 173 time: 0.5265145 Dec 16 09:44:19.587077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'name': 'network-vif-deleted', 'tag': 'cefa6b20-4af8-49fc-8624-bea008ce12d4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:19.587077 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9625127-9dd0-421a-b101-e4044f008dae" -d '{"events": [{"server_uuid": "3825ee23-4ea1-43b6-a027-3a3ad9e07224", "name": "network-vif-deleted", "tag": "cefa6b20-4af8-49fc-8624-bea008ce12d4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:19.612561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-364ff66e-3aa7-443e-adb4-de732b26edb0 req-fe87b1e8-9ff0-4980-8b68-7a44717dc2c0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763845 Dec 16 09:44:19.763355 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4dfde3-d628-4a00-981b-5c767e258902 x-openstack-request-id: req-fe4dfde3-d628-4a00-981b-5c767e258902 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:19.763889 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-unplugged", "status": "failed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:19.764294 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe4dfde3-d628-4a00-981b-5c767e258902 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:19.764894 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'code': 422} returned with failed status Dec 16 09:44:19.794518 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be597ae-8d3a-4ae7-bfe8-445b6e684794 x-openstack-request-id: req-4be597ae-8d3a-4ae7-bfe8-445b6e684794 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:19.794907 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3825ee23-4ea1-43b6-a027-3a3ad9e07224", "name": "network-vif-deleted", "tag": "cefa6b20-4af8-49fc-8624-bea008ce12d4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:19.795248 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4be597ae-8d3a-4ae7-bfe8-445b6e684794 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:19.795741 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3825ee23-4ea1-43b6-a027-3a3ad9e07224', 'name': 'network-vif-deleted', 'tag': 'cefa6b20-4af8-49fc-8624-bea008ce12d4', 'status': 'completed', 'code': 200} Dec 16 09:44:19.831939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.865927 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:19.884274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00ffc397-ed52-401b-809e-13a9960da547 req-01c0645f-d3a6-4707-bc20-dfa1dad6fffb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3825ee23-4ea1-43b6-a027-3a3ad9e07224 HTTP/1.1" status: 200 len: 210 time: 0.0336862 Dec 16 09:44:20.041004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12ff52-72b5-40dc-9c8b-70cd30e1a58f req-e2f9ab3f-b730-470c-9dc2-84099618cfe4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:20.042846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a12ff52-72b5-40dc-9c8b-70cd30e1a58f req-e2f9ab3f-b730-470c-9dc2-84099618cfe4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0532770 Dec 16 09:44:20.081822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a12ff52-72b5-40dc-9c8b-70cd30e1a58f req-19a38339-3e92-4199-9b5c-9cf9212c0a1a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326660 Dec 16 09:44:20.145546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-4ffd27a7-9a6d-4dfc-8192-197292991223 req-4977d156-dbdc-4eba-b43c-d13370ed2379 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:44:20.146954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ffd27a7-9a6d-4dfc-8192-197292991223 req-4977d156-dbdc-4eba-b43c-d13370ed2379 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058029 Dec 16 09:44:20.306102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d939582-1b5a-43b5-b5a3-f1b33ae42def req-7aa94c46-0f32-4269-974a-0736b11768e0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:20.308277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d939582-1b5a-43b5-b5a3-f1b33ae42def req-7aa94c46-0f32-4269-974a-0736b11768e0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0535481 Dec 16 09:44:20.346930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d939582-1b5a-43b5-b5a3-f1b33ae42def req-6b5cf42b-8758-4789-b74c-0580e94cab1e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330746 Dec 16 09:44:20.370450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34300) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:20.405413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34302) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:20.416127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63688c4-b44b-41ee-bea0-43b34111d775 tempest-TestVolumeBootPattern-1486728337 tempest-TestVolumeBootPattern-1486728337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:20.420691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a63688c4-b44b-41ee-bea0-43b34111d775 tempest-TestVolumeBootPattern-1486728337 tempest-TestVolumeBootPattern-1486728337-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 1091 time: 0.0487082 Dec 16 09:44:20.421280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34306) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:20.425612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:20.452124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.462760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7725d08-c099-4277-8a41-92d880a468f5 req-dd8a0731-5239-49eb-b907-83b5773ff51e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:20.466348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7725d08-c099-4277-8a41-92d880a468f5 req-dd8a0731-5239-49eb-b907-83b5773ff51e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0538568 Dec 16 09:44:20.532047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7725d08-c099-4277-8a41-92d880a468f5 req-5500257a-4a45-4031-bc9c-ec0809e8ba30 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552144 Dec 16 09:44:20.535846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-f5cf9fce-9f89-4b98-a43d-0c001847a73a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286943 Dec 16 09:44:20.549429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:20.552882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-bbe33032-962a-4c33-b554-5eaf5800613e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:44:20.554104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-bbe33032-962a-4c33-b554-5eaf5800613e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130999 Dec 16 09:44:21.037199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.25.6.196 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/d0f83c95-7612-42fd-9231-5aedd2850be2) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:21.150528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.178759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be146-9be3-405f-8e9e-1c1c90714758 req-bc913fec-a233-47e7-b954-a37d32a3deda tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:21.180352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a26be146-9be3-405f-8e9e-1c1c90714758 req-bc913fec-a233-47e7-b954-a37d32a3deda tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0462735 Dec 16 09:44:21.185401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.217315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a26be146-9be3-405f-8e9e-1c1c90714758 req-685c892d-ce7d-44be-b2e1-e4d30ccbb7dd tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297778 Dec 16 09:44:21.225690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:21.230005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:21.237105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:21.240159 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=d0f83c95-7612-42fd-9231-5aedd2850be2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:21.532589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351d26-167c-464c-aef2-0074df880752 req-6bdbf65d-dc56-4f3d-9ce3-d07091d1163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:21.534127 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-6bdbf65d-dc56-4f3d-9ce3-d07091d1163b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89&tenant_id=c7c3d8e45216449f9f5b88f197518e91 HTTP/1.1" status: 200 len: 1094 time: 0.0948865 Dec 16 09:44:21.550803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:21.665805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783ed2-faa7-45c8-a34f-278fd7c25162 req-3c727ce0-8514-46f3-8982-3939da7ecc27 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:21.667916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9783ed2-faa7-45c8-a34f-278fd7c25162 req-3c727ce0-8514-46f3-8982-3939da7ecc27 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 943 time: 0.0544128 Dec 16 09:44:21.710836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.712803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9783ed2-faa7-45c8-a34f-278fd7c25162 req-4df791ed-87b2-47d4-aca8-589b5aecfed8 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 Dec 16 09:44:21.736744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:21.903805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.061750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:22.121724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:22.171853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:22.180422 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.183789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.187335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.223414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Transition to ACTIVE for port object 125bdc4b-22cd-4daa-9861-9931c73fffd2 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:44:22.233890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.266036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=d0f83c95-7612-42fd-9231-5aedd2850be2,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.317793 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.333756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecffa4-07a7-41f3-9bf7-faa9800044e5 req-b8a7a5f9-76f8-4930-b1df-f02f97670047 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.335349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1ecffa4-07a7-41f3-9bf7-faa9800044e5 req-b8a7a5f9-76f8-4930-b1df-f02f97670047 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0415804 Dec 16 09:44:22.370536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1ecffa4-07a7-41f3-9bf7-faa9800044e5 req-710a90f3-7ba9-4889-8798-8f7154b4595f tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3850b023-6bb7-4812-a352-48ef43708084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283184 Dec 16 09:44:22.392679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] No DVR routers for this DVR port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:22.416172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=9']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.456841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:22.457172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:22.457494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:22.465368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:44:22.465681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Attempting to bind port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on network 897ab3fe-f562-45ce-8c55-5f2e180d0b86 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:22.473805 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Floating IP 5ac14e9b-005f-4a11-a62f-f04e576a1c7c associated. External IP: 172.25.6.196, port: 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f. Dec 16 09:44:22.477197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:22.477519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Checking segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:22.477960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Bound using segment: {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:22.478333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Bound port: 125bdc4b-22cd-4daa-9861-9931c73fffd2, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:22.478678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.536165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-1e31ef97-32ea-41cb-b0b9-6dcb9a2b575b tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.537745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-1e31ef97-32ea-41cb-b0b9-6dcb9a2b575b tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 1096 time: 0.0521972 Dec 16 09:44:22.622386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Deleting port 35454483-8790-4676-bc29-68123cafc494 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:22.622729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.624103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:22.639264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:22.676621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.704672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] For port 35454483-8790-4676-bc29-68123cafc494, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=35454483-8790-4676-bc29-68123cafc494,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:22.705026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.718851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Calling delete_port for 35454483-8790-4676-bc29-68123cafc494 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:22.750861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.751507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.753239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] 10.222.0.53 "PUT /v2.0/ports/125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 1091 time: 1.2074995 Dec 16 09:44:22.753812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:22.756405 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033618d3-b855-45eb-b9c9-f736b8fafb71" -d '{"events": [{"name": "network-changed", "server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:22.837873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724dd08-7896-4bc8-8667-7699083bdc24 service neutron] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=10']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.850756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:22.864885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351d26-167c-464c-aef2-0074df880752 req-ac10d648-0209-4a18-99ef-44b0f3984b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.866451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-ac10d648-0209-4a18-99ef-44b0f3984b91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1095 time: 0.0862062 Dec 16 09:44:22.880189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54d352-161d-4b7d-bcc8-4a085930a3c2 req-d20dcc26-efbe-463e-a1db-fbeb5708a989 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:22.881694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e54d352-161d-4b7d-bcc8-4a085930a3c2 req-d20dcc26-efbe-463e-a1db-fbeb5708a989 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0871696 Dec 16 09:44:22.896432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:22.907539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['35454483-8790-4676-bc29-68123cafc494'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:22.937009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Pushing event deleted for resources: {'Port': ['ID=35454483-8790-4676-bc29-68123cafc494,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:22.978196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e54d352-161d-4b7d-bcc8-4a085930a3c2 req-a7c86eb8-9e98-45fd-82d5-db186c3d9872 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891337 Dec 16 09:44:22.998409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] No DVR routers for this DVR port 35454483-8790-4676-bc29-68123cafc494 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:23.002728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.008303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5db26ddb-1345-40ba-a998-07006b6d1fca req-0ba4b4b0-bce8-4ec9-a1cb-8923a89ec5bb tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.53 "DELETE /v2.0/ports/35454483-8790-4676-bc29-68123cafc494 HTTP/1.1" status: 204 len: 173 time: 0.4631195 Dec 16 09:44:23.009037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'name': 'network-vif-deleted', 'tag': '35454483-8790-4676-bc29-68123cafc494'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:23.028146 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcdf1ed-df26-49a2-822f-06fb94831ae8" -d '{"events": [{"server_uuid": "fc52419d-eca0-42e3-8a5c-9e8567378536", "name": "network-vif-deleted", "tag": "35454483-8790-4676-bc29-68123cafc494"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:23.044087 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e1e2d9-3534-4125-9115-ac349e59b46a x-openstack-request-id: req-73e1e2d9-3534-4125-9115-ac349e59b46a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:23.044378 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:23.044631 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73e1e2d9-3534-4125-9115-ac349e59b46a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:23.045036 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'status': 'completed', 'code': 200} Dec 16 09:44:23.052675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:23.085440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351d26-167c-464c-aef2-0074df880752 req-61d04333-1dab-4433-89ec-5d7047fa3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.087016 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-61d04333-1dab-4433-89ec-5d7047fa3bd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 914 time: 0.1842148 Dec 16 09:44:23.094456 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.102908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:23.114542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:23.118887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:23.153570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-69378b9d-d303-465c-85f8-8d325a486bd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0554976 Dec 16 09:44:23.161092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a5568cfc-a669-4aeb-9eac-d67915143c67 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7387826 Dec 16 09:44:23.212954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f351d26-167c-464c-aef2-0074df880752 req-42315fe4-1b02-4549-812b-767258c7c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.214003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cefa6b20-4af8-49fc-8624-bea008ce12d4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:23.215098 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-42315fe4-1b02-4549-812b-767258c7c8af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0501382 Dec 16 09:44:23.227619 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef355e67-a7c9-48e0-88a9-3d95c009f596 x-openstack-request-id: req-ef355e67-a7c9-48e0-88a9-3d95c009f596 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:23.227973 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc52419d-eca0-42e3-8a5c-9e8567378536", "name": "network-vif-deleted", "tag": "35454483-8790-4676-bc29-68123cafc494", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:23.228290 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef355e67-a7c9-48e0-88a9-3d95c009f596 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:23.228782 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc52419d-eca0-42e3-8a5c-9e8567378536', 'name': 'network-vif-deleted', 'tag': '35454483-8790-4676-bc29-68123cafc494', 'status': 'completed', 'code': 200} Dec 16 09:44:23.240330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: cefa6b20-4af8-49fc-8624-bea008ce12d4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:23.240785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cefa6b20-4af8-49fc-8624-bea008ce12d4 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:23.241189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:23.248949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-1b830f3c-895e-4c63-ac69-b122d024cafd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262208 Dec 16 09:44:23.297337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:23.310506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:23.354380 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-a337e94d-674d-49c0-854e-46989d9f1e25 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970283 Dec 16 09:44:23.498416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f351d26-167c-464c-aef2-0074df880752 req-a3f2ffd5-a4d6-4824-8691-a50dd01dac1e service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369634 Dec 16 09:44:23.525071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44aeb4e3-e2cf-441f-8286-d86a8c5335b3 req-0a18e6d1-98ac-490d-a393-c3e6cc74c9d5 tempest-TestServerMultinode-2139237450 tempest-TestServerMultinode-2139237450-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fc52419d-eca0-42e3-8a5c-9e8567378536 HTTP/1.1" status: 200 len: 210 time: 0.0529671 Dec 16 09:44:23.585624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '5ac14e9b-005f-4a11-a62f-f04e576a1c7c', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.196', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:35:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:21Z', 'updated_at': '2021-12-16T09:44:21Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:23.613488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-78a66528-162d-4c41-bf97-5d4c736dba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.615079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-78a66528-162d-4c41-bf97-5d4c736dba99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1095 time: 0.0483758 Dec 16 09:44:23.616180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:23.625723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:23.626482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:23.723899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-e5b49ed8-2392-479b-b256-2ba265cc3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.725783 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-e5b49ed8-2392-479b-b256-2ba265cc3118 service neutron] 10.222.0.53 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 914 time: 0.1036544 Dec 16 09:44:23.753451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:23.755522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:23.775589 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-cb9a4a7f-ee2c-49e3-9850-a31b8b2e80c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0421565 Dec 16 09:44:23.835668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-d9e6ecf8-9e5d-4e6c-bcf3-62465bbbdaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:23.839980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-d9e6ecf8-9e5d-4e6c-bcf3-62465bbbdaba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0578156 Dec 16 09:44:24.048435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '5ac14e9b-005f-4a11-a62f-f04e576a1c7c', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.196', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:35:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:21Z', 'updated_at': '2021-12-16T09:44:21Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:24.091108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b66d723-c519-48fc-baba-cea8856f7574 None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '5ac14e9b-005f-4a11-a62f-f04e576a1c7c', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.196', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:35:b1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:44:21Z', 'updated_at': '2021-12-16T09:44:21Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:24.145411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9bc67-7163-4540-b7c6-c476ce825512 req-240317d7-d9a0-4296-9d5e-053a1468b09a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:24.152858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15d9bc67-7163-4540-b7c6-c476ce825512 req-240317d7-d9a0-4296-9d5e-053a1468b09a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0670586 Dec 16 09:44:24.216650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15d9bc67-7163-4540-b7c6-c476ce825512 req-bca58569-4e03-404e-8979-a4252f703b18 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620120 Dec 16 09:44:24.380417 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9b8e-6683-49b8-a0bf-bd0c0a04ab12 None None] New status for floating IP 5ac14e9b-005f-4a11-a62f-f04e576a1c7c: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:44:24.600922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34368) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:24.974276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:25.006548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:25.046669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:25.048975 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d68da9-23af-4f17-9279-e3b69e4dfb22" -d '{"events": [{"name": "network-changed", "server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:25.087067 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b877d6e-ede5-44ff-8078-9a4dbb711518 x-openstack-request-id: req-6b877d6e-ede5-44ff-8078-9a4dbb711518 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:25.087375 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:25.087628 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b877d6e-ede5-44ff-8078-9a4dbb711518 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:25.088039 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'status': 'completed', 'code': 200} Dec 16 09:44:25.155736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-c82ac705-0cd9-447c-baf8-46632df732af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.158189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-c82ac705-0cd9-447c-baf8-46632df732af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 1096 time: 0.0459664 Dec 16 09:44:25.277211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Deleting port 896dc998-a184-472b-8592-43babf482b87 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:25.277747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:25.286295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-6b535073-1ed3-40a3-9125-4ad7cb5b153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.288961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-6b535073-1ed3-40a3-9125-4ad7cb5b153c service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1223059 Dec 16 09:44:25.434987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] For port 896dc998-a184-472b-8592-43babf482b87, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=896dc998-a184-472b-8592-43babf482b87,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:25.436752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:25.441336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-7d403be4-5285-4134-aa77-01520185896d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f HTTP/1.1" status: 200 len: 1001 time: 0.1455266 Dec 16 09:44:25.461186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Calling delete_port for 896dc998-a184-472b-8592-43babf482b87 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:25.466480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1f38-8173-4951-9db1-911e63474173 req-da790c6a-542e-47b4-bd81-46220ae07a31 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.468618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9ac1f38-8173-4951-9db1-911e63474173 req-da790c6a-542e-47b4-bd81-46220ae07a31 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0885396 Dec 16 09:44:25.545744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-804d5fc5-d8c5-4b5e-9d6b-5f13a6e05732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.547212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-804d5fc5-d8c5-4b5e-9d6b-5f13a6e05732 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0975266 Dec 16 09:44:25.550893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9ac1f38-8173-4951-9db1-911e63474173 req-91a44bc3-d00a-4e1a-908f-f96b047ebfbd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Dec 16 09:44:25.633179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-9118ed9e-c500-4cdc-a313-c814779ac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:25.634781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-9118ed9e-c500-4cdc-a313-c814779ac0be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721850 Dec 16 09:44:25.766183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-d291e4f8-d034-46c5-83cc-4bbbafeff52a service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231937 Dec 16 09:44:25.877320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90d68da9-23af-4f17-9279-e3b69e4dfb22 req-6cc1f83a-85f5-4994-91fd-614faebc86fb service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938644 Dec 16 09:44:26.016297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.046194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Pushing event deleted for resources: {'Port': ['ID=896dc998-a184-472b-8592-43babf482b87,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:26.235410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.464270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Router bed3fef0-971a-457d-80c9-90a201b13a6d has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:26.578203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:26.589736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] Sync routers for ids ['bed3fef0-971a-457d-80c9-90a201b13a6d'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:26.595552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f8b8aa1-c408-4948-bbd8-c963397ca689 admin admin] 10.222.0.61 "PUT /v2.0/routers/bed3fef0-971a-457d-80c9-90a201b13a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9934666 Dec 16 09:44:26.598359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34380) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:26.621902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] Routers {'bed3fef0-971a-457d-80c9-90a201b13a6d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:26.622555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bed3fef0-971a-457d-80c9-90a201b13a6d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:26.761633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] Set router bed3fef0-971a-457d-80c9-90a201b13a6d gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:26.792775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a93afa-8918-415f-bbdf-30ea5898d967 req-e23a5e64-b061-4c98-96cb-e50ce675aff9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:26.794352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9a93afa-8918-415f-bbdf-30ea5898d967 req-e23a5e64-b061-4c98-96cb-e50ce675aff9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0784745 Dec 16 09:44:26.803974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:26.911367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9a93afa-8918-415f-bbdf-30ea5898d967 req-44896dac-0707-4334-b0f5-10b4eee4adf0 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098986 Dec 16 09:44:26.941615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.006043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:44:25Z', 'revision_number': 5, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port': {'id': 'e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:34Z', 'updated_at': '2021-12-16T09:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:27.020276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Deleting port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:27.020765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.041703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] Checking router: bed3fef0-971a-457d-80c9-90a201b13a6d for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:27.050898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] Routers {'bed3fef0-971a-457d-80c9-90a201b13a6d'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:27.051518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['bed3fef0-971a-457d-80c9-90a201b13a6d'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:27.111953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] For port e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:27.112686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.136824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Calling delete_port for e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:27.138626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] Set router bed3fef0-971a-457d-80c9-90a201b13a6d gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:27.218835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:44:26Z', 'revision_number': 6, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:27.251665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd898af-09ab-4279-be8c-aebe3e95de50 None None] The sync data for ids ['bed3fef0-971a-457d-80c9-90a201b13a6d'] in n-d-821941-1 is: [{'id': 'bed3fef0-971a-457d-80c9-90a201b13a6d', 'name': 'tempest-TestServerMultinode-671172962-router', 'tenant_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:33Z', 'updated_at': '2021-12-16T09:44:26Z', 'revision_number': 6, 'project_id': '41cbb8054a194bff9246d7ed5a5b8f79', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:27.317194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.344121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:27.412289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.504863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.507254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.555210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.555641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed3fef0-971a-457d-80c9-90a201b13a6d {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:44:27.560340 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.561431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-beece4e2-9c22-41d8-aac4-f6d64112c79f admin admin] 10.222.0.61 "DELETE /v2.0/routers/bed3fef0-971a-457d-80c9-90a201b13a6d HTTP/1.1" status: 204 len: 168 time: 0.9622152 Dec 16 09:44:27.563905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34388) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:27.630227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Deleting subnet e63c8840-f830-44af-a874-982f18000492 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:27.635449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.675974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.771532 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.833838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.857622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63c8840-f830-44af-a874-982f18000492,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:27.863427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:27.867085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aac1dc6e-1af7-4cde-9a94-63b201dd36f1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e63c8840-f830-44af-a874-982f18000492 HTTP/1.1" status: 204 len: 168 time: 0.3022118 Dec 16 09:44:27.869546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34390) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:27.872310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7aa716-dd5f-46d1-a563-e35a6dc317c4 None None] Network ae43a1b2-943a-4e61-be62-c1f6b8cd5069 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:27.947266 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.019218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Deleting port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:28.019727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.092876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 35454483-8790-4676-bc29-68123cafc494 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:28.121880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] DHCP port deletion for ae43a1b2-943a-4e61-be62-c1f6b8cd5069 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:28.125298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 35454483-8790-4676-bc29-68123cafc494 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:28.125690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 35454483-8790-4676-bc29-68123cafc494 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:28.181447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] Deleting port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:28.182179 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.188733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] For port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:28.189093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.204589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Calling delete_port for a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:28.257696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] For port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,segment=NetworkSegment(b9d400d4-94c0-438e-a94b-f66c1617884c),segment_id=b9d400d4-94c0-438e-a94b-f66c1617884c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:28.258121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.282627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4128e9-c8a6-4309-9c4e-6680799a155d req-3bb33289-239b-423f-840d-0202fd1e821f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:28.284179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc4128e9-c8a6-4309-9c4e-6680799a155d req-3bb33289-239b-423f-840d-0202fd1e821f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.2621462 Dec 16 09:44:28.287375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] Calling delete_port for a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:28.333579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.346537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc4128e9-c8a6-4309-9c4e-6680799a155d req-8edf23b7-06d9-408c-bcf6-e004bb83bce6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548022 Dec 16 09:44:28.371585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] No DVR routers for this DVR port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:28.376176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Pushing event deleted for resources: {'Port': ['ID=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:28.427369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.457681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.485417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] No DVR routers for this DVR port a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:28.486206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae43a1b2-943a-4e61-be62-c1f6b8cd5069']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:28.491422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc7d11-f2df-4c89-adfc-446df04c2b27 None None] Pushing event deleted for resources: {'Port': ['ID=a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:28.533359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d400d4-94c0-438e-a94b-f66c1617884c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:28.533658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d400d4-94c0-438e-a94b-f66c1617884c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:28.546646 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.565634 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.574104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:44:28.594290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:44:28.619074 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:44:28.702447 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.704498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:28.714249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:28.717419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ae43a1b2-943a-4e61-be62-c1f6b8cd5069 HTTP/1.1" status: 204 len: 168 time: 0.8465114 Dec 16 09:44:28.721039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34398) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:28.736759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b6a4b-b316-4e54-8493-40136d838022 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae43a1b2-943a-4e61-be62-c1f6b8cd5069,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:28.742521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:28.742937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e6430bdb-4471-4e00-bbaa-7cf11d6e9cb0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:28.743409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:28.765711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:28.766025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a071d4f0-1c64-4a2d-a43a-f7ebeb836d5e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:28.766694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 896dc998-a184-472b-8592-43babf482b87 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:28.787425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 896dc998-a184-472b-8592-43babf482b87 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:28.788092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 896dc998-a184-472b-8592-43babf482b87 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:29.096157 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.350348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Deleting port 9aac4b8c-f639-4f42-ab6e-91a55c358d97 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:29.350734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.446567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] For port 9aac4b8c-f639-4f42-ab6e-91a55c358d97, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9aac4b8c-f639-4f42-ab6e-91a55c358d97,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:29.447218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.464890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Calling delete_port for 9aac4b8c-f639-4f42-ab6e-91a55c358d97 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:29.483569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e895c-9753-4df7-90e7-aa3011b9d87e req-b8503269-05f1-4518-a508-cf31fcdc6c04 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:29.490942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf9e895c-9753-4df7-90e7-aa3011b9d87e req-b8503269-05f1-4518-a508-cf31fcdc6c04 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0629349 Dec 16 09:44:29.533652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf9e895c-9753-4df7-90e7-aa3011b9d87e req-145d7d24-9bf3-4a3e-9308-5ffea905993e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Dec 16 09:44:29.713932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:29.740079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aac4b8c-f639-4f42-ab6e-91a55c358d97,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:29.970528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.228686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Router b0b886b6-c4d0-450c-a36f-ea40539aafd7 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:30.356832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:30.368005 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] Sync routers for ids ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:30.376563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c8e4265-c89a-4318-90c8-d4eabd464b87 admin admin] 10.222.0.61 "PUT /v2.0/routers/b0b886b6-c4d0-450c-a36f-ea40539aafd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541307 Dec 16 09:44:30.379250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34410) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:30.379408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] Routers {'b0b886b6-c4d0-450c-a36f-ea40539aafd7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:30.379915 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:30.505474 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] Set router b0b886b6-c4d0-450c-a36f-ea40539aafd7 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:30.512450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.706262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.778921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30613fe7-eb94-4b81-9039-784c72a5e9a8 req-271bb3a7-a861-4e22-9245-6e2f08135705 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:30.781523 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:44:29Z', 'revision_number': 5, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port': {'id': 'e1f19c91-557b-42aa-84fb-3ede988c47c5', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:43:40Z', 'updated_at': '2021-12-16T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:30.790434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30613fe7-eb94-4b81-9039-784c72a5e9a8 req-271bb3a7-a861-4e22-9245-6e2f08135705 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.1293674 Dec 16 09:44:30.809055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Deleting port e1f19c91-557b-42aa-84fb-3ede988c47c5 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:30.809808 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.813963 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] Checking router: b0b886b6-c4d0-450c-a36f-ea40539aafd7 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:30.836340 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] Routers {'b0b886b6-c4d0-450c-a36f-ea40539aafd7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:30.837231 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:30.880841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30613fe7-eb94-4b81-9039-784c72a5e9a8 req-01b15f9f-4d5a-46eb-84ad-98fc234f1a6e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Dec 16 09:44:30.925654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] For port e1f19c91-557b-42aa-84fb-3ede988c47c5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e1f19c91-557b-42aa-84fb-3ede988c47c5,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:30.926167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:30.945458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Calling delete_port for e1f19c91-557b-42aa-84fb-3ede988c47c5 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:31.066110 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] Set router b0b886b6-c4d0-450c-a36f-ea40539aafd7 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:31.137334 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:44:30Z', 'revision_number': 6, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:31.169760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.170978 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fec7a1-552a-4813-b688-46fee688b6c8 None None] The sync data for ids ['b0b886b6-c4d0-450c-a36f-ea40539aafd7'] in n-d-821941-1 is: [{'id': 'b0b886b6-c4d0-450c-a36f-ea40539aafd7', 'name': 'tempest-TestServerMultinode-404848059-router', 'tenant_id': 'c8f99765703247cc9fbd45f038d02766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:43:39Z', 'updated_at': '2021-12-16T09:44:30Z', 'revision_number': 6, 'project_id': 'c8f99765703247cc9fbd45f038d02766', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:31.206675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f19c91-557b-42aa-84fb-3ede988c47c5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:31.285482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.386913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.389320 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.439984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.440653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b886b6-c4d0-450c-a36f-ea40539aafd7 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:44:31.445727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.447110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7851610c-3169-4921-aeff-72e4f0f2261d admin admin] 10.222.0.61 "DELETE /v2.0/routers/b0b886b6-c4d0-450c-a36f-ea40539aafd7 HTTP/1.1" status: 204 len: 168 time: 1.0668378 Dec 16 09:44:31.450094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34418) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:31.503391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Deleting subnet a35dfc44-8ef6-43fd-88a3-f19b488a86b3 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:44:31.510051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.548149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.648976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.779677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.809089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a35dfc44-8ef6-43fd-88a3-f19b488a86b3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:31.810289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:31.816118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9667a0b8-f1de-4734-abf0-8cb731cc8717 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a35dfc44-8ef6-43fd-88a3-f19b488a86b3 HTTP/1.1" status: 204 len: 168 time: 0.3649147 Dec 16 09:44:31.817134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34420) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:31.818349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38aaf2f-ae39-43aa-8513-a275f19f3aef None None] Network 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:31.927215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.011773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Deleting port 9672becb-6cc2-4669-85e7-73d6d33018aa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:32.012126 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.062233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f7b4c-5089-462a-bb6b-4a6dab2d7fb0 req-9e967558-27fd-4b21-b318-6c36821c017c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:32.064409 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-221f7b4c-5089-462a-bb6b-4a6dab2d7fb0 req-9e967558-27fd-4b21-b318-6c36821c017c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0856311 Dec 16 09:44:32.079500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] DHCP port deletion for 61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:44:32.112362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] For port 9672becb-6cc2-4669-85e7-73d6d33018aa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9672becb-6cc2-4669-85e7-73d6d33018aa,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:32.112698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.122446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-221f7b4c-5089-462a-bb6b-4a6dab2d7fb0 req-6acca6bb-ea4a-47ff-80c5-d99fc080d00d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Dec 16 09:44:32.131819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Calling delete_port for 9672becb-6cc2-4669-85e7-73d6d33018aa owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:32.142677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] Deleting port 9672becb-6cc2-4669-85e7-73d6d33018aa {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:32.143281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.227109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] For port 9672becb-6cc2-4669-85e7-73d6d33018aa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9672becb-6cc2-4669-85e7-73d6d33018aa,segment=NetworkSegment(2e2e2bd1-8e01-4607-9602-93ff473c38a7),segment_id=2e2e2bd1-8e01-4607-9602-93ff473c38a7)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:32.227513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.242297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] Calling delete_port for 9672becb-6cc2-4669-85e7-73d6d33018aa owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:32.290440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.326247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9672becb-6cc2-4669-85e7-73d6d33018aa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.330914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] No DVR routers for this DVR port 9672becb-6cc2-4669-85e7-73d6d33018aa on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:32.333482 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.340090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.340090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.340436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.340543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.340867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.341222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.341753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.341753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.342233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.342401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.343178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.343178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:32.366278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] Pushing event deleted for resources: {'Port': ['ID=9672becb-6cc2-4669-85e7-73d6d33018aa,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.374486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac274938-7e16-4bc0-88a7-7b79b9763f3b None None] No DVR routers for this DVR port 9672becb-6cc2-4669-85e7-73d6d33018aa on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:32.426675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.457444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c830c0-69cb-4b94-8a8c-b4e812b0dfd4']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:32.468078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2e2bd1-8e01-4607-9602-93ff473c38a7') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:32.468458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2e2bd1-8e01-4607-9602-93ff473c38a7') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:32.479360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.496330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.502174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:44:32.502549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:44:32.504189 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:44:32.570155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.576694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.579992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/61c830c0-69cb-4b94-8a8c-b4e812b0dfd4 HTTP/1.1" status: 204 len: 168 time: 0.7600455 Dec 16 09:44:32.620920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288e189-2b64-4f10-a014-9460005adcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c830c0-69cb-4b94-8a8c-b4e812b0dfd4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:32.688865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9aac4b8c-f639-4f42-ab6e-91a55c358d97 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:32.709964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9aac4b8c-f639-4f42-ab6e-91a55c358d97 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:32.710305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9aac4b8c-f639-4f42-ab6e-91a55c358d97 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:32.710715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1f19c91-557b-42aa-84fb-3ede988c47c5 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:32.739444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e1f19c91-557b-42aa-84fb-3ede988c47c5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:32.739785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1f19c91-557b-42aa-84fb-3ede988c47c5 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:32.740204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9672becb-6cc2-4669-85e7-73d6d33018aa no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:44:32.760332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9672becb-6cc2-4669-85e7-73d6d33018aa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:44:32.761220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9672becb-6cc2-4669-85e7-73d6d33018aa not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:44:32.817261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34430) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:32.861921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34432) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:32.862560 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-494b70ae-2bd7-4ceb-be2f-60a753a41c99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41cbb8054a194bff9246d7ed5a5b8f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434551 Dec 16 09:44:32.918719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9698-03a0-4767-9862-71d9da53d4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.939928 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9698-03a0-4767-9862-71d9da53d4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.996835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9698-03a0-4767-9862-71d9da53d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:32.999363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9698-03a0-4767-9862-71d9da53d4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.000626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec5b9698-03a0-4767-9862-71d9da53d4de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59b4be88-e314-4833-a11e-87335bf476da HTTP/1.1" status: 204 len: 168 time: 0.1369283 Dec 16 09:44:33.008350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b9698-03a0-4767-9862-71d9da53d4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b4be88-e314-4833-a11e-87335bf476da,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:33.268302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec568c-bf11-4573-ac77-ace4e448c1fd req-6a3a427f-71a4-4b35-aff1-eb13eb8ddcaa tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:33.278368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bec568c-bf11-4573-ac77-ace4e448c1fd req-6a3a427f-71a4-4b35-aff1-eb13eb8ddcaa tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0697346 Dec 16 09:44:33.314140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bec568c-bf11-4573-ac77-ace4e448c1fd req-d9f1055b-da38-47bc-ae55-da3ffdd2fb8a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343819 Dec 16 09:44:33.392130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34446) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:33.435446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a6ae2073-4a3b-4b82-b0d6-b58fb5ef2539 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8f99765703247cc9fbd45f038d02766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420978 Dec 16 09:44:33.437808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34448) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:33.487250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.508899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.562503 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.565165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:33.566368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3850b023-6bb7-4812-a352-48ef43708084 HTTP/1.1" status: 204 len: 168 time: 0.1275454 Dec 16 09:44:33.574721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3850b023-6bb7-4812-a352-48ef43708084,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:33.584242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.584847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.585170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.585508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.585827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.586173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.586488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.586807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.587101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.587422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.587715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:33.588018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53005615-f185-4a81-b218-52a81f17c8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:34.222343 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-f22237d0-83ee-479b-a398-424fb49c0a4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270705 Dec 16 09:44:34.311480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34470) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:34.315884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-bf836981-5dde-4712-a399-954ab0bf6b21 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847762 Dec 16 09:44:34.413626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-033618d3-b855-45eb-b9c9-f736b8fafb71 req-52812d99-dc72-437a-83bb-6d7a02a56c15 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895147 Dec 16 09:44:34.428669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1789152832-network', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:34.456565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Made reservation on behalf of ab5fb80cbfcf47b1b26f021e1406f4ca for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:34.458956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.474048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186cb5-0c8c-46ca-a605-2a703036c2b7 req-76505143-7902-408d-8987-cc239e1bbf74 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:34.475533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d186cb5-0c8c-46ca-a605-2a703036c2b7 req-76505143-7902-408d-8987-cc239e1bbf74 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0821433 Dec 16 09:44:34.476679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.534861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d186cb5-0c8c-46ca-a605-2a703036c2b7 req-b079efe5-e0d4-477a-8e34-ba09b67021ac tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 Dec 16 09:44:34.591695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.596980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.620740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:44:34.635541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab10be-f4ec-4e28-b8a8-6005a5e2caaa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.641552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.641919 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Added segment cd232e1d-3a95-462c-8ded-86cbf531a124 of type vlan for network becee0a5-5efc-4796-8dd1-46f85d62f408 Dec 16 09:44:34.687088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.717947 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.719238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:34.720149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:34.785372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4728329 Dec 16 09:44:34.788447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:34.792199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067011a-a9ff-4693-b17e-0cd315121902 admin admin] Pushing event updated for resources: {'Network': ['ID=becee0a5-5efc-4796-8dd1-46f85d62f408,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:34.796098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Request body: {'subnet': {'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1789152832-subnet', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:34.803094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network becee0a5-5efc-4796-8dd1-46f85d62f408 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:44:34.820750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Made reservation on behalf of ab5fb80cbfcf47b1b26f021e1406f4ca for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:34.823650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.323432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.378990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d71019-e5aa-490c-8444-79b68c76e996,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:35.389127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Checking segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:35.389816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Network hostable DHCP agents. Network: becee0a5-5efc-4796-8dd1-46f85d62f408, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:44:35.409347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Network becee0a5-5efc-4796-8dd1-46f85d62f408 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:44:35.418459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, becee0a5-5efc-4796-8dd1-46f85d62f408) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:35.422633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.423225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.428944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08e226-9223-4cde-950a-5c390ba20b62 None None] Network becee0a5-5efc-4796-8dd1-46f85d62f408 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:35.438516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af940f48-4050-4bd8-a226-b24c78e2b6a3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6489260 Dec 16 09:44:35.441115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34482) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:35.445571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:35.467514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.468546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.526371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.578356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-becee0a5-5efc-4796-8dd1-46f85d62f408', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:35.579455 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.662872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54f9d6-620c-46c8-a410-9ee7db94ad30 req-755d2df3-5004-4a31-b9e8-37bdb615305b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:35.664569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a54f9d6-620c-46c8-a410-9ee7db94ad30 req-755d2df3-5004-4a31-b9e8-37bdb615305b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0532432 Dec 16 09:44:35.674781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.708627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a54f9d6-620c-46c8-a410-9ee7db94ad30 req-18102aef-7f2e-4726-8965-e050f8334cee tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362654 Dec 16 09:44:35.877207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Allocated IP 172.20.0.2 (becee0a5-5efc-4796-8dd1-46f85d62f408/b0d71019-e5aa-490c-8444-79b68c76e996/2200d44e-3118-4f5c-957e-2b8fb096c492) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:35.899343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:35.918607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.020247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.026490 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.026650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Allocated IP 172.25.6.227 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/cb89f4e5-b826-41b3-810c-30b22ea8ee2d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:36.068486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Network becee0a5-5efc-4796-8dd1-46f85d62f408 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:36.071372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:36.074197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:36.086050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Pushing event updated for resources: {'Port': ['ID=2200d44e-3118-4f5c-957e-2b8fb096c492,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.113552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.113949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.114365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.114751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.115106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.115593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.115947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.116276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.116639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.116933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.117258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.117580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:36.137714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.152028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Attempting to bind port 2200d44e-3118-4f5c-957e-2b8fb096c492 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:36.152477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Attempting to bind port 2200d44e-3118-4f5c-957e-2b8fb096c492 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:36.152922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Attempting to bind port 2200d44e-3118-4f5c-957e-2b8fb096c492 on network becee0a5-5efc-4796-8dd1-46f85d62f408 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:36.158558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:36.158984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Checking segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:36.159320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.159737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Bound using segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:36.160270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Bound port: 2200d44e-3118-4f5c-957e-2b8fb096c492, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:36.160646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.173252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.211214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:36.214154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:36.217754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:36.235938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] For port 2200d44e-3118-4f5c-957e-2b8fb096c492, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:36.239556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] For port 2200d44e-3118-4f5c-957e-2b8fb096c492, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2200d44e-3118-4f5c-957e-2b8fb096c492,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:36.243849 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.252210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Pushing event updated for resources: {'Port': ['ID=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.305488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed7ba1-ec3b-4b8b-9e08-ee33e434849a None None] Pushing event updated for resources: {'Port': ['ID=2200d44e-3118-4f5c-957e-2b8fb096c492,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.500746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.677932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2200d44e-3118-4f5c-957e-2b8fb096c492 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:36.712903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.727300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2200d44e-3118-4f5c-957e-2b8fb096c492 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:36.727669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.813908 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.842741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c1868-8b41-4268-8ae1-038099da68bf req-0088ca06-fe1e-40eb-907b-8cc4ae00b48b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:36.845631 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-395c1868-8b41-4268-8ae1-038099da68bf req-0088ca06-fe1e-40eb-907b-8cc4ae00b48b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0589201 Dec 16 09:44:36.848951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 2200d44e-3118-4f5c-957e-2b8fb096c492, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2200d44e-3118-4f5c-957e-2b8fb096c492,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:36.850102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Router c25b2072-751b-4013-a8a3-75690fd69148 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:44:36.854612 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:36.898442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-395c1868-8b41-4268-8ae1-038099da68bf req-8f561a5c-bc0d-4ca9-93c8-585ef88728d5 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Dec 16 09:44:36.924800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=2200d44e-3118-4f5c-957e-2b8fb096c492,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:36.997548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:37.009066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Sync routers for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:37.019642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.021291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34390f9c-cc36-4a30-83e0-7c48e11d29f6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5788372 Dec 16 09:44:37.022308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:37.022948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:37.024997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:37.140627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:44:37.151915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:37.365601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:36Z', 'revision_number': 3, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:37.394255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418fd3b-2b8b-4904-9fcf-b37e42d77c1e None None] Network becee0a5-5efc-4796-8dd1-46f85d62f408 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:37.397925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Checking router: c25b2072-751b-4013-a8a3-75690fd69148 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:37.398267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Updating router c25b2072-751b-4013-a8a3-75690fd69148 port cb89f4e5-b826-41b3-810c-30b22ea8ee2d binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:37.475106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.481713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ce50f167-e24e-4c7f-a1e6-f2b3f5c008e5 None None] Provisioning complete for port 2200d44e-3118-4f5c-957e-2b8fb096c492 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:37.482067 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ce50f167-e24e-4c7f-a1e6-f2b3f5c008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.872387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.881707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.889194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.951274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659882-91b8-45d1-8534-d766bd5e928c None None] Pushing event updated for resources: {'Port': ['ID=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:37.953989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Attempting to bind port cb89f4e5-b826-41b3-810c-30b22ea8ee2d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:37.954350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Attempting to bind port cb89f4e5-b826-41b3-810c-30b22ea8ee2d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:37.954805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Attempting to bind port cb89f4e5-b826-41b3-810c-30b22ea8ee2d on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:37.967432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:37.967803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:37.968203 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:37.968593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:37.969065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Bound port: cb89f4e5-b826-41b3-810c-30b22ea8ee2d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:37.969443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.023662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] For port cb89f4e5-b826-41b3-810c-30b22ea8ee2d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:38.027031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] For port cb89f4e5-b826-41b3-810c-30b22ea8ee2d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:38.033099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.096840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6beaa7-44c0-4fb0-a00f-8438649a86c9 req-16411327-0a9d-483d-83ba-8e467cb16b61 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:38.098304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f6beaa7-44c0-4fb0-a00f-8438649a86c9 req-16411327-0a9d-483d-83ba-8e467cb16b61 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 944 time: 0.0887628 Dec 16 09:44:38.104420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:38.105063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:38.107254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06659882-91b8-45d1-8534-d766bd5e928c None None] Pushing event updated for resources: {'Port': ['ID=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:38.112997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Allocated IP 172.20.0.1 (becee0a5-5efc-4796-8dd1-46f85d62f408/b0d71019-e5aa-490c-8444-79b68c76e996/6fc38ba1-b89c-4a84-aede-50b8161219d7) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:38.157899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3bbd0f58-6a84-4570-8353-4aa038bc3636 None None] Provisioning complete for port 2200d44e-3118-4f5c-957e-2b8fb096c492 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:38.158254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0f58-6a84-4570-8353-4aa038bc3636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.160098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:44:38.198954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f6beaa7-44c0-4fb0-a00f-8438649a86c9 req-60506c8d-1566-4f00-be1d-1bda2e254dc3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885656 Dec 16 09:44:38.267041 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.309243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.338360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:38.348963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Network becee0a5-5efc-4796-8dd1-46f85d62f408 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:38.351779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:38.355408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:38.382399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Pushing event updated for resources: {'Port': ['ID=6fc38ba1-b89c-4a84-aede-50b8161219d7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:38.405956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.504120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:38.521888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'network_id': '897ab3fe-f562-45ce-8c55-5f2e180d0b86', 'port_id': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'mac_address': 'fa:16:3e:a2:05:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b271eb5-e0e9-4429-aba4-8bd7f639e059', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:44:38.548843 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.613483 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.639214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:44:38.653755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c5b2255b-f507-4b98-8975-4424599690b6 None None] Provisioning complete for port 6fc38ba1-b89c-4a84-aede-50b8161219d7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:38.654152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5b2255b-f507-4b98-8975-4424599690b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.683123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2200d44e-3118-4f5c-957e-2b8fb096c492 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:38.690678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:38.720224 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.729867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.735459 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.759719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2255b-f507-4b98-8975-4424599690b6 None None] Port 6fc38ba1-b89c-4a84-aede-50b8161219d7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:38.782110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:36Z', 'revision_number': 3, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:38.806402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Pushing event updated for resources: {'Port': ['ID=6fc38ba1-b89c-4a84-aede-50b8161219d7,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:38.809142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.822941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f1aab1-9b9a-472f-a833-7f2c5cdc9ed8 None None] The sync data for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 is: [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:36Z', 'revision_number': 3, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:38.830292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:38.837546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2200d44e-3118-4f5c-957e-2b8fb096c492 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:38.837953 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:38.904144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Network becee0a5-5efc-4796-8dd1-46f85d62f408 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:38.905994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:39.035469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Router c25b2072-751b-4013-a8a3-75690fd69148 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:39.103957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['125bdc4b-22cd-4daa-9861-9931c73fffd2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:39.192376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:39.201891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cb84eb6b-201f-4149-a178-e3167a69694b admin admin] 10.222.0.61 "PUT /v2.0/routers/c25b2072-751b-4013-a8a3-75690fd69148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716514 Dec 16 09:44:39.311659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-554363bf-1b1d-4fb6-8125-e7ac2736c62d None None] Provisioning complete for port 6fc38ba1-b89c-4a84-aede-50b8161219d7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:39.312104 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-554363bf-1b1d-4fb6-8125-e7ac2736c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.361024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b8c14-6a5f-4567-ac31-427fee25f82a req-f9c02cdf-4193-4bc8-b44e-d25b3e5fb356 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:39.362793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f03b8c14-6a5f-4567-ac31-427fee25f82a req-f9c02cdf-4193-4bc8-b44e-d25b3e5fb356 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 945 time: 0.0767179 Dec 16 09:44:39.368495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-554363bf-1b1d-4fb6-8125-e7ac2736c62d None None] Port 6fc38ba1-b89c-4a84-aede-50b8161219d7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:39.406623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f03b8c14-6a5f-4567-ac31-427fee25f82a req-08a16e76-bfe5-4347-b511-318dad105b7c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Dec 16 09:44:39.765599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:39.770669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1186729600-network', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:39.794717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Made reservation on behalf of f1c0bc878d5a48839091140526ff20a3 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:39.798267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.810465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.896402 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.902123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.929761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:44:39.939153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6112ac-38d2-4508-88a5-a95ca70381f2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:39.945083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:39.945399 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Added segment d0c35461-1aa6-4a87-932b-6ff318592fe9 of type vlan for network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e Dec 16 09:44:39.986915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.015062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.016106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.016742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.074472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3075800 Dec 16 09:44:40.077530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34532) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:40.082390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778920cd-404f-4272-9327-6a46a8a2083b admin admin] Pushing event updated for resources: {'Network': ['ID=62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.083310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Request body: {'subnet': {'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1186729600-subnet', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:40.093405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:44:40.107870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Made reservation on behalf of f1c0bc878d5a48839091140526ff20a3 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:44:40.110596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.132035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:40.199535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 125bdc4b-22cd-4daa-9861-9931c73fffd2 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:44:40.204685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 125bdc4b-22cd-4daa-9861-9931c73fffd2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:40.205021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.294720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.306999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.319176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:40.321621 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ffb32-dd59-46c6-b659-fb85da1cdfbf" -d '{"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-plugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:40.339335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:40.345053 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.371993 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae44fdeb-4d4a-4bf0-b742-ad9f21d4e247 x-openstack-request-id: req-ae44fdeb-4d4a-4bf0-b742-ad9f21d4e247 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:40.372365 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-plugged", "status": "completed", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:40.372676 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae44fdeb-4d4a-4bf0-b742-ad9f21d4e247 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:40.373270 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'code': 200} Dec 16 09:44:40.386330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Checking segment: {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:40.386691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Network hostable DHCP agents. Network: 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:44:40.392851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617e689f-7437-49d3-8001-ca12cb522bf6,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.408325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=12']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:40.415020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:44:40.426885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:40.433033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.433723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.446100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bac836-5470-46b7-b233-8a363f453e60 None None] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:40.459603 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-630dd8c7-9748-401b-839c-42b6e06bf869 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3808689 Dec 16 09:44:40.462246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34538) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:40.467557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:44:40.493780 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.495688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.569972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd5122-dbd3-43ed-b410-4bd1be7af3af req-6dc8ba5a-2356-4565-941d-4b7669d72544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.571725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94cd5122-dbd3-43ed-b410-4bd1be7af3af req-6dc8ba5a-2356-4565-941d-4b7669d72544 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1097 time: 0.0641677 Dec 16 09:44:40.600956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.635991 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-94cd5122-dbd3-43ed-b410-4bd1be7af3af req-45aa91fe-49b9-41ff-86cc-75d0afbfc2aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565875 Dec 16 09:44:40.647334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'fixed_ips': [{'subnet_id': '617e689f-7437-49d3-8001-ca12cb522bf6'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:44:40.648213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.673369 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Sync routers for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:40.685468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1cd22-7526-4673-9fdb-8ac0609a3086 req-aaa67998-d861-4a4a-9309-d99ecb6fd641 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:40.687152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fc1cd22-7526-4673-9fdb-8ac0609a3086 req-aaa67998-d861-4a4a-9309-d99ecb6fd641 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.1779242 Dec 16 09:44:40.696001 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:40.696627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:40.757744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cb89f4e5-b826-41b3-810c-30b22ea8ee2d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:40.821938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:40.831479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fc1cd22-7526-4673-9fdb-8ac0609a3086 req-fbc8736c-1ac4-4e40-a4ac-3ed2a10a0a2b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372988 Dec 16 09:44:40.839409 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:40.853598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Allocated IP 172.20.0.2 (62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e/617e689f-7437-49d3-8001-ca12cb522bf6/23c6f671-c635-4be2-8628-98ed2db8b0b9) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:40.872276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cb89f4e5-b826-41b3-810c-30b22ea8ee2d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:40.872642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.067878 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.071478 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 2, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:41.102240 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Checking router: c25b2072-751b-4013-a8a3-75690fd69148 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:41.102473 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Updating router c25b2072-751b-4013-a8a3-75690fd69148 port 6fc38ba1-b89c-4a84-aede-50b8161219d7 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:41.105929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port cb89f4e5-b826-41b3-810c-30b22ea8ee2d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:41.107721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.114584 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.121600 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.132392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.139806 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.146108 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.167160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:41.169995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:41.176641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:41.208412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.247747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Allocated IP 172.25.6.113 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/8879ff6c-5a7c-4d87-9d79-45e8c746dc21) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:41.267126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Attempting to bind port 23c6f671-c635-4be2-8628-98ed2db8b0b9 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:41.267487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Attempting to bind port 23c6f671-c635-4be2-8628-98ed2db8b0b9 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:41.267849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Attempting to bind port 23c6f671-c635-4be2-8628-98ed2db8b0b9 on network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:41.278176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Pushing event updated for resources: {'Port': ['ID=23c6f671-c635-4be2-8628-98ed2db8b0b9,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.280950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:41.281314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Checking segment: {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:41.281707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.282109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Bound using segment: {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:41.282580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Bound port: 23c6f671-c635-4be2-8628-98ed2db8b0b9, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:41.282954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.356416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] For port 23c6f671-c635-4be2-8628-98ed2db8b0b9, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:41.360953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] For port 23c6f671-c635-4be2-8628-98ed2db8b0b9, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23c6f671-c635-4be2-8628-98ed2db8b0b9,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:41.364994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.366764 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.403165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.430184 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.431058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7d423-b587-4ed7-8a77-d7301b27fc10 None None] Pushing event updated for resources: {'Port': ['ID=23c6f671-c635-4be2-8628-98ed2db8b0b9,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.444729 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.458169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:41.462714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:41.466445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:41.492264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Pushing event updated for resources: {'Port': ['ID=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.532168 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Pushing event updated for resources: {'Port': ['ID=6fc38ba1-b89c-4a84-aede-50b8161219d7,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.563216 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.563672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.563966 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.564360 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.564681 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.565001 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.565318 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.565632 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.565991 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.566310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.566622 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.566932 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:44:41.581494 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Attempting to bind port 6fc38ba1-b89c-4a84-aede-50b8161219d7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:41.582250 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Attempting to bind port 6fc38ba1-b89c-4a84-aede-50b8161219d7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:41.582913 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Attempting to bind port 6fc38ba1-b89c-4a84-aede-50b8161219d7 on network becee0a5-5efc-4796-8dd1-46f85d62f408 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:41.596627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:41.597361 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Checking segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:41.597744 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.598317 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Bound using segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:41.599149 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Bound port: 6fc38ba1-b89c-4a84-aede-50b8161219d7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:41.599690 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.682629 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] For port 6fc38ba1-b89c-4a84-aede-50b8161219d7, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:41.690734 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] For port 6fc38ba1-b89c-4a84-aede-50b8161219d7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6fc38ba1-b89c-4a84-aede-50b8161219d7,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:41.699764 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.812713 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:41.813346 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:41.815651 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba6f35-5280-484a-8648-77b6ed193506 None None] Pushing event updated for resources: {'Port': ['ID=6fc38ba1-b89c-4a84-aede-50b8161219d7,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:41.923636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:41.948985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e047ca71-163b-4817-a7ff-f658f8ab06e9 None None] Provisioning complete for port 6fc38ba1-b89c-4a84-aede-50b8161219d7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:41.948985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e047ca71-163b-4817-a7ff-f658f8ab06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.019674 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:42.100465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e047ca71-163b-4817-a7ff-f658f8ab06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.157448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e047ca71-163b-4817-a7ff-f658f8ab06e9 None None] For port 6fc38ba1-b89c-4a84-aede-50b8161219d7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6fc38ba1-b89c-4a84-aede-50b8161219d7,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:42.163689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e047ca71-163b-4817-a7ff-f658f8ab06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.188745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fe166-c475-40f2-a8c2-86a497572c0f req-7b24a34a-c06d-490d-b60d-1c7a06d02ed2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:42.197097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71fe166-c475-40f2-a8c2-86a497572c0f req-7b24a34a-c06d-490d-b60d-1c7a06d02ed2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.2042525 Dec 16 09:44:42.224353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047ca71-163b-4817-a7ff-f658f8ab06e9 None None] Pushing event updated for resources: {'Port': ['ID=6fc38ba1-b89c-4a84-aede-50b8161219d7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:42.289965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f4b27d51-8a1a-4a36-aaca-42671fa9ba85 None None] Provisioning complete for port 6fc38ba1-b89c-4a84-aede-50b8161219d7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:42.290337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f4b27d51-8a1a-4a36-aaca-42671fa9ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.306853 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:42.334656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e71fe166-c475-40f2-a8c2-86a497572c0f req-6d07e60b-99ee-4788-9dfa-eac3af358504 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363192 Dec 16 09:44:42.379750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949c617-0566-4c90-b469-eda6f3efdc81 None None] The sync data for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 is: [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:42.399938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.612689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Router 7319940c-5baf-4cf7-b38d-78270ce986fa is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:44:42.777603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:42.788377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Sync routers for ids ['7319940c-5baf-4cf7-b38d-78270ce986fa'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:42.801477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:42.803004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-460b79d9-e666-4112-a17b-2681868eb12f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3391712 Dec 16 09:44:42.805774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:42.817555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Routers {'7319940c-5baf-4cf7-b38d-78270ce986fa'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:42.818211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7319940c-5baf-4cf7-b38d-78270ce986fa'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:42.979972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caa1a4e-28b2-40ef-9018-5cf6085ab91a None None] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:44:42.982691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cb89f4e5-b826-41b3-810c-30b22ea8ee2d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:43.103029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Set router 7319940c-5baf-4cf7-b38d-78270ce986fa gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:43.107348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8488087d-3bd6-4a26-93bd-e0849fe2e7f5 None None] Provisioning complete for port 23c6f671-c635-4be2-8628-98ed2db8b0b9 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:43.107940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8488087d-3bd6-4a26-93bd-e0849fe2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.305198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cb89f4e5-b826-41b3-810c-30b22ea8ee2d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:43.305926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.353946 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.424552 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8488087d-3bd6-4a26-93bd-e0849fe2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.495261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479f9d5-c45c-446d-88d0-f67953cdae12 req-6fa03bf2-5f87-4d82-bc1f-ca1c06437e4d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:43.497888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9479f9d5-c45c-446d-88d0-f67953cdae12 req-6fa03bf2-5f87-4d82-bc1f-ca1c06437e4d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0664780 Dec 16 09:44:43.516540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8488087d-3bd6-4a26-93bd-e0849fe2e7f5 None None] For port 23c6f671-c635-4be2-8628-98ed2db8b0b9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23c6f671-c635-4be2-8628-98ed2db8b0b9,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:43.533133 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8488087d-3bd6-4a26-93bd-e0849fe2e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.552578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Allocated IP 172.20.0.1 (62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e/617e689f-7437-49d3-8001-ca12cb522bf6/5353462c-4324-4916-b1b8-f48d57213011) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:44:43.588650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9479f9d5-c45c-446d-88d0-f67953cdae12 req-f165d27b-501d-4ca7-ab9d-207db0cbc485 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Dec 16 09:44:43.638929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 3, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:43.646719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23c6f671-c635-4be2-8628-98ed2db8b0b9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:43.724879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Checking router: 7319940c-5baf-4cf7-b38d-78270ce986fa for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:43.725339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Updating router 7319940c-5baf-4cf7-b38d-78270ce986fa port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:43.742285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.775276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488087d-3bd6-4a26-93bd-e0849fe2e7f5 None None] Pushing event updated for resources: {'Port': ['ID=23c6f671-c635-4be2-8628-98ed2db8b0b9,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:43.786160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.797303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.819659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:43.856069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:43.876051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:44:43.935150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.940112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860bd2a-5d0a-4be8-a009-94661cf56001 req-32270536-f24d-478d-87ae-a16597c9523b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:43.945941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Pushing event updated for resources: {'Port': ['ID=5353462c-4324-4916-b1b8-f48d57213011,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:43.952613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 23c6f671-c635-4be2-8628-98ed2db8b0b9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:43.952984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:43.959762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1860bd2a-5d0a-4be8-a009-94661cf56001 req-32270536-f24d-478d-87ae-a16597c9523b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0844779 Dec 16 09:44:43.987614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-86bd03d9-8427-406a-9bc7-7b5e901e7b00 None None] Provisioning complete for port 23c6f671-c635-4be2-8628-98ed2db8b0b9 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:43.988022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86bd03d9-8427-406a-9bc7-7b5e901e7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.016426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1860bd2a-5d0a-4be8-a009-94661cf56001 req-88d91d0e-2080-45ea-b22c-f8b4cb3203fd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553374 Dec 16 09:44:44.151224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.195359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a01a2-3520-4d2d-a189-651e7ec18745 req-ac55dd48-43ee-46a9-ac78-02aa38bcf66b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.197130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f78a01a2-3520-4d2d-a189-651e7ec18745 req-ac55dd48-43ee-46a9-ac78-02aa38bcf66b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0819404 Dec 16 09:44:44.249264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f78a01a2-3520-4d2d-a189-651e7ec18745 req-d0370287-4c29-4ace-8e28-0801fc4b1a30 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Dec 16 09:44:44.301784 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5a5de78f-9e8f-4c4a-9efb-41bad3988353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.362614 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.368313 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.404472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57eb3b-a5af-41f3-8cdd-a41612446c4d req-9f7ac2db-e28c-406b-8f43-912be4d37c33 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.410478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c57eb3b-a5af-41f3-8cdd-a41612446c4d req-9f7ac2db-e28c-406b-8f43-912be4d37c33 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0664468 Dec 16 09:44:44.435753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6fc38ba1-b89c-4a84-aede-50b8161219d7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:44.439026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Pushing event updated for resources: {'Port': ['ID=5353462c-4324-4916-b1b8-f48d57213011,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:44.441401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.466875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c57eb3b-a5af-41f3-8cdd-a41612446c4d req-a71edb1d-7c22-47c4-8d95-7d71c50e202c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Dec 16 09:44:44.544422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:44:44.545869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:44:44.552447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.568894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6fc38ba1-b89c-4a84-aede-50b8161219d7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:44.569324 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.571031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.612930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccc438-c4fd-419e-8d18-7bbdd3574fa4 req-1a5f37d5-c49c-4140-b7f1-34c9ed576eab tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.615277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfccc438-c4fd-419e-8d18-7bbdd3574fa4 req-1a5f37d5-c49c-4140-b7f1-34c9ed576eab tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0815880 Dec 16 09:44:44.666008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75a56af2-6035-45f5-bbcd-736c08fd7509 None None] Provisioning complete for port 5353462c-4324-4916-b1b8-f48d57213011 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:44.666406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75a56af2-6035-45f5-bbcd-736c08fd7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.667986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caea1bf-89c8-4186-82d1-81e5dcb77f69 None None] Pushing event updated for resources: {'Port': ['ID=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:44.687331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfccc438-c4fd-419e-8d18-7bbdd3574fa4 req-60662492-5ca6-46f9-9592-20da985eebfd tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606070 Dec 16 09:44:44.694295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Router 7319940c-5baf-4cf7-b38d-78270ce986fa has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:44:44.751564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Attempting to bind port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:44.751794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Attempting to bind port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:44.751972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Attempting to bind port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:44.758603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-75a56af2-6035-45f5-bbcd-736c08fd7509 None None] Port 5353462c-4324-4916-b1b8-f48d57213011 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:44.776770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:44.778280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:44.778929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.779488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:44.780146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Bound port: 8879ff6c-5a7c-4d87-9d79-45e8c746dc21, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:44.780687 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.850087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:44:44.856519 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2c2d4cc7-2670-4bd0-8e33-62022a2abc97 admin admin] 10.222.0.61 "PUT /v2.0/routers/7319940c-5baf-4cf7-b38d-78270ce986fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0485814 Dec 16 09:44:44.892985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] For port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:44.913421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] For port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:44.919285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-850d5aa2-ac47-41ab-851f-bfaa849e1f47 None None] Provisioning complete for port 5353462c-4324-4916-b1b8-f48d57213011 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:44.919833 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-850d5aa2-ac47-41ab-851f-bfaa849e1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.924664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:44.957140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420d075-d525-45ad-a63d-cbccca4ee243 req-48ac5401-f0b8-45bb-99ac-0e319936b748 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:44.959069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7420d075-d525-45ad-a63d-cbccca4ee243 req-48ac5401-f0b8-45bb-99ac-0e319936b748 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0814116 Dec 16 09:44:45.020366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7420d075-d525-45ad-a63d-cbccca4ee243 req-ddd0d74f-87c5-437b-8117-c76fd39ff721 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Dec 16 09:44:45.033075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23c6f671-c635-4be2-8628-98ed2db8b0b9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:45.076285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-850d5aa2-ac47-41ab-851f-bfaa849e1f47 None None] Port 5353462c-4324-4916-b1b8-f48d57213011 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:44:45.083173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caea1bf-89c8-4186-82d1-81e5dcb77f69 None None] Pushing event updated for resources: {'Port': ['ID=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:45.094014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Routers {'7319940c-5baf-4cf7-b38d-78270ce986fa'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:45.094766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7319940c-5baf-4cf7-b38d-78270ce986fa'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:45.196033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143f0e-3fbc-4d78-9f16-7ddc72f392a1 req-b25009f8-9431-446b-8406-e4064622ac32 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:45.203612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77143f0e-3fbc-4d78-9f16-7ddc72f392a1 req-b25009f8-9431-446b-8406-e4064622ac32 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0611062 Dec 16 09:44:45.208227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 23c6f671-c635-4be2-8628-98ed2db8b0b9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:45.208603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:45.256534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] Set router 7319940c-5baf-4cf7-b38d-78270ce986fa gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:45.265334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77143f0e-3fbc-4d78-9f16-7ddc72f392a1 req-a4b1af91-b243-4c3c-9977-d34cfb63c5e9 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608537 Dec 16 09:44:45.564437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5353462c-4324-4916-b1b8-f48d57213011', 'name': '', 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'mac_address': 'fa:16:3e:39:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:43Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 2, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'subnets': [{'id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:45.585823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6473f3-b635-4287-9a92-d97acf04921d req-ed52a0e5-dc91-4c29-b80c-a8d9482035ed tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:45.588220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d6473f3-b635-4287-9a92-d97acf04921d req-ed52a0e5-dc91-4c29-b80c-a8d9482035ed tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0610530 Dec 16 09:44:45.599134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f5353-735a-415c-80af-bc3eb553a1cc None None] The sync data for ids ['7319940c-5baf-4cf7-b38d-78270ce986fa'] in n-d-821941-1 is: [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5353462c-4324-4916-b1b8-f48d57213011', 'name': '', 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'mac_address': 'fa:16:3e:39:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:43Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 2, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'subnets': [{'id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:45.640946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d6473f3-b635-4287-9a92-d97acf04921d req-013daf55-7baa-43d0-b7e9-7539664eab1d tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Dec 16 09:44:46.460802 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-251233fc-9d60-49ae-9623-26c861479049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:46.786838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef78c-e42a-4ade-a085-f27774ed6cfa req-b7448d17-da28-4c87-b70a-ebf5ea82093f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:46.790317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f85ef78c-e42a-4ade-a085-f27774ed6cfa req-b7448d17-da28-4c87-b70a-ebf5ea82093f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0705292 Dec 16 09:44:46.832708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f85ef78c-e42a-4ade-a085-f27774ed6cfa req-32ffcd4d-97ca-4734-bbc9-31cd7bc07ebb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Dec 16 09:44:47.043779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:47.150418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:47.151015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.175961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-7db28c77-d279-455f-a1e0-62fc44dac5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:47.177562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-7db28c77-d279-455f-a1e0-62fc44dac5d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7c3d8e45216449f9f5b88f197518e91&device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 1097 time: 0.0463243 Dec 16 09:44:47.214321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96156b-c7f5-4feb-b76b-208b498c0484 req-d2fe3133-0620-40e2-bbb7-bed441f07e34 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:47.222384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc96156b-c7f5-4feb-b76b-208b498c0484 req-d2fe3133-0620-40e2-bbb7-bed441f07e34 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0749536 Dec 16 09:44:47.273070 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.285114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-6664f965-8718-417f-98a7-545ac6808500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:47.286800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-6664f965-8718-417f-98a7-545ac6808500 service neutron] 10.222.0.53 "GET /v2.0/networks?id=897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 200 len: 914 time: 0.1013062 Dec 16 09:44:47.290473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc96156b-c7f5-4feb-b76b-208b498c0484 req-d506f733-4d05-4414-8bf4-dc15a4929bce tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653396 Dec 16 09:44:47.301683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:47.307729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:47.349559 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-46bf87d4-1e1e-46a5-a7dd-7f2af2564878 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 200 len: 217 time: 0.0547261 Dec 16 09:44:47.372347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:47.402704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-16041703-dc8b-45dc-b269-236d6de93516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:47.404409 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-16041703-dc8b-45dc-b269-236d6de93516 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 200 len: 853 time: 0.0474651 Dec 16 09:44:47.442830 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-eb1cffff-249b-4743-ad9c-5ed1f92ad5c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=897ab3fe-f562-45ce-8c55-5f2e180d0b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308707 Dec 16 09:44:47.549035 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-509ae6a0-a372-4635-a924-52955c170f06 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989895 Dec 16 09:44:47.656424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ff79a7aa-a4ea-410e-8e12-68a7ea01c377 req-6a7baf18-de9e-40b0-84de-6c89ef8d9af7 service neutron] 10.222.0.53 "GET /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005802 Dec 16 09:44:47.874137 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Sync routers for ids ['7319940c-5baf-4cf7-b38d-78270ce986fa'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:44:47.883596 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Routers {'7319940c-5baf-4cf7-b38d-78270ce986fa'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:47.884164 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7319940c-5baf-4cf7-b38d-78270ce986fa'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:48.001995 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Set router 7319940c-5baf-4cf7-b38d-78270ce986fa gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:48.016062 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.346502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.353029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.360821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.367918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.375255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.382959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.390973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.393627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-79c6abe8-1063-48d3-9b70-7fd040754e5b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1145804 Dec 16 09:44:48.426102 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5353462c-4324-4916-b1b8-f48d57213011', 'name': '', 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'mac_address': 'fa:16:3e:39:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:43Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 2, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'subnets': [{'id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:48.458216 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Checking router: 7319940c-5baf-4cf7-b38d-78270ce986fa for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:44:48.458732 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Updating router 7319940c-5baf-4cf7-b38d-78270ce986fa port 5353462c-4324-4916-b1b8-f48d57213011 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:44:48.470512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-003f1598-0a8c-4ec5-b6e2-ba95835d5863 req-3119010d-b09f-431e-bdf4-d6cd093a8b20 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630767 Dec 16 09:44:48.502467 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.607509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c92e-2dbd-4332-8971-881f555254b4 req-a49f8953-1180-4f48-8c73-7e478e1395d1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.617977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd2c92e-2dbd-4332-8971-881f555254b4 req-a49f8953-1180-4f48-8c73-7e478e1395d1 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0729992 Dec 16 09:44:48.692406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-9c47535b-d828-409e-9334-f76e07d08812 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641470 Dec 16 09:44:48.701893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fd2c92e-2dbd-4332-8971-881f555254b4 req-0b9026de-4d6d-422b-8b31-8465b2e5dd6a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827053 Dec 16 09:44:48.768915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-da339361-1a9c-467e-b40c-b264d5ae5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.770449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-da339361-1a9c-467e-b40c-b264d5ae5a8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1097 time: 0.0551767 Dec 16 09:44:48.838241 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.845511 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:48.905881 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb197-6373-43c1-9830-a492c6c12025 None None] Pushing event updated for resources: {'Port': ['ID=5353462c-4324-4916-b1b8-f48d57213011,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:48.985645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:48.993271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.009866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.012969 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Attempting to bind port 5353462c-4324-4916-b1b8-f48d57213011 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:44:49.013623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Attempting to bind port 5353462c-4324-4916-b1b8-f48d57213011 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:44:49.014157 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Attempting to bind port 5353462c-4324-4916-b1b8-f48d57213011 on network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:44:49.017278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.021574 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:44:49.021996 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Checking segment: {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:44:49.022397 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.023277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Bound using segment: {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:44:49.023782 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Bound port: 5353462c-4324-4916-b1b8-f48d57213011, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c35461-1aa6-4a87-932b-6ff318592fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:44:49.024225 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.025439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.032319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.038813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.050882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bae14b3a-ffb0-4cd9-a090-2f039c35ba3d req-6ff466da-ba65-4971-b08f-d1f19e7d9fe2 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1760614 Dec 16 09:44:49.062471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-e76b1784-696b-408c-a439-61157a680254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.065940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-e76b1784-696b-408c-a439-61157a680254 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.2704563 Dec 16 09:44:49.100571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:49.151506 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] For port 5353462c-4324-4916-b1b8-f48d57213011, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:44:49.156218 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] For port 5353462c-4324-4916-b1b8-f48d57213011, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5353462c-4324-4916-b1b8-f48d57213011,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:44:49.168151 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.217131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:49.217994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.218539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-fca01b5d-42b8-427f-97b0-3e127b6f3867 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 1000 time: 0.1445260 Dec 16 09:44:49.236864 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Routers {'7319940c-5baf-4cf7-b38d-78270ce986fa'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:44:49.237536 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:44:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7319940c-5baf-4cf7-b38d-78270ce986fa'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:49.276609 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb197-6373-43c1-9830-a492c6c12025 None None] Pushing event updated for resources: {'Port': ['ID=5353462c-4324-4916-b1b8-f48d57213011,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.288985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-daff4a28-4b97-45b9-a7b0-c454e1af3cea None None] Provisioning complete for port 5353462c-4324-4916-b1b8-f48d57213011 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:49.289791 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daff4a28-4b97-45b9-a7b0-c454e1af3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.318533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10866-ef12-462f-bda3-c0a0e12a97df req-33120d76-2e09-4f66-95ba-94554636cd74 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.323306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad10866-ef12-462f-bda3-c0a0e12a97df req-33120d76-2e09-4f66-95ba-94554636cd74 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.1524308 Dec 16 09:44:49.354378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-f9b651c6-e2d9-491c-b8a6-b39d5245353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.357198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-f9b651c6-e2d9-491c-b8a6-b39d5245353b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1301463 Dec 16 09:44:49.414161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad10866-ef12-462f-bda3-c0a0e12a97df req-3bb0e52f-4e6e-4eb5-b511-757cb5357a45 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683787 Dec 16 09:44:49.430737 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] Set router 7319940c-5baf-4cf7-b38d-78270ce986fa gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:44:49.443283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-9464d594-5213-405a-9cb7-d838d2d0dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.454519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-9464d594-5213-405a-9cb7-d838d2d0dbea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881276 Dec 16 09:44:49.530760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daff4a28-4b97-45b9-a7b0-c454e1af3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.571156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-daff4a28-4b97-45b9-a7b0-c454e1af3cea None None] For port 5353462c-4324-4916-b1b8-f48d57213011, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5353462c-4324-4916-b1b8-f48d57213011,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:49.575244 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daff4a28-4b97-45b9-a7b0-c454e1af3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.652527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846816b-4695-49f9-af3c-983a26327dab req-a0d1b036-280f-4ef7-a90c-f41662284e4c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.654061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3846816b-4695-49f9-af3c-983a26327dab req-a0d1b036-280f-4ef7-a90c-f41662284e4c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.1011145 Dec 16 09:44:49.659435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-0cd2ec0b-271b-4852-a931-21df6910392c service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959860 Dec 16 09:44:49.662741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff4a28-4b97-45b9-a7b0-c454e1af3cea None None] Pushing event updated for resources: {'Port': ['ID=5353462c-4324-4916-b1b8-f48d57213011,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:49.701914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d52edf9a-6844-4f00-a30b-4baebe675dbf None None] Provisioning complete for port 5353462c-4324-4916-b1b8-f48d57213011 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:49.702588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d52edf9a-6844-4f00-a30b-4baebe675dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.761088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3846816b-4695-49f9-af3c-983a26327dab req-2489cb4a-8095-4432-bab9-848e147ec148 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959127 Dec 16 09:44:49.780887 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5353462c-4324-4916-b1b8-f48d57213011', 'name': '', 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'mac_address': 'fa:16:3e:39:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:43Z', 'updated_at': '2021-12-16T09:44:49Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'subnets': [{'id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:44:49.817629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff71dc15-d23b-4315-839e-02cc032818c4 req-493bfcc5-2008-44c1-9cba-b908499103bd service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453769 Dec 16 09:44:49.827976 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87187767-ddb2-4896-949c-e28722b080c7 None None] The sync data for ids ['7319940c-5baf-4cf7-b38d-78270ce986fa'] in n-d-821941-1 is: [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:44:44Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5353462c-4324-4916-b1b8-f48d57213011', 'name': '', 'network_id': '62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'mac_address': 'fa:16:3e:39:d4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:43Z', 'updated_at': '2021-12-16T09:44:49Z', 'revision_number': 4, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'subnets': [{'id': '617e689f-7437-49d3-8001-ca12cb522bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:44:49.845920 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.890668 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:49.941489 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f696e-98ba-4d17-bf5c-d807a8f14472 req-d3f575af-4795-41e4-9137-650e3f3af953 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:49.943477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-409f696e-98ba-4d17-bf5c-d807a8f14472 req-d3f575af-4795-41e4-9137-650e3f3af953 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0792708 Dec 16 09:44:50.000039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-409f696e-98ba-4d17-bf5c-d807a8f14472 req-07b872e5-de5e-4b88-81f2-ea3a2971ad98 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469551 Dec 16 09:44:50.255155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa103754-b70d-45d7-9b36-23cefcfb4edd req-db49dc84-b6b6-463e-bde7-517e8fd8dcbe tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:50.256841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa103754-b70d-45d7-9b36-23cefcfb4edd req-db49dc84-b6b6-463e-bde7-517e8fd8dcbe tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0596433 Dec 16 09:44:50.317306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa103754-b70d-45d7-9b36-23cefcfb4edd req-039b8931-d4a0-48c0-980a-d777546a6f7e tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Dec 16 09:44:50.462252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeccbb-cf5a-44a2-9050-16028a3f4b95 req-56ab2014-13c9-435c-b3e9-78bdfe841443 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:50.464107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6daeccbb-cf5a-44a2-9050-16028a3f4b95 req-56ab2014-13c9-435c-b3e9-78bdfe841443 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0586023 Dec 16 09:44:50.526453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6daeccbb-cf5a-44a2-9050-16028a3f4b95 req-99474d70-e6bc-47c8-a943-065824708f4c tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Dec 16 09:44:50.769702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8d48-8240-4435-b5da-ae7014d61701 req-d8dbde96-0822-42f6-afe6-d5c70e7c2653 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:50.773257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2ef8d48-8240-4435-b5da-ae7014d61701 req-d8dbde96-0822-42f6-afe6-d5c70e7c2653 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.1065230 Dec 16 09:44:50.833147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2ef8d48-8240-4435-b5da-ae7014d61701 req-91a27374-5b61-455b-bbe0-f352e26a837b tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Dec 16 09:44:51.050770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9e391-6fd9-4523-b6c2-f6db67dfe8d8 req-27c2bb7a-bea7-4d56-a3d9-0ba7e8a87bf3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.052575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ad9e391-6fd9-4523-b6c2-f6db67dfe8d8 req-27c2bb7a-bea7-4d56-a3d9-0ba7e8a87bf3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0693789 Dec 16 09:44:51.122463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ad9e391-6fd9-4523-b6c2-f6db67dfe8d8 req-c0d7437b-6ac1-4f67-aa18-b3537b8d100a tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586281 Dec 16 09:44:51.160663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5353462c-4324-4916-b1b8-f48d57213011 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:44:51.181373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:44:51.225285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5353462c-4324-4916-b1b8-f48d57213011 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:44:51.225668 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:51.297229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.297698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.298413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.299135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.299635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.300084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.300689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.309231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-43c35497-5f55-4dda-bedb-c3cde63627c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6492 time: 0.1257577 Dec 16 09:44:51.711842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-689d9201-5a84-40a4-83c7-5533a3555f3f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4016268 Dec 16 09:44:51.749721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d956fb4-591f-4b27-97e5-9d34c9501d11 req-ad1310cf-f679-49e7-a8fb-29c1a2c6e0eb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.749721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d956fb4-591f-4b27-97e5-9d34c9501d11 req-ad1310cf-f679-49e7-a8fb-29c1a2c6e0eb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.4104900 Dec 16 09:44:51.789614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d956fb4-591f-4b27-97e5-9d34c9501d11 req-93a32b60-332c-4560-b0af-aca1cdb133a3 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Dec 16 09:44:51.910159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fa42e-86a8-47f6-ad55-66dd0f5afac4 req-3511a6a7-dcdb-4842-93fc-9062709a6213 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:51.912006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc5fa42e-86a8-47f6-ad55-66dd0f5afac4 req-3511a6a7-dcdb-4842-93fc-9062709a6213 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0539017 Dec 16 09:44:51.950523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc5fa42e-86a8-47f6-ad55-66dd0f5afac4 req-9aa944fe-ea23-4684-a3d1-a119f56ed459 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325027 Dec 16 09:44:52.088333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bea62-c3c9-475f-86a6-d3e8d8c5ed49 req-beefc2b0-eeae-423f-b4f8-b09dd42f5e03 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.089920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d2bea62-c3c9-475f-86a6-d3e8d8c5ed49 req-beefc2b0-eeae-423f-b4f8-b09dd42f5e03 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0522113 Dec 16 09:44:52.132229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d2bea62-c3c9-475f-86a6-d3e8d8c5ed49 req-7c75e188-79d0-4dcf-bace-fd722e6936a6 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358446 Dec 16 09:44:52.253518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f880e5-4d5f-4689-8d13-ccede613449e req-490bcc26-035a-4416-b465-a11428cb26d2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.255150 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34f880e5-4d5f-4689-8d13-ccede613449e req-490bcc26-035a-4416-b465-a11428cb26d2 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Dec 16 09:44:52.297698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34f880e5-4d5f-4689-8d13-ccede613449e req-59b85e63-f0b0-4192-b842-ba09d11b5126 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358586 Dec 16 09:44:52.483521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1c02-04bc-46f5-9d51-be20ca221969 req-557e9c16-2204-4203-82ea-5884f71f58e4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.484997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8aee1c02-04bc-46f5-9d51-be20ca221969 req-557e9c16-2204-4203-82ea-5884f71f58e4 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0507376 Dec 16 09:44:52.530354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8aee1c02-04bc-46f5-9d51-be20ca221969 req-20ed9399-72eb-40e5-a915-1f603c1d0c27 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Dec 16 09:44:52.647775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092e873-2fdc-4bad-8677-3ec84e92c88b req-10ee8ad7-e569-4742-b9b7-4308fe0b5106 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.649400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a092e873-2fdc-4bad-8677-3ec84e92c88b req-10ee8ad7-e569-4742-b9b7-4308fe0b5106 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0512388 Dec 16 09:44:52.693140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a092e873-2fdc-4bad-8677-3ec84e92c88b req-1e5e4fd5-363c-45d5-8184-d0b254877bdb tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Dec 16 09:44:52.824551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1ca4-fe35-425f-84e2-71cc502b50ae req-dbac581c-6795-4d8f-b086-66cd0b14f076 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:52.826192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c40f1ca4-fe35-425f-84e2-71cc502b50ae req-dbac581c-6795-4d8f-b086-66cd0b14f076 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Dec 16 09:44:52.873099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c40f1ca4-fe35-425f-84e2-71cc502b50ae req-bd295ad9-42a6-4275-8519-4aaea7246965 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Dec 16 09:44:53.761376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:55.008985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:57.696315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5aae7-616b-45bb-978a-a97992614103 req-78e6b331-0282-4c60-a173-6faa90da7320 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:57.698194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cd5aae7-616b-45bb-978a-a97992614103 req-78e6b331-0282-4c60-a173-6faa90da7320 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0516827 Dec 16 09:44:57.736874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cd5aae7-616b-45bb-978a-a97992614103 req-90ec3cde-cfa9-4cd2-8fae-33f3ebb81e83 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Dec 16 09:44:58.863603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d9f19-1fc0-4b43-9a07-4f648146cd08 req-5afe5a6a-14c7-4a8e-81bc-7487df340b06 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:58.864995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-463d9f19-1fc0-4b43-9a07-4f648146cd08 req-5afe5a6a-14c7-4a8e-81bc-7487df340b06 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0510795 Dec 16 09:44:58.916818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-463d9f19-1fc0-4b43-9a07-4f648146cd08 req-4060cfa1-a02f-4537-8497-cd7f40511185 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/security-groups?id=25eb9836-65fa-4a5b-9c90-de0be01348e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Dec 16 09:44:59.394179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-37f4ae0d-746d-452a-a104-c175a8b8eb9f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:44:59.396184 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-37f4ae0d-746d-452a-a104-c175a8b8eb9f tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 946 time: 0.0568078 Dec 16 09:44:59.510152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Deleting port 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:44:59.510494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.627962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] For port 125bdc4b-22cd-4daa-9861-9931c73fffd2, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=125bdc4b-22cd-4daa-9861-9931c73fffd2,segment=NetworkSegment(c1ae6ef0-836e-4af1-a23f-21c102f8fb16),segment_id=c1ae6ef0-836e-4af1-a23f-21c102f8fb16)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:44:59.628340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.644438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Calling delete_port for 125bdc4b-22cd-4daa-9861-9931c73fffd2 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:44:59.783572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.796226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['125bdc4b-22cd-4daa-9861-9931c73fffd2'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:44:59.811410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Pushing event deleted for resources: {'Port': ['ID=125bdc4b-22cd-4daa-9861-9931c73fffd2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:44:59.860279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] No DVR routers for this DVR port 125bdc4b-22cd-4daa-9861-9931c73fffd2 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:44:59.862997 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:44:59.866349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8feda879-4fe4-44db-a3fc-9487c74349c7 req-d0123bed-79e5-47d7-a7da-ae0a6b1ee500 tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.53 "DELETE /v2.0/ports/125bdc4b-22cd-4daa-9861-9931c73fffd2 HTTP/1.1" status: 204 len: 173 time: 0.4629564 Dec 16 09:44:59.867149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-deleted', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:44:59.870293 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b55bff8-8a62-4705-ad8c-12eb4fd2e3f1" -d '{"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-deleted", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:44:59.923125 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e26315-435c-478a-a4f0-da8704fd214c x-openstack-request-id: req-29e26315-435c-478a-a4f0-da8704fd214c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:44:59.923664 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f77eb71-3874-4fb1-ac36-8c96b310af89", "name": "network-vif-deleted", "tag": "125bdc4b-22cd-4daa-9861-9931c73fffd2", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:44:59.923893 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29e26315-435c-478a-a4f0-da8704fd214c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:44:59.924323 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f77eb71-3874-4fb1-ac36-8c96b310af89', 'name': 'network-vif-deleted', 'tag': '125bdc4b-22cd-4daa-9861-9931c73fffd2', 'status': 'completed', 'code': 200} Dec 16 09:45:00.036547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90958f26-ba92-4b54-a891-837402317a08 req-b79d2d19-ddb6-4839-bca7-7cdf6e9784af tempest-ServersNegativeTestJSON-1223531671 tempest-ServersNegativeTestJSON-1223531671-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f77eb71-3874-4fb1-ac36-8c96b310af89 HTTP/1.1" status: 200 len: 210 time: 0.0286400 Dec 16 09:45:01.107052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34906) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.160091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Deleting subnet 4b271eb5-e0e9-4429-aba4-8bd7f639e059 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:01.164062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.202517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.262598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.343177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.377184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b271eb5-e0e9-4429-aba4-8bd7f639e059,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:01.383211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.387498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7e2ca213-8c38-4390-b8f8-c81f91330407 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4b271eb5-e0e9-4429-aba4-8bd7f639e059 HTTP/1.1" status: 204 len: 168 time: 0.2792592 Dec 16 09:45:01.390124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34910) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.461164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.547587 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.567446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897ab3fe-f562-45ce-8c55-5f2e180d0b86']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:01.576788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:01.577081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ae6ef0-836e-4af1-a23f-21c102f8fb16') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:01.587068 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.601597 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.607849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:45:01.608234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:45:01.609996 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:45:01.665268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.670757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:01.676606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/897ab3fe-f562-45ce-8c55-5f2e180d0b86 HTTP/1.1" status: 204 len: 168 time: 0.2828085 Dec 16 09:45:01.689271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e5cb9-497b-4e4b-83a0-23c2308802b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=897ab3fe-f562-45ce-8c55-5f2e180d0b86,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:01.822287 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-cc816e35-bc32-4ee2-8110-8838f8e14fff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435064 Dec 16 09:45:01.867874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.938313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-832a16db-87c2-4c15-8020-ec73cc2d7f4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c7c3d8e45216449f9f5b88f197518e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692911 Dec 16 09:45:01.940844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34920) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:01.948704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-c9f0eabe-7884-43d1-9cfb-72d7df9b0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:01.950159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-c9f0eabe-7884-43d1-9cfb-72d7df9b0e34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0856135 Dec 16 09:45:02.044807 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0528c3c-fa20-4e4a-a11e-5601548fbb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.089493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0528c3c-fa20-4e4a-a11e-5601548fbb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.102396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-eaa1adfd-cf82-4684-a4ac-0cea2ddf5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:02.104089 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-eaa1adfd-cf82-4684-a4ac-0cea2ddf5d7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1309206 Dec 16 09:45:02.154850 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-03cc1632-06c4-4720-b3a4-5658691e2cb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0391705 Dec 16 09:45:02.198656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0528c3c-fa20-4e4a-a11e-5601548fbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.201159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0528c3c-fa20-4e4a-a11e-5601548fbb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:02.202328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b0528c3c-fa20-4e4a-a11e-5601548fbb43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25eb9836-65fa-4a5b-9c90-de0be01348e9 HTTP/1.1" status: 204 len: 168 time: 0.2599297 Dec 16 09:45:02.217522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-6f6383d2-0257-432f-a757-18208c0be798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:02.219144 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-6f6383d2-0257-432f-a757-18208c0be798 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0571299 Dec 16 09:45:02.219691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0528c3c-fa20-4e4a-a11e-5601548fbb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb9836-65fa-4a5b-9c90-de0be01348e9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:02.275234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-8fb9dbec-ceaf-4229-bb50-b9cb2634117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:02.276906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-8fb9dbec-ceaf-4229-bb50-b9cb2634117e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507727 Dec 16 09:45:02.372019 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-bc5a1d9d-16cd-41c8-b226-f5a0b741966d service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881057 Dec 16 09:45:02.469983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bae8f1b9-1fbf-4097-9ab1-e74b06f0bf9b req-b544ac7d-d8a6-44b8-b09a-bbc6ea37cc9d service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913110 Dec 16 09:45:02.922614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 34952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:03.026491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-615127189-network', 'tenant_id': '0ce8c89d40844cd48dbd42fa3194e1c6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:03.049371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Made reservation on behalf of 0ce8c89d40844cd48dbd42fa3194e1c6 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:03.051942 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.065725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.145134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.150815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.174830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:45:03.184606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd30e60-399f-44bd-84cd-394f83a090f0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:03.189376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.189687 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Added segment c672a61c-59cd-46c2-8b1b-d457eadc5c66 of type vlan for network e01e6095-4288-42bc-bb89-2cc2705d46f0 Dec 16 09:45:03.231298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.259256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.260267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:03.260855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.311792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3880451 Dec 16 09:45:03.315008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34960) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:03.325499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fba41-aa2c-4738-b6cf-7e13bde9815e admin admin] Pushing event updated for resources: {'Network': ['ID=e01e6095-4288-42bc-bb89-2cc2705d46f0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:03.326438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Request body: {'subnet': {'network_id': 'e01e6095-4288-42bc-bb89-2cc2705d46f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-615127189-subnet', 'tenant_id': '0ce8c89d40844cd48dbd42fa3194e1c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:03.335655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e01e6095-4288-42bc-bb89-2cc2705d46f0 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:45:03.353308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Made reservation on behalf of 0ce8c89d40844cd48dbd42fa3194e1c6 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:03.355686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.528977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.576815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3b1349-192c-4b66-9df3-fdcc1f691ed0,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:03.592869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Checking segment: {'id': 'c672a61c-59cd-46c2-8b1b-d457eadc5c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e01e6095-4288-42bc-bb89-2cc2705d46f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:03.593284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Network hostable DHCP agents. Network: e01e6095-4288-42bc-bb89-2cc2705d46f0, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:45:03.610105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Network e01e6095-4288-42bc-bb89-2cc2705d46f0 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:45:03.619640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e01e6095-4288-42bc-bb89-2cc2705d46f0) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:03.623886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:03.624527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.629641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668651ce-4afe-46f6-8356-23ac64830b7c None None] Network e01e6095-4288-42bc-bb89-2cc2705d46f0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:03.640530 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-985b5774-8dd8-4a80-a56e-ab4faed5ec52 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3233099 Dec 16 09:45:03.753161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb3c85-9bf1-4ec7-a908-2fee0c4f1140 None None] Network e01e6095-4288-42bc-bb89-2cc2705d46f0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:45:03.769744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34966) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:03.816500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Deleting subnet ce3b1349-192c-4b66-9df3-fdcc1f691ed0 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:45:03.819642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.856935 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.901735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.956390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.981414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3b1349-192c-4b66-9df3-fdcc1f691ed0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:03.986492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:03.989703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-623ab131-30a2-4da5-8bf7-c541c0feedb2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ce3b1349-192c-4b66-9df3-fdcc1f691ed0 HTTP/1.1" status: 204 len: 168 time: 0.2185073 Dec 16 09:45:03.992342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:04.059962 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.142991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.164763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01e6095-4288-42bc-bb89-2cc2705d46f0']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:04.174680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c672a61c-59cd-46c2-8b1b-d457eadc5c66') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:04.174981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c672a61c-59cd-46c2-8b1b-d457eadc5c66') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:04.184981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.198537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.204513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:45:04.204897 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:45:04.206555 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:45:04.298581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:04.327245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 125bdc4b-22cd-4daa-9861-9931c73fffd2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:04.328420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 125bdc4b-22cd-4daa-9861-9931c73fffd2 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:04.608815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.615256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.621412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e01e6095-4288-42bc-bb89-2cc2705d46f0 HTTP/1.1" status: 204 len: 168 time: 0.6280837 Dec 16 09:45:04.634676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859cf15-17fd-4133-96ee-63956ec7edd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01e6095-4288-42bc-bb89-2cc2705d46f0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:04.728787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34978) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:04.770024 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25e6670c-3854-4fe8-8cc9-2ad88164544c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ce8c89d40844cd48dbd42fa3194e1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395064 Dec 16 09:45:04.772643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 34980) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:04.823090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8347fbd9-1a6d-4593-956e-5495e1a7b49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.844400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8347fbd9-1a6d-4593-956e-5495e1a7b49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.891245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8347fbd9-1a6d-4593-956e-5495e1a7b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.893965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8347fbd9-1a6d-4593-956e-5495e1a7b49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:04.895236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8347fbd9-1a6d-4593-956e-5495e1a7b49e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dd30e60-399f-44bd-84cd-394f83a090f0 HTTP/1.1" status: 204 len: 168 time: 0.1216619 Dec 16 09:45:04.905472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347fbd9-1a6d-4593-956e-5495e1a7b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd30e60-399f-44bd-84cd-394f83a090f0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:07.064124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35054) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:07.183695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a632d54c-fcfc-437d-92a7-6698a8342fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.271037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a632d54c-fcfc-437d-92a7-6698a8342fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.275869 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a632d54c-fcfc-437d-92a7-6698a8342fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.322352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35064) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:07.330459 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a632d54c-fcfc-437d-92a7-6698a8342fc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c9cded390504242b312ad04d5998f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648895 Dec 16 09:45:07.331949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632d54c-fcfc-437d-92a7-6698a8342fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf687b7-3009-407e-93fc-cd3e370c747c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:07.390282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aadd6884-bece-4c74-bf07-1eea78982464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.417414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aadd6884-bece-4c74-bf07-1eea78982464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.484224 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aadd6884-bece-4c74-bf07-1eea78982464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.486886 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aadd6884-bece-4c74-bf07-1eea78982464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.488295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aadd6884-bece-4c74-bf07-1eea78982464 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aaf687b7-3009-407e-93fc-cd3e370c747c HTTP/1.1" status: 204 len: 168 time: 0.1643052 Dec 16 09:45:07.496871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd6884-bece-4c74-bf07-1eea78982464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf687b7-3009-407e-93fc-cd3e370c747c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:07.797225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35070) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:07.810828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cd24-8901-4888-a898-0f92cc88cf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.891177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cd24-8901-4888-a898-0f92cc88cf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.898832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cd24-8901-4888-a898-0f92cc88cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:07.940257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b2b0cd24-8901-4888-a898-0f92cc88cf77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff371617dcef46478ff22c6d20b5d7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394145 Dec 16 09:45:07.940560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35074) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:07.947477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0cd24-8901-4888-a898-0f92cc88cf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214cb753-bae7-47b7-ac86-d1edf819e667,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:07.995883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05a9b53c-306c-4962-8e3e-d9fcbe2f1a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.019820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05a9b53c-306c-4962-8e3e-d9fcbe2f1a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.070736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05a9b53c-306c-4962-8e3e-d9fcbe2f1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.073538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05a9b53c-306c-4962-8e3e-d9fcbe2f1a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:08.074717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-05a9b53c-306c-4962-8e3e-d9fcbe2f1a21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/214cb753-bae7-47b7-ac86-d1edf819e667 HTTP/1.1" status: 204 len: 168 time: 0.1332462 Dec 16 09:45:08.082596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9b53c-306c-4962-8e3e-d9fcbe2f1a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214cb753-bae7-47b7-ac86-d1edf819e667,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:09.292277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86dd51-d3e4-485e-9baa-ddf2b8816f9b req-f39dd6d1-3dbd-45de-be71-420113d2368b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:09.294732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b86dd51-d3e4-485e-9baa-ddf2b8816f9b req-f39dd6d1-3dbd-45de-be71-420113d2368b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0542092 Dec 16 09:45:09.335901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b86dd51-d3e4-485e-9baa-ddf2b8816f9b req-c930a2de-46f0-4946-b2e5-59bf50e9da2f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Dec 16 09:45:10.061233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35166) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.170650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae311dce-390d-43eb-a0bd-5d040674eb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.250176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae311dce-390d-43eb-a0bd-5d040674eb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.255358 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae311dce-390d-43eb-a0bd-5d040674eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.292508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae311dce-390d-43eb-a0bd-5d040674eb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7cabb1-f743-4783-b2d8-b7d54de56c11,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:10.300110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ae311dce-390d-43eb-a0bd-5d040674eb5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7a8ecea02384001a13b080632be720b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351048 Dec 16 09:45:10.300968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35172) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.357000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5b62d7a-3f6c-4865-ac1b-48d1b9644e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.389181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5b62d7a-3f6c-4865-ac1b-48d1b9644e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.472941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c8020-a438-4c15-b232-63e306b2dca0 req-32659659-036c-4962-b115-5a458320485b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:10.474481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b5c8020-a438-4c15-b232-63e306b2dca0 req-32659659-036c-4962-b115-5a458320485b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0553434 Dec 16 09:45:10.475591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5b62d7a-3f6c-4865-ac1b-48d1b9644e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.478429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d5b62d7a-3f6c-4865-ac1b-48d1b9644e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.482025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d5b62d7a-3f6c-4865-ac1b-48d1b9644e0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb7cabb1-f743-4783-b2d8-b7d54de56c11 HTTP/1.1" status: 204 len: 168 time: 0.1781378 Dec 16 09:45:10.494671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b62d7a-3f6c-4865-ac1b-48d1b9644e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7cabb1-f743-4783-b2d8-b7d54de56c11,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:10.528395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b5c8020-a438-4c15-b232-63e306b2dca0 req-19ae818d-ab66-463f-b43a-06861ec181a3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446291 Dec 16 09:45:10.773411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35184) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.787538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddf61-717a-42da-ad2e-8ef7fd6f2dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.866762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddf61-717a-42da-ad2e-8ef7fd6f2dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.871796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf5ddf61-717a-42da-ad2e-8ef7fd6f2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.907511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ddf61-717a-42da-ad2e-8ef7fd6f2dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb265c0-86de-42d7-814d-122b0d2c9ae0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:10.916789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf5ddf61-717a-42da-ad2e-8ef7fd6f2dc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03c5b7e35393445f8db88504a5c15cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395371 Dec 16 09:45:10.917318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35186) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:10.965548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8bab5b53-ce93-4e56-84a8-916b16ec91ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:10.986505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8bab5b53-ce93-4e56-84a8-916b16ec91ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.034878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8bab5b53-ce93-4e56-84a8-916b16ec91ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.037822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8bab5b53-ce93-4e56-84a8-916b16ec91ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:11.039001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8bab5b53-ce93-4e56-84a8-916b16ec91ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fb265c0-86de-42d7-814d-122b0d2c9ae0 HTTP/1.1" status: 204 len: 168 time: 0.1211486 Dec 16 09:45:11.047179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab5b53-ce93-4e56-84a8-916b16ec91ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb265c0-86de-42d7-814d-122b0d2c9ae0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:11.663995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf635b-0b43-40d2-95e0-f72cfd0f42ec req-f02a3d5c-0972-4dc5-8352-af10509b5420 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:11.665728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44cf635b-0b43-40d2-95e0-f72cfd0f42ec req-f02a3d5c-0972-4dc5-8352-af10509b5420 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0557547 Dec 16 09:45:11.711390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44cf635b-0b43-40d2-95e0-f72cfd0f42ec req-1e0566e4-cf5b-4572-a0c5-7079dbf96f61 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 Dec 16 09:45:12.848703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ff0d2-b8bd-4ffc-92ac-a5dceb793043 req-b6800ad4-5d3c-49d1-bb5d-1d7747d4a926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:12.850250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-339ff0d2-b8bd-4ffc-92ac-a5dceb793043 req-b6800ad4-5d3c-49d1-bb5d-1d7747d4a926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0539615 Dec 16 09:45:12.893551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-339ff0d2-b8bd-4ffc-92ac-a5dceb793043 req-d807b63f-ca7e-42a7-8a73-3756a646adbe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367012 Dec 16 09:45:14.024990 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-44d50da6-dbd6-4122-ba87-365b3fab8ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:14.045606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcc481-a54c-4390-9a14-77aad3132776 req-218089d9-357d-487f-a298-20c270a7ba68 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:14.047309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bbcc481-a54c-4390-9a14-77aad3132776 req-218089d9-357d-487f-a298-20c270a7ba68 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0678587 Dec 16 09:45:14.094976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bbcc481-a54c-4390-9a14-77aad3132776 req-8dba6047-ee88-488c-b452-f55e9226fcb0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Dec 16 09:45:14.142626 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:45:15.232944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e4b4-2a1d-4eb2-8d2c-b010741652ee req-b7afad92-4345-4840-8a43-35661aac5d61 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:15.234460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c433e4b4-2a1d-4eb2-8d2c-b010741652ee req-b7afad92-4345-4840-8a43-35661aac5d61 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0531788 Dec 16 09:45:15.277101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c433e4b4-2a1d-4eb2-8d2c-b010741652ee req-7709e542-0813-4f7e-8e3b-6745d8c5744a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366137 Dec 16 09:45:16.425545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6294c-2dd1-4ea9-8e5c-1d7e169d61ba req-fac0d332-25a7-4573-a5b9-4e450206c2b1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:16.425545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bf6294c-2dd1-4ea9-8e5c-1d7e169d61ba req-fac0d332-25a7-4573-a5b9-4e450206c2b1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0691950 Dec 16 09:45:16.458087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5236083b-3a66-4511-b9fb-fafd95590ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:16.468489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bf6294c-2dd1-4ea9-8e5c-1d7e169d61ba req-6de0a7f9-a9c7-42e8-a41c-5d228a56e747 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378306 Dec 16 09:45:17.598651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87033f-ef16-4e2a-a7ca-f2b5797eccc2 req-5d912ca5-1131-4eb1-a9f7-ccb0159201fe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:17.600201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b87033f-ef16-4e2a-a7ca-f2b5797eccc2 req-5d912ca5-1131-4eb1-a9f7-ccb0159201fe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0503070 Dec 16 09:45:17.640104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b87033f-ef16-4e2a-a7ca-f2b5797eccc2 req-c49ef48a-01c6-499d-bb44-d6cbb1e24230 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336473 Dec 16 09:45:18.019115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:18.763545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560994-7e24-4a3a-8fed-1d59e841d3c1 req-31f92164-18b2-48a1-a98e-06302f1d57b6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:18.765178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27560994-7e24-4a3a-8fed-1d59e841d3c1 req-31f92164-18b2-48a1-a98e-06302f1d57b6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0509596 Dec 16 09:45:18.806361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27560994-7e24-4a3a-8fed-1d59e841d3c1 req-63f6e4db-7fe2-4de8-9ca3-e6f3d92863ba tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326290 Dec 16 09:45:19.681263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35448) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:19.803862 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8035929-f103-4b3e-ada5-1b2abe2a54fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.840671 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.895903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8035929-f103-4b3e-ada5-1b2abe2a54fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.896598 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.908583 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8035929-f103-4b3e-ada5-1b2abe2a54fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:19.973886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e8035929-f103-4b3e-ada5-1b2abe2a54fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3c2e8aa88ac430caf1433ea5570b913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912035 Dec 16 09:45:19.976771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:19.977690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035929-f103-4b3e-ada5-1b2abe2a54fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0543ad85-27a9-4fcf-8539-fda7b3c8614b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:19.996898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1bb9d-6a74-40e0-946c-230b565d168d req-f6f84ef5-52c8-4a65-a54f-e271867b87b7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:19.998896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89c1bb9d-6a74-40e0-946c-230b565d168d req-f6f84ef5-52c8-4a65-a54f-e271867b87b7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.1015518 Dec 16 09:45:20.026531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a18ac0b0-da2f-43a8-827b-f276331a7bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.042804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89c1bb9d-6a74-40e0-946c-230b565d168d req-e8cd6983-de8e-4c6b-9e3d-4482f1a79c6d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368805 Dec 16 09:45:20.047470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a18ac0b0-da2f-43a8-827b-f276331a7bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.093748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a18ac0b0-da2f-43a8-827b-f276331a7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.096350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a18ac0b0-da2f-43a8-827b-f276331a7bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.097482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a18ac0b0-da2f-43a8-827b-f276331a7bf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0543ad85-27a9-4fcf-8539-fda7b3c8614b HTTP/1.1" status: 204 len: 168 time: 0.1196449 Dec 16 09:45:20.105668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac0b0-da2f-43a8-827b-f276331a7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0543ad85-27a9-4fcf-8539-fda7b3c8614b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:20.382425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.396533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b258c4ae-6333-4a8c-84cf-4d6e1859b5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.471664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b258c4ae-6333-4a8c-84cf-4d6e1859b5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.475724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b258c4ae-6333-4a8c-84cf-4d6e1859b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.513616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b258c4ae-6333-4a8c-84cf-4d6e1859b5b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c135e918ff26419392b750cfa3210178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300704 Dec 16 09:45:20.515990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258c4ae-6333-4a8c-84cf-4d6e1859b5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4899f53-4448-4e69-8789-db22df23b2c5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:20.516402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35462) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:20.587832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a4092c32-b099-4ba2-8596-0c9cb6f990e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.612370 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a4092c32-b099-4ba2-8596-0c9cb6f990e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.673636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a4092c32-b099-4ba2-8596-0c9cb6f990e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.676517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a4092c32-b099-4ba2-8596-0c9cb6f990e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:20.677733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a4092c32-b099-4ba2-8596-0c9cb6f990e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4899f53-4448-4e69-8789-db22df23b2c5 HTTP/1.1" status: 204 len: 168 time: 0.1602125 Dec 16 09:45:20.686631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4092c32-b099-4ba2-8596-0c9cb6f990e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4899f53-4448-4e69-8789-db22df23b2c5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:20.996911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35474) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.011565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25ee2add-35f7-45d1-a536-ad3653cdc6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.089896 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25ee2add-35f7-45d1-a536-ad3653cdc6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.095599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-25ee2add-35f7-45d1-a536-ad3653cdc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.160164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-25ee2add-35f7-45d1-a536-ad3653cdc6ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e93bbf7ce544efa839b61feacb643be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613655 Dec 16 09:45:21.163072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35482) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:21.167044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee2add-35f7-45d1-a536-ad3653cdc6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208a8246-4c3a-428d-881a-8f3d4ddbc28f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:21.217487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ffa5d-d83c-434f-8320-86217450e3da req-1d8ed7e4-a5d5-4411-8d2a-90b7b2a16cfa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:21.219052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c1ffa5d-d83c-434f-8320-86217450e3da req-1d8ed7e4-a5d5-4411-8d2a-90b7b2a16cfa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0979841 Dec 16 09:45:21.250907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb3318e0-4310-423a-a4b3-1a5c54c19326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.286194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c1ffa5d-d83c-434f-8320-86217450e3da req-1fc5c5b8-d9f5-4ba7-a5df-f7e46e968ba1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605431 Dec 16 09:45:21.290859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb3318e0-4310-423a-a4b3-1a5c54c19326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.346844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb3318e0-4310-423a-a4b3-1a5c54c19326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.349314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb3318e0-4310-423a-a4b3-1a5c54c19326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:21.350495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eb3318e0-4310-423a-a4b3-1a5c54c19326 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/208a8246-4c3a-428d-881a-8f3d4ddbc28f HTTP/1.1" status: 204 len: 168 time: 0.1864951 Dec 16 09:45:21.358404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3318e0-4310-423a-a4b3-1a5c54c19326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a8246-4c3a-428d-881a-8f3d4ddbc28f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:22.421378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf86205-1270-4f02-8aba-d7c1eed272ae req-3ec8c75e-d389-497a-a240-73347a5fa622 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:22.422951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbf86205-1270-4f02-8aba-d7c1eed272ae req-3ec8c75e-d389-497a-a240-73347a5fa622 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0558746 Dec 16 09:45:22.463467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbf86205-1270-4f02-8aba-d7c1eed272ae req-7635b280-ad91-4a2f-a140-de82f9cbee9d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337706 Dec 16 09:45:22.943370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35542) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.051847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70ef7002-e61f-4ac1-9332-ae4c55797332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.127485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70ef7002-e61f-4ac1-9332-ae4c55797332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.132358 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70ef7002-e61f-4ac1-9332-ae4c55797332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.172488 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-70ef7002-e61f-4ac1-9332-ae4c55797332 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=923ff89b9a2b47bc9b15225b04c85776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253015 Dec 16 09:45:23.172488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef7002-e61f-4ac1-9332-ae4c55797332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55465cc1-6ac9-496c-8962-21676a34f444,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:23.173074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35546) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:23.222034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f99d66-2a0b-4ee5-af26-8cc29806b618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.242655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f99d66-2a0b-4ee5-af26-8cc29806b618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.293251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f99d66-2a0b-4ee5-af26-8cc29806b618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.296865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69f99d66-2a0b-4ee5-af26-8cc29806b618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:23.298373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-69f99d66-2a0b-4ee5-af26-8cc29806b618 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55465cc1-6ac9-496c-8962-21676a34f444 HTTP/1.1" status: 204 len: 168 time: 0.1244409 Dec 16 09:45:23.306694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f99d66-2a0b-4ee5-af26-8cc29806b618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55465cc1-6ac9-496c-8962-21676a34f444,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:23.609582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d8e8-e55e-4720-9b4c-9ae66bea2ecc req-f767e8a7-5e6a-45d7-bc11-62f3945dcd92 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:23.611836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c6d8e8-e55e-4720-9b4c-9ae66bea2ecc req-f767e8a7-5e6a-45d7-bc11-62f3945dcd92 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0559502 Dec 16 09:45:23.663433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c6d8e8-e55e-4720-9b4c-9ae66bea2ecc req-5f3bc196-1611-40b5-b150-6a408c4cdbc3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451157 Dec 16 09:45:23.767786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:24.487532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254f0c2-4b4f-499f-8da9-1cd0325e5c81 req-06b96fb3-97db-4220-ba83-db9b61fc136b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:24.488911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1254f0c2-4b4f-499f-8da9-1cd0325e5c81 req-06b96fb3-97db-4220-ba83-db9b61fc136b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0538731 Dec 16 09:45:24.528530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1254f0c2-4b4f-499f-8da9-1cd0325e5c81 req-ed8155d4-9a8b-4431-aa8b-8c7b445dc7a8 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331857 Dec 16 09:45:24.797581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf1df3-dae0-4eba-b795-7d6cf0688dbd req-9cfa6114-0b27-41ac-ac7e-e80797688e03 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:24.799217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28cf1df3-dae0-4eba-b795-7d6cf0688dbd req-9cfa6114-0b27-41ac-ac7e-e80797688e03 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0531602 Dec 16 09:45:24.841368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28cf1df3-dae0-4eba-b795-7d6cf0688dbd req-0a9d7f0c-9863-4ab6-a194-ff19bb9291ad tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353041 Dec 16 09:45:25.025085 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:25.650345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5020d5-c4cd-425f-8680-87df08016a42 req-3b455f41-e942-4d9f-811a-403910a4a951 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:25.651856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a5020d5-c4cd-425f-8680-87df08016a42 req-3b455f41-e942-4d9f-811a-403910a4a951 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0546725 Dec 16 09:45:25.691069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a5020d5-c4cd-425f-8680-87df08016a42 req-7d77bb5c-266a-45e1-a4b1-ee7148b06d31 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Dec 16 09:45:25.972736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38bd0-fff6-411a-913e-3e50d3a6860f req-cd602009-d52a-40d2-834d-52dc5ccbd747 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:25.974276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7d38bd0-fff6-411a-913e-3e50d3a6860f req-cd602009-d52a-40d2-834d-52dc5ccbd747 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0589597 Dec 16 09:45:26.014196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7d38bd0-fff6-411a-913e-3e50d3a6860f req-983a9e2c-f58c-4b8d-83b0-04437c81891a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Dec 16 09:45:26.253161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-2bb12627-ef91-4193-842a-03800408d68b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:26.254668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-2bb12627-ef91-4193-842a-03800408d68b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.69 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 945 time: 0.0510173 Dec 16 09:45:26.364130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Deleting port 0621b15c-3610-44d8-90f6-92808606f965 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:26.364479 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.463083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] For port 0621b15c-3610-44d8-90f6-92808606f965, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0621b15c-3610-44d8-90f6-92808606f965,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:26.463452 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.649313 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.650155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.650469 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Floating IP 2850f7a9-ea21-4792-80e7-fd523eec59e8 disassociated. External IP: 172.25.6.26, port: 0621b15c-3610-44d8-90f6-92808606f965. Dec 16 09:45:26.650807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Calling delete_port for 0621b15c-3610-44d8-90f6-92808606f965 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:26.822012 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:26.864100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03c1aa-1d22-4f0d-99e4-702ab60de985 req-0d282c8e-ea40-4335-bdc5-0a1b613554cc tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:26.865556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f03c1aa-1d22-4f0d-99e4-702ab60de985 req-0d282c8e-ea40-4335-bdc5-0a1b613554cc tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b626d1-d6a8-4e20-9cd9-cb40328cf52e HTTP/1.1" status: 200 len: 867 time: 0.0881300 Dec 16 09:45:26.866655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event deleted for resources: {'Port': ['ID=0621b15c-3610-44d8-90f6-92808606f965,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:26.969685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f03c1aa-1d22-4f0d-99e4-702ab60de985 req-44836c92-0803-4ad8-9c5e-06018eb69314 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=ed9189c9-22d6-47e3-9378-e176af07c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966053 Dec 16 09:45:27.005591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:45:27.144126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:27.154835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:27.162322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0d8c8-b122-4a9c-897f-5f303def922f req-df554d42-f570-454c-80d5-956ff6124df5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:27.163823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49b0d8c8-b122-4a9c-897f-5f303def922f req-df554d42-f570-454c-80d5-956ff6124df5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0695567 Dec 16 09:45:27.171204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:27.172014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:45:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:27.227663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49b0d8c8-b122-4a9c-897f-5f303def922f req-6a6f6fca-f967-449e-b76a-3c75419d8ccc tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494537 Dec 16 09:45:27.228642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] No DVR routers for this DVR port 0621b15c-3610-44d8-90f6-92808606f965 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:45:27.232239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.235723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3250aef-c48e-4a19-b7ae-a608cc6ca012 req-1d17f991-9a36-4840-bdca-e6317130317a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.69 "DELETE /v2.0/ports/0621b15c-3610-44d8-90f6-92808606f965 HTTP/1.1" status: 204 len: 173 time: 0.9741156 Dec 16 09:45:27.236387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'name': 'network-vif-deleted', 'tag': '0621b15c-3610-44d8-90f6-92808606f965'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:27.239170 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324bd619-c3b7-4248-a83b-ce6e56cfd25d" -d '{"events": [{"server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "name": "network-vif-deleted", "tag": "0621b15c-3610-44d8-90f6-92808606f965"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:27.319542 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d8263-1d68-4636-9031-7579dd0f00df x-openstack-request-id: req-9d4d8263-1d68-4636-9031-7579dd0f00df {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:27.319882 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b626d1-d6a8-4e20-9cd9-cb40328cf52e", "name": "network-vif-deleted", "tag": "0621b15c-3610-44d8-90f6-92808606f965", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:27.320143 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d4d8263-1d68-4636-9031-7579dd0f00df {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:27.320637 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b626d1-d6a8-4e20-9cd9-cb40328cf52e', 'name': 'network-vif-deleted', 'tag': '0621b15c-3610-44d8-90f6-92808606f965', 'status': 'completed', 'code': 200} Dec 16 09:45:27.328753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:27.527251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:45:27.724935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:27.759299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'mac_address': 'fa:16:3e:34:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:45:27.810248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.827992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b123df6-c4ef-490c-b65c-bda64cdaddf0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:27.837205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:27.871712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:27.876478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:27.882451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:27.888299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:27.889171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:45:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:28.010828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:28.017073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5b123df6-c4ef-490c-b65c-bda64cdaddf0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:28.067430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:28.090956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:28.152279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d47-4320-44ca-8536-fc3880980717 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.177220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d47-4320-44ca-8536-fc3880980717 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.232090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d47-4320-44ca-8536-fc3880980717 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.235066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d47-4320-44ca-8536-fc3880980717 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.238797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8c2b6d47-4320-44ca-8536-fc3880980717 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "DELETE /v2.0/security-groups/ed9189c9-22d6-47e3-9378-e176af07c06f HTTP/1.1" status: 204 len: 168 time: 0.1443541 Dec 16 09:45:28.239180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35658) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:28.246499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6d47-4320-44ca-8536-fc3880980717 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9189c9-22d6-47e3-9378-e176af07c06f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:28.263189 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-d89f2926-136f-4820-ae90-dfc77aa5231b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] show failed (client error): The resource could not be found. Dec 16 09:45:28.266823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d89f2926-136f-4820-ae90-dfc77aa5231b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups/ed9189c9-22d6-47e3-9378-e176af07c06f HTTP/1.1" status: 404 len: 347 time: 0.0238664 Dec 16 09:45:28.268314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35660) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:28.363102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:28.394925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b316a-7467-4ed2-88ad-f24c4a53d3b2 None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:28.408157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Deleting port c3fb3b2b-3303-43e2-8c93-6b1b76edb8ff {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:45:28.408490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.436913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9687-e81b-4e7f-b5e4-d4c97536e9a3 req-1176444f-074b-4df2-a0be-e419b4c45cb4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:28.438994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-274f9687-e81b-4e7f-b5e4-d4c97536e9a3 req-1176444f-074b-4df2-a0be-e419b4c45cb4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 945 time: 0.0655019 Dec 16 09:45:28.497406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-274f9687-e81b-4e7f-b5e4-d4c97536e9a3 req-2eee04a9-a3fc-4f64-82ab-bea13483551a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498745 Dec 16 09:45:28.504268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.504704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.527341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Calling delete_port for c3fb3b2b-3303-43e2-8c93-6b1b76edb8ff owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:45:28.686607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.697660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dbdc57-d372-4e7f-a4d1-168e70f4b949 None None] New status for floating IP 2850f7a9-ea21-4792-80e7-fd523eec59e8: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:45:28.719039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event deleted for resources: {'Port': ['ID=c3fb3b2b-3303-43e2-8c93-6b1b76edb8ff,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:28.800990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.803821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:28.807125 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-31981f2b-4753-4780-aa22-989530f45bab tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "DELETE /v2.0/floatingips/2850f7a9-ea21-4792-80e7-fd523eec59e8 HTTP/1.1" status: 204 len: 168 time: 0.5380125 Dec 16 09:45:29.036691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 35678) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.041540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803289912', 'description': 'tempest-description--219942251'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:29.064328 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.132578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.137090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.166055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.167329 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1294541 Dec 16 09:45:29.170548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35680) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.171497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32ca25-a610-408b-bff3-88c87b0440a3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07459dfd-5245-462c-bded-4b7f4c8999b7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:29.175883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'security_group_rule': {'security_group_id': '07459dfd-5245-462c-bded-4b7f4c8999b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:29.204360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.250214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.256137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.274980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8405196-3775-4c03-8d16-d55aeaa0f610,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:29.281283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.282597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b5b005f-df01-4854-89c1-d49ea5e0751b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104567 Dec 16 09:45:29.285684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.290968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'security_group_rule': {'security_group_id': '07459dfd-5245-462c-bded-4b7f4c8999b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:29.318602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.380193 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.384919 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.403233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7a60b8-9b6e-4d12-8620-72e76dad6e63,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:29.411059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.415324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec69b4ba-ded6-4dfe-b686-9eedf9ad8514 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256015 Dec 16 09:45:29.415547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:29.420014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:29.443269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.463681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:29.522338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:29.523133 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.553870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.615826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.651210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:29.653578 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b8c5ff-a59f-4eaa-8dc7-67ca74829790" -d '{"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:29.667404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:29.672813 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.673682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0621b15c-3610-44d8-90f6-92808606f965 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:29.708777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35803cbf-784f-468b-bcbb-439b6e8f7576 req-e34fa7cf-62c6-4d8f-81a5-b6721d679ad3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:29.710132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 0621b15c-3610-44d8-90f6-92808606f965 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:45:29.710473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0621b15c-3610-44d8-90f6-92808606f965 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:45:29.710655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35803cbf-784f-468b-bcbb-439b6e8f7576 req-e34fa7cf-62c6-4d8f-81a5-b6721d679ad3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 945 time: 0.1010282 Dec 16 09:45:29.738874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:29.744922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Allocated IP 172.25.6.244 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/cb8a69e0-b087-4eee-9b31-0a6497a88fde) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:29.779072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35803cbf-784f-468b-bcbb-439b6e8f7576 req-64bd9825-893e-4a97-8009-f3642d41b80c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561178 Dec 16 09:45:29.841498 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84c8da-56fe-4b70-97c6-8abb4a566fa2 x-openstack-request-id: req-5b84c8da-56fe-4b70-97c6-8abb4a566fa2 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:29.841798 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:29.842078 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b84c8da-56fe-4b70-97c6-8abb4a566fa2 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:29.842477 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'code': 200} Dec 16 09:45:29.880078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.916116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:29.956090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:29.959012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:29.962562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:29.987604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'Port': ['ID=cb8a69e0-b087-4eee-9b31-0a6497a88fde,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:30.051435 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.086143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.246538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.259206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.326167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'Port': ['ID=cb8a69e0-b087-4eee-9b31-0a6497a88fde,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:30.338409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.353723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:30.357985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-170c09e1-1821-41dd-bdce-43d78bb50ecd tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9384539 Dec 16 09:45:30.608747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-9928034b-fa08-4efc-b761-9bce25f9c9c6 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1803289912&fields=id&tenant_id=4f7bbda196c8415e86c8ae1e21490740 HTTP/1.1" status: 200 len: 267 time: 0.0396111 Dec 16 09:45:30.721888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-d354fcdc-6b22-4b43-8972-348bc89fc4ce tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:30.723368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-d354fcdc-6b22-4b43-8972-348bc89fc4ce tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 811 time: 0.1075759 Dec 16 09:45:30.739030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-b2402492-a874-44c6-a369-e09923677a3c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/quotas/4f7bbda196c8415e86c8ae1e21490740 HTTP/1.1" status: 200 len: 375 time: 0.0095341 Dec 16 09:45:30.794801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-82123276-3b9e-4bfd-943b-24a0b8fbe054 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496852 Dec 16 09:45:30.902444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-54298f05-ba3e-4497-94e7-2134c17bc739 service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951033 Dec 16 09:45:31.007584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-3fbc2931-503c-4992-843a-251381a9b25a service neutron] 10.222.0.61 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038725 Dec 16 09:45:31.264922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fe204-adc2-4233-a1de-17fde965d8b8 req-0212a3f6-bff6-4def-b265-46574d296455 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:31.266558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c22fe204-adc2-4233-a1de-17fde965d8b8 req-0212a3f6-bff6-4def-b265-46574d296455 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0885410 Dec 16 09:45:31.321007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c22fe204-adc2-4233-a1de-17fde965d8b8 req-c04a71ed-5bc0-4db3-a195-7f4300b21616 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453343 Dec 16 09:45:31.419751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67695ae8-a758-4fd1-9fe7-945e02121d10 req-59abdd9e-e19d-402d-ad2e-d7db34e83343 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 210 time: 0.0426936 Dec 16 09:45:32.315946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-3a28e279-478e-4102-bd02-2ddc733961bb tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:32.318285 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-3a28e279-478e-4102-bd02-2ddc733961bb tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.53 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 811 time: 0.1864374 Dec 16 09:45:32.410135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-47981297-c2d2-404d-a43f-3a2dc9e478d4 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7bbda196c8415e86c8ae1e21490740 HTTP/1.1" status: 200 len: 380 time: 0.0781643 Dec 16 09:45:32.420304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'port': {'device_id': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'admin_state_up': True, 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'security_groups': ['07459dfd-5245-462c-bded-4b7f4c8999b7']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:32.541621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3db4-63b8-4bbb-8587-f5c2cc21ba1e req-4a05ba93-23a7-44c3-a8ff-8c9507169880 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:32.550514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-057e3db4-63b8-4bbb-8587-f5c2cc21ba1e req-4a05ba93-23a7-44c3-a8ff-8c9507169880 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.1003957 Dec 16 09:45:32.601116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Made reservation on behalf of 4f7bbda196c8415e86c8ae1e21490740 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:45:32.604579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:32.607745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-057e3db4-63b8-4bbb-8587-f5c2cc21ba1e req-1dac9845-4f83-4481-9949-32e8eb030a51 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560868 Dec 16 09:45:32.793946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42434fca-099f-4e23-9856-31f447762441 req-2bc5230e-149b-48c1-8b91-64b7babe70a4 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 210 time: 0.0896208 Dec 16 09:45:32.802827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Allocated IP 172.20.0.7 (4f8ec974-3770-4afe-9740-4964747b2e0c/314e9f3c-b2f4-406f-b3d9-ec895aebaaef/abc8082f-4ecf-4677-a757-7ee2dc3729cc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:45:32.990119 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.032726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.082963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Network 4f8ec974-3770-4afe-9740-4964747b2e0c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:45:33.088184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:45:33.095479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:45:33.099467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event updated for resources: {'Port': ['ID=abc8082f-4ecf-4677-a757-7ee2dc3729cc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.125867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.126283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.126560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.126898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.127232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.127562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.127891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.128216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.128535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.128862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.129204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.129511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:33.168796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:33.170140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.193066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-87f1e36e-53c0-4bea-9ee7-0216f09407e1 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765224 Dec 16 09:45:33.211761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Request body: {'port': {'device_id': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:33.276111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.406876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eff39993-438d-4fb4-8a06-054ec1ad720c None None] Provisioning complete for port abc8082f-4ecf-4677-a757-7ee2dc3729cc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:33.407472 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eff39993-438d-4fb4-8a06-054ec1ad720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.473677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eff39993-438d-4fb4-8a06-054ec1ad720c None None] Port abc8082f-4ecf-4677-a757-7ee2dc3729cc cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:45:33.621016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc8082f-4ecf-4677-a757-7ee2dc3729cc {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:33.634491 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.647018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Transition to ACTIVE for port object abc8082f-4ecf-4677-a757-7ee2dc3729cc will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:45:33.658804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:33.765507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Pushing event updated for resources: {'Port': ['ID=abc8082f-4ecf-4677-a757-7ee2dc3729cc,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:33.780441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c560f-f7e0-4118-9af2-2d776fd9e4f1 req-0df2ab8c-0e41-44c4-86d4-7ec245179b61 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:33.790738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb0c560f-f7e0-4118-9af2-2d776fd9e4f1 req-0df2ab8c-0e41-44c4-86d4-7ec245179b61 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0805678 Dec 16 09:45:33.862401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb0c560f-f7e0-4118-9af2-2d776fd9e4f1 req-9e43737b-4a33-4a37-86fb-b6a392b635ea tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684290 Dec 16 09:45:33.883317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Attempting to bind port abc8082f-4ecf-4677-a757-7ee2dc3729cc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:45:33.883852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Attempting to bind port abc8082f-4ecf-4677-a757-7ee2dc3729cc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:45:33.884343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Attempting to bind port abc8082f-4ecf-4677-a757-7ee2dc3729cc on network 4f8ec974-3770-4afe-9740-4964747b2e0c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:33.890822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Port abc8082f-4ecf-4677-a757-7ee2dc3729cc on network 4f8ec974-3770-4afe-9740-4964747b2e0c not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:45:33.891417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Attempting to bind port abc8082f-4ecf-4677-a757-7ee2dc3729cc on network 4f8ec974-3770-4afe-9740-4964747b2e0c {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:45:33.899206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:45:33.900000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Checking segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:45:33.900553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Bound using segment: {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:45:33.901151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Bound port: abc8082f-4ecf-4677-a757-7ee2dc3729cc, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ee6f75-f5a0-48c3-8db4-709ac77e98ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:45:33.901689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.028017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53583f-879b-449c-849e-64a49f84e7c8 req-f1cf76dc-a922-4128-81a8-d76281648953 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.031463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] For port abc8082f-4ecf-4677-a757-7ee2dc3729cc, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:45:34.035239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] For port abc8082f-4ecf-4677-a757-7ee2dc3729cc, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:45:34.035885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f53583f-879b-449c-849e-64a49f84e7c8 req-f1cf76dc-a922-4128-81a8-d76281648953 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 943 time: 0.0761230 Dec 16 09:45:34.054129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.092675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f53583f-879b-449c-849e-64a49f84e7c8 req-1ff0fe2f-7ed8-4c0d-a6ab-34d4ca67f0ac tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548270 Dec 16 09:45:34.125056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.125720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:34.127167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] 10.222.0.53 "PUT /v2.0/ports/abc8082f-4ecf-4677-a757-7ee2dc3729cc HTTP/1.1" status: 200 len: 1091 time: 0.9248927 Dec 16 09:45:34.134297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:34.136668 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe005fd-395f-4162-b566-e77df09a6cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:34.145000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5083c5-8272-4f03-8304-225a63afc430 service neutron] Pushing event updated for resources: {'Port': ['ID=abc8082f-4ecf-4677-a757-7ee2dc3729cc,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:34.204189 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50883a-d878-4b76-964d-a03ebac2d37d x-openstack-request-id: req-8e50883a-d878-4b76-964d-a03ebac2d37d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:34.204489 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:34.204738 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e50883a-d878-4b76-964d-a03ebac2d37d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:34.205134 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'status': 'completed', 'code': 200} Dec 16 09:45:34.251549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-55a5b3a9-170e-4b5f-ac32-a49f6ea72d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.253936 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-55a5b3a9-170e-4b5f-ac32-a49f6ea72d9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 1094 time: 0.0688403 Dec 16 09:45:34.307429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-e665da0a-9ffb-4823-98ac-15033ba5bb78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc HTTP/1.1" status: 200 len: 217 time: 0.0438166 Dec 16 09:45:34.370672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-0dba07da-0ad4-47d9-8746-349bcab83fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.377922 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-0dba07da-0ad4-47d9-8746-349bcab83fef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0619943 Dec 16 09:45:34.446879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-2032cf75-edaf-4f10-91e7-0c58f5fa0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.448449 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-2032cf75-edaf-4f10-91e7-0c58f5fa0446 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626082 Dec 16 09:45:34.572893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-c6f33732-481a-440d-a3eb-8bf62253bdc7 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168666 Dec 16 09:45:34.684473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c848a0fd-6807-4ac0-b85a-a59bb2edf485 req-1417618e-51da-421d-9873-13ba671a3441 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049049 Dec 16 09:45:34.809683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-6c0b2360-8b7a-4409-be56-49a19e14dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.820257 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-6c0b2360-8b7a-4409-be56-49a19e14dd3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 1094 time: 0.0734696 Dec 16 09:45:34.916318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-3a13ac62-aceb-49a3-aed1-90407dcde11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:34.917816 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-3a13ac62-aceb-49a3-aed1-90407dcde11b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.0901122 Dec 16 09:45:34.980889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-322fa100-05b4-42a9-9ec4-c9996eff7099 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc HTTP/1.1" status: 200 len: 217 time: 0.0534346 Dec 16 09:45:35.019906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05110d-bc6b-4221-864a-aba120a39f4f req-f224469d-10ca-412a-ac9f-7ff9085d4611 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.034999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd05110d-bc6b-4221-864a-aba120a39f4f req-f224469d-10ca-412a-ac9f-7ff9085d4611 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0815973 Dec 16 09:45:35.080828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-5fce7933-1207-4d6f-8f79-f4b663d9c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.081595 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-5fce7933-1207-4d6f-8f79-f4b663d9c59a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0910416 Dec 16 09:45:35.098420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cd05110d-bc6b-4221-864a-aba120a39f4f req-e4cd190d-1c80-4135-be29-5d758b2c9e74 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621350 Dec 16 09:45:35.147381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-f2afedce-7631-4728-8063-ddaf0dc449dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.151986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-f2afedce-7631-4728-8063-ddaf0dc449dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621252 Dec 16 09:45:35.281896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-ab068596-7a1a-42ba-bd5a-aed37b05bb2e service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166365 Dec 16 09:45:35.299770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6805114-1d56-4403-bfb8-5f2da2e8c311 req-24d37e77-70cf-4954-8f4a-835c328647e6 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:35.301263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6805114-1d56-4403-bfb8-5f2da2e8c311 req-24d37e77-70cf-4954-8f4a-835c328647e6 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 943 time: 0.1030018 Dec 16 09:45:35.389567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6805114-1d56-4403-bfb8-5f2da2e8c311 req-32d4c660-0ff7-4b6a-860b-b2531b08d657 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804348 Dec 16 09:45:35.419325 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-afe005fd-395f-4162-b566-e77df09a6cc8 req-3bd7a363-51da-40c7-87c8-7b7edf702f4c service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312540 Dec 16 09:45:36.235007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41202a52-e3b6-497e-bef9-c7b47012d34e req-5c05ef8f-78cf-4441-b3fd-b28fdad2bef6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:36.236731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41202a52-e3b6-497e-bef9-c7b47012d34e req-5c05ef8f-78cf-4441-b3fd-b28fdad2bef6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0544958 Dec 16 09:45:36.282333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41202a52-e3b6-497e-bef9-c7b47012d34e req-8e6d4a82-27c3-4ae9-9f4c-645fbcae2ede tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Dec 16 09:45:36.597004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e6c41-8c2d-42b0-a6b9-084ef4ed7a6e req-17d4e2ed-390d-4237-a18b-4950d8bb3316 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:36.601192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e2e6c41-8c2d-42b0-a6b9-084ef4ed7a6e req-17d4e2ed-390d-4237-a18b-4950d8bb3316 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 943 time: 0.1234689 Dec 16 09:45:36.664139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e2e6c41-8c2d-42b0-a6b9-084ef4ed7a6e req-f8f5faeb-59cf-48b0-ab64-7837fbd6118d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538881 Dec 16 09:45:37.413371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff333-ced8-4af9-9012-7106bc1431ac req-0544d87d-cfe0-44d7-9f52-bab40677cdd6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.421686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81dff333-ced8-4af9-9012-7106bc1431ac req-0544d87d-cfe0-44d7-9f52-bab40677cdd6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0575809 Dec 16 09:45:37.458267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81dff333-ced8-4af9-9012-7106bc1431ac req-13b0819c-a7c3-4bea-bf69-642fdf52de96 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352077 Dec 16 09:45:37.803296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557145-6891-476f-88c3-cd696a80a0b5 req-6bad325c-36be-4dd5-b003-4dea0f1d187b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:37.805749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e557145-6891-476f-88c3-cd696a80a0b5 req-6bad325c-36be-4dd5-b003-4dea0f1d187b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 943 time: 0.0587125 Dec 16 09:45:37.865131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e557145-6891-476f-88c3-cd696a80a0b5 req-ad46478a-9996-4a56-bee7-cc832240a82c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479736 Dec 16 09:45:38.343321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device abc8082f-4ecf-4677-a757-7ee2dc3729cc details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:45:38.452486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port abc8082f-4ecf-4677-a757-7ee2dc3729cc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:38.466792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'port_id': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'mac_address': 'fa:16:3e:af:02:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:45:38.534989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.555722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc8082f-4ecf-4677-a757-7ee2dc3729cc {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:45:38.582316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port abc8082f-4ecf-4677-a757-7ee2dc3729cc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:38.594825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:38.627361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fb61c-0d5a-467c-9484-750e6deea3d7 req-4b031145-9acf-42fa-9820-52859c301608 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:38.639233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-248fb61c-0d5a-467c-9484-750e6deea3d7 req-4b031145-9acf-42fa-9820-52859c301608 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0784609 Dec 16 09:45:38.654215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=abc8082f-4ecf-4677-a757-7ee2dc3729cc,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:38.662273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.662612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.662958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.663280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.664034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.664034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.664395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.664781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.665153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.665479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.665798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.666187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:38.694243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-248fb61c-0d5a-467c-9484-750e6deea3d7 req-6c07ab39-bdac-4418-b223-3e06f0bf3aa3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521519 Dec 16 09:45:38.815789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['abc8082f-4ecf-4677-a757-7ee2dc3729cc'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:45:39.059872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5c62c-5456-4358-8051-a9411d38091a req-02a5632c-7eb6-4d31-be53-3fb47d1dc864 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.061485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2f5c62c-5456-4358-8051-a9411d38091a req-02a5632c-7eb6-4d31-be53-3fb47d1dc864 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 944 time: 0.0795574 Dec 16 09:45:39.145673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2f5c62c-5456-4358-8051-a9411d38091a req-08460e06-1bbc-4c34-92b6-f28196c78456 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770938 Dec 16 09:45:39.855302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023eb69-b614-4fbe-85f6-0915c4f038cd req-026fce10-8840-4d25-a0af-abbd366d578f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:39.857788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3023eb69-b614-4fbe-85f6-0915c4f038cd req-026fce10-8840-4d25-a0af-abbd366d578f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0706911 Dec 16 09:45:39.923583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3023eb69-b614-4fbe-85f6-0915c4f038cd req-e89969a6-1359-4e03-a6f5-dbd74ee5dce0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590820 Dec 16 09:45:40.289875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd1c4a-963e-4be3-9c29-37302452b402 req-2a0908c9-795b-43ba-97b3-9a19ea9782e0 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:40.297676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dfd1c4a-963e-4be3-9c29-37302452b402 req-2a0908c9-795b-43ba-97b3-9a19ea9782e0 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 944 time: 0.0585260 Dec 16 09:45:40.342621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dfd1c4a-963e-4be3-9c29-37302452b402 req-80756410-5fa8-4ef7-a4fe-649c6f5ef001 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440135 Dec 16 09:45:40.348463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device abc8082f-4ecf-4677-a757-7ee2dc3729cc up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:45:40.444250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port abc8082f-4ecf-4677-a757-7ee2dc3729cc completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:45:40.449212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port abc8082f-4ecf-4677-a757-7ee2dc3729cc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:45:40.449414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.539502 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.574460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:40.577156 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce6ee80-65f2-4800-a003-7bc18e9fd521" -d '{"events": [{"server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "name": "network-vif-plugged", "status": "completed", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:40.601219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port abc8082f-4ecf-4677-a757-7ee2dc3729cc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:40.612135 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:40.651190 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf35029-5e7d-43b6-a590-c43ebd719a48 x-openstack-request-id: req-3bf35029-5e7d-43b6-a590-c43ebd719a48 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:40.651793 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "name": "network-vif-plugged", "status": "completed", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:40.652245 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bf35029-5e7d-43b6-a590-c43ebd719a48 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:40.652913 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'code': 200} Dec 16 09:45:40.703265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=abc8082f-4ecf-4677-a757-7ee2dc3729cc,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:40.759711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86850fd8-41e2-40d4-b76c-5efe4093c9aa req-81a74eca-67bd-4e66-a7b3-93a9e2048c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:40.761335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-86850fd8-41e2-40d4-b76c-5efe4093c9aa req-81a74eca-67bd-4e66-a7b3-93a9e2048c66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 1096 time: 0.0500202 Dec 16 09:45:40.813691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-86850fd8-41e2-40d4-b76c-5efe4093c9aa req-99726678-bd56-4005-b5d4-f0629b0449ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Dec 16 09:45:41.098338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765636f4-6ba1-4fe2-843d-38b00b3d8913 req-5e237ed5-6ec1-44e2-9d22-53c5ca289830 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:41.099865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-765636f4-6ba1-4fe2-843d-38b00b3d8913 req-5e237ed5-6ec1-44e2-9d22-53c5ca289830 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0689774 Dec 16 09:45:41.155355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-765636f4-6ba1-4fe2-843d-38b00b3d8913 req-f4d085a3-b5a6-4538-a9da-78a67cd62e0c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Dec 16 09:45:41.460939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3b6dc-3b52-4b24-8c02-16d11fd84829 req-96e58a85-52fc-40fa-b64d-3cbd61c8601d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:41.462848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93c3b6dc-3b52-4b24-8c02-16d11fd84829 req-96e58a85-52fc-40fa-b64d-3cbd61c8601d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.0520093 Dec 16 09:45:41.505882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93c3b6dc-3b52-4b24-8c02-16d11fd84829 req-e0fe3cf1-9b93-4776-a3e9-9afa24ba4b96 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355651 Dec 16 09:45:42.303798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d278-3451-43d5-8adc-47c52469a243 req-2919ed5c-ce2b-43c5-96f0-ee0a13b3e80a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:42.311465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb05d278-3451-43d5-8adc-47c52469a243 req-2919ed5c-ce2b-43c5-96f0-ee0a13b3e80a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0623937 Dec 16 09:45:42.355917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb05d278-3451-43d5-8adc-47c52469a243 req-1c1180af-d109-4272-ba97-0856384807a0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Dec 16 09:45:42.635867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071bb3-2a10-491e-ab88-c698c8a109c4 req-71fe0f95-aa44-4793-b174-23c794c69dae tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:42.637357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90071bb3-2a10-491e-ab88-c698c8a109c4 req-71fe0f95-aa44-4793-b174-23c794c69dae tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.0500066 Dec 16 09:45:42.675876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90071bb3-2a10-491e-ab88-c698c8a109c4 req-07e9f4ed-cd35-4c9b-b54e-2c5d81285552 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Dec 16 09:45:42.790448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe748c8f-f98d-4bef-aaa3-3075f225c85d req-08396590-3fa4-4668-9810-8dcdbb449cca tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:42.791966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe748c8f-f98d-4bef-aaa3-3075f225c85d req-08396590-3fa4-4668-9810-8dcdbb449cca tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.0525723 Dec 16 09:45:42.800829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 35900) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:42.805425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Request body: {'floatingip': {'port_id': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:45:42.847656 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.264757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.269898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:43.374654 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Floating IP 7e590d4d-ff19-4a05-9c2b-b78e567e9eee associated. External IP: 172.25.6.244, port: abc8082f-4ecf-4677-a757-7ee2dc3729cc. Dec 16 09:45:43.920524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a06d-d52d-470a-be40-2afeabd1f471 req-a0930cbd-cf3d-4766-b13a-f3e48ff84827 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.922065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20b4a06d-d52d-470a-be40-2afeabd1f471 req-a0930cbd-cf3d-4766-b13a-f3e48ff84827 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.4577665 Dec 16 09:45:43.926033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46773825-11c7-4cfb-adce-31dc5dde842b req-cd4ba46b-f9a1-4fee-82a7-2ba8ec21a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:43.927372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-cd4ba46b-f9a1-4fee-82a7-2ba8ec21a15e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1097 time: 0.4470065 Dec 16 09:45:44.015560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e0890577-d2ec-42b5-8b4b-0abdc9936588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.052385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20b4a06d-d52d-470a-be40-2afeabd1f471 req-1e41f643-b9a3-4d65-b4e7-eee2a4316fce tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225400 Dec 16 09:45:44.123550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46773825-11c7-4cfb-adce-31dc5dde842b req-d34c885e-d0d1-489f-bf5b-d1c65c946ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.125024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-d34c885e-d0d1-489f-bf5b-d1c65c946ea3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1828942 Dec 16 09:45:44.192193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:45:44.211146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-25ca9cef-c443-4432-b78e-a9e934cb9d70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 1000 time: 0.0782006 Dec 16 09:45:44.337319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46773825-11c7-4cfb-adce-31dc5dde842b req-ba0ec7fa-8ba0-4719-b5e5-e9e7afabc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.338838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-ba0ec7fa-8ba0-4719-b5e5-e9e7afabc360 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1212399 Dec 16 09:45:44.379395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:45:44.384599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:44.392416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:45:44.402584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:44.403428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:45:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:44.419822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-39bc6724-7fb3-4bbd-a3a1-8d62eafff276 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "PUT /v2.0/floatingips/7e590d4d-ff19-4a05-9c2b-b78e567e9eee HTTP/1.1" status: 200 len: 991 time: 1.6179559 Dec 16 09:45:44.421053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:44.423314 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952" -d '{"events": [{"name": "network-changed", "server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:44.427537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46773825-11c7-4cfb-adce-31dc5dde842b req-7414a1e2-a855-4d5d-9bf7-c8483fa7aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.429007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-7414a1e2-a855-4d5d-9bf7-c8483fa7aaf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830686 Dec 16 09:45:44.535936 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beae54a-7215-492c-a500-d3655705cd7a x-openstack-request-id: req-1beae54a-7215-492c-a500-d3655705cd7a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:44.536231 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:44.536536 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1beae54a-7215-492c-a500-d3655705cd7a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:44.536937 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'status': 'completed', 'code': 200} Dec 16 09:45:44.542491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-50986b84-818d-45e1-b690-6143640a942d service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061530 Dec 16 09:45:44.546391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:44.614613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-8dc63a8c-80b4-4728-ab44-863e219c00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.617007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-8dc63a8c-80b4-4728-ab44-863e219c00c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 1096 time: 0.0581782 Dec 16 09:45:44.648398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46773825-11c7-4cfb-adce-31dc5dde842b req-8bb89f19-3b27-4cb5-9add-6803eab5158d service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985835 Dec 16 09:45:44.724326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-608cfa7c-1ea5-411d-ad13-95d70682c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.726132 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-608cfa7c-1ea5-411d-ad13-95d70682c4a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.1016493 Dec 16 09:45:44.803344 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-4c5dc6d6-b444-4e50-bbcd-6d1ce6b0fbd8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc HTTP/1.1" status: 200 len: 999 time: 0.0683424 Dec 16 09:45:44.816312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7e590d4d-ff19-4a05-9c2b-b78e567e9eee', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'port_id': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'mac_address': 'fa:16:3e:af:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 1, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:44.849979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:45:44.857502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-d3016f80-1b84-4851-a157-0dd6635fa97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.859086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:45:44.859219 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-d3016f80-1b84-4851-a157-0dd6635fa97c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0481110 Dec 16 09:45:44.859687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:45:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:44.908379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-20d2f640-e00c-4c9f-9054-269ea64c5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:44.910939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-20d2f640-e00c-4c9f-9054-269ea64c5f48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447893 Dec 16 09:45:44.970865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:45:45.009515 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-ea9d487e-2713-47c6-b092-ec422517621a service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900345 Dec 16 09:45:45.100179 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1c4b268-37a2-48e1-bc91-9ff1b3a6a952 req-c639c31e-ec8f-48d4-b4d6-6ec7c2934db5 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839815 Dec 16 09:45:45.129420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-7a2a5d5b-c9b4-457e-b089-dc5a9ed8064d req-ddf98d9a-9347-49bc-9111-0b801c15261a service neutron] (102397) timed out ('10.222.0.61', 40264) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:45:45.199961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d091e-fdd3-4283-9af3-6a1e4d7bb1e0 req-d90c4604-09d1-488f-a003-ed4a767faaa7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:45.202644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a2d091e-fdd3-4283-9af3-6a1e4d7bb1e0 req-d90c4604-09d1-488f-a003-ed4a767faaa7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0636694 Dec 16 09:45:45.262665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a2d091e-fdd3-4283-9af3-6a1e4d7bb1e0 req-ec00d831-9615-44b2-ba62-9546478e2d21 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524254 Dec 16 09:45:45.391599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7e590d4d-ff19-4a05-9c2b-b78e567e9eee', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'port_id': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'mac_address': 'fa:16:3e:af:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 1, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:45:45.420032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc0fb34-d909-48eb-90a1-9cdbe96dab34 None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7e590d4d-ff19-4a05-9c2b-b78e567e9eee', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'port_id': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'mac_address': 'fa:16:3e:af:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:45:30Z', 'updated_at': '2021-12-16T09:45:43Z', 'revision_number': 1, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:45:45.742388 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f21e7c-80f6-4c3f-9a5f-0ee01c65fa46 None None] New status for floating IP 7e590d4d-ff19-4a05-9c2b-b78e567e9eee: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:45:46.417685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8849850-7300-42be-ab55-945f39513f11 req-aa7a31d5-544a-45a6-a846-1b1c966e35bf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:46.419297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8849850-7300-42be-ab55-945f39513f11 req-aa7a31d5-544a-45a6-a846-1b1c966e35bf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0529618 Dec 16 09:45:46.451098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c43e64b6-c3f2-4063-955b-14e384d6b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:46.462760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8849850-7300-42be-ab55-945f39513f11 req-c02dfac0-5d3b-4c06-b739-6d6b6ef40e06 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372691 Dec 16 09:45:47.133517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87681b5-a57f-455d-ad57-48aa91fb024a req-6bf66d7b-ba82-41e1-8864-46afc7ab92ac tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:47.135147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f87681b5-a57f-455d-ad57-48aa91fb024a req-6bf66d7b-ba82-41e1-8864-46afc7ab92ac tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 946 time: 0.0528064 Dec 16 09:45:47.200129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f87681b5-a57f-455d-ad57-48aa91fb024a req-8564c3db-cb48-4ff6-b25c-ebfea9181f53 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566223 Dec 16 09:45:47.205521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-4f7755a9-630b-4c11-83cf-11e97f48edc7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694938 Dec 16 09:45:47.574295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:45:47.659424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:47.682740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:45:47.685277 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6bb6fa-a099-49c9-ac02-4668f6cfcbfe" -d '{"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-unplugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:45:47.699922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:45:47.704958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:47.752018 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee599957-e390-466c-97a7-cfa8ef3bc1ce x-openstack-request-id: req-ee599957-e390-466c-97a7-cfa8ef3bc1ce {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:45:47.752562 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-unplugged", "status": "failed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:45:47.752897 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee599957-e390-466c-97a7-cfa8ef3bc1ce {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:45:47.753387 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'code': 422} returned with failed status Dec 16 09:45:47.777590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.018817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.322854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:48.351425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4804a80-659c-430a-8d09-ea4b07a2f549 req-a09e4186-327b-411a-80f6-fb297f6448aa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:48.359933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4804a80-659c-430a-8d09-ea4b07a2f549 req-a09e4186-327b-411a-80f6-fb297f6448aa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0679286 Dec 16 09:45:48.426414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4804a80-659c-430a-8d09-ea4b07a2f549 req-99b516cb-1230-4eb4-9499-5ecddc6a5660 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653527 Dec 16 09:45:48.452602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-beb14be4-7b65-410d-99fd-f46c5d86aa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.553214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-beb14be4-7b65-410d-99fd-f46c5d86aa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.561273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-beb14be4-7b65-410d-99fd-f46c5d86aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.594727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-beb14be4-7b65-410d-99fd-f46c5d86aa96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7befdd27e9f4fc4a81c3ffea0414e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706449 Dec 16 09:45:48.597503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:48.617249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb14be4-7b65-410d-99fd-f46c5d86aa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df2899-f1c1-4c12-90ac-60e675d4fa5c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.652830 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.676100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.726277 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.729979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:48.731526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19df2899-f1c1-4c12-90ac-60e675d4fa5c HTTP/1.1" status: 204 len: 168 time: 0.1327164 Dec 16 09:45:48.748650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df2899-f1c1-4c12-90ac-60e675d4fa5c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:48.762466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.763185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.763897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.764505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.765279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.766042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.767121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.767770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.768756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.769468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.770496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:48.771053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0432af6-2704-461c-a1c6-cead686c6018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:45:49.591206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992cc23-8dd6-4206-a158-e1ebda39faa9 req-03deb5d2-6b0b-40d0-bce6-753aea5c0f9d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:49.592898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b992cc23-8dd6-4206-a158-e1ebda39faa9 req-03deb5d2-6b0b-40d0-bce6-753aea5c0f9d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0682085 Dec 16 09:45:49.667960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b992cc23-8dd6-4206-a158-e1ebda39faa9 req-5e138f21-e4ba-4ca3-9ffe-358c4be73150 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655913 Dec 16 09:45:49.869768 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:49.896635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:50.661985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-211c841b-0592-4a44-be6a-783a202f2daf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0491636 Dec 16 09:45:50.811953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.812433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.812887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.813376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.813832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.814304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.814748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.816679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-963695a4-6976-49d0-9b2a-67a9c3021f63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 6492 time: 0.1004021 Dec 16 09:45:50.878510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf52650-1e8e-4d76-963e-0ba325c59f36 req-2782de3f-20b0-41da-95d6-eefdf4dc1380 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:50.883738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cf52650-1e8e-4d76-963e-0ba325c59f36 req-2782de3f-20b0-41da-95d6-eefdf4dc1380 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.1272569 Dec 16 09:45:50.975260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9cf52650-1e8e-4d76-963e-0ba325c59f36 req-b9db179b-b9fa-47e2-9066-3e51368d2242 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478060 Dec 16 09:45:51.027846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-f10b024e-6e5c-4022-9a9b-f595a0ebe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.028603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-f10b024e-6e5c-4022-9a9b-f595a0ebe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.029375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-f10b024e-6e5c-4022-9a9b-f595a0ebe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.031229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-f10b024e-6e5c-4022-9a9b-f595a0ebe649 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d00eb238-539e-4791-a5d8-3607f42e9b23&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c&id=361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 200 len: 2294 time: 0.1859820 Dec 16 09:45:51.125099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-b261dee8-acf5-490b-8c97-c9aa60e73867 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 200 len: 1001 time: 0.0857704 Dec 16 09:45:51.142377 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:45:51.204199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-6439c9d6-4aa5-4fc4-8f78-5936b1ed3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.205753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-6439c9d6-4aa5-4fc4-8f78-5936b1ed3f7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6fef8b64-1ab0-448a-a7fc-bb821c33a917 HTTP/1.1" status: 200 len: 851 time: 0.0709734 Dec 16 09:45:51.272596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-2c94e3b3-3312-4fde-b49b-5a0a6921baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.274403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-2c94e3b3-3312-4fde-b49b-5a0a6921baf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d00eb238-539e-4791-a5d8-3607f42e9b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556214 Dec 16 09:45:51.377940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-b98f9279-d51e-4db8-95a9-65a3dd55a2a9 service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965643 Dec 16 09:45:51.493069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-330530b6-f26d-465f-8f4e-7474220b8cff service neutron] 10.222.0.69 "GET /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070838 Dec 16 09:45:51.549152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-a5b87a46-56a2-4be2-a1ea-94c92f2a66bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 217 time: 0.0491772 Dec 16 09:45:51.622613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-75b93fdb-6943-411d-94cd-efad4794a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.624610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-75b93fdb-6943-411d-94cd-efad4794a1a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0687914 Dec 16 09:45:51.694140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-1235fdec-553c-4101-af2a-0770923e1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:51.696840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-1235fdec-553c-4101-af2a-0770923e1e61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621388 Dec 16 09:45:51.807248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-8ac53a37-d141-4eb3-b40c-6aea490fffe4 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024721 Dec 16 09:45:51.916726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-d06b5a39-cece-4b9a-8ec7-d43548c887bd service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018443 Dec 16 09:45:51.961487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-7e264404-90d3-44fb-a8d9-09f16d1feb5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 217 time: 0.0379632 Dec 16 09:45:52.033622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-c81e5930-8353-4b56-9e05-26e82d7e1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.035238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-c81e5930-8353-4b56-9e05-26e82d7e1eb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0668929 Dec 16 09:45:52.137496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-c5137284-462b-4e46-a5b6-b0053506fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.139167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-c5137284-462b-4e46-a5b6-b0053506fc6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966880 Dec 16 09:45:52.220887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca068cf1-505f-4dc3-b547-cf7fe540760e req-a834a560-7f73-4478-a153-0f3db5fce508 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.222419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca068cf1-505f-4dc3-b547-cf7fe540760e req-a834a560-7f73-4478-a153-0f3db5fce508 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.1218946 Dec 16 09:45:52.290009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca068cf1-505f-4dc3-b547-cf7fe540760e req-09b3e2ff-7c5c-412c-a55e-7184eb3b3766 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570257 Dec 16 09:45:52.294528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-36e8735f-11c5-4f87-b82e-619011f3d68c service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452579 Dec 16 09:45:52.434901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-8cb9d4da-e4d8-4c4d-b4ef-76d21611bac1 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273334 Dec 16 09:45:52.495653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-ae219ef1-3f7e-4af5-8ef6-0ea6f12eeb49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4 HTTP/1.1" status: 200 len: 217 time: 0.0520587 Dec 16 09:45:52.564348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-f2b05b9f-ba37-4f05-9025-492041458113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.565926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-f2b05b9f-ba37-4f05-9025-492041458113 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0617747 Dec 16 09:45:52.628279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-e65c7fd1-2e92-4193-a6a8-cd3d59e15db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.630132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-e65c7fd1-2e92-4193-a6a8-cd3d59e15db3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566537 Dec 16 09:45:52.755551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-eee056b4-4d36-40b5-a750-896c32216f3c service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091337 Dec 16 09:45:52.775009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36298) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:52.855116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-1c250101-5826-4c2c-8101-ecdd12361954 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937393 Dec 16 09:45:52.889261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd11e-1195-460b-acba-0bdbaf7100ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.905297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-a1c8cbcc-4552-4c35-b686-94e5ca112bad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=451108bb-52ec-4713-8558-57af43e90c44 HTTP/1.1" status: 200 len: 217 time: 0.0423477 Dec 16 09:45:52.959742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-04df3b51-d66f-40a6-b597-7a59c10cbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:52.961583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-04df3b51-d66f-40a6-b597-7a59c10cbdc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 200 len: 797 time: 0.0487468 Dec 16 09:45:52.966639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd11e-1195-460b-acba-0bdbaf7100ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:52.970820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd11e-1195-460b-acba-0bdbaf7100ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:53.011083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-5f9658f5-045d-47fa-8739-845c08a005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.012523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-5f9658f5-045d-47fa-8739-845c08a005d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5aaf5f0e-aba3-45a2-a407-5563d639fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432348 Dec 16 09:45:53.013057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd11e-1195-460b-acba-0bdbaf7100ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1fd018-0656-48d7-a9af-638c6b8a7ce0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:53.017529 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b8dd11e-1195-460b-acba-0bdbaf7100ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45ccf2bfce7f4d55b16afb9757fca202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415035 Dec 16 09:45:53.020539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36302) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:45:53.104937 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-b25be3ac-2eda-46ae-8e05-92515333f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.106499 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-b25be3ac-2eda-46ae-8e05-92515333f21b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed&tenant_id=ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 1095 time: 0.0756323 Dec 16 09:45:53.118285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d278130-e3a5-4537-989b-07bf4c414826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:53.119618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-2e5b67b9-3fb7-4dd3-a0f7-7131a86f5214 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984027 Dec 16 09:45:53.142682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d278130-e3a5-4537-989b-07bf4c414826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:53.211387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-6035806d-9fff-40de-b6ab-2396f44b9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.213155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-6035806d-9fff-40de-b6ab-2396f44b9d11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1095 time: 0.0731072 Dec 16 09:45:53.225962 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-c2b491ee-6e34-4226-82ca-3330c529c5c6 service neutron] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992212 Dec 16 09:45:53.263861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d278130-e3a5-4537-989b-07bf4c414826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:53.266295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d278130-e3a5-4537-989b-07bf4c414826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:53.267427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2d278130-e3a5-4537-989b-07bf4c414826 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f1fd018-0656-48d7-a9af-638c6b8a7ce0 HTTP/1.1" status: 204 len: 168 time: 0.2452893 Dec 16 09:45:53.278891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-c4e4ea8d-2cd6-465f-83f1-b514777c6cd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 200 len: 217 time: 0.0454619 Dec 16 09:45:53.285731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d278130-e3a5-4537-989b-07bf4c414826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1fd018-0656-48d7-a9af-638c6b8a7ce0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:45:53.338808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-900ace68-859e-4fe4-9557-cda4883e4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.340661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-56a67b47-afe0-4cda-bbd3-e79d2006b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.340806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-900ace68-859e-4fe4-9557-cda4883e4801 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0550160 Dec 16 09:45:53.342562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-56a67b47-afe0-4cda-bbd3-e79d2006b66c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1226618 Dec 16 09:45:53.406232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-109f73a6-3e05-40ec-a2a2-2e03e6f05261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.408151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-109f73a6-3e05-40ec-a2a2-2e03e6f05261 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533245 Dec 16 09:45:53.434280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-1c47868d-e185-4196-8bda-3835e0fe1153 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 200 len: 998 time: 0.0713737 Dec 16 09:45:53.500800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-d184cdf1-12f7-4841-9cf7-21b9cb7c4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.503068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-d184cdf1-12f7-4841-9cf7-21b9cb7c4639 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.0612347 Dec 16 09:45:53.550720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-8cdc9b30-041d-4368-9547-f0c5fb887912 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284401 Dec 16 09:45:53.563512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9573c-61e1-457c-beb5-09e21214838b req-ebf647f8-43db-40f3-86ac-5525b7accffb tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.565295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3be9573c-61e1-457c-beb5-09e21214838b req-ebf647f8-43db-40f3-86ac-5525b7accffb tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.1535630 Dec 16 09:45:53.583727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-6e7b4d43-70f7-4d04-ae90-3b3fb912364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.585831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-6e7b4d43-70f7-4d04-ae90-3b3fb912364a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762031 Dec 16 09:45:53.659535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3be9573c-61e1-457c-beb5-09e21214838b req-c6b36015-34c9-4a96-9eb7-472a2cb5179d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852056 Dec 16 09:45:53.708435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-a2d19ae7-20c6-46eb-8c3b-013a707f8ca1 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388164 Dec 16 09:45:53.732700 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-89845802-5372-4507-b91c-9fedbec0779a service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376119 Dec 16 09:45:53.752356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-1f4f435d-3e85-4e09-b810-8ebeba7bdb48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 200 len: 217 time: 0.0396428 Dec 16 09:45:53.792638 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:53.824352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-5b30b078-d81a-4dbf-8a32-3ad1c2025936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.825944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-5b30b078-d81a-4dbf-8a32-3ad1c2025936 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 200 len: 797 time: 0.0672665 Dec 16 09:45:53.856007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-76aa0640-2c17-42b9-90b9-1bb32c696453 req-806940cf-69b2-43c7-8252-fbcaa4403839 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156502 Dec 16 09:45:53.889244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-7b39cfa6-bae0-489e-a05b-47c04125c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:53.891663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-7b39cfa6-bae0-489e-a05b-47c04125c1e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=361d1423-97a8-46fd-8378-c6943ab7fd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567796 Dec 16 09:45:54.000732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-b25aa8bd-5820-4bf9-af20-bc666c9a4b65 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002424 Dec 16 09:45:54.115353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6bc9d387-5293-453d-8985-7a613d3bb1e1 req-b638c71a-3a04-4f39-a70e-9301d01bc157 service neutron] 10.222.0.69 "GET /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079493 Dec 16 09:45:54.918732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf083ff-cb74-409f-b59d-d45d9d24a0ce req-0a89e81a-c820-4c5a-b7c8-63d4513429b1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:54.929749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdf083ff-cb74-409f-b59d-d45d9d24a0ce req-0a89e81a-c820-4c5a-b7c8-63d4513429b1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.1172845 Dec 16 09:45:55.007044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cdf083ff-cb74-409f-b59d-d45d9d24a0ce req-0cc58502-ce04-4241-98d5-fb914e320766 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755386 Dec 16 09:45:55.042200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:45:56.228430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719c172-8c20-4db6-ad9b-da90ef11f9a6 req-4bb96085-c9a0-4f5e-8c3d-e8ed69bfd6f5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:56.229960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d719c172-8c20-4db6-ad9b-da90ef11f9a6 req-4bb96085-c9a0-4f5e-8c3d-e8ed69bfd6f5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0997612 Dec 16 09:45:56.276398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d719c172-8c20-4db6-ad9b-da90ef11f9a6 req-26bdb794-8f01-463e-9fb0-49320d5c33ca tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Dec 16 09:45:57.472206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caab92a-c689-4576-8a6f-a5e67c227ec9 req-32eee65e-1ac2-4475-adb8-cc3393ecb835 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:57.480560 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4caab92a-c689-4576-8a6f-a5e67c227ec9 req-32eee65e-1ac2-4475-adb8-cc3393ecb835 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0895329 Dec 16 09:45:57.551718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4caab92a-c689-4576-8a6f-a5e67c227ec9 req-a42eb99e-960d-44df-b4c2-5a9ec267b21e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699179 Dec 16 09:45:58.674554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ea73-e0ba-448e-aec2-bb22824a12b2 req-e53a4f01-b476-4438-bf0a-0683b5102028 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:58.682144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b884ea73-e0ba-448e-aec2-bb22824a12b2 req-e53a4f01-b476-4438-bf0a-0683b5102028 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0510578 Dec 16 09:45:58.746276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b884ea73-e0ba-448e-aec2-bb22824a12b2 req-c2f30d39-230b-45bc-bd9b-c7a8e7778cb3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615723 Dec 16 09:45:59.936732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17200a06-b612-45e3-9d2a-281ab1bccbc1 req-b2983c2f-6c93-4019-8118-8d7e62c99511 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:45:59.938385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17200a06-b612-45e3-9d2a-281ab1bccbc1 req-b2983c2f-6c93-4019-8118-8d7e62c99511 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0918136 Dec 16 09:45:59.990236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17200a06-b612-45e3-9d2a-281ab1bccbc1 req-7f4446f1-55a4-4955-a4c7-5893ced4ddb9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454965 Dec 16 09:46:00.442996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36756) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:00.587666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09041f78-a42c-4cf1-8d60-3bfb0654bd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.732908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09041f78-a42c-4cf1-8d60-3bfb0654bd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.739942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-09041f78-a42c-4cf1-8d60-3bfb0654bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.796286 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-09041f78-a42c-4cf1-8d60-3bfb0654bd52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5242bd5c6d8450d9eebf2b2d288aa99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499210 Dec 16 09:46:00.796286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09041f78-a42c-4cf1-8d60-3bfb0654bd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480651c-7460-47f0-b339-782d281b1819,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:00.796864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36768) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:00.866264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae3d7d7-cf77-471c-b091-fe7ed84c5b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.889396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae3d7d7-cf77-471c-b091-fe7ed84c5b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.941641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae3d7d7-cf77-471c-b091-fe7ed84c5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.945660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aae3d7d7-cf77-471c-b091-fe7ed84c5b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:00.950623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aae3d7d7-cf77-471c-b091-fe7ed84c5b71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2480651c-7460-47f0-b339-782d281b1819 HTTP/1.1" status: 204 len: 168 time: 0.1524687 Dec 16 09:46:00.961365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d7d7-cf77-471c-b091-fe7ed84c5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480651c-7460-47f0-b339-782d281b1819,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:01.190885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95599-d4f7-4c0b-a442-651a9769636c req-dccfd528-88f2-4d38-ac15-6b5695d2038e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:01.193520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ded95599-d4f7-4c0b-a442-651a9769636c req-dccfd528-88f2-4d38-ac15-6b5695d2038e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0885136 Dec 16 09:46:01.262102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ded95599-d4f7-4c0b-a442-651a9769636c req-537a0846-b6ba-4703-85c6-5d4ef175553d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614998 Dec 16 09:46:02.461998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1531d-cd0f-49b6-a3e3-27704b853993 req-41b904eb-0b91-4be0-a6ef-136a55d54fb5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:02.461998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15f1531d-cd0f-49b6-a3e3-27704b853993 req-41b904eb-0b91-4be0-a6ef-136a55d54fb5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0982313 Dec 16 09:46:02.506013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15f1531d-cd0f-49b6-a3e3-27704b853993 req-54b9042b-d2f3-4653-a155-a625cba03129 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Dec 16 09:46:02.693039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:02.918274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1834285539'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:02.956181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Made reservation on behalf of 3e33a0ae911d4ed587c1812141888394 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:02.959851 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:02.970171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.086881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.092086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.118965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:03.138981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.140105 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Added segment 59a71325-f76d-43d3-ae42-d2625347024a of type vlan for network ae9e6508-e934-4118-a200-bd38deb2469d Dec 16 09:46:03.141999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19abc7c9-1113-4ad2-b4b2-3550e3e7ffaa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:03.188875 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.227528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.233521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.234209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.308783 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6107740 Dec 16 09:46:03.308783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:03.313260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Request body: {'subnet': {'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:03.333915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf1a6-10a4-4246-b597-c6715d4bf659 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event updated for resources: {'Network': ['ID=ae9e6508-e934-4118-a200-bd38deb2469d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:03.350111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ae9e6508-e934-4118-a200-bd38deb2469d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:03.447980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Made reservation on behalf of 3e33a0ae911d4ed587c1812141888394 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:03.452816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.678251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b5833-3c4c-4ca1-a69f-666a048b2bac req-ef90c307-2e32-4dc6-97c0-dac82169c7ff tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.687765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-666b5833-3c4c-4ca1-a69f-666a048b2bac req-ef90c307-2e32-4dc6-97c0-dac82169c7ff tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0670984 Dec 16 09:46:03.728004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-666b5833-3c4c-4ca1-a69f-666a048b2bac req-9a345bcd-1d0a-4907-8107-079141576a71 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Dec 16 09:46:03.747493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.844038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event updated for resources: {'Subnet': ['ID=12575fb5-7e45-45f5-9592-13e61710c4b6,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:03.863511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Checking segment: {'id': '59a71325-f76d-43d3-ae42-d2625347024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:03.863975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Network hostable DHCP agents. Network: ae9e6508-e934-4118-a200-bd38deb2469d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:03.891005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Network ae9e6508-e934-4118-a200-bd38deb2469d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:03.898166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-6d40c6ce-fa5c-4a2e-a18e-bfe2555bf31d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651901 Dec 16 09:46:03.905543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ae9e6508-e934-4118-a200-bd38deb2469d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:03.918268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8941791-ffd7-4b94-a3ac-a372731cf69a None None] Network ae9e6508-e934-4118-a200-bd38deb2469d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:03.927940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:03.929416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:03.968479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c6d1d30-7ccd-4936-af13-21a807dce254 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6585903 Dec 16 09:46:03.971819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36864) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:03.977695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Request body: {'port': {'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1392451597'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:04.050035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-7dcbf93e-a7f0-4f01-838a-c4c31ea1c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.051815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-7dcbf93e-a7f0-4f01-838a-c4c31ea1c80e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0772157 Dec 16 09:46:04.167074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ae9e6508-e934-4118-a200-bd38deb2469d', 'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d', 'tenant_id': '3e33a0ae911d4ed587c1812141888394', 'fixed_ips': [{'subnet_id': '12575fb5-7e45-45f5-9592-13e61710c4b6'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:04.167964 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.200157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Made reservation on behalf of 3e33a0ae911d4ed587c1812141888394 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:04.212126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.286400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] device_id is not set on port a5bf66ce-0948-4331-ac78-b00efeee3e4f yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:46:04.312627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-3409d57d-b370-4c7d-9f91-79c3b68fae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.314385 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-3409d57d-b370-4c7d-9f91-79c3b68fae83 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2401955 Dec 16 09:46:04.346897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Allocated IP 172.20.0.2 (ae9e6508-e934-4118-a200-bd38deb2469d/12575fb5-7e45-45f5-9592-13e61710c4b6/d85afa1c-ad3c-434d-b419-1dee99deb5d2) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:04.397337 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-0ec388f1-b636-4a8d-b0fb-c5ce5f75b607 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0744898 Dec 16 09:46:04.458339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-ceecf45c-092f-43bc-85d0-9cc32deb5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.468613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-ceecf45c-092f-43bc-85d0-9cc32deb5554 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0622652 Dec 16 09:46:04.532914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.542708 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.582692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-ce56df60-d7d4-4ed9-9b30-dd55d0a205cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:04.584079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Network ae9e6508-e934-4118-a200-bd38deb2469d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:04.587390 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-ce56df60-d7d4-4ed9-9b30-dd55d0a205cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037982 Dec 16 09:46:04.588162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:04.592191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:04.604164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Pushing event updated for resources: {'Port': ['ID=d85afa1c-ad3c-434d-b419-1dee99deb5d2,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:04.707662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Allocated IP 172.20.0.3 (ae9e6508-e934-4118-a200-bd38deb2469d/12575fb5-7e45-45f5-9592-13e61710c4b6/a5bf66ce-0948-4331-ac78-b00efeee3e4f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:04.728988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Attempting to bind port d85afa1c-ad3c-434d-b419-1dee99deb5d2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:04.729359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Attempting to bind port d85afa1c-ad3c-434d-b419-1dee99deb5d2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '59a71325-f76d-43d3-ae42-d2625347024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:04.735257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Attempting to bind port d85afa1c-ad3c-434d-b419-1dee99deb5d2 on network ae9e6508-e934-4118-a200-bd38deb2469d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:04.744096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:04.744462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Checking segment: {'id': '59a71325-f76d-43d3-ae42-d2625347024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:04.744864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.745284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Bound using segment: {'id': '59a71325-f76d-43d3-ae42-d2625347024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:04.747477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Bound port: d85afa1c-ad3c-434d-b419-1dee99deb5d2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a71325-f76d-43d3-ae42-d2625347024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ae9e6508-e934-4118-a200-bd38deb2469d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:04.757911 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.767124 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-ec216e0e-e3e5-4fef-8578-f26bf9cc0801 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730340 Dec 16 09:46:04.895751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] For port d85afa1c-ad3c-434d-b419-1dee99deb5d2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:04.901083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] For port d85afa1c-ad3c-434d-b419-1dee99deb5d2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d85afa1c-ad3c-434d-b419-1dee99deb5d2,segment=NetworkSegment(59a71325-f76d-43d3-ae42-d2625347024a),segment_id=59a71325-f76d-43d3-ae42-d2625347024a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:04.912899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:04.926904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.016576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e3524-e773-45e8-b72f-ec63aacbadc3 None None] Pushing event updated for resources: {'Port': ['ID=d85afa1c-ad3c-434d-b419-1dee99deb5d2,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:05.065536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-20730532-abc2-432c-bc57-96a594f4d8b3 req-070d4843-acfd-454e-97d5-2f5482b01f95 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876308 Dec 16 09:46:05.420642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972eaf0f-8401-465a-ae3e-3dd9143552ee req-2f324c90-338e-4b36-aabe-c107cacec0e7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:05.422232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-972eaf0f-8401-465a-ae3e-3dd9143552ee req-2f324c90-338e-4b36-aabe-c107cacec0e7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.4935212 Dec 16 09:46:05.435158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.488763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Network ae9e6508-e934-4118-a200-bd38deb2469d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:05.496687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:05.505327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:05.536439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event updated for resources: {'Port': ['ID=a5bf66ce-0948-4331-ac78-b00efeee3e4f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:05.541218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-972eaf0f-8401-465a-ae3e-3dd9143552ee req-60adb26f-c2f8-4246-b352-56a888dfdd9b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126807 Dec 16 09:46:05.569960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:05.570630 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.604841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c8860754-6eaf-4669-9a90-da77afdb186a tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6316836 Dec 16 09:46:05.608117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36890) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:05.711177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Deleting port a5bf66ce-0948-4331-ac78-b00efeee3e4f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:05.711739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.807312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:05.821043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Calling delete_port for a5bf66ce-0948-4331-ac78-b00efeee3e4f owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:05.966046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.000640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event deleted for resources: {'Port': ['ID=a5bf66ce-0948-4331-ac78-b00efeee3e4f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:06.026871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef857f40-4444-4670-bc20-7138e430d473 None None] Network ae9e6508-e934-4118-a200-bd38deb2469d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:06.083059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.086634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e58e5a4-9279-496c-8c5f-211247a92d22 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "DELETE /v2.0/ports/a5bf66ce-0948-4331-ac78-b00efeee3e4f HTTP/1.1" status: 204 len: 168 time: 0.4773760 Dec 16 09:46:06.089343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36902) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.106073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8ff23b3a-fcaf-4655-89b7-c6ba53d68529 None None] Provisioning complete for port d85afa1c-ad3c-434d-b419-1dee99deb5d2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:06.106446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8ff23b3a-fcaf-4655-89b7-c6ba53d68529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.161172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4ef20537-63cd-4028-aa89-90724c6d2df3 tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0706265 Dec 16 09:46:06.164193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36906) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.168906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-750038075'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:06.191097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Made reservation on behalf of 3e33a0ae911d4ed587c1812141888394 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:06.195076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.219002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:06.229506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.229935 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Added segment 3b7fa8fc-480b-476f-899c-206dc722753d of type vlan for network 2e0dbf38-25ae-4d0e-a133-08660129d5ec Dec 16 09:46:06.265926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8ff23b3a-fcaf-4655-89b7-c6ba53d68529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.273336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.305508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.310776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8ff23b3a-fcaf-4655-89b7-c6ba53d68529 None None] For port d85afa1c-ad3c-434d-b419-1dee99deb5d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d85afa1c-ad3c-434d-b419-1dee99deb5d2,segment=NetworkSegment(59a71325-f76d-43d3-ae42-d2625347024a),segment_id=59a71325-f76d-43d3-ae42-d2625347024a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:06.316726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:06.317108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.319213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8ff23b3a-fcaf-4655-89b7-c6ba53d68529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.375069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff23b3a-fcaf-4655-89b7-c6ba53d68529 None None] Pushing event updated for resources: {'Port': ['ID=d85afa1c-ad3c-434d-b419-1dee99deb5d2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:06.388417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2209442 Dec 16 09:46:06.388789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36912) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.395385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db94abf-4194-42c2-a5c6-80ae6effaf4e tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event updated for resources: {'Network': ['ID=2e0dbf38-25ae-4d0e-a133-08660129d5ec,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:06.420652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 2e0dbf38-25ae-4d0e-a133-08660129d5ec details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:06.581567 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f13d969-4cce-46c6-b3fc-b76f7998d68d tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/agents/a92fdfbc-720c-435c-aa86-b7866a79c0d9/dhcp-networks HTTP/1.1" status: 200 len: 12882 time: 0.1914480 Dec 16 09:46:06.584584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36916) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.643635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-49487762-0351-4c08-a1e1-dd93b2e2cf07 None None] Provisioning complete for port d85afa1c-ad3c-434d-b419-1dee99deb5d2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:06.644000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49487762-0351-4c08-a1e1-dd93b2e2cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:06.719398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f50862-8f87-48e4-a8f1-1fca7a5eafb9 tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] Network 2e0dbf38-25ae-4d0e-a133-08660129d5ec is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:06.740394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101196ed-7d90-42b5-81f5-b69cb445982b req-55b27943-0d1c-4800-a692-085d2475075d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:06.742704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-101196ed-7d90-42b5-81f5-b69cb445982b req-55b27943-0d1c-4800-a692-085d2475075d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0797057 Dec 16 09:46:06.749442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36924) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:06.749816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90f50862-8f87-48e4-a8f1-1fca7a5eafb9 tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "POST /v2.0/agents/a92fdfbc-720c-435c-aa86-b7866a79c0d9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1637959 Dec 16 09:46:06.756591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bde6f-a116-4f5a-968a-3b16bdc95679 None None] Network 2e0dbf38-25ae-4d0e-a133-08660129d5ec requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:06.801268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-101196ed-7d90-42b5-81f5-b69cb445982b req-6a6e70ca-a594-49b0-954d-d69342e51961 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 Dec 16 09:46:06.947340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-df45010f-ea18-4179-8ec6-8dade68b6694 None None] Could not find standard attr ID for object a5bf66ce-0948-4331-ac78-b00efeee3e4f. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:46:07.128975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d85afa1c-ad3c-434d-b419-1dee99deb5d2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:07.178555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d85afa1c-ad3c-434d-b419-1dee99deb5d2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:07.179095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.338545 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6c0b7422-46e6-449c-987e-5ef408f4a416 tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/agents/a92fdfbc-720c-435c-aa86-b7866a79c0d9/dhcp-networks HTTP/1.1" status: 200 len: 13652 time: 0.5878384 Dec 16 09:46:07.341535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.415318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf8904bb-56ea-4c5e-9897-b343beb803bd tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "DELETE /v2.0/agents/a92fdfbc-720c-435c-aa86-b7866a79c0d9/dhcp-networks/2e0dbf38-25ae-4d0e-a133-08660129d5ec HTTP/1.1" status: 204 len: 168 time: 0.0701356 Dec 16 09:46:07.415863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.550380 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5e68c7b7-bb1f-422e-ac7a-74d120e72567 tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/agents/a92fdfbc-720c-435c-aa86-b7866a79c0d9/dhcp-networks HTTP/1.1" status: 200 len: 12882 time: 0.1337769 Dec 16 09:46:07.555136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36944) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.575836 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7280956f-1aa1-42c1-a83f-c2607d82e3ad tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/networks/ae9e6508-e934-4118-a200-bd38deb2469d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0195251 Dec 16 09:46:07.579277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36946) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.597585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c167cad4-c2d4-4f46-ad3d-7497066b7a24 tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/networks/ae9e6508-e934-4118-a200-bd38deb2469d/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0172307 Dec 16 09:46:07.600054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.732558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4987d962-5e89-4187-a8a2-f777ee8cb68f tempest-DHCPAgentSchedulersTestJSON-11101261 tempest-DHCPAgentSchedulersTestJSON-11101261-project-admin] 10.222.0.61 "GET /v2.0/agents/a92fdfbc-720c-435c-aa86-b7866a79c0d9/dhcp-networks HTTP/1.1" status: 200 len: 12882 time: 0.1311312 Dec 16 09:46:07.736678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36950) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:07.824282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.942871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:07.966625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0dbf38-25ae-4d0e-a133-08660129d5ec']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:07.977979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7fa8fc-480b-476f-899c-206dc722753d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:07.978234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7fa8fc-480b-476f-899c-206dc722753d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:07.992939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2b1a4-39fc-4e83-bdba-6f8143f7ff6c req-f3a05b8d-7743-401c-a017-8c7b54689323 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:07.994526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0da2b1a4-39fc-4e83-bdba-6f8143f7ff6c req-f3a05b8d-7743-401c-a017-8c7b54689323 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0907328 Dec 16 09:46:07.998943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.021056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.034567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:08.034965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:08.037870 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:08.110715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0da2b1a4-39fc-4e83-bdba-6f8143f7ff6c req-483e827f-2cb3-4cac-8ec1-4c5b4072cee0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049302 Dec 16 09:46:08.118509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.147652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.153433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "DELETE /v2.0/networks/2e0dbf38-25ae-4d0e-a133-08660129d5ec HTTP/1.1" status: 204 len: 168 time: 0.4107080 Dec 16 09:46:08.153784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 36966) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:08.156085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d5663-a975-4270-9e97-085be3e086ee tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event deleted for resources: {'Network': ['ID=2e0dbf38-25ae-4d0e-a133-08660129d5ec,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:08.180618 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-51efc10e-88b0-4862-b10f-5cfa65312eb7 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:08.181405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51efc10e-88b0-4862-b10f-5cfa65312eb7 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:08.184438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-51efc10e-88b0-4862-b10f-5cfa65312eb7 tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "DELETE /v2.0/ports/a5bf66ce-0948-4331-ac78-b00efeee3e4f HTTP/1.1" status: 404 len: 333 time: 0.0296671 Dec 16 09:46:08.187272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:08.239473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Deleting subnet 12575fb5-7e45-45f5-9592-13e61710c4b6 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:08.242715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.292243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.380399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.439492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.470715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event deleted for resources: {'Subnet': ['ID=12575fb5-7e45-45f5-9592-13e61710c4b6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:08.474240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.479621 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dc2b517b-3d71-43d6-8778-fc6651c2cc9d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "DELETE /v2.0/subnets/12575fb5-7e45-45f5-9592-13e61710c4b6 HTTP/1.1" status: 204 len: 168 time: 0.2890606 Dec 16 09:46:08.479941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 36974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:08.483023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80469fc-5f85-4fc5-820d-40da212ff2ac None None] Network ae9e6508-e934-4118-a200-bd38deb2469d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:08.566666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.626835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Deleting port d85afa1c-ad3c-434d-b419-1dee99deb5d2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:08.627388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.688295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] DHCP port deletion for ae9e6508-e934-4118-a200-bd38deb2469d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:08.728520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] For port d85afa1c-ad3c-434d-b419-1dee99deb5d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d85afa1c-ad3c-434d-b419-1dee99deb5d2,segment=NetworkSegment(59a71325-f76d-43d3-ae42-d2625347024a),segment_id=59a71325-f76d-43d3-ae42-d2625347024a)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:08.738516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.752934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Calling delete_port for d85afa1c-ad3c-434d-b419-1dee99deb5d2 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:08.753171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] Deleting port d85afa1c-ad3c-434d-b419-1dee99deb5d2 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:08.753538 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.828722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] For port d85afa1c-ad3c-434d-b419-1dee99deb5d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d85afa1c-ad3c-434d-b419-1dee99deb5d2,segment=NetworkSegment(59a71325-f76d-43d3-ae42-d2625347024a),segment_id=59a71325-f76d-43d3-ae42-d2625347024a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:08.829198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.844986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] Calling delete_port for d85afa1c-ad3c-434d-b419-1dee99deb5d2 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:08.876632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.902333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event deleted for resources: {'Port': ['ID=d85afa1c-ad3c-434d-b419-1dee99deb5d2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:08.905646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] No DVR routers for this DVR port d85afa1c-ad3c-434d-b419-1dee99deb5d2 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:08.955262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:08.985469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] Pushing event deleted for resources: {'Port': ['ID=d85afa1c-ad3c-434d-b419-1dee99deb5d2,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:08.989807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dcbc9-bcd7-4eba-b2b2-17120de228ba None None] No DVR routers for this DVR port d85afa1c-ad3c-434d-b419-1dee99deb5d2 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:08.999807 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.024944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9e6508-e934-4118-a200-bd38deb2469d']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.035411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a71325-f76d-43d3-ae42-d2625347024a') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.035696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a71325-f76d-43d3-ae42-d2625347024a') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:09.051937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.065700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.071718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:09.072125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:09.075176 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:09.095409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d85afa1c-ad3c-434d-b419-1dee99deb5d2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:09.118300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d85afa1c-ad3c-434d-b419-1dee99deb5d2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:09.118300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d85afa1c-ad3c-434d-b419-1dee99deb5d2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:09.149068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.167516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.170695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] 10.222.0.61 "DELETE /v2.0/networks/ae9e6508-e934-4118-a200-bd38deb2469d HTTP/1.1" status: 204 len: 168 time: 0.6898606 Dec 16 09:46:09.171551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a264db-a5ba-48a6-afb8-325f7939ff5d tempest-DHCPAgentSchedulersTestJSON-29821110 tempest-DHCPAgentSchedulersTestJSON-29821110-project] Pushing event deleted for resources: {'Network': ['ID=ae9e6508-e934-4118-a200-bd38deb2469d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:09.248616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be52641-fc6f-4d2a-991a-4f6441bc9461 req-56b7bd3a-5f21-4724-96f0-74f04ff7cddb tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:09.250173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3be52641-fc6f-4d2a-991a-4f6441bc9461 req-56b7bd3a-5f21-4724-96f0-74f04ff7cddb tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0492744 Dec 16 09:46:09.289935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3be52641-fc6f-4d2a-991a-4f6441bc9461 req-9b92f969-1688-4fe2-a52c-359086324d17 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337706 Dec 16 09:46:09.437284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37000) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:09.575080 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d9283a0-d6b7-4066-825d-dacb178e2edf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e33a0ae911d4ed587c1812141888394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363223 Dec 16 09:46:09.577578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37004) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:09.632325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8865425c-4cf1-4912-9c6f-b02daadedc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.657744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8865425c-4cf1-4912-9c6f-b02daadedc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.716776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8865425c-4cf1-4912-9c6f-b02daadedc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.719378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8865425c-4cf1-4912-9c6f-b02daadedc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:09.720586 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8865425c-4cf1-4912-9c6f-b02daadedc5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19abc7c9-1113-4ad2-b4b2-3550e3e7ffaa HTTP/1.1" status: 204 len: 168 time: 0.1418152 Dec 16 09:46:09.732239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865425c-4cf1-4912-9c6f-b02daadedc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19abc7c9-1113-4ad2-b4b2-3550e3e7ffaa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:10.077057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37022) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:10.090481 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9799cfab-8a65-4d92-95a6-6e436fd32ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.169433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9799cfab-8a65-4d92-95a6-6e436fd32ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.174107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9799cfab-8a65-4d92-95a6-6e436fd32ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.211860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9799cfab-8a65-4d92-95a6-6e436fd32ee2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=149a055a0c9e452c9c9ff47c22973a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336236 Dec 16 09:46:10.212720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799cfab-8a65-4d92-95a6-6e436fd32ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693fed7c-5682-44bd-be23-d56e0b915c9e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:10.214673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37028) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:10.276321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9279de62-e59f-48ae-830d-ab3922a90e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.298030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9279de62-e59f-48ae-830d-ab3922a90e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.350578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9279de62-e59f-48ae-830d-ab3922a90e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.353967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9279de62-e59f-48ae-830d-ab3922a90e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:10.357747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9279de62-e59f-48ae-830d-ab3922a90e96 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/693fed7c-5682-44bd-be23-d56e0b915c9e HTTP/1.1" status: 204 len: 168 time: 0.1396461 Dec 16 09:46:10.365177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279de62-e59f-48ae-830d-ab3922a90e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fed7c-5682-44bd-be23-d56e0b915c9e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:10.446396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1a3e3-f6fa-4416-b8bd-1504f8ccce22 req-1b4b6fa5-44cf-4d67-80b9-7415ec0a3e9f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:10.447984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27a1a3e3-f6fa-4416-b8bd-1504f8ccce22 req-1b4b6fa5-44cf-4d67-80b9-7415ec0a3e9f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0535228 Dec 16 09:46:10.490466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27a1a3e3-f6fa-4416-b8bd-1504f8ccce22 req-d3cba1eb-fb57-481d-9658-7cb8e0edcf58 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350358 Dec 16 09:46:11.107015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37072) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:11.205758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1309072035'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:11.227380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:11.231078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.239956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.334868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.340041 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.372386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:11.383598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c97b1f-ed85-4c5b-a13f-093271033cda,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.391090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.391437 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 2aab0f3a-30e7-42fe-921a-9ac29edc20fb of type vlan for network bd5836f2-cfb1-4066-a022-8f2a8d05948e Dec 16 09:46:11.438649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.464647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.470341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:11.470985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:11.534174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4258592 Dec 16 09:46:11.547244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784c210-39d3-41ac-b6da-6ddee547cdcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=bd5836f2-cfb1-4066-a022-8f2a8d05948e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:11.558393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network bd5836f2-cfb1-4066-a022-8f2a8d05948e details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:11.653288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e27c2-abfd-416d-8695-73e669e2b597 req-58650bdc-1818-485b-9cc7-fcb9cdfb1327 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:11.655022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338e27c2-abfd-416d-8695-73e669e2b597 req-58650bdc-1818-485b-9cc7-fcb9cdfb1327 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0729864 Dec 16 09:46:11.702041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-338e27c2-abfd-416d-8695-73e669e2b597 req-bef24cc6-bf62-4186-a9ec-8501815c6eca tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391176 Dec 16 09:46:12.835675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3117405-3553-49b8-980a-1d5f48642b58 req-62d52a04-772a-4e33-b4cc-dd08c0ca71e7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:12.837368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3117405-3553-49b8-980a-1d5f48642b58 req-62d52a04-772a-4e33-b4cc-dd08c0ca71e7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0519395 Dec 16 09:46:12.878825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3117405-3553-49b8-980a-1d5f48642b58 req-499b9042-41da-4e87-aebc-defd24206277 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Dec 16 09:46:14.023888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bb2cfc61-4cd4-4d5d-9711-498715306614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:14.056773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b5038-3975-4e4a-a18d-ef190bb7310f req-42e409fb-7339-4a04-accd-d94975376a72 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:14.058507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce4b5038-3975-4e4a-a18d-ef190bb7310f req-42e409fb-7339-4a04-accd-d94975376a72 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0762761 Dec 16 09:46:14.104490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce4b5038-3975-4e4a-a18d-ef190bb7310f req-64a1a9ac-b62b-4272-80d3-28a5aef5563d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368748 Dec 16 09:46:14.741312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37096) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:14.746688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:14.841582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:14.845022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.040321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.110344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=925b4845-d7cb-417b-b766-8c1a071eda7e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:15.120734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '2aab0f3a-30e7-42fe-921a-9ac29edc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:15.121097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: bd5836f2-cfb1-4066-a022-8f2a8d05948e, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:15.140283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network bd5836f2-cfb1-4066-a022-8f2a8d05948e is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:15.150775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, bd5836f2-cfb1-4066-a022-8f2a8d05948e) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:15.155469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.155952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.160670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76680d-7b89-429c-9865-3eea3dd3c166 None None] Network bd5836f2-cfb1-4066-a022-8f2a8d05948e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:15.180114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d65647da-15ad-49f2-b1e0-1e199a4a3f9f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4339800 Dec 16 09:46:15.180627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37100) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:15.185911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627702231'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:15.219143 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:15.223388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.249445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:15.257033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3b9b-f4a3-4869-98e5-7beb1aeb3158 req-7ad957b1-bd63-444f-91c6-3e8fd64e295e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.260511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.260872 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 66819df5-613b-4f87-b17a-81969167409c of type vlan for network cd010b33-d7b3-48d0-b113-7d1aa9dcd475 Dec 16 09:46:15.261588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-110f3b9b-f4a3-4869-98e5-7beb1aeb3158 req-7ad957b1-bd63-444f-91c6-3e8fd64e295e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0700996 Dec 16 09:46:15.307894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.309705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-110f3b9b-f4a3-4869-98e5-7beb1aeb3158 req-3d2b0389-f65d-4c97-926c-2e952b75a515 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363855 Dec 16 09:46:15.350056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.353502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-bd5836f2-cfb1-4066-a022-8f2a8d05948e', 'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '925b4845-d7cb-417b-b766-8c1a071eda7e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:15.354589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.362004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.362998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.389162 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2073634 Dec 16 09:46:15.392291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37110) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:15.399932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': 'cd010b33-d7b3-48d0-b113-7d1aa9dcd475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:15.481020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dbf60-0ed3-440f-be3b-abdcd769e2b7 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=cd010b33-d7b3-48d0-b113-7d1aa9dcd475,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:15.498708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network cd010b33-d7b3-48d0-b113-7d1aa9dcd475 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:15.539690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:15.543691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.586559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Allocated IP 2001:db8:0:ffff::2 (bd5836f2-cfb1-4066-a022-8f2a8d05948e/925b4845-d7cb-417b-b766-8c1a071eda7e/34556b61-5010-4bc9-ab3e-cb2d8b563744) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:15.751905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.758639 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.766614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.807050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Network bd5836f2-cfb1-4066-a022-8f2a8d05948e is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:15.810040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:15.816950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:15.821467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Pushing event updated for resources: {'Port': ['ID=34556b61-5010-4bc9-ab3e-cb2d8b563744,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:15.848020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=e2dabf2e-ce96-43b4-a0f0-afcd84545799,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:15.860469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '66819df5-613b-4f87-b17a-81969167409c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd010b33-d7b3-48d0-b113-7d1aa9dcd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:15.860828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: cd010b33-d7b3-48d0-b113-7d1aa9dcd475, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:15.874789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Attempting to bind port 34556b61-5010-4bc9-ab3e-cb2d8b563744 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:15.875283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Attempting to bind port 34556b61-5010-4bc9-ab3e-cb2d8b563744 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2aab0f3a-30e7-42fe-921a-9ac29edc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:15.875766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Attempting to bind port 34556b61-5010-4bc9-ab3e-cb2d8b563744 on network bd5836f2-cfb1-4066-a022-8f2a8d05948e {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:15.878176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network cd010b33-d7b3-48d0-b113-7d1aa9dcd475 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:15.881320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:15.881960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Checking segment: {'id': '2aab0f3a-30e7-42fe-921a-9ac29edc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:15.882548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.883002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Bound using segment: {'id': '2aab0f3a-30e7-42fe-921a-9ac29edc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:15.883541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Bound port: 34556b61-5010-4bc9-ab3e-cb2d8b563744, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aab0f3a-30e7-42fe-921a-9ac29edc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bd5836f2-cfb1-4066-a022-8f2a8d05948e'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:15.884000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.889044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, cd010b33-d7b3-48d0-b113-7d1aa9dcd475) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:15.898797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18724002-a7f7-4e43-9964-06adaa6db003 None None] Network cd010b33-d7b3-48d0-b113-7d1aa9dcd475 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:15.901430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:15.902312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:15.921091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-043d6747-1d2a-43e1-8bfc-0953d1c99ed0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5276606 Dec 16 09:46:15.923785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37116) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.008638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] For port 34556b61-5010-4bc9-ab3e-cb2d8b563744, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:16.021863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] For port 34556b61-5010-4bc9-ab3e-cb2d8b563744, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34556b61-5010-4bc9-ab3e-cb2d8b563744,segment=NetworkSegment(2aab0f3a-30e7-42fe-921a-9ac29edc20fb),segment_id=2aab0f3a-30e7-42fe-921a-9ac29edc20fb)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:16.025569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.030219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.114902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.125437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60bfd1-3a37-4886-aeb6-460c4e280e9f None None] Pushing event updated for resources: {'Port': ['ID=34556b61-5010-4bc9-ab3e-cb2d8b563744,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.174317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1c1ba-e4a4-44e4-9be1-172f24249869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-cd010b33-d7b3-48d0-b113-7d1aa9dcd475', 'network_id': 'cd010b33-d7b3-48d0-b113-7d1aa9dcd475', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': 'e2dabf2e-ce96-43b4-a0f0-afcd84545799'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:16.175497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8a1c1ba-e4a4-44e4-9be1-172f24249869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.188118 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.217305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=e2dabf2e-ce96-43b4-a0f0-afcd84545799,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.285303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40732bac-36fe-468a-9bd7-e93ae07602a3 None None] Network cd010b33-d7b3-48d0-b113-7d1aa9dcd475 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:16.297385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.321113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd010b33-d7b3-48d0-b113-7d1aa9dcd475']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.332841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66819df5-613b-4f87-b17a-81969167409c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.334898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66819df5-613b-4f87-b17a-81969167409c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:16.353052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.404379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.416042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:16.416712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:16.423839 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:16.483274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d0eda61a-c87d-446c-b0e0-070849741ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.523786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9e3c5-3077-4e51-8e6e-6ae15af669c8 req-e1c7b6ad-71c9-4625-a180-f8884ca7dccd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:16.526403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d9e3c5-3077-4e51-8e6e-6ae15af669c8 req-e1c7b6ad-71c9-4625-a180-f8884ca7dccd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.0663896 Dec 16 09:46:16.527260 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.532907 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.537484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/cd010b33-d7b3-48d0-b113-7d1aa9dcd475 HTTP/1.1" status: 204 len: 168 time: 0.6125674 Dec 16 09:46:16.542271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37122) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.554051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249388062'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:16.555046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584995e9-1ad8-4107-b443-cf70e2a87740 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=cd010b33-d7b3-48d0-b113-7d1aa9dcd475,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.587705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d9e3c5-3077-4e51-8e6e-6ae15af669c8 req-613e9d45-8045-4742-b527-c81a28e78775 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539961 Dec 16 09:46:16.597253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:16.602108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.630694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:16.643808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.644312 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 8cb31a76-e632-4aaf-9e77-cd4854d00533 of type vlan for network 7bfdfad8-3894-4f5e-9635-34dbe32890bb Dec 16 09:46:16.686092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.712793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.719046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:16.719682 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:16.789565 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2462251 Dec 16 09:46:16.792782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37126) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:16.797718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:16.816167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ef94e-ef97-41ac-b040-2d23bc45fb8d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=7bfdfad8-3894-4f5e-9635-34dbe32890bb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:16.827331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 7bfdfad8-3894-4f5e-9635-34dbe32890bb details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:16.901167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:16.907398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.126560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34556b61-5010-4bc9-ab3e-cb2d8b563744 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:17.145671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.181421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34556b61-5010-4bc9-ab3e-cb2d8b563744 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:17.182443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.208556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=2ba24ce3-9031-4aa7-b986-4f7b2ea22b58,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.218160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '8cb31a76-e632-4aaf-9e77-cd4854d00533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:17.218513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: 7bfdfad8-3894-4f5e-9635-34dbe32890bb, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:17.241221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 7bfdfad8-3894-4f5e-9635-34dbe32890bb is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:17.255022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 7bfdfad8-3894-4f5e-9635-34dbe32890bb) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:17.266465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:17.267083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.288909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-435b35ee-5051-49ed-b95f-ae1fb458115f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4944727 Dec 16 09:46:17.291992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37128) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:17.298961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394398299'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:17.320026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:17.323763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.354575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:17.368117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.369076 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment d762b101-4eec-4695-8219-3cfa8ff4792d of type vlan for network 992a41cf-45bc-4630-b318-38637fef6e94 Dec 16 09:46:17.376224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267740f-dabd-494b-9607-ba74f89b51e2 None None] Network 7bfdfad8-3894-4f5e-9635-34dbe32890bb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:17.378027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e116752-39f4-479a-8593-b7a9b0cfdcd0 None None] Network bd5836f2-cfb1-4066-a022-8f2a8d05948e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:17.413438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.447636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.454404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:17.455346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.499341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-94ae6ce8-b44d-4085-940d-ecd4b3819480 None None] Provisioning complete for port 34556b61-5010-4bc9-ab3e-cb2d8b563744 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:17.499713 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94ae6ce8-b44d-4085-940d-ecd4b3819480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.531366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2353208 Dec 16 09:46:17.531906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37130) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:17.542998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': '992a41cf-45bc-4630-b318-38637fef6e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:17.548380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39e7e4-1c43-4bb5-8807-c817d6787d02 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=992a41cf-45bc-4630-b318-38637fef6e94,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:17.570570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 992a41cf-45bc-4630-b318-38637fef6e94 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:17.672643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:17.683622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.707251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:17.779901 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.787451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_backend_mixin [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Performing IP validity checks on allocation pools {{(pid=102398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:46:17.789052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_backend_mixin [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:46:17.864104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e708d6-3e95-45ee-a5cf-4ee96599bafe req-22c0cff6-81c7-4689-96df-9685b63dcd3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:17.875174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84e708d6-3e95-45ee-a5cf-4ee96599bafe req-22c0cff6-81c7-4689-96df-9685b63dcd3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 944 time: 0.1410012 Dec 16 09:46:17.950407 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94ae6ce8-b44d-4085-940d-ecd4b3819480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.956967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84e708d6-3e95-45ee-a5cf-4ee96599bafe req-969b7a1d-9826-4a8f-b57f-696085d378e3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800729 Dec 16 09:46:17.958352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-7bfdfad8-3894-4f5e-9635-34dbe32890bb', 'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '2ba24ce3-9031-4aa7-b986-4f7b2ea22b58'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:17.959132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:17.992966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 34556b61-5010-4bc9-ab3e-cb2d8b563744, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34556b61-5010-4bc9-ab3e-cb2d8b563744,segment=NetworkSegment(2aab0f3a-30e7-42fe-921a-9ac29edc20fb),segment_id=2aab0f3a-30e7-42fe-921a-9ac29edc20fb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:18.024052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.040128 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.114481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=0c12c9a1-d9c5-4b9e-a784-3ca1b2405d68,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.181259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': 'd762b101-4eec-4695-8219-3cfa8ff4792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '992a41cf-45bc-4630-b318-38637fef6e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:18.181794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: 992a41cf-45bc-4630-b318-38637fef6e94, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:18.207134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.208986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 992a41cf-45bc-4630-b318-38637fef6e94 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:18.229080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:18.232659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 992a41cf-45bc-4630-b318-38637fef6e94) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:18.246083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:18.253355 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.255631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8e91f-9708-4b9e-a77e-c2545e1f900e None None] Network 992a41cf-45bc-4630-b318-38637fef6e94 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:18.288530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-94ae6ce8-b44d-4085-940d-ecd4b3819480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:18.288912 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-94ae6ce8-b44d-4085-940d-ecd4b3819480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:18.297285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37138) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:18.297950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-31c78316-d7cf-4de8-8c06-88fe57cb78ab tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7635558 Dec 16 09:46:18.353341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'port_id': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'mac_address': 'fa:16:3e:34:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:18.357958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=34556b61-5010-4bc9-ab3e-cb2d8b563744,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.422884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.434510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Allocated IP 2001:db8::1 (7bfdfad8-3894-4f5e-9635-34dbe32890bb/2ba24ce3-9031-4aa7-b986-4f7b2ea22b58/db13404f-18b1-4853-8046-2c7d1cbc9d72) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:18.451925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.483614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b123df6-c4ef-490c-b65c-bda64cdaddf0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:18.487272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.560450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.580098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:18.596326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=0c12c9a1-d9c5-4b9e-a784-3ca1b2405d68,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.608593 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.639977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865c854-d4f4-4e83-a497-97eaca173896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-992a41cf-45bc-4630-b318-38637fef6e94', 'network_id': '992a41cf-45bc-4630-b318-38637fef6e94', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '0c12c9a1-d9c5-4b9e-a784-3ca1b2405d68'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:18.640829 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3865c854-d4f4-4e83-a497-97eaca173896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.666404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.687218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992a41cf-45bc-4630-b318-38637fef6e94']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:18.698999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd762b101-4eec-4695-8219-3cfa8ff4792d') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:18.699288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd762b101-4eec-4695-8219-3cfa8ff4792d') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:18.710194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.715593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.727114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.733946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:18.734748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:18.738448 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:18.816699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.825416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b8463-3222-4a6f-9c1a-7f4134cd0a8a None None] Network 992a41cf-45bc-4630-b318-38637fef6e94 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:18.825632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.833485 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/992a41cf-45bc-4630-b318-38637fef6e94 HTTP/1.1" status: 204 len: 168 time: 0.5297949 Dec 16 09:46:18.833671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37142) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:18.834411 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.846842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212294610'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:18.848065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b8463-3222-4a6f-9c1a-7f4134cd0a8a None None] Network 992a41cf-45bc-4630-b318-38637fef6e94 could not be found, it might have been deleted concurrently. {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 09:46:18.861096 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.877382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7a519-8e4a-49d8-a69e-7eb7aaec254b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=992a41cf-45bc-4630-b318-38637fef6e94,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.889508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:18.893195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.903229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Network 7bfdfad8-3894-4f5e-9635-34dbe32890bb is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:18.906144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:18.909895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:18.917741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Pushing event updated for resources: {'Port': ['ID=db13404f-18b1-4853-8046-2c7d1cbc9d72,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:18.919983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:18.935789 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:18.936476 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 2bc89d50-7b74-4467-a295-ffbf0de9a47c of type vlan for network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 Dec 16 09:46:18.994464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Attempting to bind port db13404f-18b1-4853-8046-2c7d1cbc9d72 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:18.994464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Attempting to bind port db13404f-18b1-4853-8046-2c7d1cbc9d72 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8cb31a76-e632-4aaf-9e77-cd4854d00533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:18.994845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Attempting to bind port db13404f-18b1-4853-8046-2c7d1cbc9d72 on network 7bfdfad8-3894-4f5e-9635-34dbe32890bb {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:19.004324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:19.004728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Checking segment: {'id': '8cb31a76-e632-4aaf-9e77-cd4854d00533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:19.005170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.005510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Bound using segment: {'id': '8cb31a76-e632-4aaf-9e77-cd4854d00533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:19.006013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Bound port: db13404f-18b1-4853-8046-2c7d1cbc9d72, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb31a76-e632-4aaf-9e77-cd4854d00533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7bfdfad8-3894-4f5e-9635-34dbe32890bb'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:19.007132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.008297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.010859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f813e3ed-9562-4b2a-9efc-e55b91e3ba74 None None] Provisioning complete for port 34556b61-5010-4bc9-ab3e-cb2d8b563744 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:19.011220 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f813e3ed-9562-4b2a-9efc-e55b91e3ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.057145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['5b123df6-c4ef-490c-b65c-bda64cdaddf0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:19.060457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.070932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.071885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.111274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2768283 Dec 16 09:46:19.114041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37148) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:19.120123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:19.152773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34556b61-5010-4bc9-ab3e-cb2d8b563744 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:19.212363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab700f-47e8-47d7-865f-726434829181 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=39ceb1ee-9751-4308-a5ef-cb29e1af2dc1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:19.214292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] For port db13404f-18b1-4853-8046-2c7d1cbc9d72, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:19.223197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] For port db13404f-18b1-4853-8046-2c7d1cbc9d72, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=db13404f-18b1-4853-8046-2c7d1cbc9d72,segment=NetworkSegment(8cb31a76-e632-4aaf-9e77-cd4854d00533),segment_id=8cb31a76-e632-4aaf-9e77-cd4854d00533)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:19.252361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:19.260670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.319419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6dc6c-fb7f-4833-9943-753cc3a77da5 req-b75ebac6-4cfe-4f10-b031-835fdd742a95 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.321053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7b6dc6c-fb7f-4833-9943-753cc3a77da5 req-b75ebac6-4cfe-4f10-b031-835fdd742a95 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 945 time: 0.1059093 Dec 16 09:46:19.358093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:19.361694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.425559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7b6dc6c-fb7f-4833-9943-753cc3a77da5 req-110ca331-3ff4-4b73-99aa-04704a830b07 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951579 Dec 16 09:46:19.630703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34556b61-5010-4bc9-ab3e-cb2d8b563744 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:19.631245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.642248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ce26-c305-40ef-88aa-9d49d7d6ab3b None None] Pushing event updated for resources: {'Port': ['ID=db13404f-18b1-4853-8046-2c7d1cbc9d72,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:19.701192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.790424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=270a0ce3-6582-4a65-85b7-ec19415080b4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:19.803451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '2bc89d50-7b74-4467-a295-ffbf0de9a47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:19.803874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:19.855778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:19.861428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.879983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.882001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:19.891522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:19.892025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bade56-37fd-4e33-9a52-8159c6a62e28 None None] Network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:19.892150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:19.914835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9583b0d1-35ab-48be-9842-e9cf7a1e0bc2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7966132 Dec 16 09:46:19.915177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37152) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:20.043705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.100598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-39ceb1ee-9751-4308-a5ef-cb29e1af2dc1', 'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '270a0ce3-6582-4a65-85b7-ec19415080b4'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:20.101223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.166275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.268815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Allocated IP 2001:db8::1 (39ceb1ee-9751-4308-a5ef-cb29e1af2dc1/270a0ce3-6582-4a65-85b7-ec19415080b4/8cb8e640-95c8-4b2a-868f-12bdde33eb37) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:20.418810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.426996 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.446925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:20.447910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.468268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:20.471452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:20.502639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=270a0ce3-6582-4a65-85b7-ec19415080b4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:20.535620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Pushing event updated for resources: {'Port': ['ID=8cb8e640-95c8-4b2a-868f-12bdde33eb37,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:20.560892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Attempting to bind port 8cb8e640-95c8-4b2a-868f-12bdde33eb37 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:20.561263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Attempting to bind port 8cb8e640-95c8-4b2a-868f-12bdde33eb37 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2bc89d50-7b74-4467-a295-ffbf0de9a47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:20.561619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Attempting to bind port 8cb8e640-95c8-4b2a-868f-12bdde33eb37 on network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:20.567642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:20.568010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Checking segment: {'id': '2bc89d50-7b74-4467-a295-ffbf0de9a47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:20.568509 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.568902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Bound using segment: {'id': '2bc89d50-7b74-4467-a295-ffbf0de9a47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:20.569625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Bound port: 8cb8e640-95c8-4b2a-868f-12bdde33eb37, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc89d50-7b74-4467-a295-ffbf0de9a47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:20.570018 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.640863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.655866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] For port 8cb8e640-95c8-4b2a-868f-12bdde33eb37, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:20.659639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] For port 8cb8e640-95c8-4b2a-868f-12bdde33eb37, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8cb8e640-95c8-4b2a-868f-12bdde33eb37,segment=NetworkSegment(2bc89d50-7b74-4467-a295-ffbf0de9a47c),segment_id=2bc89d50-7b74-4467-a295-ffbf0de9a47c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:20.664425 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.679682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ceb1ee-9751-4308-a5ef-cb29e1af2dc1']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:20.696473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc89d50-7b74-4467-a295-ffbf0de9a47c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:20.696857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc89d50-7b74-4467-a295-ffbf0de9a47c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:20.721666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3369c06-d386-40ce-b858-2236beb5682b req-7198ff7b-7fae-4023-bb33-902c03e7854b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:20.723375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3369c06-d386-40ce-b858-2236beb5682b req-7198ff7b-7fae-4023-bb33-902c03e7854b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 945 time: 0.1281939 Dec 16 09:46:20.727668 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.752855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.759648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad0367-798e-4d83-aa6f-5b4e4b7e6087 None None] Pushing event updated for resources: {'Port': ['ID=8cb8e640-95c8-4b2a-868f-12bdde33eb37,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:20.762865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:20.763535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:20.767244 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:20.784621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b3131-bce6-4a7b-9086-ed1f706dbc81 None None] Network 39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:20.831636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7411e38c-9fac-43cb-ad8f-40a833efd64d None None] Network 7bfdfad8-3894-4f5e-9635-34dbe32890bb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:20.843809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3369c06-d386-40ce-b858-2236beb5682b req-8853d6c0-e914-42ba-a7b2-e0ec7fbdded1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090162 Dec 16 09:46:20.854194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:46:20.854194 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:46:20.854194 n-d-821941-1 neutron-server[102398]: [parameters: {'id': '39ceb1ee-9751-4308-a5ef-cb29e1af2dc1'}] Dec 16 09:46:20.854194 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:20.854707 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:20.946727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c45d8d2a-e4d9-48bb-8b3a-fc16766cfd93 None None] Provisioning complete for port db13404f-18b1-4853-8046-2c7d1cbc9d72 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:20.947154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c45d8d2a-e4d9-48bb-8b3a-fc16766cfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.121164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device db13404f-18b1-4853-8046-2c7d1cbc9d72 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:21.173257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c45d8d2a-e4d9-48bb-8b3a-fc16766cfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.220365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port db13404f-18b1-4853-8046-2c7d1cbc9d72 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:21.220960 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.225828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c45d8d2a-e4d9-48bb-8b3a-fc16766cfd93 None None] For port db13404f-18b1-4853-8046-2c7d1cbc9d72, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=db13404f-18b1-4853-8046-2c7d1cbc9d72,segment=NetworkSegment(8cb31a76-e632-4aaf-9e77-cd4854d00533),segment_id=8cb31a76-e632-4aaf-9e77-cd4854d00533)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:21.247107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c45d8d2a-e4d9-48bb-8b3a-fc16766cfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.324926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d8d2a-e4d9-48bb-8b3a-fc16766cfd93 None None] Pushing event updated for resources: {'Port': ['ID=db13404f-18b1-4853-8046-2c7d1cbc9d72,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:21.356055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.432457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port 8cb8e640-95c8-4b2a-868f-12bdde33eb37 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:21.433298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.447406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8b9b9-f64b-4548-991d-97dfbe744839 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:21.500742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b0636cc5-e602-4e4c-8fe2-abb12e90242b None None] Provisioning complete for port db13404f-18b1-4853-8046-2c7d1cbc9d72 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:21.500948 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0636cc5-e602-4e4c-8fe2-abb12e90242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.542067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port 8cb8e640-95c8-4b2a-868f-12bdde33eb37, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8cb8e640-95c8-4b2a-868f-12bdde33eb37,segment=NetworkSegment(2bc89d50-7b74-4467-a295-ffbf0de9a47c),segment_id=2bc89d50-7b74-4467-a295-ffbf0de9a47c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:21.542448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.559555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for 8cb8e640-95c8-4b2a-868f-12bdde33eb37 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:21.588442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7de9f-d519-4c4c-a612-3c614e35b8ca req-66422e16-81dd-4c13-bbbd-5a169c43c231 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:21.589711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8e7de9f-d519-4c4c-a612-3c614e35b8ca req-66422e16-81dd-4c13-bbbd-5a169c43c231 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0895181 Dec 16 09:46:21.674038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8e7de9f-d519-4c4c-a612-3c614e35b8ca req-2756d9ef-566d-4d1a-a3db-b3dde039c181 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547707 Dec 16 09:46:21.686305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8b9b9-f64b-4548-991d-97dfbe744839 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:21.707142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.727037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:21.734445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=8cb8e640-95c8-4b2a-868f-12bdde33eb37,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:21.740309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port 8cb8e640-95c8-4b2a-868f-12bdde33eb37 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:21.838716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.852073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:21.852073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.863967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ceb1ee-9751-4308-a5ef-cb29e1af2dc1']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.876485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc89d50-7b74-4467-a295-ffbf0de9a47c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.877218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc89d50-7b74-4467-a295-ffbf0de9a47c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:21.888623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.904856 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.911698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:21.912099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:21.916224 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:22.024201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.032459 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.035758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 HTTP/1.1" status: 204 len: 168 time: 2.1194353 Dec 16 09:46:22.039269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37174) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:22.045650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305789964'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:22.057777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493e584-3790-4346-be7a-3944d700ad49 req-e16eef3b-d59a-4989-8da0-4be30f502101 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.059345 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6493e584-3790-4346-be7a-3944d700ad49 req-e16eef3b-d59a-4989-8da0-4be30f502101 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 945 time: 0.0903308 Dec 16 09:46:22.060363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64109dff-dc59-455d-8d3e-d98ab824de6f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=39ceb1ee-9751-4308-a5ef-cb29e1af2dc1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:22.068142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:22.072690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.106234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:22.119073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.119873 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment a75c5d29-d169-4f86-8072-44d5f0b4db41 of type vlan for network ed6da606-1b8a-4ec4-ae74-afbdee83a79d Dec 16 09:46:22.126470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6493e584-3790-4346-be7a-3944d700ad49 req-f81a8bf9-78e8-4dd6-878f-870e53414373 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486560 Dec 16 09:46:22.167566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.186551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.195908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:22.198293 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609801ca-e4a8-4841-a0b5-4ae38d612487" -d '{"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:22.211485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:22.216428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.220075 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.226167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.226795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.263894 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749e3d90-e163-4492-b2e7-482c54ebb9e6 x-openstack-request-id: req-749e3d90-e163-4492-b2e7-482c54ebb9e6 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:22.264175 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:22.264424 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-749e3d90-e163-4492-b2e7-482c54ebb9e6 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:22.264812 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'code': 200} Dec 16 09:46:22.275521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:22.303907 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2629659 Dec 16 09:46:22.307028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37178) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:22.307247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f03dbb-b41e-41b5-9e50-dbe6e754073d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=ed6da606-1b8a-4ec4-ae74-afbdee83a79d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:22.312145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:22.318020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ed6da606-1b8a-4ec4-ae74-afbdee83a79d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:22.429836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:22.433330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.488869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f2b6a-df81-4247-ac05-9cce66ea2390 req-daf421e3-e50c-499f-940a-a8a785d54fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.490306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-992f2b6a-df81-4247-ac05-9cce66ea2390 req-daf421e3-e50c-499f-940a-a8a785d54fdf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 1098 time: 0.0944693 Dec 16 09:46:22.555317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-992f2b6a-df81-4247-ac05-9cce66ea2390 req-8e3eda63-373c-42d3-8916-d476d5383992 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555043 Dec 16 09:46:22.651449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.708243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=b991879b-2bfd-4b77-b991-9e38579936ee,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:22.720296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': 'a75c5d29-d169-4f86-8072-44d5f0b4db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:22.720649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: ed6da606-1b8a-4ec4-ae74-afbdee83a79d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:22.739348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network ed6da606-1b8a-4ec4-ae74-afbdee83a79d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:22.748869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ed6da606-1b8a-4ec4-ae74-afbdee83a79d) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:22.753894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.755863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.757749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c47289-871c-4d35-be4f-56399f6bd20a None None] Network ed6da606-1b8a-4ec4-ae74-afbdee83a79d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:22.807875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf60b09d-e96c-432b-bd68-a6f814e11f33 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4996865 Dec 16 09:46:22.810504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37182) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:22.842806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054590f-8fc8-4129-8735-debc48fdabce req-260b37e3-0f9e-4244-8363-34d454cad681 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:22.845103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5054590f-8fc8-4129-8735-debc48fdabce req-260b37e3-0f9e-4244-8363-34d454cad681 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0857720 Dec 16 09:46:22.909322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ed6da606-1b8a-4ec4-ae74-afbdee83a79d', 'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': 'b991879b-2bfd-4b77-b991-9e38579936ee'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:22.910221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:22.934209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5054590f-8fc8-4129-8735-debc48fdabce req-ea0de46b-cea2-4274-88b5-5c82f806ec98 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582459 Dec 16 09:46:22.954652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.015974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.072205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Allocated IP 2001:db8::1 (ed6da606-1b8a-4ec4-ae74-afbdee83a79d/b991879b-2bfd-4b77-b991-9e38579936ee/4b52e11d-7130-4234-a011-6c43421933da) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:23.081480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device db13404f-18b1-4853-8046-2c7d1cbc9d72 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:23.204075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port db13404f-18b1-4853-8046-2c7d1cbc9d72 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:23.204446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.301014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.317287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc974-a31b-4dbe-be0f-9d4453d40eca req-9529779f-7c7f-4dbc-9eae-81936c97a387 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:23.319295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef7bc974-a31b-4dbe-be0f-9d4453d40eca req-9529779f-7c7f-4dbc-9eae-81936c97a387 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 947 time: 0.0910728 Dec 16 09:46:23.332889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e4f6b2da-aef4-4eac-a18d-630ef1fb4e68 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:23.334663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e4f6b2da-aef4-4eac-a18d-630ef1fb4e68 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.0768957 Dec 16 09:46:23.393674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.631862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=b991879b-2bfd-4b77-b991-9e38579936ee,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Network ed6da606-1b8a-4ec4-ae74-afbdee83a79d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Pushing event updated for resources: {'Port': ['ID=4b52e11d-7130-4234-a011-6c43421933da,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Attempting to bind port 4b52e11d-7130-4234-a011-6c43421933da on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Attempting to bind port 4b52e11d-7130-4234-a011-6c43421933da by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a75c5d29-d169-4f86-8072-44d5f0b4db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:23.638705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Attempting to bind port 4b52e11d-7130-4234-a011-6c43421933da on network ed6da606-1b8a-4ec4-ae74-afbdee83a79d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:23.643804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:23.644744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Checking segment: {'id': 'a75c5d29-d169-4f86-8072-44d5f0b4db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:23.645322 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.645772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Bound using segment: {'id': 'a75c5d29-d169-4f86-8072-44d5f0b4db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:23.646267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Bound port: 4b52e11d-7130-4234-a011-6c43421933da, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75c5d29-d169-4f86-8072-44d5f0b4db41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:23.646710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.718899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] For port 4b52e11d-7130-4234-a011-6c43421933da, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:23.722621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] For port 4b52e11d-7130-4234-a011-6c43421933da, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4b52e11d-7130-4234-a011-6c43421933da,segment=NetworkSegment(a75c5d29-d169-4f86-8072-44d5f0b4db41),segment_id=a75c5d29-d169-4f86-8072-44d5f0b4db41)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:23.728804 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.805059 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:23.825652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db69e-6f34-4e80-95de-11dd4fe6f547 None None] Pushing event updated for resources: {'Port': ['ID=4b52e11d-7130-4234-a011-6c43421933da,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:23.860901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4401fc20-9894-4527-8633-cb93c564360e None None] Network ed6da606-1b8a-4ec4-ae74-afbdee83a79d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:24.018356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef7bc974-a31b-4dbe-be0f-9d4453d40eca req-a530c7e7-6e66-4858-b8c3-ae7e151ad7e0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6806569 Dec 16 09:46:24.035190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec54088-5638-42d5-aa38-992e1eac5046 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:24.037098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.077485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6da606-1b8a-4ec4-ae74-afbdee83a79d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:24.094112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75c5d29-d169-4f86-8072-44d5f0b4db41') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:24.094596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75c5d29-d169-4f86-8072-44d5f0b4db41') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:24.113512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:24.114020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.118385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.170421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.183594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:24.183594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:24.190836 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:24.288426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec54088-5638-42d5-aa38-992e1eac5046 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:24.343821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:24.344183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.355408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:46:24.355408 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:46:24.355408 n-d-821941-1 neutron-server[102398]: [parameters: {'id': 'ed6da606-1b8a-4ec4-ae74-afbdee83a79d'}] Dec 16 09:46:24.355408 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:24.355958 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:24.372934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e91d3-cee5-473e-b1a0-d80ae14a123c req-100d2ab9-580e-4adc-afae-6910647d480e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:24.374620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-027e91d3-cee5-473e-b1a0-d80ae14a123c req-100d2ab9-580e-4adc-afae-6910647d480e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 945 time: 0.1228211 Dec 16 09:46:24.454680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-027e91d3-cee5-473e-b1a0-d80ae14a123c req-0f52c627-ce91-41b9-93e3-4b8a94907ae4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473692 Dec 16 09:46:24.642468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.643277 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.643277 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Floating IP 5ac14e9b-005f-4a11-a62f-f04e576a1c7c disassociated. External IP: 172.25.6.196, port: 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f. Dec 16 09:46:24.643530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:24.779716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.815052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=4dcc5d08-3152-4677-b7e7-4d84a7e33a3f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:24.863563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:24.977209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:25.011109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port 4b52e11d-7130-4234-a011-6c43421933da {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:25.011445 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.046825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.173319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port 4b52e11d-7130-4234-a011-6c43421933da, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4b52e11d-7130-4234-a011-6c43421933da,segment=NetworkSegment(a75c5d29-d169-4f86-8072-44d5f0b4db41),segment_id=a75c5d29-d169-4f86-8072-44d5f0b4db41)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:25.173699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.194398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for 4b52e11d-7130-4234-a011-6c43421933da owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:25.230672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306baef8-3507-43b7-81eb-79ea692bae59 req-5efc08bc-1d17-4d5f-8fc3-6ef90329cb44 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:25.232266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-306baef8-3507-43b7-81eb-79ea692bae59 req-5efc08bc-1d17-4d5f-8fc3-6ef90329cb44 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 947 time: 0.1119065 Dec 16 09:46:25.235055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:25.247464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:25.259597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:25.260219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:25.325014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:25.332155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.335621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d2512b8-60d0-48b8-bf4e-eaea34fa2af0 req-e607f5f0-94b0-4e2f-b55c-4aabdce68acb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "DELETE /v2.0/ports/4dcc5d08-3152-4677-b7e7-4d84a7e33a3f HTTP/1.1" status: 204 len: 173 time: 1.9935851 Dec 16 09:46:25.336434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'name': 'network-vif-deleted', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:25.338887 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ddc927-4821-4607-95a5-d4ba963ae2c7" -d '{"events": [{"server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "name": "network-vif-deleted", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:25.381635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-306baef8-3507-43b7-81eb-79ea692bae59 req-57e6c4bb-8ac3-4ee4-bcd2-23a16084bcb8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351056 Dec 16 09:46:25.428930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.434969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:25.481496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=4b52e11d-7130-4234-a011-6c43421933da,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:25.493431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port 4b52e11d-7130-4234-a011-6c43421933da on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:25.557226 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a2894-af2f-4271-9060-c624e02b0214 x-openstack-request-id: req-170a2894-af2f-4271-9060-c624e02b0214 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:25.557522 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ac7a94-7a06-473f-b616-d4012af9c9dc", "name": "network-vif-deleted", "tag": "4dcc5d08-3152-4677-b7e7-4d84a7e33a3f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:25.557770 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-170a2894-af2f-4271-9060-c624e02b0214 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:25.558190 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ac7a94-7a06-473f-b616-d4012af9c9dc', 'name': 'network-vif-deleted', 'tag': '4dcc5d08-3152-4677-b7e7-4d84a7e33a3f', 'status': 'completed', 'code': 200} Dec 16 09:46:25.648058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.690510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4814d292-5214-4d30-9f46-4137e4fa2716 req-9df0686c-3669-45fe-a0f3-54179601662b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0600188 Dec 16 09:46:25.720602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6da606-1b8a-4ec4-ae74-afbdee83a79d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:25.733765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75c5d29-d169-4f86-8072-44d5f0b4db41') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:25.734166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75c5d29-d169-4f86-8072-44d5f0b4db41') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:25.746269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.770758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.778674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:25.779076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.780273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:25.782578 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:25.846345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:46:25.854738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.863531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:25.863956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:25.869303 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.873001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/ed6da606-1b8a-4ec4-ae74-afbdee83a79d HTTP/1.1" status: 204 len: 168 time: 3.0599546 Dec 16 09:46:25.876359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37284) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:25.882180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580920586'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:25.912470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb10de4-0586-47ac-bd2c-f7c4df94cb97 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=ed6da606-1b8a-4ec4-ae74-afbdee83a79d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:25.935764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:25.940028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.969466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:25.982533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:25.983242 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 851f72f6-049a-477b-95a9-ed10a823cae6 of type vlan for network d321b390-7788-43e1-897f-82b5836bfe21 Dec 16 09:46:26.027087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:26.052181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.093621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.111952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:26.112782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.198505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3184295 Dec 16 09:46:26.199310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37292) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:26.199897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48676-aea6-4e0d-88dd-fafaa07fe898 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=d321b390-7788-43e1-897f-82b5836bfe21,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:26.206557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:26.216120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:26.321618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:26.326036 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.382396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:26.424466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a596e0f-a621-47ba-ac64-3499805a34f2 None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:46:26.591973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.654335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:26.678036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '851f72f6-049a-477b-95a9-ed10a823cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:26.678616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: d321b390-7788-43e1-897f-82b5836bfe21, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:26.700902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network d321b390-7788-43e1-897f-82b5836bfe21 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:26.733464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d321b390-7788-43e1-897f-82b5836bfe21) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:26.737636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:26.738272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:26.748909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0b3df-09de-456b-8909-d16e96d36bc6 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:26.794739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2adde9d8-5e3c-41f4-a5cc-4ef6ac7e288b tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5939569 Dec 16 09:46:26.796821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:26.807055 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54482b83-e0f6-4a58-931c-a5d34ac2cdef None None] New status for floating IP 5ac14e9b-005f-4a11-a62f-f04e576a1c7c: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:46:26.809237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:26.846146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-804d6145-1e21-493c-977a-7f6e39be47b9 req-6e181464-7554-458c-8e54-8089bfda6d11 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0351508 Dec 16 09:46:26.978539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:26.985861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.046000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-d321b390-7788-43e1-897f-82b5836bfe21', 'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:27.047000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.245883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Allocated IP 2001:db8::2 (d321b390-7788-43e1-897f-82b5836bfe21/8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a/ec5f8617-6741-40ab-969b-a457146ffc3e) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:27.336007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.401107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=5c2f455f-c465-4935-9f36-207aaf5dec23,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:27.416408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network d321b390-7788-43e1-897f-82b5836bfe21 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:27.418446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:27.425446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.426473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.430431 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.440402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.447898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8dd7d77a-063f-4325-bc66-bb9fe64ec704 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6493814 Dec 16 09:46:27.453720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37314) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:27.486744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:27.492307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:27.499594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:27.517785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Pushing event updated for resources: {'Port': ['ID=ec5f8617-6741-40ab-969b-a457146ffc3e,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:27.518007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4af473-f3bb-44cd-944f-dd9cfa2c8665 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.518560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4af473-f3bb-44cd-944f-dd9cfa2c8665 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.520436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4af473-f3bb-44cd-944f-dd9cfa2c8665 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.522024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4af473-f3bb-44cd-944f-dd9cfa2c8665 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.526148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4af473-f3bb-44cd-944f-dd9cfa2c8665 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.528102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ad4af473-f3bb-44cd-944f-dd9cfa2c8665 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0733778 Dec 16 09:46:27.532413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37316) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:27.538344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938109364'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:27.579925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Attempting to bind port ec5f8617-6741-40ab-969b-a457146ffc3e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:27.579925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Attempting to bind port ec5f8617-6741-40ab-969b-a457146ffc3e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '851f72f6-049a-477b-95a9-ed10a823cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:27.580674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Attempting to bind port ec5f8617-6741-40ab-969b-a457146ffc3e on network d321b390-7788-43e1-897f-82b5836bfe21 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:27.588341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:27.588848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Checking segment: {'id': '851f72f6-049a-477b-95a9-ed10a823cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:27.591374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.591374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Bound using segment: {'id': '851f72f6-049a-477b-95a9-ed10a823cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:27.592713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Bound port: ec5f8617-6741-40ab-969b-a457146ffc3e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851f72f6-049a-477b-95a9-ed10a823cae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:27.592713 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.606778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:27.610328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.683755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:27.684488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] For port ec5f8617-6741-40ab-969b-a457146ffc3e, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:27.689931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] For port ec5f8617-6741-40ab-969b-a457146ffc3e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec5f8617-6741-40ab-969b-a457146ffc3e,segment=NetworkSegment(851f72f6-049a-477b-95a9-ed10a823cae6),segment_id=851f72f6-049a-477b-95a9-ed10a823cae6)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:27.696885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.697428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.701007 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 32090f7a-b13e-4ba6-89f5-34621ef4c055 of type vlan for network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 Dec 16 09:46:27.757944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.759239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:27.805127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.811929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:27.812561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:27.814466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:27.815131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 4dcc5d08-3152-4677-b7e7-4d84a7e33a3f not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:27.855226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5969d-cef6-4f61-9106-4d27956f9598 None None] Pushing event updated for resources: {'Port': ['ID=ec5f8617-6741-40ab-969b-a457146ffc3e,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:27.887823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=60dde608-e5d5-4ee3-b8aa-9466591b5ff1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:27.902500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:27.905928 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-32090da1-f2bf-4cfe-831a-fa3491713d75 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3721919 Dec 16 09:46:27.908638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37326) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:27.914871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:28.000302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-262bf849-aac0-44f0-aca1-6baab61aabc0 req-e9a595f7-9cf1-4ee7-9b05-588a75a57597 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0446911 Dec 16 09:46:28.144112 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:46:28.168035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.190443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.256026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 is not hosted by any dhcp agent {{(pid=102397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:46:28.262950 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:28.263799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.265282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "PUT /v2.0/networks/60dde608-e5d5-4ee3-b8aa-9466591b5ff1 HTTP/1.1" status: 200 len: 723 time: 0.3554337 Dec 16 09:46:28.271100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37334) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:28.283162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:28.354046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f875376-701b-4b48-9c78-28f178275fc6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=60dde608-e5d5-4ee3-b8aa-9466591b5ff1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:28.364824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:28.409565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:28.416301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.639929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.709412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '32090f7a-b13e-4ba6-89f5-34621ef4c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:28.709927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: 60dde608-e5d5-4ee3-b8aa-9466591b5ff1, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:28.712198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=416b878c-765a-40ce-8517-779d5e7745a4,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:28.735534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:28.751162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 60dde608-e5d5-4ee3-b8aa-9466591b5ff1) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:28.760511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cb164-07ab-45ca-860c-bf48de18d46c None None] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:28.764014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:28.765916 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:28.801286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37342) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:28.801535 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7fbbc92d-12d0-4d27-aa7b-88717b99f651 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5276885 Dec 16 09:46:28.807801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:28.987607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8424210'] for subnet, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.086466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-60dde608-e5d5-4ee3-b8aa-9466591b5ff1', 'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '416b878c-765a-40ce-8517-779d5e7745a4'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:29.087349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.206729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec5f8617-6741-40ab-969b-a457146ffc3e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:29.217381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ec11c23-f869-4bf7-ac72-24f1cf53b01b req-dc93ae80-8e37-47d3-b4aa-44413c09b2ef tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0680070 Dec 16 09:46:29.361017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742503982493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12216628'] for subnet, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.380166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:29.381394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.383034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "PUT /v2.0/subnets/416b878c-765a-40ce-8517-779d5e7745a4 HTTP/1.1" status: 200 len: 826 time: 0.5803051 Dec 16 09:46:29.385971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37352) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:29.430169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910840b-7c00-41cc-ae43-86f3839f8678 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:29.498057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbaab7-901d-4549-8939-6c988979d8f6 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=416b878c-765a-40ce-8517-779d5e7745a4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:29.512312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-970973ce-d34c-419c-80f1-acaedb2463fa None None] Provisioning complete for port ec5f8617-6741-40ab-969b-a457146ffc3e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:29.512791 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-970973ce-d34c-419c-80f1-acaedb2463fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.563383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.628833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.654462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ec5f8617-6741-40ab-969b-a457146ffc3e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:29.654838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:29.659005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Allocated IP 2001:db8::2 (60dde608-e5d5-4ee3-b8aa-9466591b5ff1/416b878c-765a-40ce-8517-779d5e7745a4/36757f0e-53e8-48f8-87fa-679bc35a1f56) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:29.884497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-970973ce-d34c-419c-80f1-acaedb2463fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.015618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-970973ce-d34c-419c-80f1-acaedb2463fa None None] For port ec5f8617-6741-40ab-969b-a457146ffc3e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec5f8617-6741-40ab-969b-a457146ffc3e,segment=NetworkSegment(851f72f6-049a-477b-95a9-ed10a823cae6),segment_id=851f72f6-049a-477b-95a9-ed10a823cae6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:30.020781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.056279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-970973ce-d34c-419c-80f1-acaedb2463fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.120258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] Update dhcp port {'port': {'network_id': 'd321b390-7788-43e1-897f-82b5836bfe21', 'fixed_ips': [{'subnet_id': '8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5c2f455f-c465-4935-9f36-207aaf5dec23'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'ec5f8617-6741-40ab-969b-a457146ffc3e'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:46:30.174225 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.198094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.204730 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.210212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.212239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970973ce-d34c-419c-80f1-acaedb2463fa None None] Pushing event updated for resources: {'Port': ['ID=ec5f8617-6741-40ab-969b-a457146ffc3e,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:30.259346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:30.259756 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:30.295179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=416b878c-765a-40ce-8517-779d5e7745a4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:30.297556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:30.304274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:30.315036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:30.322911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Pushing event updated for resources: {'Port': ['ID=36757f0e-53e8-48f8-87fa-679bc35a1f56,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:30.379634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.442797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dde608-e5d5-4ee3-b8aa-9466591b5ff1']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:30.470450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-553d940e-fabc-4c16-875c-0215d9176f4a req-d707d34f-5810-4d29-b442-ea8c30a84adc tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=20ac7a94-7a06-473f-b616-d4012af9c9dc HTTP/1.1" status: 200 len: 210 time: 0.0447502 Dec 16 09:46:30.477651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32090f7a-b13e-4ba6-89f5-34621ef4c055') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:30.478192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32090f7a-b13e-4ba6-89f5-34621ef4c055') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:30.489924 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.518013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.528390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:30.529153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:30.531941 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:30.578092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Attempting to bind port 36757f0e-53e8-48f8-87fa-679bc35a1f56 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:30.578770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Attempting to bind port 36757f0e-53e8-48f8-87fa-679bc35a1f56 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '32090f7a-b13e-4ba6-89f5-34621ef4c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:30.579105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Attempting to bind port 36757f0e-53e8-48f8-87fa-679bc35a1f56 on network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:30.592697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:30.593261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Checking segment: {'id': '32090f7a-b13e-4ba6-89f5-34621ef4c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:30.593871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.594458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Bound using segment: {'id': '32090f7a-b13e-4ba6-89f5-34621ef4c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:30.595151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Bound port: 36757f0e-53e8-48f8-87fa-679bc35a1f56, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32090f7a-b13e-4ba6-89f5-34621ef4c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:30.595702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.613312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.db.api [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:46:30.613312 n-d-821941-1 neutron-server[102397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:46:30.613312 n-d-821941-1 neutron-server[102397]: [parameters: {'id': '60dde608-e5d5-4ee3-b8aa-9466591b5ff1'}] Dec 16 09:46:30.613312 n-d-821941-1 neutron-server[102397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:30.613913 n-d-821941-1 neutron-server[102397]: DEBUG oslo_db.api [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:30.671808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] Allocated IP 172.20.0.1 (d321b390-7788-43e1-897f-82b5836bfe21/5c2f455f-c465-4935-9f36-207aaf5dec23/ec5f8617-6741-40ab-969b-a457146ffc3e) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:30.751549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] For port 36757f0e-53e8-48f8-87fa-679bc35a1f56, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:30.793159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] For port 36757f0e-53e8-48f8-87fa-679bc35a1f56, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=36757f0e-53e8-48f8-87fa-679bc35a1f56,segment=NetworkSegment(32090f7a-b13e-4ba6-89f5-34621ef4c055),segment_id=32090f7a-b13e-4ba6-89f5-34621ef4c055)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:30.804553 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.912626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] For port ec5f8617-6741-40ab-969b-a457146ffc3e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec5f8617-6741-40ab-969b-a457146ffc3e,segment=NetworkSegment(851f72f6-049a-477b-95a9-ed10a823cae6),segment_id=851f72f6-049a-477b-95a9-ed10a823cae6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:30.934021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269e378-cdd8-45fe-9df9-7d4eadcb8e81 None None] Pushing event updated for resources: {'Port': ['ID=36757f0e-53e8-48f8-87fa-679bc35a1f56,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:30.961017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:30.966398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea0705-a94b-4739-98f0-b7526f68d811 None None] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:30.970093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.107283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec5f8617-6741-40ab-969b-a457146ffc3e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:31.115782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.169164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae102e-90e8-453d-b9cf-f8144539b27d None None] Pushing event updated for resources: {'Port': ['ID=ec5f8617-6741-40ab-969b-a457146ffc3e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:31.198534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port 36757f0e-53e8-48f8-87fa-679bc35a1f56 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:31.198989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.248144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418acf07-dc43-4c49-aa19-dc1521d52178 None None] Network 60dde608-e5d5-4ee3-b8aa-9466591b5ff1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:31.264057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ec5f8617-6741-40ab-969b-a457146ffc3e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:31.264418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.304642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port 36757f0e-53e8-48f8-87fa-679bc35a1f56, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=36757f0e-53e8-48f8-87fa-679bc35a1f56,segment=NetworkSegment(32090f7a-b13e-4ba6-89f5-34621ef4c055),segment_id=32090f7a-b13e-4ba6-89f5-34621ef4c055)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:31.305265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.324251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for 36757f0e-53e8-48f8-87fa-679bc35a1f56 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:31.405403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.440523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=36757f0e-53e8-48f8-87fa-679bc35a1f56,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:31.442917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port 36757f0e-53e8-48f8-87fa-679bc35a1f56 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:31.542482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.569211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dde608-e5d5-4ee3-b8aa-9466591b5ff1']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:31.580088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32090f7a-b13e-4ba6-89f5-34621ef4c055') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:31.580788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32090f7a-b13e-4ba6-89f5-34621ef4c055') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:31.603806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.624322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.638740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:31.639132 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:31.643783 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:31.719759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.728114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.731249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/60dde608-e5d5-4ee3-b8aa-9466591b5ff1 HTTP/1.1" status: 204 len: 168 time: 2.3441851 Dec 16 09:46:31.733738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37398) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:31.751576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02d54f-ad45-4a5e-b54b-9b5b81b84f99 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=60dde608-e5d5-4ee3-b8aa-9466591b5ff1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:31.762869 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-021c30a0-5936-4068-b162-40f9463863e2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:31.763137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021c30a0-5936-4068-b162-40f9463863e2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:31.764288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-517eb364-3693-4096-a098-cd6f58b0e501 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690866971&fields=id&tenant_id=ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 267 time: 0.0517516 Dec 16 09:46:31.770049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-021c30a0-5936-4068-b162-40f9463863e2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/60dde608-e5d5-4ee3-b8aa-9466591b5ff1 HTTP/1.1" status: 404 len: 339 time: 0.0316463 Dec 16 09:46:31.770612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37400) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:31.776495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931260989', 'description': 'd1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:31.803175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:31.807157 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.816607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b905afd-505e-415f-94b3-ec8a5de7ef44 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:31.845530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:31.858481 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.859197 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment dbea1b1e-e26e-436b-bdad-76c39ce80d1b of type vlan for network 29251633-0212-461d-a1fe-3024f8cd8aab Dec 16 09:46:31.904651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d4532b2f-65c0-4e62-82fb-71fb03947378 None None] Provisioning complete for port ec5f8617-6741-40ab-969b-a457146ffc3e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:31.905081 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4532b2f-65c0-4e62-82fb-71fb03947378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.911593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-3301574e-343d-4276-8402-234489eb970e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.913182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-3301574e-343d-4276-8402-234489eb970e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1475215 Dec 16 09:46:31.916587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.937674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-6b0821fe-5668-49a0-bddf-41c97e5ac581 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0173867 Dec 16 09:46:31.948861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:31.954758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:31.955394 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.002478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-456d3174-208a-4931-90b5-43b0efd4d3c3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634520 Dec 16 09:46:32.052847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=29251633-0212-461d-a1fe-3024f8cd8aab,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:32.076978 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4949e5d2-93d9-4cb9-8f97-3a5028a26718 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3050966 Dec 16 09:46:32.078787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37408) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:32.122916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 29251633-0212-461d-a1fe-3024f8cd8aab details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:32.141996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-a123fa1d-eff4-4f9e-9872-6dc76ca049f5 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286869 Dec 16 09:46:32.181978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d75234-afce-4063-a09f-543e38c9b276 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:32.184033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4d75234-afce-4063-a09f-543e38c9b276 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks?id=29251633-0212-461d-a1fe-3024f8cd8aab HTTP/1.1" status: 200 len: 765 time: 0.1042891 Dec 16 09:46:32.187463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37410) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:32.193811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'description': 'd2'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:32.279154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-22da1efc-828c-4b7f-9e93-0314ea340b92 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275799 Dec 16 09:46:32.436578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.451730 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.534393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 29251633-0212-461d-a1fe-3024f8cd8aab is not hosted by any dhcp agent {{(pid=102397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:46:32.546718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:32.547429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:32.548784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "PUT /v2.0/networks/29251633-0212-461d-a1fe-3024f8cd8aab HTTP/1.1" status: 200 len: 762 time: 0.3601372 Dec 16 09:46:32.552461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37424) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:32.563457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee469d31-8f2b-4ac1-8533-875ac5546c9a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=29251633-0212-461d-a1fe-3024f8cd8aab,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:32.577922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 29251633-0212-461d-a1fe-3024f8cd8aab details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:32.696895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdba7a-51f2-4cc9-b6d8-c990e6acf223 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:32.708311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbd8c6-beec-46d8-8bdc-0d697b6f0094 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:32.720693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f3bbd8c6-beec-46d8-8bdc-0d697b6f0094 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks?id=29251633-0212-461d-a1fe-3024f8cd8aab HTTP/1.1" status: 200 len: 765 time: 0.1640422 Dec 16 09:46:32.721497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:32.782824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bd483ee2-eeb1-4696-9d7f-21931c2c3607 req-11fae304-c0a6-4ded-8b5e-236fbf37a302 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0638824 Dec 16 09:46:32.857988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1ae1f357-267f-4905-a4d6-1c1361427d28 None None] Provisioning complete for port ec5f8617-6741-40ab-969b-a457146ffc3e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:32.858608 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ae1f357-267f-4905-a4d6-1c1361427d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:33.002114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fdba7a-51f2-4cc9-b6d8-c990e6acf223 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:33.206067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec5f8617-6741-40ab-969b-a457146ffc3e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:33.361896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ec5f8617-6741-40ab-969b-a457146ffc3e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:33.362446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:33.449604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29bcc8-c612-4e27-a53d-db5367e8749f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.452134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0e29bcc8-c612-4e27-a53d-db5367e8749f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7286346 Dec 16 09:46:33.457079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:33.504382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3d2a8725-ed8b-4764-a395-a14cd43ec66c tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 207 time: 0.0456798 Dec 16 09:46:33.507549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:33.721711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.728096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.733790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.739806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.746991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.752997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:33.754909 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94cfe104-68db-421a-bd7c-e92acf4b5a73 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2462339 Dec 16 09:46:33.758834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37466) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:33.908267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42a2bb22-751b-4c75-a23b-1cf4e844af28 req-e8fe949f-3f86-49a3-884d-ca99ed506ce4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0398095 Dec 16 09:46:33.933065 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b8f53bb5-4620-49b5-a44b-b270b133fc72 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1728771 Dec 16 09:46:33.933372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37472) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.104730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf93971-2130-4db1-a16b-e03b8e2f5f28 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.106264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf93971-2130-4db1-a16b-e03b8e2f5f28 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.107842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf93971-2130-4db1-a16b-e03b8e2f5f28 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.109284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf93971-2130-4db1-a16b-e03b8e2f5f28 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.110808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf93971-2130-4db1-a16b-e03b8e2f5f28 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.115143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ddf93971-2130-4db1-a16b-e03b8e2f5f28 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1782298 Dec 16 09:46:34.117126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37478) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.154843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-bed3547e-2066-429d-9c35-04cd68fc183e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.156534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-bed3547e-2066-429d-9c35-04cd68fc183e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.2426283 Dec 16 09:46:34.187973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c0ef0-2093-4a53-9669-f8ecbcf39ebd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.190148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c0ef0-2093-4a53-9669-f8ecbcf39ebd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.191719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c0ef0-2093-4a53-9669-f8ecbcf39ebd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.196872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c0ef0-2093-4a53-9669-f8ecbcf39ebd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.199180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5c0ef0-2093-4a53-9669-f8ecbcf39ebd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.201145 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3a5c0ef0-2093-4a53-9669-f8ecbcf39ebd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0830057 Dec 16 09:46:34.204996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.231752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-0ddb29cf-1de3-43ea-aca1-bb17217d9eaa tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 379 time: 0.0648475 Dec 16 09:46:34.243060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'security_groups': ['a166949f-d08d-45dd-9dcb-ad8f2a92cbdc']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:34.377805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5c83c-7169-4edf-9b3a-88e07667a185 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.384435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-73b5c83c-7169-4edf-9b3a-88e07667a185 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks/bd5836f2-cfb1-4066-a022-8f2a8d05948e HTTP/1.1" status: 200 len: 804 time: 0.1780510 Dec 16 09:46:34.385400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37488) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.513547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ec56c85-ef58-4b17-916f-6a65b8814255 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/networks/bd5836f2-cfb1-4066-a022-8f2a8d05948e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1265423 Dec 16 09:46:34.522240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.596649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33775d37-129c-491c-9369-98ea5529bc5d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.598361 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33775d37-129c-491c-9369-98ea5529bc5d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/subnets/925b4845-d7cb-417b-b766-8c1a071eda7e HTTP/1.1" status: 200 len: 843 time: 0.0741351 Dec 16 09:46:34.603083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37496) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.654914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a7dec-3eda-412d-bdc8-004476adf43d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.656275 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e2a7dec-3eda-412d-bdc8-004476adf43d tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "GET /v2.0/subnets/925b4845-d7cb-417b-b766-8c1a071eda7e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0522492 Dec 16 09:46:34.659731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37498) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.665359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635741650'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:34.690788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:34.694985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.719940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:34.722376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:34.724986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.739088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.739929 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Added segment 6ca8a982-2ee6-4809-b584-f64af082e5fb of type vlan for network 67de4672-9d53-4797-a525-2dbb05238871 Dec 16 09:46:34.795716 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.823460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.831219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:34.832195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:34.909340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2479877 Dec 16 09:46:34.911679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37506) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:34.919292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Network': ['ID=67de4672-9d53-4797-a525-2dbb05238871,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:34.920588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'network_id': '67de4672-9d53-4797-a525-2dbb05238871', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:34.928498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.928979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.929447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.929873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.943471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.946145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.946598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.947037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.948502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.948961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.949388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.951269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7927f362-ffa0-4d97-9f88-5584dc118658 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:34.965621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 67de4672-9d53-4797-a525-2dbb05238871 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:35.005335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.5 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/449183aa-b7b0-4734-a269-c1daf3a88dcd) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:35.057742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df485b4b-2262-40d4-8a16-3207102ac9c2 req-38dc4fce-9ef7-4b67-98dc-0d98d7e6cb8d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0447280 Dec 16 09:46:35.158862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Made reservation on behalf of 1141496bd0bf4a50ba3f00b8b2a3e820 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:35.163922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.244467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_backend_mixin [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Performing IP validity checks on allocation pools {{(pid=102398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:46:35.245025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_backend_mixin [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:46:35.300294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.394074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.483267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:35.494997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:35.529188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:35.537344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=449183aa-b7b0-4734-a269-c1daf3a88dcd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:35.564674 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.675268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:35.676463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.688783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=4f5c12e9-0efa-4714-acd6-6175af80fc2e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:35.704229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1b3b9144-09ff-48ef-becb-a95699fc9bc1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4664476 Dec 16 09:46:35.718166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Checking segment: {'id': '6ca8a982-2ee6-4809-b584-f64af082e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '67de4672-9d53-4797-a525-2dbb05238871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:35.718521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network hostable DHCP agents. Network: 67de4672-9d53-4797-a525-2dbb05238871, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:35.727307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Request body: {'port': {'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:35.761593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d254cde3-5ca2-405a-a477-e88b1dcb70bf None None] Provisioning complete for port 449183aa-b7b0-4734-a269-c1daf3a88dcd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:35.762018 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d254cde3-5ca2-405a-a477-e88b1dcb70bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.812825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d254cde3-5ca2-405a-a477-e88b1dcb70bf None None] Port 449183aa-b7b0-4734-a269-c1daf3a88dcd cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:35.813053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Network 67de4672-9d53-4797-a525-2dbb05238871 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:35.825046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.836414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 67de4672-9d53-4797-a525-2dbb05238871) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:35.842467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:35.842837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:35.857223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12040d6-c5bd-446e-a0fa-ff105153e630 None None] Network 67de4672-9d53-4797-a525-2dbb05238871 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:35.886017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37526) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:35.886612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7e756d16-bd8e-4eb8-a537-06f0198472a4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9725173 Dec 16 09:46:35.893644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:36.086176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8398456'] for subnet, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.136201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-67de4672-9d53-4797-a525-2dbb05238871', 'network_id': '67de4672-9d53-4797-a525-2dbb05238871', 'tenant_id': '1141496bd0bf4a50ba3f00b8b2a3e820', 'fixed_ips': [{'subnet_id': '4f5c12e9-0efa-4714-acd6-6175af80fc2e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:36.137126 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.333270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742503982493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8433240'] for subnet, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.353770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a9dde-62fc-4e0e-9865-7edfa47c52ec req-ab789900-3854-485a-a12a-71a5942d9d77 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:36.355294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c9a9dde-62fc-4e0e-9865-7edfa47c52ec req-ab789900-3854-485a-a12a-71a5942d9d77 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 931 time: 0.1350865 Dec 16 09:46:36.362250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449183aa-b7b0-4734-a269-c1daf3a88dcd {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:36.379243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.412357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Transition to ACTIVE for port object 449183aa-b7b0-4734-a269-c1daf3a88dcd will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:46:36.423518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.425428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Allocated IP 2001:db8::3 (67de4672-9d53-4797-a525-2dbb05238871/4f5c12e9-0efa-4714-acd6-6175af80fc2e/ae29822c-6899-48a4-995e-51240f5c37f2) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:36.432036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:36.432638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.434187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "PUT /v2.0/subnets/4f5c12e9-0efa-4714-acd6-6175af80fc2e HTTP/1.1" status: 200 len: 900 time: 0.5462251 Dec 16 09:46:36.436667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c9a9dde-62fc-4e0e-9865-7edfa47c52ec req-49f8d63e-facf-42c0-a949-e8cc438685b4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691185 Dec 16 09:46:36.437178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37540) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:36.464942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab32bb-f8c0-42c3-94da-e37656888d6a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event updated for resources: {'Subnet': ['ID=4f5c12e9-0efa-4714-acd6-6175af80fc2e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:36.640475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Pushing event updated for resources: {'Port': ['ID=449183aa-b7b0-4734-a269-c1daf3a88dcd,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:36.652100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.751652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.763211 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.825023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Network 67de4672-9d53-4797-a525-2dbb05238871 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:36.825023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:36.835449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:36.837677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Pushing event updated for resources: {'Port': ['ID=ae29822c-6899-48a4-995e-51240f5c37f2,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:36.859314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.924582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Attempting to bind port 449183aa-b7b0-4734-a269-c1daf3a88dcd on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:36.926707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Attempting to bind port 449183aa-b7b0-4734-a269-c1daf3a88dcd by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:36.927813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Attempting to bind port ae29822c-6899-48a4-995e-51240f5c37f2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:36.928561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Attempting to bind port ae29822c-6899-48a4-995e-51240f5c37f2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6ca8a982-2ee6-4809-b584-f64af082e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '67de4672-9d53-4797-a525-2dbb05238871'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:36.929016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Attempting to bind port ae29822c-6899-48a4-995e-51240f5c37f2 on network 67de4672-9d53-4797-a525-2dbb05238871 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:36.936618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Attempting to bind port 449183aa-b7b0-4734-a269-c1daf3a88dcd on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:36.938075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:36.938648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Checking segment: {'id': '6ca8a982-2ee6-4809-b584-f64af082e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '67de4672-9d53-4797-a525-2dbb05238871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:36.939413 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.940042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Bound using segment: {'id': '6ca8a982-2ee6-4809-b584-f64af082e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '67de4672-9d53-4797-a525-2dbb05238871'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:36.940625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Bound port: ae29822c-6899-48a4-995e-51240f5c37f2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca8a982-2ee6-4809-b584-f64af082e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '67de4672-9d53-4797-a525-2dbb05238871'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:36.941106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.951353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Port 449183aa-b7b0-4734-a269-c1daf3a88dcd on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:46:36.951664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Attempting to bind port 449183aa-b7b0-4734-a269-c1daf3a88dcd on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:36.979276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:36.979856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:36.980519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:36.981570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Bound port: 449183aa-b7b0-4734-a269-c1daf3a88dcd, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:36.982155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:36.996137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.068711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] For port ae29822c-6899-48a4-995e-51240f5c37f2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:37.073967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] For port ae29822c-6899-48a4-995e-51240f5c37f2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ae29822c-6899-48a4-995e-51240f5c37f2,segment=NetworkSegment(6ca8a982-2ee6-4809-b584-f64af082e5fb),segment_id=6ca8a982-2ee6-4809-b584-f64af082e5fb)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:37.080448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.081551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5c12e9-0efa-4714-acd6-6175af80fc2e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:37.138709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.146988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9a831-be0a-4abd-9f5c-217455ccbfeb None None] Pushing event updated for resources: {'Port': ['ID=ae29822c-6899-48a4-995e-51240f5c37f2,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:37.189740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67de4672-9d53-4797-a525-2dbb05238871']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:37.198925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] For port 449183aa-b7b0-4734-a269-c1daf3a88dcd, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:37.205565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca8a982-2ee6-4809-b584-f64af082e5fb') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:37.205878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca8a982-2ee6-4809-b584-f64af082e5fb') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:37.221989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] For port 449183aa-b7b0-4734-a269-c1daf3a88dcd, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:37.224029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.233192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.265194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.278855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.279508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.280984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] 10.222.0.69 "PUT /v2.0/ports/449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 1091 time: 1.5641680 Dec 16 09:46:37.281386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:37.283834 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:37.310552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:37.310825 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:37.314180 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:37.421206 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b96a3-0b8b-40a6-aacd-093c14dd57e2 x-openstack-request-id: req-511b96a3-0b8b-40a6-aacd-093c14dd57e2 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:37.422705 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:37.423360 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-511b96a3-0b8b-40a6-aacd-093c14dd57e2 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:37.424025 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'status': 'completed', 'code': 200} Dec 16 09:46:37.534820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f50e0-e22f-46cd-b899-c6bea6e6351d service neutron] Pushing event updated for resources: {'Port': ['ID=449183aa-b7b0-4734-a269-c1daf3a88dcd,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:37.562988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:46:37.562988 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:46:37.562988 n-d-821941-1 neutron-server[102398]: [parameters: {'id': '67de4672-9d53-4797-a525-2dbb05238871'}] Dec 16 09:46:37.562988 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:37.563440 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:37.577838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-5b8ce4dd-cd4b-43b7-ad5d-87e943c63163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.585325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-5b8ce4dd-cd4b-43b7-ad5d-87e943c63163 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1094 time: 0.2395463 Dec 16 09:46:37.687778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-52e63423-4447-4a49-9598-30776db59a85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 217 time: 0.0864260 Dec 16 09:46:37.743260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb0c69-308b-429d-938d-eda0e2fb9991 req-b274c646-8277-4fa2-a32d-5357cbcb641a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.744910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2bb0c69-308b-429d-938d-eda0e2fb9991 req-b274c646-8277-4fa2-a32d-5357cbcb641a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.1710823 Dec 16 09:46:37.778273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-fff1a029-112f-4fb3-8858-fabd3e2805de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.779791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-fff1a029-112f-4fb3-8858-fabd3e2805de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0807998 Dec 16 09:46:37.821639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2bb0c69-308b-429d-938d-eda0e2fb9991 req-56ef0cab-b455-4793-a202-f3305554acd4 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679398 Dec 16 09:46:37.837703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-3fc43e9c-4a41-45f0-8484-88125995b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:37.839491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-3fc43e9c-4a41-45f0-8484-88125995b846 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468986 Dec 16 09:46:37.948484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-1efc18ea-8ead-4fc8-a345-7bb650968237 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003814 Dec 16 09:46:38.064065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82885235-6f05-4def-b5bc-b87ef9cfc6dd req-98d4b737-68a3-4cf7-bff3-6f66da5b8f4b service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073914 Dec 16 09:46:38.064957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.207462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-7e398e22-0cb2-4c75-a54d-653d33c12c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:38.209194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-7e398e22-0cb2-4c75-a54d-653d33c12c4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1094 time: 0.0657666 Dec 16 09:46:38.220356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port ae29822c-6899-48a4-995e-51240f5c37f2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:38.220969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.393111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port ae29822c-6899-48a4-995e-51240f5c37f2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ae29822c-6899-48a4-995e-51240f5c37f2,segment=NetworkSegment(6ca8a982-2ee6-4809-b584-f64af082e5fb),segment_id=6ca8a982-2ee6-4809-b584-f64af082e5fb)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:38.393478 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.406129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-13ce51bd-b4df-43dd-9a14-9a247828e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:38.407630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-13ce51bd-b4df-43dd-9a14-9a247828e691 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1890988 Dec 16 09:46:38.412149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for ae29822c-6899-48a4-995e-51240f5c37f2 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:38.470004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-56fb0962-cbe9-46a6-a911-06ea1e52c76f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 217 time: 0.0473905 Dec 16 09:46:38.574899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-90254182-8f5a-4b89-9677-9b4d0b914794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:38.575849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-90254182-8f5a-4b89-9677-9b4d0b914794 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0659316 Dec 16 09:46:38.577363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0ea43-4647-41ee-aec8-aa11b81d2c1e None None] Network 67de4672-9d53-4797-a525-2dbb05238871 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:38.601816 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:38.654753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port ae29822c-6899-48a4-995e-51240f5c37f2 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:38.662000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-732c3760-0410-42ec-bea4-94c75cb8386c None None] Could not find standard attr ID for object ae29822c-6899-48a4-995e-51240f5c37f2. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:46:38.662763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=ae29822c-6899-48a4-995e-51240f5c37f2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:38.716970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-f4b03888-b531-4471-b77e-b1c577604110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:38.721220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-f4b03888-b531-4471-b77e-b1c577604110 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376708 Dec 16 09:46:38.826538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425018ce-4d63-4ae2-91d0-bf0eb482e409 None None] DHCP port deletion for 67de4672-9d53-4797-a525-2dbb05238871 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:38.853477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53df87-202b-443e-98f6-0d98ee169936 None None] Network 67de4672-9d53-4797-a525-2dbb05238871 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:39.127915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.179790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67de4672-9d53-4797-a525-2dbb05238871']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:39.201153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca8a982-2ee6-4809-b584-f64af082e5fb') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:39.201522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca8a982-2ee6-4809-b584-f64af082e5fb') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:39.230381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045a235-c579-4797-addd-e13ac358a090 req-5224f95c-0d88-4649-98a7-8d285e0dcf73 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:39.232101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3045a235-c579-4797-addd-e13ac358a090 req-5224f95c-0d88-4649-98a7-8d285e0dcf73 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.1248765 Dec 16 09:46:39.234135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.243708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-d2b3e9a4-0f80-4dc2-a9ad-ae0b75021381 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930649 Dec 16 09:46:39.268873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.315169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:39.315606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:39.319206 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:39.378061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3045a235-c579-4797-addd-e13ac358a090 req-c05a159c-686f-4388-b162-1985245f1742 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368937 Dec 16 09:46:39.434696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.448869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.456099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/67de4672-9d53-4797-a525-2dbb05238871 HTTP/1.1" status: 204 len: 168 time: 3.0136056 Dec 16 09:46:39.456660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37606) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.460352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5f6693e-4820-4fff-b1b5-a0c4e5446ed6 req-6d56b238-4368-4381-9ed0-843b509ab351 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069576 Dec 16 09:46:39.488134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65dd18-fc09-4ba8-85e4-4c62e7a482c4 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=67de4672-9d53-4797-a525-2dbb05238871,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:39.510578 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-374e1445-f47a-46af-8b57-40c99ab77aa1 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:39.511100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374e1445-f47a-46af-8b57-40c99ab77aa1 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:39.514571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-374e1445-f47a-46af-8b57-40c99ab77aa1 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/4f5c12e9-0efa-4714-acd6-6175af80fc2e HTTP/1.1" status: 404 len: 337 time: 0.0559690 Dec 16 09:46:39.517305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37612) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.536283 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f0b628-8d9d-41f5-a7f4-d192b909b038 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:39.536815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f0b628-8d9d-41f5-a7f4-d192b909b038 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:39.539942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c7f0b628-8d9d-41f5-a7f4-d192b909b038 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/67de4672-9d53-4797-a525-2dbb05238871 HTTP/1.1" status: 404 len: 339 time: 0.0213621 Dec 16 09:46:39.542665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37614) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.621701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.715709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.738623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29251633-0212-461d-a1fe-3024f8cd8aab']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:39.748307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbea1b1e-e26e-436b-bdad-76c39ce80d1b') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:39.748641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbea1b1e-e26e-436b-bdad-76c39ce80d1b') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:39.758461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.774490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.780434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:39.780813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:39.784119 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:39.844248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.852277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:39.855518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/29251633-0212-461d-a1fe-3024f8cd8aab HTTP/1.1" status: 204 len: 168 time: 0.3118773 Dec 16 09:46:39.858349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37618) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.875573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dce5da-466c-4549-ad39-852636dfc048 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=29251633-0212-461d-a1fe-3024f8cd8aab,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:39.899497 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2a0d52-d971-48b6-9247-523285d30ef8 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:39.899952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2a0d52-d971-48b6-9247-523285d30ef8 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:39.902979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0c2a0d52-d971-48b6-9247-523285d30ef8 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/416b878c-765a-40ce-8517-779d5e7745a4 HTTP/1.1" status: 404 len: 337 time: 0.0439148 Dec 16 09:46:39.905645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37620) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.924780 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14a01e2-6ec6-44a7-a35a-1ede4c5595ae tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:39.925439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14a01e2-6ec6-44a7-a35a-1ede4c5595ae tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:39.928580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e14a01e2-6ec6-44a7-a35a-1ede4c5595ae tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/60dde608-e5d5-4ee3-b8aa-9466591b5ff1 HTTP/1.1" status: 404 len: 339 time: 0.0219102 Dec 16 09:46:39.931316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37622) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:39.982679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting subnet 5c2f455f-c465-4935-9f36-207aaf5dec23 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:39.986001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.036694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.132349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.205048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.232231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2f455f-c465-4935-9f36-207aaf5dec23,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:40.236109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.239302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-67ae7fd9-9be5-4212-bdf8-5aa7a413e71a tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/5c2f455f-c465-4935-9f36-207aaf5dec23 HTTP/1.1" status: 204 len: 168 time: 0.3069792 Dec 16 09:46:40.242035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37624) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:40.243555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31ee31-d820-498c-b039-93ef7a7959c0 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:40.297445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting subnet 8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:40.301292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.340828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.463219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.517563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c5b6-aa4f-45ee-acd4-666faf04ea71 req-ce180016-1a98-459e-a90c-f33538ca7e51 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:40.529300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3657c5b6-aa4f-45ee-acd4-666faf04ea71 req-ce180016-1a98-459e-a90c-f33538ca7e51 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.0721393 Dec 16 09:46:40.565773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.570800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3657c5b6-aa4f-45ee-acd4-666faf04ea71 req-e7073918-28d1-40b3-802a-e8114cdcacde tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406194 Dec 16 09:46:40.600664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:40.611323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.618486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3019c0af-2618-4306-8b22-b3f862ab21db tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/8aac3d7c-c4b8-49e3-ac6b-7a368c97e60a HTTP/1.1" status: 204 len: 168 time: 0.3717470 Dec 16 09:46:40.619181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:40.707852 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.768113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port ec5f8617-6741-40ab-969b-a457146ffc3e {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:40.768446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.848054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port ec5f8617-6741-40ab-969b-a457146ffc3e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ec5f8617-6741-40ab-969b-a457146ffc3e,segment=NetworkSegment(851f72f6-049a-477b-95a9-ed10a823cae6),segment_id=851f72f6-049a-477b-95a9-ed10a823cae6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:40.849299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.863616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for ec5f8617-6741-40ab-969b-a457146ffc3e owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:40.953462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:40.969473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a3bf6-15eb-4d77-ac5f-9f79a0ede204 None None] Network d321b390-7788-43e1-897f-82b5836bfe21 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:40.985879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=ec5f8617-6741-40ab-969b-a457146ffc3e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:40.994766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port ec5f8617-6741-40ab-969b-a457146ffc3e on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:41.028717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-db586dba-c40f-40bf-bb28-272e19847c0c None None] Could not find standard attr ID for object ec5f8617-6741-40ab-969b-a457146ffc3e. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:46:41.085027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.106739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d321b390-7788-43e1-897f-82b5836bfe21']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:41.118042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851f72f6-049a-477b-95a9-ed10a823cae6') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:41.118338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851f72f6-049a-477b-95a9-ed10a823cae6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:41.128617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.142142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.149136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:41.149529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:41.152818 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:41.206328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b5000-8836-4c6e-b9b5-c7db39c276d0 None None] DHCP port deletion for d321b390-7788-43e1-897f-82b5836bfe21 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:41.226038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.233980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.239186 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/d321b390-7788-43e1-897f-82b5836bfe21 HTTP/1.1" status: 204 len: 168 time: 0.6166933 Dec 16 09:46:41.239416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37634) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.258442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0b0a-6b95-43df-8d5d-0e00cb418e87 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=d321b390-7788-43e1-897f-82b5836bfe21,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:41.277515 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5a7354-3829-4c7a-9a4a-4bb05b168a72 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:41.278006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5a7354-3829-4c7a-9a4a-4bb05b168a72 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:41.280995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db5a7354-3829-4c7a-9a4a-4bb05b168a72 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/b991879b-2bfd-4b77-b991-9e38579936ee HTTP/1.1" status: 404 len: 337 time: 0.0402677 Dec 16 09:46:41.283671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.302002 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8609461f-2cad-491e-a240-6e8102569837 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:41.302646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8609461f-2cad-491e-a240-6e8102569837 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:41.305989 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8609461f-2cad-491e-a240-6e8102569837 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/ed6da606-1b8a-4ec4-ae74-afbdee83a79d HTTP/1.1" status: 404 len: 339 time: 0.0213623 Dec 16 09:46:41.308636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37638) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.340176 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e55b43-8554-4fad-aebb-40cfb570bafc tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:41.340667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e55b43-8554-4fad-aebb-40cfb570bafc tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:41.345014 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88e55b43-8554-4fad-aebb-40cfb570bafc tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/270a0ce3-6582-4a65-85b7-ec19415080b4 HTTP/1.1" status: 404 len: 337 time: 0.0342090 Dec 16 09:46:41.346548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37640) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.365981 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3a4ef8-cdd0-4cb8-aa52-6524dcab0d52 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:41.366650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3a4ef8-cdd0-4cb8-aa52-6524dcab0d52 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:41.369619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ce3a4ef8-cdd0-4cb8-aa52-6524dcab0d52 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/39ceb1ee-9751-4308-a5ef-cb29e1af2dc1 HTTP/1.1" status: 404 len: 339 time: 0.0221331 Dec 16 09:46:41.372299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37642) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.398472 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59f9f1d-4eb0-40e2-aebc-8ba7120202b2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:41.398926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59f9f1d-4eb0-40e2-aebc-8ba7120202b2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:41.401915 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a59f9f1d-4eb0-40e2-aebc-8ba7120202b2 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/0c12c9a1-d9c5-4b9e-a784-3ca1b2405d68 HTTP/1.1" status: 404 len: 337 time: 0.0286756 Dec 16 09:46:41.404491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37644) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.422324 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7dea83-7b32-470f-951a-f0ab8024b573 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:41.422783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7dea83-7b32-470f-951a-f0ab8024b573 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:41.425675 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9e7dea83-7b32-470f-951a-f0ab8024b573 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/992a41cf-45bc-4630-b318-38637fef6e94 HTTP/1.1" status: 404 len: 339 time: 0.0202894 Dec 16 09:46:41.428548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37646) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.478923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting subnet 2ba24ce3-9031-4aa7-b986-4f7b2ea22b58 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:41.482230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.521830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.610404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.684641 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.714241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba24ce3-9031-4aa7-b986-4f7b2ea22b58,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:41.723171 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.726414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65ae07-3b69-422f-b569-8ef80134d96f None None] Network 7bfdfad8-3894-4f5e-9635-34dbe32890bb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:41.728294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18ecc-0177-4ce6-856e-c5d2cacc76fa req-fffffb6e-5d4f-48eb-8117-a336f42a2855 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:41.730403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9df18ecc-0177-4ce6-856e-c5d2cacc76fa req-fffffb6e-5d4f-48eb-8117-a336f42a2855 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.0647089 Dec 16 09:46:41.743650 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28e6a91b-ed83-49dd-bf46-4d2a375dafcd tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/2ba24ce3-9031-4aa7-b986-4f7b2ea22b58 HTTP/1.1" status: 204 len: 168 time: 0.3139710 Dec 16 09:46:41.745045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37654) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:41.791256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9df18ecc-0177-4ce6-856e-c5d2cacc76fa req-4063b8b9-0860-4b29-926f-52f665e52e78 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529857 Dec 16 09:46:41.836511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.901750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port db13404f-18b1-4853-8046-2c7d1cbc9d72 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:41.902130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.951668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] DHCP port deletion for 7bfdfad8-3894-4f5e-9635-34dbe32890bb request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:41.979917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port db13404f-18b1-4853-8046-2c7d1cbc9d72, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=db13404f-18b1-4853-8046-2c7d1cbc9d72,segment=NetworkSegment(8cb31a76-e632-4aaf-9e77-cd4854d00533),segment_id=8cb31a76-e632-4aaf-9e77-cd4854d00533)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:41.980279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:41.997263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for db13404f-18b1-4853-8046-2c7d1cbc9d72 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:42.000618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Deleting port db13404f-18b1-4853-8046-2c7d1cbc9d72 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:42.000982 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.065575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] For port db13404f-18b1-4853-8046-2c7d1cbc9d72, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=db13404f-18b1-4853-8046-2c7d1cbc9d72,segment=NetworkSegment(8cb31a76-e632-4aaf-9e77-cd4854d00533),segment_id=8cb31a76-e632-4aaf-9e77-cd4854d00533)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:42.066031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.080677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Calling delete_port for db13404f-18b1-4853-8046-2c7d1cbc9d72 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:42.082371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.115728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=db13404f-18b1-4853-8046-2c7d1cbc9d72,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:42.119371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port db13404f-18b1-4853-8046-2c7d1cbc9d72 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:42.162072 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.189477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Pushing event deleted for resources: {'Port': ['ID=db13404f-18b1-4853-8046-2c7d1cbc9d72,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:42.199309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.199960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.200488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.201558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.202640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.203163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.203651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.204013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.204326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.204823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.205327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.205651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.206019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:42.209477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf71b159-a65b-4a6d-a727-d23a1199e382 None None] No DVR routers for this DVR port db13404f-18b1-4853-8046-2c7d1cbc9d72 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:42.225643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfdfad8-3894-4f5e-9635-34dbe32890bb']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:42.234914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb31a76-e632-4aaf-9e77-cd4854d00533') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:42.235203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb31a76-e632-4aaf-9e77-cd4854d00533') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:42.244810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.258213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.264822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:42.265301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:42.268419 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:42.335203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.342433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.347749 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/7bfdfad8-3894-4f5e-9635-34dbe32890bb HTTP/1.1" status: 204 len: 168 time: 0.5987136 Dec 16 09:46:42.347977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:42.365730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72d185-8c50-4ad9-8227-02dafc89758e tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=7bfdfad8-3894-4f5e-9635-34dbe32890bb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:42.384224 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c4456b-ff72-4f2a-ae78-b02bfb55e172 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:42.384705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c4456b-ff72-4f2a-ae78-b02bfb55e172 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:42.390192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c0c4456b-ff72-4f2a-ae78-b02bfb55e172 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/e2dabf2e-ce96-43b4-a0f0-afcd84545799 HTTP/1.1" status: 404 len: 337 time: 0.0389278 Dec 16 09:46:42.390431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37658) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:42.409217 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b6fc78-69e7-431e-a3bb-a4c252836ad8 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] DELETE failed (client error): The resource could not be found. Dec 16 09:46:42.409746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b6fc78-69e7-431e-a3bb-a4c252836ad8 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:46:42.415332 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29b6fc78-69e7-431e-a3bb-a4c252836ad8 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/cd010b33-d7b3-48d0-b113-7d1aa9dcd475 HTTP/1.1" status: 404 len: 339 time: 0.0215156 Dec 16 09:46:42.415851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37660) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:42.474346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting subnet 925b4845-d7cb-417b-b766-8c1a071eda7e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:46:42.477488 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.521055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.615893 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.673252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.700284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Subnet': ['ID=925b4845-d7cb-417b-b766-8c1a071eda7e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:42.703850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.709675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8c1319c4-6c15-4024-92d0-97cc7e580c7f tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/subnets/925b4845-d7cb-417b-b766-8c1a071eda7e HTTP/1.1" status: 204 len: 168 time: 0.2900872 Dec 16 09:46:42.709675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37664) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:42.713485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad84263-2082-4033-aed3-8d6a1a4b815e None None] Network bd5836f2-cfb1-4066-a022-8f2a8d05948e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:42.798395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.860794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Deleting port 34556b61-5010-4bc9-ab3e-cb2d8b563744 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:42.861385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.932126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] DHCP port deletion for bd5836f2-cfb1-4066-a022-8f2a8d05948e request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:46:42.966753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] For port 34556b61-5010-4bc9-ab3e-cb2d8b563744, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34556b61-5010-4bc9-ab3e-cb2d8b563744,segment=NetworkSegment(2aab0f3a-30e7-42fe-921a-9ac29edc20fb),segment_id=2aab0f3a-30e7-42fe-921a-9ac29edc20fb)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:42.967155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.979442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] Deleting port 34556b61-5010-4bc9-ab3e-cb2d8b563744 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:42.979954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:42.990307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c89a31-1a06-4995-8ff9-a11706c085a2 req-1fbd9109-e6e7-4458-bf9e-9df3f094f043 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:42.992975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90c89a31-1a06-4995-8ff9-a11706c085a2 req-1fbd9109-e6e7-4458-bf9e-9df3f094f043 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.0890067 Dec 16 09:46:42.994255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Calling delete_port for 34556b61-5010-4bc9-ab3e-cb2d8b563744 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:43.058483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] For port 34556b61-5010-4bc9-ab3e-cb2d8b563744, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34556b61-5010-4bc9-ab3e-cb2d8b563744,segment=NetworkSegment(2aab0f3a-30e7-42fe-921a-9ac29edc20fb),segment_id=2aab0f3a-30e7-42fe-921a-9ac29edc20fb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:43.058982 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.079427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] Calling delete_port for 34556b61-5010-4bc9-ab3e-cb2d8b563744 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:43.101667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90c89a31-1a06-4995-8ff9-a11706c085a2 req-5e4811fc-337c-46a5-856a-bcedbb775dad tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960352 Dec 16 09:46:43.132903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device db13404f-18b1-4853-8046-2c7d1cbc9d72 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:43.142655 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.168454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: db13404f-18b1-4853-8046-2c7d1cbc9d72 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:43.168454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device db13404f-18b1-4853-8046-2c7d1cbc9d72 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:43.169023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec5f8617-6741-40ab-969b-a457146ffc3e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:43.184091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] No DVR routers for this DVR port 34556b61-5010-4bc9-ab3e-cb2d8b563744 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:43.193395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ec5f8617-6741-40ab-969b-a457146ffc3e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:43.194435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ec5f8617-6741-40ab-969b-a457146ffc3e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:43.195050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34556b61-5010-4bc9-ab3e-cb2d8b563744 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:43.212028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Port': ['ID=34556b61-5010-4bc9-ab3e-cb2d8b563744,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:43.222451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 34556b61-5010-4bc9-ab3e-cb2d8b563744 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:46:43.222902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34556b61-5010-4bc9-ab3e-cb2d8b563744 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:43.247990 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.275388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] Pushing event deleted for resources: {'Port': ['ID=34556b61-5010-4bc9-ab3e-cb2d8b563744,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:43.278440 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.281088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a66faf-10eb-466b-a526-53fa243886fc None None] No DVR routers for this DVR port 34556b61-5010-4bc9-ab3e-cb2d8b563744 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:43.307072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5836f2-cfb1-4066-a022-8f2a8d05948e']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:43.316720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aab0f3a-30e7-42fe-921a-9ac29edc20fb') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:43.317084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aab0f3a-30e7-42fe-921a-9ac29edc20fb') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:43.327074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.340821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.347209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:43.347586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:43.350777 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:43.416235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.423063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.428495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] 10.222.0.61 "DELETE /v2.0/networks/bd5836f2-cfb1-4066-a022-8f2a8d05948e HTTP/1.1" status: 204 len: 168 time: 0.7154651 Dec 16 09:46:43.437997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1134b-f9c8-4775-9022-40837a7325a0 tempest-NetworksIpV6Test-1196006159 tempest-NetworksIpV6Test-1196006159-project] Pushing event deleted for resources: {'Network': ['ID=bd5836f2-cfb1-4066-a022-8f2a8d05948e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:43.699355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37676) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:43.846522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-475a06af-63eb-41b8-bb31-f009d1c0c084 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1141496bd0bf4a50ba3f00b8b2a3e820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457155 Dec 16 09:46:43.849665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37680) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:43.900019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc249bd6-2449-4a60-8050-b77db53bdd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.921347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc249bd6-2449-4a60-8050-b77db53bdd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.967882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc249bd6-2449-4a60-8050-b77db53bdd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.970455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dc249bd6-2449-4a60-8050-b77db53bdd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:43.971633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dc249bd6-2449-4a60-8050-b77db53bdd19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74c97b1f-ed85-4c5b-a13f-093271033cda HTTP/1.1" status: 204 len: 168 time: 0.1209934 Dec 16 09:46:43.979842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc249bd6-2449-4a60-8050-b77db53bdd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c97b1f-ed85-4c5b-a13f-093271033cda,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:44.017663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-db961d43-3f24-49d9-b847-2f8ade3703ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:44.219162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955afa6-928f-40d9-87b4-5b51ac9b4e07 req-11e8aff2-318b-40a6-88d3-c428c21678e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:44.220829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f955afa6-928f-40d9-87b4-5b51ac9b4e07 req-11e8aff2-318b-40a6-88d3-c428c21678e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.0540342 Dec 16 09:46:44.265174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f955afa6-928f-40d9-87b4-5b51ac9b4e07 req-7736af7f-68e5-4e31-910e-24d5f99a1999 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372179 Dec 16 09:46:44.682311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37710) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:44.801992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140213460'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:44.824449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:44.827992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:44.837724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:44.924217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:44.928959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:44.956093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:44.966219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2f989b-7701-4d7a-ac12-b3ceb5603267,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:44.971844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:44.972165 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment 50587f11-2d1b-4daa-bb94-095f8ae3c221 of type vlan for network 05d2ff11-dfb0-4409-afd0-2f972c8692af Dec 16 09:46:45.015671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.017446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37718) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.022639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925393778', 'description': 'tempest-secgroup-smoke-1925393778 description', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.044659 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.048824 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.050880 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.051487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.106253 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4225268 Dec 16 09:46:45.120928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077ff5e-0045-450d-9bcd-9c8af6d8bc72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=05d2ff11-dfb0-4409-afd0-2f972c8692af,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.123846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.128877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.132970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:45.167507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.171541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1502795 Dec 16 09:46:45.171757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37720) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.177472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group_rule': {'security_group_id': 'b51ccdff-8cbd-454c-ac70-04c1129d7e4d', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.183070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9ee3a-185e-4e4a-bbf1-c98c845dd05a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51ccdff-8cbd-454c-ac70-04c1129d7e4d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.210195 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.230416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37722) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.235565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.267852 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.272547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.291135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167348ac-48c6-4cbc-8191-03f398cb09db,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.300751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.302151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-92e20b5e-a452-4437-a9ab-3eb491ded3fa tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290534 Dec 16 09:46:45.304929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37724) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.309587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group_rule': {'security_group_id': 'b51ccdff-8cbd-454c-ac70-04c1129d7e4d', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.337580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.351559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:45.356715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.420413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.424328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.443631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448074bc-e35c-4b73-be14-0cf25b02cd15 req-e40e3b41-cff5-490b-b56a-9d8878bab429 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.445140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-448074bc-e35c-4b73-be14-0cf25b02cd15 req-e40e3b41-cff5-490b-b56a-9d8878bab429 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.0890687 Dec 16 09:46:45.465857 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.467012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611164 Dec 16 09:46:45.467720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f09c3-02e7-4ced-a3ff-f614cda7aa42 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea1d992-f9c8-4aac-8129-34441377bcc2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.470670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.481718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group_rule': {'security_group_id': 'b51ccdff-8cbd-454c-ac70-04c1129d7e4d', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.516799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-448074bc-e35c-4b73-be14-0cf25b02cd15 req-270a3511-b9c1-447a-a356-402083c2bd23 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620863 Dec 16 09:46:45.531835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.551350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.600033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.605276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.613173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=b130781a-3e8b-4b28-8f18-8232601e9f72,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.622185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': '50587f11-2d1b-4daa-bb94-095f8ae3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:45.622546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 05d2ff11-dfb0-4409-afd0-2f972c8692af, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:45.623283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a3d6bb-da22-491a-9589-7b495b076684,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.633718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.637909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c3b825b7-2591-43f4-a71a-d5386791830f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569605 Dec 16 09:46:45.638085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37732) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.641959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:45.642783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group_rule': {'security_group_id': 'b51ccdff-8cbd-454c-ac70-04c1129d7e4d', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.651681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 05d2ff11-dfb0-4409-afd0-2f972c8692af) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:45.655839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:45.656338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.662995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd51d066-fdbb-4d1a-84b2-df4cfc37d4d2 None None] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:45.675304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.677487 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-22fb2d57-0d64-47d0-b08a-a7d808be7fe2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4459481 Dec 16 09:46:45.681032 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37734) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.686377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162982084'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.709898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:45.714952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.739785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.742076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:45.745132 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.759083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.759421 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment ef1ac5ad-9749-4e27-8305-d21ad47be7b7 of type vlan for network 18d0593e-1819-4dec-b484-dbe565778c67 Dec 16 09:46:45.765264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe38b1e-46c2-48bf-932c-b48f08a48e0a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.777096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.781680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a9853ac9-d321-43fb-afef-c17e0a60684b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394792 Dec 16 09:46:45.781891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37736) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.787234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group_rule': {'security_group_id': 'b51ccdff-8cbd-454c-ac70-04c1129d7e4d', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.811474 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Project ab5fb80cbfcf47b1b26f021e1406f4ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:46:45.812202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.817761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.825618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-05d2ff11-dfb0-4409-afd0-2f972c8692af', 'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': 'b130781a-3e8b-4b28-8f18-8232601e9f72'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:45.826635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.887971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.893407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.916778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93678c6f-e570-482f-af90-9eecd5ef9e8e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:45.927576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:45.932186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fc37365a-e84a-485b-98ae-44442264f6ab tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458673 Dec 16 09:46:45.932186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37738) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:45.937142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'security_group_rule': {'security_group_id': 'b51ccdff-8cbd-454c-ac70-04c1129d7e4d', 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:45.962673 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Project ab5fb80cbfcf47b1b26f021e1406f4ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:46:45.968519 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.038610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.043634 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.066584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db1014d-beea-4542-86fc-0b87a5a25f7c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:46.074339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.075276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-70c10dc9-0db1-4aee-9bc5-0f2fd7e6f2d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420302 Dec 16 09:46:46.081348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.089249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.089877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.140302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Allocated IP 172.20.255.242 (05d2ff11-dfb0-4409-afd0-2f972c8692af/b130781a-3e8b-4b28-8f18-8232601e9f72/c26d5f7a-f5d2-45da-9bf0-2b1052035088) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:46.152976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4681432 Dec 16 09:46:46.153880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37742) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:46.158878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '18d0593e-1819-4dec-b484-dbe565778c67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:46.166314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1442-3f4a-46e1-a463-c2c5244a0503 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=18d0593e-1819-4dec-b484-dbe565778c67,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:46.214142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 18d0593e-1819-4dec-b484-dbe565778c67 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:46.264660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:46.268732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.361257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.363543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-f6c6b20e-5119-4008-b5ef-bb3505bad75d tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925393778&fields=id&tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca HTTP/1.1" status: 200 len: 267 time: 0.0896306 Dec 16 09:46:46.372380 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.414549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:46.417424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:46.420865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:46.428490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Pushing event updated for resources: {'Port': ['ID=c26d5f7a-f5d2-45da-9bf0-2b1052035088,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:46.488970 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e6620590-892d-4aed-8776-0e65842baf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.492754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Attempting to bind port c26d5f7a-f5d2-45da-9bf0-2b1052035088 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:46.493123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Attempting to bind port c26d5f7a-f5d2-45da-9bf0-2b1052035088 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '50587f11-2d1b-4daa-bb94-095f8ae3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:46.493485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Attempting to bind port c26d5f7a-f5d2-45da-9bf0-2b1052035088 on network 05d2ff11-dfb0-4409-afd0-2f972c8692af {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:46.498671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:46.499066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Checking segment: {'id': '50587f11-2d1b-4daa-bb94-095f8ae3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:46.499488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.499912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Bound using segment: {'id': '50587f11-2d1b-4daa-bb94-095f8ae3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:46.500405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Bound port: c26d5f7a-f5d2-45da-9bf0-2b1052035088, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50587f11-2d1b-4daa-bb94-095f8ae3c221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05d2ff11-dfb0-4409-afd0-2f972c8692af'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:46.500845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.535357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-11275187-2742-4c27-a81e-5acb4fab9952 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.536994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-11275187-2742-4c27-a81e-5acb4fab9952 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 814 time: 0.1640475 Dec 16 09:46:46.568859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] For port c26d5f7a-f5d2-45da-9bf0-2b1052035088, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:46.574378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] For port c26d5f7a-f5d2-45da-9bf0-2b1052035088, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c26d5f7a-f5d2-45da-9bf0-2b1052035088,segment=NetworkSegment(50587f11-2d1b-4daa-bb94-095f8ae3c221),segment_id=50587f11-2d1b-4daa-bb94-095f8ae3c221)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:46.578536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-767f3f7b-5b45-45d7-9de5-03c063b3e263 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/quotas/ab5fb80cbfcf47b1b26f021e1406f4ca HTTP/1.1" status: 200 len: 375 time: 0.0355089 Dec 16 09:46:46.579580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.619086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.640990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df37fc3-baf4-426d-8a96-7691b9772fcc None None] Pushing event updated for resources: {'Port': ['ID=c26d5f7a-f5d2-45da-9bf0-2b1052035088,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:46.694429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-cf63ee73-ceba-4edb-99bf-2531360be0f4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068592 Dec 16 09:46:46.695080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=3abf7bd9-c8d7-4590-be08-fdf62171805e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:46.756211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '18d0593e-1819-4dec-b484-dbe565778c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:46.756683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 18d0593e-1819-4dec-b484-dbe565778c67, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:46.811342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 18d0593e-1819-4dec-b484-dbe565778c67 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:46.833675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-67798e66-1d04-41ce-8843-b6ff22dac7dd service neutron] 10.222.0.61 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255407 Dec 16 09:46:46.836633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 18d0593e-1819-4dec-b484-dbe565778c67) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:46.844766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:46.844766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:46.857047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd6aaa0-d0ba-4906-91a8-2f3c9d132743 None None] Network 18d0593e-1819-4dec-b484-dbe565778c67 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:46.913910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-81771a09-f62e-4445-a648-edc7f02cd6d8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7587733 Dec 16 09:46:46.915942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37754) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:47.004831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-b4b1ccf2-af80-44f4-b2a1-a12d3a2712cf service neutron] 10.222.0.61 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593673 Dec 16 09:46:47.014588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-18d0593e-1819-4dec-b484-dbe565778c67', 'network_id': '18d0593e-1819-4dec-b484-dbe565778c67', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': '3abf7bd9-c8d7-4590-be08-fdf62171805e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:47.015752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.054639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.141332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.161408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Allocated IP 172.20.0.2 (18d0593e-1819-4dec-b484-dbe565778c67/3abf7bd9-c8d7-4590-be08-fdf62171805e/50e21c12-cf75-4f41-a9e8-4082673cbf04) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:47.188370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c26d5f7a-f5d2-45da-9bf0-2b1052035088 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:47.308588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c26d5f7a-f5d2-45da-9bf0-2b1052035088 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:47.309169 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.397132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.425137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2aee-6194-4923-b04b-827c87596986 req-079fc54a-3b85-4421-998f-8e5a8956d017 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:47.426752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db3c2aee-6194-4923-b04b-827c87596986 req-079fc54a-3b85-4421-998f-8e5a8956d017 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 943 time: 0.0787802 Dec 16 09:46:47.429907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.462304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.499588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Network 18d0593e-1819-4dec-b484-dbe565778c67 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:47.500603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.514794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=3abf7bd9-c8d7-4590-be08-fdf62171805e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:47.529195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:47.532100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:47.537406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Pushing event updated for resources: {'Port': ['ID=50e21c12-cf75-4f41-a9e8-4082673cbf04,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:47.571828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db3c2aee-6194-4923-b04b-827c87596986 req-fc180d03-1556-4dba-bea0-05770820a3f0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340845 Dec 16 09:46:47.608690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.637652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d0593e-1819-4dec-b484-dbe565778c67']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:47.651760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port c26d5f7a-f5d2-45da-9bf0-2b1052035088, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c26d5f7a-f5d2-45da-9bf0-2b1052035088,segment=NetworkSegment(50587f11-2d1b-4daa-bb94-095f8ae3c221),segment_id=50587f11-2d1b-4daa-bb94-095f8ae3c221)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:47.652049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:47.652219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:47.663968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Attempting to bind port 50e21c12-cf75-4f41-a9e8-4082673cbf04 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:47.664351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Attempting to bind port 50e21c12-cf75-4f41-a9e8-4082673cbf04 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '18d0593e-1819-4dec-b484-dbe565778c67'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:47.664761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Attempting to bind port 50e21c12-cf75-4f41-a9e8-4082673cbf04 on network 18d0593e-1819-4dec-b484-dbe565778c67 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:47.665463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.680812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.691687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.691927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:47.691927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Checking segment: {'id': 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '18d0593e-1819-4dec-b484-dbe565778c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:47.692302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.692620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Bound using segment: {'id': 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '18d0593e-1819-4dec-b484-dbe565778c67'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:47.693964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Bound port: 50e21c12-cf75-4f41-a9e8-4082673cbf04, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '18d0593e-1819-4dec-b484-dbe565778c67'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:47.694319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.700251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:47.700769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:47.704954 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:47.776246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=c26d5f7a-f5d2-45da-9bf0-2b1052035088,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:47.813890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] For port 50e21c12-cf75-4f41-a9e8-4082673cbf04, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:47.827639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5d0c4bd-5570-41f1-a8cf-7790d2bc3b15 req-326d4f8d-f40c-4692-9ac0-d61e54a38774 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0363319 Dec 16 09:46:47.836146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1189b-f9c3-4ec1-ac6b-920e6af7f519 None None] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:47.839401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] For port 50e21c12-cf75-4f41-a9e8-4082673cbf04, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50e21c12-cf75-4f41-a9e8-4082673cbf04,segment=NetworkSegment(ef1ac5ad-9749-4e27-8305-d21ad47be7b7),segment_id=ef1ac5ad-9749-4e27-8305-d21ad47be7b7)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:47.850279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:46:47.850279 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:46:47.850279 n-d-821941-1 neutron-server[102398]: [parameters: {'id': '18d0593e-1819-4dec-b484-dbe565778c67'}] Dec 16 09:46:47.850279 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:47.850728 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:47.857648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:47.888041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 449183aa-b7b0-4734-a269-c1daf3a88dcd details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:46:48.038630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fe789fb6-ee19-429c-bbf3-b1180a41d3c6 None None] Provisioning complete for port c26d5f7a-f5d2-45da-9bf0-2b1052035088 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:48.038984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe789fb6-ee19-429c-bbf3-b1180a41d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.049095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de839b-efdc-4582-832a-46f98cc95eb0 None None] Pushing event updated for resources: {'Port': ['ID=50e21c12-cf75-4f41-a9e8-4082673cbf04,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:48.114516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf083b-763f-4eaf-9052-5ed4657a0211 None None] Network 18d0593e-1819-4dec-b484-dbe565778c67 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:48.136131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.219339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 449183aa-b7b0-4734-a269-c1daf3a88dcd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:48.242625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:46:48.351846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.374717 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.400653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449183aa-b7b0-4734-a269-c1daf3a88dcd {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:48.422974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 449183aa-b7b0-4734-a269-c1daf3a88dcd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:48.428655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Deleting port 50e21c12-cf75-4f41-a9e8-4082673cbf04 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:48.428995 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.429508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.520576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=449183aa-b7b0-4734-a269-c1daf3a88dcd,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:48.539279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] For port 50e21c12-cf75-4f41-a9e8-4082673cbf04, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50e21c12-cf75-4f41-a9e8-4082673cbf04,segment=NetworkSegment(ef1ac5ad-9749-4e27-8305-d21ad47be7b7),segment_id=ef1ac5ad-9749-4e27-8305-d21ad47be7b7)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:48.539541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-469be369-c2fc-4bbc-b564-7416871de872 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:48.539994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.540997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-469be369-c2fc-4bbc-b564-7416871de872 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.53 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 814 time: 0.1289299 Dec 16 09:46:48.554190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Calling delete_port for 50e21c12-cf75-4f41-a9e8-4082673cbf04 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:48.604331 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-76d27f00-a2bf-4093-9dee-8cc3e42f1b17 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca HTTP/1.1" status: 200 len: 380 time: 0.0492933 Dec 16 09:46:48.618180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'port': {'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'admin_state_up': True, 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'security_groups': ['b51ccdff-8cbd-454c-ac70-04c1129d7e4d']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:48.637550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e64c1-418b-4715-a19b-ca6770a34464 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:48.655743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.721151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Port': ['ID=50e21c12-cf75-4f41-a9e8-4082673cbf04,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:48.734439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No DVR routers for this DVR port 50e21c12-cf75-4f41-a9e8-4082673cbf04 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:48.740868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-40fb73e3-87d5-4bfd-9c28-4896f7a4b847 None None] Provisioning complete for port c26d5f7a-f5d2-45da-9bf0-2b1052035088 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:48.741236 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-40fb73e3-87d5-4bfd-9c28-4896f7a4b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.760785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Made reservation on behalf of ab5fb80cbfcf47b1b26f021e1406f4ca for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:48.765069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.868642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f8bed-74e7-46e2-84ea-4f2d17463701 req-a824a00c-5490-4171-9d03-9776962434e1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:48.882074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['449183aa-b7b0-4734-a269-c1daf3a88dcd'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:46:48.883938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b1f8bed-74e7-46e2-84ea-4f2d17463701 req-a824a00c-5490-4171-9d03-9776962434e1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 944 time: 0.1648760 Dec 16 09:46:48.910219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Allocated IP 172.20.0.10 (becee0a5-5efc-4796-8dd1-46f85d62f408/b0d71019-e5aa-490c-8444-79b68c76e996/3a665ef0-9253-4414-b05d-fab6b28d3171) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:48.930159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:48.965733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b1f8bed-74e7-46e2-84ea-4f2d17463701 req-deddfbaa-0331-475e-962c-cd7e144173e0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801072 Dec 16 09:46:48.983785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d0593e-1819-4dec-b484-dbe565778c67']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:48.998687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:48.999141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1ac5ad-9749-4e27-8305-d21ad47be7b7') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:49.018665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.021212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e64c1-418b-4715-a19b-ca6770a34464 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:49.049561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.063474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:49.063883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:49.073596 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:49.182734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.196739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.207324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.218608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/18d0593e-1819-4dec-b484-dbe565778c67 HTTP/1.1" status: 204 len: 168 time: 2.3015416 Dec 16 09:46:49.220753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:49.243531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6089664'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:49.253683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=18d0593e-1819-4dec-b484-dbe565778c67,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:49.256447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.256860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c26d5f7a-f5d2-45da-9bf0-2b1052035088 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:49.304410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.304753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.305111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.305412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.305741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.306126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.306873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.306873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.307697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.309195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.309335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.309701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71083b63-a0d2-4375-b130-cd349fec71c2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:46:49.313789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Network becee0a5-5efc-4796-8dd1-46f85d62f408 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:49.318245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:49.326243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:49.331289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:49.335984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.357535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'Port': ['ID=3a665ef0-9253-4414-b05d-fab6b28d3171,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:49.383740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:49.404721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.406973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.416189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810839ed-126e-43bf-ac73-aa62bf9d8773 req-781a100a-54d4-4a68-be35-38b9d168a0b4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.417788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-810839ed-126e-43bf-ac73-aa62bf9d8773 req-781a100a-54d4-4a68-be35-38b9d168a0b4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 932 time: 0.1693404 Dec 16 09:46:49.439666 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-ff3d9fd4-6c56-431c-b382-0258c11d2a44 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263195 Dec 16 09:46:49.450700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.451190 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment 3ffc7d46-ca74-45d5-89b3-13b1d95d5810 of type vlan for network dc986de0-8cf3-4ffd-b89c-a8811fa706ea Dec 16 09:46:49.463302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Request body: {'port': {'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:49.531073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-810839ed-126e-43bf-ac73-aa62bf9d8773 req-272821fa-3121-4065-87be-f9ca4694bbda tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005981 Dec 16 09:46:49.547298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.585871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.594458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:49.595176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.596903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.671276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4467514 Dec 16 09:46:49.671862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:49.681035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:49.684348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c517f-70fe-4dcd-82a9-fd6dbd397920 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=dc986de0-8cf3-4ffd-b89c-a8811fa706ea,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:49.693544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c26d5f7a-f5d2-45da-9bf0-2b1052035088 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:49.693932 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.723626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network dc986de0-8cf3-4ffd-b89c-a8811fa706ea details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:49.915194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:49.919199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.941942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.951088 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:49.998676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing IP validity checks on allocation pools {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:46:49.999368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:46:50.134756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43948-d629-461d-8ff8-fddc7393b31a req-11b17140-1af1-4d2e-b00f-7a51fa1a7895 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.136682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ee43948-d629-461d-8ff8-fddc7393b31a req-11b17140-1af1-4d2e-b00f-7a51fa1a7895 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 944 time: 0.0778115 Dec 16 09:46:50.171639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a665ef0-9253-4414-b05d-fab6b28d3171 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:46:50.184881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.199506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ee43948-d629-461d-8ff8-fddc7393b31a req-45872228-041e-4b17-9759-1ae3d72788c7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513294 Dec 16 09:46:50.235545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Transition to ACTIVE for port object 3a665ef0-9253-4414-b05d-fab6b28d3171 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:46:50.243363 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.280977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.353734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3a665ef0-9253-4414-b05d-fab6b28d3171,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:50.378092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=9c87f640-ab89-4bce-b6f6-aa83c21de2c1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:50.442238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': '3ffc7d46-ca74-45d5-89b3-13b1d95d5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:50.442594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: dc986de0-8cf3-4ffd-b89c-a8811fa706ea, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:50.471693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Attempting to bind port 3a665ef0-9253-4414-b05d-fab6b28d3171 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:50.472030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Attempting to bind port 3a665ef0-9253-4414-b05d-fab6b28d3171 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:50.472352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Attempting to bind port 3a665ef0-9253-4414-b05d-fab6b28d3171 on network becee0a5-5efc-4796-8dd1-46f85d62f408 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:50.478689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Port 3a665ef0-9253-4414-b05d-fab6b28d3171 on network becee0a5-5efc-4796-8dd1-46f85d62f408 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:46:50.478941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Attempting to bind port 3a665ef0-9253-4414-b05d-fab6b28d3171 on network becee0a5-5efc-4796-8dd1-46f85d62f408 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:50.484031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network dc986de0-8cf3-4ffd-b89c-a8811fa706ea is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:50.486944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:50.487278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Checking segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:50.487658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Bound using segment: {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:50.488292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Bound port: 3a665ef0-9253-4414-b05d-fab6b28d3171, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd232e1d-3a95-462c-8ded-86cbf531a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:50.488647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.502222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, dc986de0-8cf3-4ffd-b89c-a8811fa706ea) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:50.507168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.507951 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.510414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9b8bc-1dc7-4aa3-93ed-4b6abebbba74 None None] Network dc986de0-8cf3-4ffd-b89c-a8811fa706ea requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:50.549679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5e6973a7-e4d4-465e-89f0-f234bbceb4a6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8762293 Dec 16 09:46:50.552315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:50.573669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] For port 3a665ef0-9253-4414-b05d-fab6b28d3171, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:50.577418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] For port 3a665ef0-9253-4414-b05d-fab6b28d3171, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3a665ef0-9253-4414-b05d-fab6b28d3171,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:50.586176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.630471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.631347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.632944 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] 10.222.0.53 "PUT /v2.0/ports/3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 1092 time: 1.1830664 Dec 16 09:46:50.633624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:50.636149 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379" -d '{"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:50.665803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8446d-9429-4fed-8e94-8ef799be5a3f service neutron] Pushing event updated for resources: {'Port': ['ID=3a665ef0-9253-4414-b05d-fab6b28d3171,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:50.739742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-56c61112-55aa-4633-8a71-33e3056bb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.746097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-56c61112-55aa-4633-8a71-33e3056bb315 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1095 time: 0.0492187 Dec 16 09:46:50.807970 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-93347603-e513-4e3a-8a09-b77521b4cddf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 217 time: 0.0556748 Dec 16 09:46:50.845958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-dc986de0-8cf3-4ffd-b89c-a8811fa706ea', 'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': '9c87f640-ab89-4bce-b6f6-aa83c21de2c1'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:50.846969 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:50.885152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-45f7ea7a-0ab2-4a56-890a-441583f6edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.886765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-45f7ea7a-0ab2-4a56-890a-441583f6edc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 200 len: 853 time: 0.0716259 Dec 16 09:46:50.970636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-6db1c83e-9b53-4ae1-8bff-d6f249b7d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:50.972155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-6db1c83e-9b53-4ae1-8bff-d6f249b7d711 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=becee0a5-5efc-4796-8dd1-46f85d62f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777221 Dec 16 09:46:51.017994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Allocated IP 172.20.0.3 (dc986de0-8cf3-4ffd-b89c-a8811fa706ea/9c87f640-ab89-4bce-b6f6-aa83c21de2c1/bc13adc5-491a-4a55-9596-ca1f5ef8e9db) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:51.066273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.085092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-3284ef8c-232c-4bb8-ad2a-7bb7cd2526a2 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032274 Dec 16 09:46:51.121513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e1783-7d76-425e-869b-40115382e0db req-1bb75ce2-9482-4f07-bddb-a52e59c55a4b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.123377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-159e1783-7d76-425e-869b-40115382e0db req-1bb75ce2-9482-4f07-bddb-a52e59c55a4b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1228611 Dec 16 09:46:51.140624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.198501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.207125 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bdf7eef4-c687-4ba9-a854-f73e891fd6bb req-b16029a8-ad4a-496b-a92f-f13242129b3c service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141789 Dec 16 09:46:51.207473 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.216955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-159e1783-7d76-425e-869b-40115382e0db req-92fc223d-06a5-453d-8b13-40f497c48213 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727520 Dec 16 09:46:51.263594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.280671 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18b8b9-6770-494c-8074-948b0a3c766f x-openstack-request-id: req-0d18b8b9-6770-494c-8074-948b0a3c766f {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:51.281002 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:51.281355 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d18b8b9-6770-494c-8074-948b0a3c766f {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:51.281819 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'status': 'completed', 'code': 200} Dec 16 09:46:51.284431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Pushing event updated for resources: {'Port': ['ID=bc13adc5-491a-4a55-9596-ca1f5ef8e9db,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:51.295072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=9c87f640-ab89-4bce-b6f6-aa83c21de2c1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:51.309003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Network dc986de0-8cf3-4ffd-b89c-a8811fa706ea is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:51.311098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:51.313099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:51.354952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-5e14361d-e57c-4178-a4c4-d245c019c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.356672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-5e14361d-e57c-4178-a4c4-d245c019c295 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1095 time: 0.0528774 Dec 16 09:46:51.384778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Attempting to bind port bc13adc5-491a-4a55-9596-ca1f5ef8e9db on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:46:51.385566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Attempting to bind port bc13adc5-491a-4a55-9596-ca1f5ef8e9db by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '3ffc7d46-ca74-45d5-89b3-13b1d95d5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:46:51.386264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Attempting to bind port bc13adc5-491a-4a55-9596-ca1f5ef8e9db on network dc986de0-8cf3-4ffd-b89c-a8811fa706ea {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:46:51.392036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:46:51.392785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Checking segment: {'id': '3ffc7d46-ca74-45d5-89b3-13b1d95d5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:51.393342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.393911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Bound using segment: {'id': '3ffc7d46-ca74-45d5-89b3-13b1d95d5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:46:51.394830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Bound port: bc13adc5-491a-4a55-9596-ca1f5ef8e9db, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffc7d46-ca74-45d5-89b3-13b1d95d5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:46:51.395567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.415918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.436136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8e1de-c0f2-48da-972e-5661628060dc req-348b65e4-67d0-440b-a428-3d5927705fcb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.437821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88a8e1de-c0f2-48da-972e-5661628060dc req-348b65e4-67d0-440b-a428-3d5927705fcb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 944 time: 0.0782480 Dec 16 09:46:51.456897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc986de0-8cf3-4ffd-b89c-a8811fa706ea']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:51.475346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffc7d46-ca74-45d5-89b3-13b1d95d5810') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:51.475839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffc7d46-ca74-45d5-89b3-13b1d95d5810') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:51.476991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-f4b9b8aa-78c5-4801-ac20-03c1d7e006de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.478571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-f4b9b8aa-78c5-4801-ac20-03c1d7e006de service neutron] 10.222.0.53 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 915 time: 0.1143281 Dec 16 09:46:51.484739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] For port bc13adc5-491a-4a55-9596-ca1f5ef8e9db, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:51.489153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] For port bc13adc5-491a-4a55-9596-ca1f5ef8e9db, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bc13adc5-491a-4a55-9596-ca1f5ef8e9db,segment=NetworkSegment(3ffc7d46-ca74-45d5-89b3-13b1d95d5810),segment_id=3ffc7d46-ca74-45d5-89b3-13b1d95d5810)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:46:51.495152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.500398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88a8e1de-c0f2-48da-972e-5661628060dc req-ae223878-1f8a-4dbf-a4f7-0182cbc9947f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533657 Dec 16 09:46:51.504493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.528809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.535584 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-19e486a2-558c-4188-8f4e-cd50a4e76cfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 217 time: 0.0490460 Dec 16 09:46:51.539788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:51.540333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:51.544806 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:51.592229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-1e396636-ae29-4e31-9702-e3f93b71e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.592816 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-1e396636-ae29-4e31-9702-e3f93b71e76d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 200 len: 853 time: 0.0492277 Dec 16 09:46:51.623081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818fc6c-63a8-41d2-8ff2-5eab869e8b7c None None] Pushing event updated for resources: {'Port': ['ID=bc13adc5-491a-4a55-9596-ca1f5ef8e9db,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:51.627026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:46:51.627026 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:46:51.627026 n-d-821941-1 neutron-server[102398]: [parameters: {'id': 'dc986de0-8cf3-4ffd-b89c-a8811fa706ea'}] Dec 16 09:46:51.627026 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:46:51.627777 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:46:51.668494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129da24-5e46-4da9-9ef0-7dc84cde5142 None None] Network dc986de0-8cf3-4ffd-b89c-a8811fa706ea requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:51.687317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-6a54ad97-d3e2-4b1d-9197-06f6f845353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:51.688816 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-6a54ad97-d3e2-4b1d-9197-06f6f845353b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=becee0a5-5efc-4796-8dd1-46f85d62f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859220 Dec 16 09:46:51.797378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-2501e985-9a63-4d27-a25f-96bffe85d683 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003106 Dec 16 09:46:51.804921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d29c9-b8ac-4ed7-be8c-899231c06d5d None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:51.885956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 449183aa-b7b0-4734-a269-c1daf3a88dcd up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:46:51.907242 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29cd1b44-b7f1-460c-9fa3-44ad24bdb379 req-be4c49bc-10fc-4864-ae6e-ba1008b676c0 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034596 Dec 16 09:46:51.986982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 449183aa-b7b0-4734-a269-c1daf3a88dcd completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:46:51.997268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 449183aa-b7b0-4734-a269-c1daf3a88dcd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:51.997637 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.028777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d29c9-b8ac-4ed7-be8c-899231c06d5d None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:52.128904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.149238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.184737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Deleting port bc13adc5-491a-4a55-9596-ca1f5ef8e9db {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:52.185074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.191200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:52.193501 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd63ce31-3cbd-4604-9213-a260d9337aa4" -d '{"events": [{"server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "name": "network-vif-plugged", "status": "completed", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:52.221868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 449183aa-b7b0-4734-a269-c1daf3a88dcd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:52.233098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.259540 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b22652-52e8-426f-80e8-7903e09b98ee x-openstack-request-id: req-07b22652-52e8-426f-80e8-7903e09b98ee {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:52.259836 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "name": "network-vif-plugged", "status": "completed", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:52.260066 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07b22652-52e8-426f-80e8-7903e09b98ee {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:52.260460 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'code': 200} Dec 16 09:46:52.280473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] For port bc13adc5-491a-4a55-9596-ca1f5ef8e9db, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bc13adc5-491a-4a55-9596-ca1f5ef8e9db,segment=NetworkSegment(3ffc7d46-ca74-45d5-89b3-13b1d95d5810),segment_id=3ffc7d46-ca74-45d5-89b3-13b1d95d5810)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:52.280837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.299855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Calling delete_port for bc13adc5-491a-4a55-9596-ca1f5ef8e9db owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:52.346601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=449183aa-b7b0-4734-a269-c1daf3a88dcd,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:52.443306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.476821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No DVR routers for this DVR port bc13adc5-491a-4a55-9596-ca1f5ef8e9db on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:52.483551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Port': ['ID=bc13adc5-491a-4a55-9596-ca1f5ef8e9db,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:52.515528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cf8f8-fedc-49f1-b377-e787bed5b428 req-82a0531d-36a8-4460-a1df-906b99bfc7fc tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.517128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc0cf8f8-fedc-49f1-b377-e787bed5b428 req-82a0531d-36a8-4460-a1df-906b99bfc7fc tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1365499 Dec 16 09:46:52.520148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6871-a828-4eeb-b5c4-0cbc9ab6340f req-fdef585d-db62-412f-a1e2-b7a0dac29af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.521695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-349a6871-a828-4eeb-b5c4-0cbc9ab6340f req-fdef585d-db62-412f-a1e2-b7a0dac29af8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1096 time: 0.1396234 Dec 16 09:46:52.611037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.647391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc986de0-8cf3-4ffd-b89c-a8811fa706ea']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:52.656691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc0cf8f8-fedc-49f1-b377-e787bed5b428 req-2aede764-b578-4cba-9039-0024b73f2b76 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301005 Dec 16 09:46:52.658217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-349a6871-a828-4eeb-b5c4-0cbc9ab6340f req-082c54cf-2be7-46e2-8f0b-3cfa20022bff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155176 Dec 16 09:46:52.661409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffc7d46-ca74-45d5-89b3-13b1d95d5810') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:52.661974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffc7d46-ca74-45d5-89b3-13b1d95d5810') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:52.676443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.694820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.701484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:52.701998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:52.705551 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:52.797148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.808217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3291d60-8ef0-4c20-8179-c467fce59d4b req-6f5bc302-e2d3-4786-9803-471bd3f7195b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.809731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3291d60-8ef0-4c20-8179-c467fce59d4b req-6f5bc302-e2d3-4786-9803-471bd3f7195b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 945 time: 0.0643866 Dec 16 09:46:52.824523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.827635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/dc986de0-8cf3-4ffd-b89c-a8811fa706ea HTTP/1.1" status: 204 len: 168 time: 2.2696218 Dec 16 09:46:52.831259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37804) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:52.836674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1338722438'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:52.836855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741caa1-6d86-4fdf-8a3c-1ae226dbbea0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=dc986de0-8cf3-4ffd-b89c-a8811fa706ea,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:52.859497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:52.863007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.866927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3291d60-8ef0-4c20-8179-c467fce59d4b req-62aceabb-f5bd-4c7b-9f70-081399e1f754 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Dec 16 09:46:52.888924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:52.899528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.900053 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment c54dd9d9-d90b-4227-b1fa-44e12759f73f of type vlan for network 9cd1c096-7c8c-4233-a765-d16326a8896b Dec 16 09:46:52.945872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.971400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:52.977142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:52.977726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.037757 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2052810 Dec 16 09:46:53.040566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37808) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:53.047520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '9cd1c096-7c8c-4233-a765-d16326a8896b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:53.054185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b947d-75a8-45b6-8f92-b090b9f1e60d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=9cd1c096-7c8c-4233-a765-d16326a8896b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:53.069176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9cd1c096-7c8c-4233-a765-d16326a8896b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:53.144702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:53.148655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.332574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.390316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=ab021a7b-4c4b-43a7-87a4-dd8a4db03249,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:53.401960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': 'c54dd9d9-d90b-4227-b1fa-44e12759f73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9cd1c096-7c8c-4233-a765-d16326a8896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:53.402322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 9cd1c096-7c8c-4233-a765-d16326a8896b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:53.419609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 9cd1c096-7c8c-4233-a765-d16326a8896b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:53.429939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9cd1c096-7c8c-4233-a765-d16326a8896b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:53.434413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.435055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.440076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888999f-5bdc-4acb-9f2a-c810e0ceff3a None None] Network 9cd1c096-7c8c-4233-a765-d16326a8896b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:53.453463 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6d8b636d-375f-4723-902c-aff9d201f99e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4117594 Dec 16 09:46:53.456161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:53.566865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.621187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.623135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023b707-fbe6-47e9-8038-efc135d2de05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-9cd1c096-7c8c-4233-a765-d16326a8896b', 'network_id': '9cd1c096-7c8c-4233-a765-d16326a8896b', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': 'ab021a7b-4c4b-43a7-87a4-dd8a4db03249'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:53.625585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c023b707-fbe6-47e9-8038-efc135d2de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.683686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.714636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=ab021a7b-4c4b-43a7-87a4-dd8a4db03249,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-c023b707-fbe6-47e9-8038-efc135d2de05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab021a7b-4c4b-43a7-87a4-dd8a4db03249: This subnet is being modified by another concurrent operation. Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab021a7b-4c4b-43a7-87a4-dd8a4db03249: This subnet is being modified by another concurrent operation. Dec 16 09:46:53.734224 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:46:53.754179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81da40-7f73-4f1a-a958-b8fa1b0303b3 None None] Network 9cd1c096-7c8c-4233-a765-d16326a8896b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:53.780717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.803380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd1c096-7c8c-4233-a765-d16326a8896b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:53.813142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54dd9d9-d90b-4227-b1fa-44e12759f73f') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:53.813142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54dd9d9-d90b-4227-b1fa-44e12759f73f') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:53.821417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.827639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.842373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.848930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:53.849596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:53.862433 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:53.878624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd9593-a511-4b83-b7c7-f8449f64ce42 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:53.929466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.944299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:53.948001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1178df-a1ac-4338-83e8-37d96b6ff195 req-512dbdbb-2a01-432b-bd41-0ca18502f654 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:53.952540 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/9cd1c096-7c8c-4233-a765-d16326a8896b HTTP/1.1" status: 204 len: 168 time: 0.4914372 Dec 16 09:46:53.952654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc1178df-a1ac-4338-83e8-37d96b6ff195 req-512dbdbb-2a01-432b-bd41-0ca18502f654 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.0528550 Dec 16 09:46:53.952654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37824) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:53.956968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-698548683'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:53.959115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0475d-d73f-4611-8e1c-9457fecfbcbc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=9cd1c096-7c8c-4233-a765-d16326a8896b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:54.001177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:54.005073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.025226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc1178df-a1ac-4338-83e8-37d96b6ff195 req-e9a64e13-5722-4274-9e9e-d840b65a4317 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636969 Dec 16 09:46:54.038807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:54.048066 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.048530 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment 720beab3-a73b-428e-8c30-3c9f17c2a93c of type vlan for network 6f31ca61-8fca-4231-b8ff-719e8dbe3624 Dec 16 09:46:54.082364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd9593-a511-4b83-b7c7-f8449f64ce42 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:54.106620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.193780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.199620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.205418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.211687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.217564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.225229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.229527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.231500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-927cb1ad-0c53-431c-b19f-3ee4cd27c197 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1307719 Dec 16 09:46:54.232342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.237594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.238250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.315015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3617349 Dec 16 09:46:54.318219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37826) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:54.324709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '6f31ca61-8fca-4231-b8ff-719e8dbe3624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:54.331626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124f44-ea02-445f-83aa-52764decb65f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=6f31ca61-8fca-4231-b8ff-719e8dbe3624,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:54.340663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d6c70b0-a47a-4d3b-b6e5-6388ad16a7ba req-8ffb948a-3e1d-4e30-baf8-f22da3b19945 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995162 Dec 16 09:46:54.350988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6f31ca61-8fca-4231-b8ff-719e8dbe3624 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:54.433292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:54.436804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.469936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd2f13-3fb9-442f-894a-bef15b17183e req-72af97ee-0a31-4075-baca-a8b146c7ac69 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.471326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ffcd2f13-3fb9-442f-894a-bef15b17183e req-72af97ee-0a31-4075-baca-a8b146c7ac69 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 945 time: 0.0627527 Dec 16 09:46:54.511926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ffcd2f13-3fb9-442f-894a-bef15b17183e req-be7c5c7f-f15d-4ce6-8411-b333d55abb7c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Dec 16 09:46:54.627884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.681744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237414cc-0aec-4bdc-af67-2484eb3d9e9e req-4538b68c-8e82-433a-81eb-4e6ce05e0934 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.683293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237414cc-0aec-4bdc-af67-2484eb3d9e9e req-4538b68c-8e82-433a-81eb-4e6ce05e0934 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Dec 16 09:46:54.694046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=778badb0-a5b2-4516-accf-3bb218d307cb,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:54.701772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': '720beab3-a73b-428e-8c30-3c9f17c2a93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6f31ca61-8fca-4231-b8ff-719e8dbe3624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:54.702171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 6f31ca61-8fca-4231-b8ff-719e8dbe3624, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:54.727921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 6f31ca61-8fca-4231-b8ff-719e8dbe3624 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:54.730472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-237414cc-0aec-4bdc-af67-2484eb3d9e9e req-cb528194-dfc3-46d4-8022-263d1b2a6d6d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397799 Dec 16 09:46:54.736976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 6f31ca61-8fca-4231-b8ff-719e8dbe3624) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:54.748617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37830) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:54.754447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa21ef-40d5-4c03-9b29-f14aa22aa00f None None] Network 6f31ca61-8fca-4231-b8ff-719e8dbe3624 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:54.754848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.755497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.779229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37834) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:54.779931 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-84b68561-816d-498d-b61b-2c9ce3c8ab77 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4598892 Dec 16 09:46:54.893040 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:54.932645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5609b-bfe4-486c-9505-78abe012a5f4 tempest-TestVolumeBootPattern-1486728337 tempest-TestVolumeBootPattern-1486728337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:54.937062 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-18f5609b-bfe4-486c-9505-78abe012a5f4 tempest-TestVolumeBootPattern-1486728337 tempest-TestVolumeBootPattern-1486728337-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1091 time: 0.1848557 Dec 16 09:46:54.937362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37836) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:54.943995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:54.962621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.004113 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.044693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.084195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a4819-8971-4253-b2db-2873ed250bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-6f31ca61-8fca-4231-b8ff-719e8dbe3624', 'network_id': '6f31ca61-8fca-4231-b8ff-719e8dbe3624', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': '778badb0-a5b2-4516-accf-3bb218d307cb'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:55.085380 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ce2a4819-8971-4253-b2db-2873ed250bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.086635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.121295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=778badb0-a5b2-4516-accf-3bb218d307cb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:55.190222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39cc91b-3a41-4e9f-9e88-ea653644d239 None None] Network 6f31ca61-8fca-4231-b8ff-719e8dbe3624 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:55.225584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.276075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f31ca61-8fca-4231-b8ff-719e8dbe3624']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:55.292982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720beab3-a73b-428e-8c30-3c9f17c2a93c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:55.293333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720beab3-a73b-428e-8c30-3c9f17c2a93c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:55.302498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aabc5-169a-4219-aa73-b2af891b70a0 req-dfbf4729-38ee-45f0-84bd-a5aa07d1823a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.303995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-131aabc5-169a-4219-aa73-b2af891b70a0 req-dfbf4729-38ee-45f0-84bd-a5aa07d1823a tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1763573 Dec 16 09:46:55.317123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.345449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.359346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.365202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.370961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.376763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.386622 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.392794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.399553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.401756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-04170106-de98-421f-a738-3a217c93900c tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1932368 Dec 16 09:46:55.404846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.425801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:55.426241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:55.431337 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:55.512662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-131aabc5-169a-4219-aa73-b2af891b70a0 req-884e1481-b5f0-4105-b7e4-5a15b723b683 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974545 Dec 16 09:46:55.520058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-13b7d76b-a13a-4e86-9dd6-c8c1520f3d30 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.521432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-13b7d76b-a13a-4e86-9dd6-c8c1520f3d30 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "GET /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1083953 Dec 16 09:46:55.564255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.613956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.617211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/6f31ca61-8fca-4231-b8ff-719e8dbe3624 HTTP/1.1" status: 204 len: 168 time: 0.8363597 Dec 16 09:46:55.620866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37844) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:55.625939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-337937620'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:55.647254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc658-44ad-4dd3-9c58-6c0ebb10f142 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=6f31ca61-8fca-4231-b8ff-719e8dbe3624,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:55.649471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:55.654528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.679823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:55.689782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.690164 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment 9f3b4998-f260-4f3d-b1c3-3fb33033ba5e of type vlan for network 00d24549-b909-4e30-97b0-389a83b683f2 Dec 16 09:46:55.731383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.742418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.25.6.212 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/3513d6a8-04ae-4917-a9fc-f16c5ad4d959) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:46:55.762974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.769923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.770555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.774704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.780339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.786202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.792114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.797878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.803947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.809658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:55.811689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af10f160-e132-4f6b-988d-8df253fe2215 req-fc3e07f5-11df-439d-b4c6-4a6ea539b673 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 5435 time: 0.1935115 Dec 16 09:46:55.830319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2056415 Dec 16 09:46:55.830555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-253f1686-6c05-461e-b512-5d4d1f9127e0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "GET /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3008909 Dec 16 09:46:55.835285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37846) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:55.845700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '00d24549-b909-4e30-97b0-389a83b683f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:55.849043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:55.890910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a58454-413e-4b31-85d0-e8b948e0e969 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=00d24549-b909-4e30-97b0-389a83b683f2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:55.903260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 00d24549-b909-4e30-97b0-389a83b683f2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:55.943955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:55.947714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:55.957656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af10f160-e132-4f6b-988d-8df253fe2215 req-8e4cda6c-2947-409d-92f2-4a95d6336926 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364956 Dec 16 09:46:55.969198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.013053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing IP validity checks on allocation pools {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:46:56.013575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:46:56.049685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.148710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.155520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.209358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:46:56.216280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:56.219237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=11931c51-2703-40d1-b5ab-a91b835a3a91,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:56.221018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=caa79c80-db12-47c6-9545-fede86c2741e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:56.222665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:46:56.226202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': '9f3b4998-f260-4f3d-b1c3-3fb33033ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00d24549-b909-4e30-97b0-389a83b683f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:56.226565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 00d24549-b909-4e30-97b0-389a83b683f2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:56.243846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 00d24549-b909-4e30-97b0-389a83b683f2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:56.252713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 00d24549-b909-4e30-97b0-389a83b683f2) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:56.257360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:56.258272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.258522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=3513d6a8-04ae-4917-a9fc-f16c5ad4d959,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:56.263992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d5809-f51f-4a05-893b-20df2049e531 None None] Network 00d24549-b909-4e30-97b0-389a83b683f2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:56.277476 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-107f85b6-619d-4b1d-b7fc-b3f1083695a5 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4415603 Dec 16 09:46:56.280183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:56.311152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] For port 11931c51-2703-40d1-b5ab-a91b835a3a91, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:56.377532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] device_id is not set on port 11931c51-2703-40d1-b5ab-a91b835a3a91 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:46:56.384615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.391112 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.404700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.439931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2774f18-20a5-42df-9c99-3831b9bb8616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-00d24549-b909-4e30-97b0-389a83b683f2', 'network_id': '00d24549-b909-4e30-97b0-389a83b683f2', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': 'caa79c80-db12-47c6-9545-fede86c2741e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:56.441111 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c2774f18-20a5-42df-9c99-3831b9bb8616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.446602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.512539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-c2774f18-20a5-42df-9c99-3831b9bb8616 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet caa79c80-db12-47c6-9545-fede86c2741e: This subnet is being modified by another concurrent operation. Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet caa79c80-db12-47c6-9545-fede86c2741e: This subnet is being modified by another concurrent operation. Dec 16 09:46:56.563064 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:46:56.581488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c12790-030a-4002-9b8f-58b2f2865d9a None None] Network 00d24549-b909-4e30-97b0-389a83b683f2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:56.712200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6107b5-7e29-4c18-a547-492d604212f9 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:46:56.800488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=caa79c80-db12-47c6-9545-fede86c2741e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:56.815914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Pushing event updated for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:56.821780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] No DVR routers for this DVR port 11931c51-2703-40d1-b5ab-a91b835a3a91 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:56.865783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.873007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8d0dc-eb7b-4b84-a1da-a94aeefc8593 req-ed92932b-f4f2-4f93-8395-450cc611c73b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:56.874533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eca8d0dc-eb7b-4b84-a1da-a94aeefc8593 req-ed92932b-f4f2-4f93-8395-450cc611c73b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1386180 Dec 16 09:46:56.890457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6107b5-7e29-4c18-a547-492d604212f9 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:46:56.892615 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d24549-b909-4e30-97b0-389a83b683f2']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:56.903453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3b4998-f260-4f3d-b1c3-3fb33033ba5e') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:56.903819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3b4998-f260-4f3d-b1c3-3fb33033ba5e') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:56.905504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] In _notify_port_updated(), no bound segment for port 11931c51-2703-40d1-b5ab-a91b835a3a91 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:46:56.905643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:56.906249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.907514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-b1c0eac4-c22c-4bcd-a27e-b0085120ae80 service neutron] 10.222.0.69 "PUT /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 200 len: 1028 time: 1.0634184 Dec 16 09:46:56.913927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.928312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.934169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:56.934554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:56.938262 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:57.007495 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.013136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.017528 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/00d24549-b909-4e30-97b0-389a83b683f2 HTTP/1.1" status: 204 len: 168 time: 0.7363279 Dec 16 09:46:57.023041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37854) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:57.033624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5670ae9-b174-4f2c-9d38-19b683bde547 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=00d24549-b909-4e30-97b0-389a83b683f2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:57.034509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2064917003'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:57.039886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eca8d0dc-eb7b-4b84-a1da-a94aeefc8593 req-4a3f6d79-0447-4dc8-ab3d-22de2f6d3cf8 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567330 Dec 16 09:46:57.042869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-98f8d05a-c982-4e3d-bb3e-4794dd18b4d0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.044147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-98f8d05a-c982-4e3d-bb3e-4794dd18b4d0 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "GET /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1035745 Dec 16 09:46:57.059427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:57.161821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:57.165229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.191406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.236043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.244631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:57.281073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.286847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.292658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.298446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.304470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.310270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.312229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-bc84deed-5365-429b-be2c-3021b1508862 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 4660 time: 0.1999502 Dec 16 09:46:57.317111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.317436 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment 0bfada59-0791-4bbb-b1c9-29a69323886c of type vlan for network 972e6799-722b-4c5f-8ebe-8a1bf1501aae Dec 16 09:46:57.433741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.435592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.450582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-32ac6914-8000-4af9-bd51-05647d3448d1 None None] Provisioning complete for port 11931c51-2703-40d1-b5ab-a91b835a3a91 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:57.451206 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-32ac6914-8000-4af9-bd51-05647d3448d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.488241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-32ac6914-8000-4af9-bd51-05647d3448d1 None None] Port 11931c51-2703-40d1-b5ab-a91b835a3a91 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:57.531021 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-025c5b75-b2d2-4bee-b048-1875604999a2 req-3f175016-7b14-4f2d-a54a-aaa1c11bba4f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f92395c-906d-4813-8eb0-aaa41a70d2a2&id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2102368 Dec 16 09:46:57.547897 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.553313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:57.553934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.674526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6487863 Dec 16 09:46:57.677608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:57.683070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '972e6799-722b-4c5f-8ebe-8a1bf1501aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:57.696064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6ce77-230e-4b2f-becf-052f508454f2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=972e6799-722b-4c5f-8ebe-8a1bf1501aae,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:57.706539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 972e6799-722b-4c5f-8ebe-8a1bf1501aae details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:57.708744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:57.767541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] For port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:46:57.778890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:57.782543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.802428 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.812302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] device_id is not set on port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:46:57.816399 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.824737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.859776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.900270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=3513d6a8-04ae-4917-a9fc-f16c5ad4d959,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:57.924149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8d2c48c0-0e17-4ac3-b26d-6334c17c798d no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:57.938021 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:57.956976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] No DVR routers for this DVR port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:57.988112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.015533 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.047992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:58.050323 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1927016-cc1b-4c0d-9ee6-fa39eb852a8b" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:58.054423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=5a508c30-7c70-4570-958a-b7772a6e92b1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.071899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': '0bfada59-0791-4bbb-b1c9-29a69323886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '972e6799-722b-4c5f-8ebe-8a1bf1501aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:58.072260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:58.072533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 972e6799-722b-4c5f-8ebe-8a1bf1501aae, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:58.078715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.080471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:58.108680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 972e6799-722b-4c5f-8ebe-8a1bf1501aae is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:58.119932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Pushing event updated for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.126309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 972e6799-722b-4c5f-8ebe-8a1bf1501aae) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:58.131261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.132051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.140902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360dc6c-e815-4ce7-bcf3-4c0ccb114db8 None None] Network 972e6799-722b-4c5f-8ebe-8a1bf1501aae requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:58.163118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ed3b553-a4dc-4cdf-a252-e2685063c2da tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4815965 Dec 16 09:46:58.163642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37864) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:58.187697 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Floating IP d13c73ae-e9d6-4285-8cbf-5ee06b518d71 associated. External IP: 172.25.6.212, port: 449183aa-b7b0-4734-a269-c1daf3a88dcd. Dec 16 09:46:58.194037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] In _notify_port_updated(), no bound segment for port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 on network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c {{(pid=102398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:46:58.194318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.194927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.196519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-af81ae98-e221-4a8c-a5b5-af8c58e879ee service neutron] 10.222.0.69 "PUT /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 200 len: 1028 time: 1.1439080 Dec 16 09:46:58.224321 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c064c-7d86-4fab-925e-9731976fc7e3 x-openstack-request-id: req-779c064c-7d86-4fab-925e-9731976fc7e3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:58.224605 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:58.224932 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-779c064c-7d86-4fab-925e-9731976fc7e3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:58.225203 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d', 'code': 200} Dec 16 09:46:58.269390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.299820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-56660968-6489-4231-88b5-4311f3690e4d None None] Provisioning complete for port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:46:58.300188 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-56660968-6489-4231-88b5-4311f3690e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.305258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:58.305470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 53a1613e-7e7f-4a73-ad39-9e9c565ac89e no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:58.307029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.335403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.391078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-56660968-6489-4231-88b5-4311f3690e4d None None] Port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:46:58.395875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520806b-0e67-4407-be81-aed3ba887623 req-654769b3-6467-47ec-8407-a819e38538c7 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.397404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e520806b-0e67-4407-be81-aed3ba887623 req-654769b3-6467-47ec-8407-a819e38538c7 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1633041 Dec 16 09:46:58.415133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.434631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9d2da-1b9a-42ba-9695-1be69baccd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-972e6799-722b-4c5f-8ebe-8a1bf1501aae', 'network_id': '972e6799-722b-4c5f-8ebe-8a1bf1501aae', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': '5a508c30-7c70-4570-958a-b7772a6e92b1'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:58.436065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-09b9d2da-1b9a-42ba-9695-1be69baccd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.450320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=5a508c30-7c70-4570-958a-b7772a6e92b1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.471875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.521668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 451108bb-52ec-4713-8558-57af43e90c44 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:58.522038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.526041 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.530008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e520806b-0e67-4407-be81-aed3ba887623 req-6aeebb61-d61e-4df6-a702-9c6cabd17134 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173930 Dec 16 09:46:58.551409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972e6799-722b-4c5f-8ebe-8a1bf1501aae']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:58.554512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:58.559896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.560879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 6318dddd-4f9c-4416-9312-0cd1f64b83b4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:58.567347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfada59-0791-4bbb-b1c9-29a69323886c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:58.567347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfada59-0791-4bbb-b1c9-29a69323886c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:58.577468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.595318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.603335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:46:58.603795 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:46:58.607427 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:46:58.610184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef63e78-6cb4-4ff4-a88e-3be012b8c454 None None] Network 972e6799-722b-4c5f-8ebe-8a1bf1501aae requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:58.679419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.695450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.702769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.706746 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/972e6799-722b-4c5f-8ebe-8a1bf1501aae HTTP/1.1" status: 204 len: 168 time: 0.5420084 Dec 16 09:46:58.707736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b94e7e-900c-4245-bac5-be0805399dc4 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=972e6799-722b-4c5f-8ebe-8a1bf1501aae,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.710696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37870) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:58.717350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1094943415'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:58.742994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:58.747194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.779122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:46:58.791351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.791746 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment 4b28db30-c7fe-44e7-aa57-1f91feba83bb of type vlan for network ec30a122-cfe2-485d-be29-93a99ae41779 Dec 16 09:46:58.798836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.836499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:58.841466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.843193 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.844092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device d8656596-e580-4afa-9843-8084fca1119a no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:58.870177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.877178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:58.878064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.928848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.947286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=ec30a122-cfe2-485d-be29-93a99ae41779,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:58.954360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=451108bb-52ec-4713-8558-57af43e90c44,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:58.954724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:58.962951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ec30a122-cfe2-485d-be29-93a99ae41779 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:46:58.964130 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cca42f5a-76f0-4109-bbbe-573fdd56687b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2523949 Dec 16 09:46:58.966919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37872) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:58.972030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': 'ec30a122-cfe2-485d-be29-93a99ae41779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:46:58.974015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 451108bb-52ec-4713-8558-57af43e90c44 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:59.008942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.009203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-6adad96f-69ca-4f88-a93f-01aedc40ce37 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.015674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-6adad96f-69ca-4f88-a93f-01aedc40ce37 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.022464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-6adad96f-69ca-4f88-a93f-01aedc40ce37 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.031441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-6adad96f-69ca-4f88-a93f-01aedc40ce37 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.039867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-6adad96f-69ca-4f88-a93f-01aedc40ce37 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.041814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-6adad96f-69ca-4f88-a93f-01aedc40ce37 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 3879 time: 0.1362784 Dec 16 09:46:59.045176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:46:59.067836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d8656596-e580-4afa-9843-8084fca1119a,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:59.071437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.072171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 451108bb-52ec-4713-8558-57af43e90c44 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:59.073276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:46:59.080654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.147394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.190885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.202198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cb5ae47-53f1-4d45-96ef-98d48c27f577 req-b1dce741-14a4-4067-ba02-947482837a70 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250710 Dec 16 09:46:59.225655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 451108bb-52ec-4713-8558-57af43e90c44, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=451108bb-52ec-4713-8558-57af43e90c44,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:59.233653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.234658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 11931c51-2703-40d1-b5ab-a91b835a3a91 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:46:59.271320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:46:59.291311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:46:59.303179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.316643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.325718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.329340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:46:59.330422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:46:59.360500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-93fb933a-94f2-4930-8ffd-b9dd94b9b0e3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4220605 Dec 16 09:46:59.361342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.365462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:46:59.367785 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852aac01-fb32-414a-ab29-5f93e2870fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:46:59.414092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=fabb4d3d-86d4-4926-b624-54974c067f6f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.423642 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82121dc2-3564-430a-a474-8397fe64fe09 x-openstack-request-id: req-82121dc2-3564-430a-a474-8397fe64fe09 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:46:59.424080 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:46:59.424434 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82121dc2-3564-430a-a474-8397fe64fe09 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:46:59.424924 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'status': 'completed', 'code': 200} Dec 16 09:46:59.426024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] No DVR routers for this DVR port 451108bb-52ec-4713-8558-57af43e90c44 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:46:59.426393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': '4b28db30-c7fe-44e7-aa57-1f91feba83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ec30a122-cfe2-485d-be29-93a99ae41779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:46:59.427017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: ec30a122-cfe2-485d-be29-93a99ae41779, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:46:59.429636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.433342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-3f834831-8835-4462-9c73-495d11d6cb67 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "DELETE /v2.0/ports/451108bb-52ec-4713-8558-57af43e90c44 HTTP/1.1" status: 204 len: 173 time: 1.1969497 Dec 16 09:46:59.473911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network ec30a122-cfe2-485d-be29-93a99ae41779 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:46:59.490091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ec30a122-cfe2-485d-be29-93a99ae41779) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:46:59.501676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.502944 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.507045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-7ed30e1b-a914-4005-b4ad-09b71677a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.508718 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-7ed30e1b-a914-4005-b4ad-09b71677a650 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1096 time: 0.0620096 Dec 16 09:46:59.535836 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b77eb435-f4d0-4a6d-b4f7-5f5e2d4a2def tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5678387 Dec 16 09:46:59.538867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37878) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:46:59.607059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port d8656596-e580-4afa-9843-8084fca1119a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:46:59.607676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.618483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-7ffc3f59-02b7-4777-abfb-76e511a8bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.620003 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-7ffc3f59-02b7-4777-abfb-76e511a8bd01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.0961409 Dec 16 09:46:59.633476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42b65f-3dab-4fa2-bc18-d247bcd5d1f6 None None] Network ec30a122-cfe2-485d-be29-93a99ae41779 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:46:59.638725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 11931c51-2703-40d1-b5ab-a91b835a3a91 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:46:59.651478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=451108bb-52ec-4713-8558-57af43e90c44,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:46:59.693709 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-95e4ad7e-5388-4369-bca4-eb5bcb72430f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 999 time: 0.0660930 Dec 16 09:46:59.728748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:46:59.757876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883ec8-5ec9-40fd-9a1d-9992e8383653 req-b96cd320-60a0-468a-bee1-0a9d31bc8a8f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.765879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-d95bd284-36d3-4da9-8a26-bd6ae2f90d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.766083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68883ec8-5ec9-40fd-9a1d-9992e8383653 req-b96cd320-60a0-468a-bee1-0a9d31bc8a8f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1040487 Dec 16 09:46:59.767659 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-d95bd284-36d3-4da9-8a26-bd6ae2f90d47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0676289 Dec 16 09:46:59.823456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.823795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-3e0dd755-5579-481d-9336-c55fa378caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:46:59.825347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-3e0dd755-5579-481d-9336-c55fa378caa2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503404 Dec 16 09:46:59.827858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] For port d8656596-e580-4afa-9843-8084fca1119a, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=d8656596-e580-4afa-9843-8084fca1119a,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:46:59.828299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.870343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for d8656596-e580-4afa-9843-8084fca1119a owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:46:59.886557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68883ec8-5ec9-40fd-9a1d-9992e8383653 req-e51b0e3d-65b8-47ef-bd4f-50b27bcf338c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194437 Dec 16 09:46:59.916633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e5e21-8aec-4d7a-a0ca-d572665e9dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ec30a122-cfe2-485d-be29-93a99ae41779', 'network_id': 'ec30a122-cfe2-485d-be29-93a99ae41779', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': 'fabb4d3d-86d4-4926-b624-54974c067f6f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:46:59.917840 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd8e5e21-8aec-4d7a-a0ca-d572665e9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:46:59.951210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-a598cb94-7c3f-487f-bcdd-750aefbcc60c service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178854 Dec 16 09:46:59.978693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.052939 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-852aac01-fb32-414a-ab29-5f93e2870fa1 req-e3086957-1bd0-4d43-bfab-2078d06a9ad5 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941224 Dec 16 09:47:00.100943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-cd8e5e21-8aec-4d7a-a0ca-d572665e9dd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fabb4d3d-86d4-4926-b624-54974c067f6f: This subnet is being modified by another concurrent operation. Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fabb4d3d-86d4-4926-b624-54974c067f6f: This subnet is being modified by another concurrent operation. Dec 16 09:47:00.122348 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:47:00.138215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=fabb4d3d-86d4-4926-b624-54974c067f6f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:00.141678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a54d0c-a7f3-4825-b4cb-f863e841ea1e None None] Network ec30a122-cfe2-485d-be29-93a99ae41779 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:00.204310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.210879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:46:56Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:00.240883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.242415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '451108bb-52ec-4713-8558-57af43e90c44'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:00.244722 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8776cce-541f-4be8-8377-778dcae8ee54" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d8656596-e580-4afa-9843-8084fca1119a"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "451108bb-52ec-4713-8558-57af43e90c44"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:00.248493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:00.250042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=d8656596-e580-4afa-9843-8084fca1119a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:00.294672 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9addf16b-eb3a-4cea-8c44-804248cb7863 x-openstack-request-id: req-9addf16b-eb3a-4cea-8c44-804248cb7863 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:00.294974 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d8656596-e580-4afa-9843-8084fca1119a", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-unplugged", "status": "completed", "tag": "451108bb-52ec-4713-8558-57af43e90c44", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:00.295227 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9addf16b-eb3a-4cea-8c44-804248cb7863 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:00.295631 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'code': 200} Dec 16 09:47:00.295886 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4', 'code': 200} Dec 16 09:47:00.296165 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a', 'code': 200} Dec 16 09:47:00.296355 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '451108bb-52ec-4713-8558-57af43e90c44', 'code': 200} Dec 16 09:47:00.298758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:00.299382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:00.311887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec30a122-cfe2-485d-be29-93a99ae41779']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:00.314228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] No DVR routers for this DVR port d8656596-e580-4afa-9843-8084fca1119a on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:00.317037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.320756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-d66276b6-0198-4406-8358-adb0a1cb3204 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "DELETE /v2.0/ports/d8656596-e580-4afa-9843-8084fca1119a HTTP/1.1" status: 204 len: 173 time: 0.8805501 Dec 16 09:47:00.337471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b28db30-c7fe-44e7-aa57-1f91feba83bb') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:00.337766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b28db30-c7fe-44e7-aa57-1f91feba83bb') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:00.405009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.428306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:00.445473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.456751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:00.456958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:00.460649 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:00.530306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534669f-bb95-4035-8664-f07ceb7c3851 req-3954a20f-bcc0-4b84-9766-0ebca034d497 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.536209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534669f-bb95-4035-8664-f07ceb7c3851 req-3954a20f-bcc0-4b84-9766-0ebca034d497 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.542193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534669f-bb95-4035-8664-f07ceb7c3851 req-3954a20f-bcc0-4b84-9766-0ebca034d497 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.543794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3534669f-bb95-4035-8664-f07ceb7c3851 req-3954a20f-bcc0-4b84-9766-0ebca034d497 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 2409 time: 0.1868236 Dec 16 09:47:00.551969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.556772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552493'] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.563917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/ec30a122-cfe2-485d-be29-93a99ae41779 HTTP/1.1" status: 204 len: 168 time: 1.0200963 Dec 16 09:47:00.564052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37890) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:00.568931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137377301'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:00.596978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581519a-335a-4be6-88fd-7d1f90b597a0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=ec30a122-cfe2-485d-be29-93a99ae41779,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:00.608944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:00.614215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.622686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:00.623011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.642421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:00.643334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3534669f-bb95-4035-8664-f07ceb7c3851 req-32aaf441-703c-4b64-a890-bda5993ac68d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923631 Dec 16 09:47:00.686129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.686129 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment f6491658-77c8-45ca-9d59-3d1d3f5df626 of type vlan for network 8adfd509-e21b-4309-ac2d-169e2c41486b Dec 16 09:47:00.686376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:46:56Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:00.729121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a522b92-47cb-4128-89f7-5c14c919f2bf None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:46:56Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:00.733892 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.751550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] For port 6318dddd-4f9c-4416-9312-0cd1f64b83b4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6318dddd-4f9c-4416-9312-0cd1f64b83b4,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:00.751998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.766148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.768581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 6318dddd-4f9c-4416-9312-0cd1f64b83b4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:00.780238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:00.781187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:00.850962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2859821 Dec 16 09:47:00.853574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37892) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:00.861330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:00.866466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037ff06-7d1a-4d53-b47f-ace43485dde2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=8adfd509-e21b-4309-ac2d-169e2c41486b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:00.875166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e65ed-bf80-4916-8c51-22819594301b None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:00.878540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8adfd509-e21b-4309-ac2d-169e2c41486b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:01.070678 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e60b9dd-b4e4-4238-b78c-d88e482b2ef2 None None] New status for floating IP d13c73ae-e9d6-4285-8cbf-5ee06b518d71: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:01.081099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.110161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e65ed-bf80-4916-8c51-22819594301b None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:01.135163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=6318dddd-4f9c-4416-9312-0cd1f64b83b4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:01.156687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0db66-174d-4c70-8b34-921f0e30d46f req-1c08c467-f031-41c1-b6a8-ed89356b30db tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:01.158202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22c0db66-174d-4c70-8b34-921f0e30d46f req-1c08c467-f031-41c1-b6a8-ed89356b30db tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.1873813 Dec 16 09:47:01.168029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.222764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] No DVR routers for this DVR port 6318dddd-4f9c-4416-9312-0cd1f64b83b4 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:01.232856 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.236332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-6ed8abf1-9e82-4385-b09f-206d3c7dbd1b tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "DELETE /v2.0/ports/6318dddd-4f9c-4416-9312-0cd1f64b83b4 HTTP/1.1" status: 204 len: 173 time: 0.9097941 Dec 16 09:47:01.236943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.310412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 8adfd509-e21b-4309-ac2d-169e2c41486b is not hosted by any dhcp agent {{(pid=102398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:47:01.315779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:01.316365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.317729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "PUT /v2.0/networks/8adfd509-e21b-4309-ac2d-169e2c41486b HTTP/1.1" status: 200 len: 723 time: 0.4629011 Dec 16 09:47:01.321744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37896) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:01.327570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:01.355165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22c0db66-174d-4c70-8b34-921f0e30d46f req-854ff7c6-6d35-4e17-a2ab-b56ff45f438d tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707208 Dec 16 09:47:01.365032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa75b-db89-44e3-b084-2e383582b690 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=8adfd509-e21b-4309-ac2d-169e2c41486b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:01.384004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8adfd509-e21b-4309-ac2d-169e2c41486b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:01.416551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:01.417044 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.430836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:01.431081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '451108bb-52ec-4713-8558-57af43e90c44'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:01.433495 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb545c06-7297-4e5d-b57d-3947568ffe55" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "451108bb-52ec-4713-8558-57af43e90c44"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "d8656596-e580-4afa-9843-8084fca1119a"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:01.435219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.512623 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b59c64-79cb-4eb2-bec5-5d347d809b54 x-openstack-request-id: req-95b59c64-79cb-4eb2-bec5-5d347d809b54 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:01.512936 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "451108bb-52ec-4713-8558-57af43e90c44", "status": "completed", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "d8656596-e580-4afa-9843-8084fca1119a", "status": "completed", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "6318dddd-4f9c-4416-9312-0cd1f64b83b4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:01.513254 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95b59c64-79cb-4eb2-bec5-5d347d809b54 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:01.514033 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '451108bb-52ec-4713-8558-57af43e90c44', 'status': 'completed', 'code': 200} Dec 16 09:47:01.514033 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': 'd8656596-e580-4afa-9843-8084fca1119a', 'status': 'completed', 'code': 200} Dec 16 09:47:01.514259 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '6318dddd-4f9c-4416-9312-0cd1f64b83b4', 'status': 'completed', 'code': 200} Dec 16 09:47:01.537608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] For port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:01.538053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.553191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 8d2c48c0-0e17-4ac3-b26d-6334c17c798d owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:01.654769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.683106 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.727341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=992d9f4c-9c93-4ef3-988b-4ad2863072a3,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:01.735707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': 'f6491658-77c8-45ca-9d59-3d1d3f5df626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:01.736165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 8adfd509-e21b-4309-ac2d-169e2c41486b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:01.744603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=8d2c48c0-0e17-4ac3-b26d-6334c17c798d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:01.756956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 8adfd509-e21b-4309-ac2d-169e2c41486b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:01.770341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 8adfd509-e21b-4309-ac2d-169e2c41486b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:01.776633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:01.777219 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.788285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee7a3e-b17d-47da-bb26-75252732eb45 None None] Network 8adfd509-e21b-4309-ac2d-169e2c41486b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:01.801777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] No DVR routers for this DVR port 8d2c48c0-0e17-4ac3-b26d-6334c17c798d on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:01.802355 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b74a2660-ec16-4ff6-ad63-d3f19a608319 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4784901 Dec 16 09:47:01.804488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37904) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:01.804895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.808831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-fd8131e1-32f6-422b-97ff-021ef736a6a8 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "DELETE /v2.0/ports/8d2c48c0-0e17-4ac3-b26d-6334c17c798d HTTP/1.1" status: 204 len: 173 time: 0.5604300 Dec 16 09:47:01.809820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:01.870880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73af6b-5f46-406e-a93d-0a7821036027 req-c1d500c7-1661-482c-90d8-6f9294bbaf1d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:01.872464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b73af6b-5f46-406e-a93d-0a7821036027 req-c1d500c7-1661-482c-90d8-6f9294bbaf1d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 943 time: 0.1248639 Dec 16 09:47:01.923043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8398456'] for subnet, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:01.959707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b73af6b-5f46-406e-a93d-0a7821036027 req-c1c35050-38c5-4bd3-b9e2-7e05de5b378d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups?id=40647517-4938-4e38-8946-f1865b2c4e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717263 Dec 16 09:47:01.975249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-8adfd509-e21b-4309-ac2d-169e2c41486b', 'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': '992d9f4c-9c93-4ef3-988b-4ad2863072a3'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:01.976947 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.013049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:02.013432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.116965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742503982493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8433240'] for subnet, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.135005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] For port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:02.135377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.165923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.166533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.170192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "PUT /v2.0/subnets/992d9f4c-9c93-4ef3-988b-4ad2863072a3 HTTP/1.1" status: 200 len: 806 time: 0.3622730 Dec 16 09:47:02.173440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:02.190731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Allocated IP 172.20.0.2 (8adfd509-e21b-4309-ac2d-169e2c41486b/992d9f4c-9c93-4ef3-988b-4ad2863072a3/82b29c41-3981-4c04-9f0a-251809e074e0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:02.246501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b77c-5f24-42d7-a966-cf9e78f7d395 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=992d9f4c-9c93-4ef3-988b-4ad2863072a3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:02.307789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.358167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.359841 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.361838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.362392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.362742 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Floating IP 344c04f5-6715-464e-91b7-3a8a9b5800cf disassociated. External IP: 172.25.6.197, port: 53a1613e-7e7f-4a73-ad39-9e9c565ac89e. Dec 16 09:47:02.363145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 53a1613e-7e7f-4a73-ad39-9e9c565ac89e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:02.366685 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.416400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Network 8adfd509-e21b-4309-ac2d-169e2c41486b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:02.419511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:02.423661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:02.432157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Pushing event updated for resources: {'Port': ['ID=82b29c41-3981-4c04-9f0a-251809e074e0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:02.450271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.481594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=992d9f4c-9c93-4ef3-988b-4ad2863072a3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:02.498919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Attempting to bind port 82b29c41-3981-4c04-9f0a-251809e074e0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:02.499289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Attempting to bind port 82b29c41-3981-4c04-9f0a-251809e074e0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f6491658-77c8-45ca-9d59-3d1d3f5df626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:02.499738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Attempting to bind port 82b29c41-3981-4c04-9f0a-251809e074e0 on network 8adfd509-e21b-4309-ac2d-169e2c41486b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:02.504880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:02.505323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Checking segment: {'id': 'f6491658-77c8-45ca-9d59-3d1d3f5df626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:02.505806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.506303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Bound using segment: {'id': 'f6491658-77c8-45ca-9d59-3d1d3f5df626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:02.506832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Bound port: 82b29c41-3981-4c04-9f0a-251809e074e0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6491658-77c8-45ca-9d59-3d1d3f5df626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8adfd509-e21b-4309-ac2d-169e2c41486b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:02.507274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.552100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.553225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd87c-e2f0-4406-aa27-fea899dbe39e req-2f9f5169-449f-4e60-ab2a-76ad858b768c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:02.554825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b0cd87c-e2f0-4406-aa27-fea899dbe39e req-2f9f5169-449f-4e60-ab2a-76ad858b768c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 944 time: 0.0714290 Dec 16 09:47:02.555940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.578344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adfd509-e21b-4309-ac2d-169e2c41486b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:02.588598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6491658-77c8-45ca-9d59-3d1d3f5df626') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:02.588963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6491658-77c8-45ca-9d59-3d1d3f5df626') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:02.595047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=53a1613e-7e7f-4a73-ad39-9e9c565ac89e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:02.595305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] For port 82b29c41-3981-4c04-9f0a-251809e074e0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:02.598957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.601028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] For port 82b29c41-3981-4c04-9f0a-251809e074e0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=82b29c41-3981-4c04-9f0a-251809e074e0,segment=NetworkSegment(f6491658-77c8-45ca-9d59-3d1d3f5df626),segment_id=f6491658-77c8-45ca-9d59-3d1d3f5df626)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:02.609465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.615255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.629476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:02.630344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:02.636126 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:02.696371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b0cd87c-e2f0-4406-aa27-fea899dbe39e req-997a1e75-5d45-4b9e-b4f6-fb62e4ae4c7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335797 Dec 16 09:47:02.706010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3f6ab-6de4-41ed-93ec-7e3bbba5382f None None] Pushing event updated for resources: {'Port': ['ID=82b29c41-3981-4c04-9f0a-251809e074e0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:02.719409 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.db.api [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:02.719409 n-d-821941-1 neutron-server[102397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:02.719409 n-d-821941-1 neutron-server[102397]: [parameters: {'id': '8adfd509-e21b-4309-ac2d-169e2c41486b'}] Dec 16 09:47:02.719409 n-d-821941-1 neutron-server[102397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:02.719409 n-d-821941-1 neutron-server[102397]: DEBUG oslo_db.api [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:02.720692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24090299-438b-431e-abef-2ad4cb59986b None None] Network 8adfd509-e21b-4309-ac2d-169e2c41486b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:02.740816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Router 0aaac5b9-9542-4180-9215-b828973cd12f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:02.821985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3a665ef0-9253-4414-b05d-fab6b28d3171 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:47:02.888180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412a6d1-7214-4f42-b39d-fee1fdfc87d4 None None] Network 8adfd509-e21b-4309-ac2d-169e2c41486b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:03.102406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f010bd16-b985-44c5-829c-c0b67e6e8cbc req-b4f52c5c-00a7-4040-bd12-e6dd41c7d68a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0353851 Dec 16 09:47:03.140133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:03.161799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] Sync routers for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:03.184706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] No DVR routers for this DVR port 53a1613e-7e7f-4a73-ad39-9e9c565ac89e on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:03.188185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.191288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2795d7a0-07fe-4f18-8164-0b609477a62e req-e7985cfa-b3e7-4ac7-8475-3ee5b2d5bb0d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.69 "DELETE /v2.0/ports/53a1613e-7e7f-4a73-ad39-9e9c565ac89e HTTP/1.1" status: 204 len: 173 time: 1.3750021 Dec 16 09:47:03.200741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3a665ef0-9253-4414-b05d-fab6b28d3171, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3a665ef0-9253-4414-b05d-fab6b28d3171,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:03.213858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:03.214526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:03.218636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.257916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:47:03.285858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Deleting port 82b29c41-3981-4c04-9f0a-251809e074e0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:03.286619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.323792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c02137-ed21-426e-a8d2-1869ca6bcf5a None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:03.351317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] For port 82b29c41-3981-4c04-9f0a-251809e074e0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=82b29c41-3981-4c04-9f0a-251809e074e0,segment=NetworkSegment(f6491658-77c8-45ca-9d59-3d1d3f5df626),segment_id=f6491658-77c8-45ca-9d59-3d1d3f5df626)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:03.351700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.364068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Calling delete_port for 82b29c41-3981-4c04-9f0a-251809e074e0 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:03.388336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.443890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a665ef0-9253-4414-b05d-fab6b28d3171 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:03.448631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.459461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:03.475919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Port': ['ID=82b29c41-3981-4c04-9f0a-251809e074e0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:03.478441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No DVR routers for this DVR port 82b29c41-3981-4c04-9f0a-251809e074e0 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:03.523283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3a665ef0-9253-4414-b05d-fab6b28d3171, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3a665ef0-9253-4414-b05d-fab6b28d3171,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:03.524354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d'}, {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:03.532136 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab74a81-9899-48f9-9a8a-4b1cff89a215" -d '{"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d"}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:03.565930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.573925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.580536 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b27494a-5fcc-4d20-890b-3c18c78329f8 x-openstack-request-id: req-7b27494a-5fcc-4d20-890b-3c18c78329f8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:03.580972 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "8d2c48c0-0e17-4ac3-b26d-6334c17c798d", "status": "completed", "code": 200}, {"server_uuid": "97c9e8db-9c75-4cf6-9001-b4f0205e42fa", "name": "network-vif-deleted", "tag": "53a1613e-7e7f-4a73-ad39-9e9c565ac89e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:03.581128 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b27494a-5fcc-4d20-890b-3c18c78329f8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:03.581464 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '8d2c48c0-0e17-4ac3-b26d-6334c17c798d', 'status': 'completed', 'code': 200} Dec 16 09:47:03.588022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adfd509-e21b-4309-ac2d-169e2c41486b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:03.590910 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c9e8db-9c75-4cf6-9001-b4f0205e42fa', 'name': 'network-vif-deleted', 'tag': '53a1613e-7e7f-4a73-ad39-9e9c565ac89e', 'status': 'completed', 'code': 200} Dec 16 09:47:03.600058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6491658-77c8-45ca-9d59-3d1d3f5df626') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:03.600431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6491658-77c8-45ca-9d59-3d1d3f5df626') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:03.610123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.626037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.632306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:03.632766 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:03.636010 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:03.694632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.703261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.706415 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/8adfd509-e21b-4309-ac2d-169e2c41486b HTTP/1.1" status: 204 len: 168 time: 1.5319865 Dec 16 09:47:03.708397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3a665ef0-9253-4414-b05d-fab6b28d3171,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:03.709172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37916) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:03.717431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593de6ad-9d2f-4781-8022-33c022036c3c tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=8adfd509-e21b-4309-ac2d-169e2c41486b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:03.741643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c02137-ed21-426e-a8d2-1869ca6bcf5a None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:03.743662 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0996bc59-3e09-4e0f-87e0-92f513ef6abb tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:03.744610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0996bc59-3e09-4e0f-87e0-92f513ef6abb tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:03.751008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0996bc59-3e09-4e0f-87e0-92f513ef6abb tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/8adfd509-e21b-4309-ac2d-169e2c41486b HTTP/1.1" status: 404 len: 339 time: 0.0404201 Dec 16 09:47:03.754649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37920) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:03.760532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1803970316', 'description': 'd1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:03.795440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:03.799607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.834467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3a665ef0-9253-4414-b05d-fab6b28d3171'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:03.843941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:03.856008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901fbe-3560-4f44-83d6-f4ed2652f045 req-19830526-abbe-4182-9622-7ac629f7972e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.857503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f901fbe-3560-4f44-83d6-f4ed2652f045 req-19830526-abbe-4182-9622-7ac629f7972e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 945 time: 0.0732093 Dec 16 09:47:03.863122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.863466 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment d7db1a2c-7de2-4297-9f33-9dd7e8ddbab4 of type vlan for network 6ce1f778-5c14-4445-a6f3-4226deb574a9 Dec 16 09:47:03.935852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f901fbe-3560-4f44-83d6-f4ed2652f045 req-6c5fdff1-6b6b-4f5b-919c-b2f35c692dda tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638983 Dec 16 09:47:03.937579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.967069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:34Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:03.975945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:03.981715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:03.982409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.003684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2446842 Dec 16 09:47:04.003936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:04.012956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] Checking router: 0aaac5b9-9542-4180-9215-b828973cd12f for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:04.062853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:04.063493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:04.071071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7387a-f203-4833-a897-7d240981bc66 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=6ce1f778-5c14-4445-a6f3-4226deb574a9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.103631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7ffe6-c569-4764-87f8-fd3a91504053 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.107714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d0c7ffe6-c569-4764-87f8-fd3a91504053 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks?id=6ce1f778-5c14-4445-a6f3-4226deb574a9 HTTP/1.1" status: 200 len: 761 time: 0.1003523 Dec 16 09:47:04.108122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37924) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:04.111922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6ce1f778-5c14-4445-a6f3-4226deb574a9 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:04.113394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'description': 'd2'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:04.245427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13c2eb01-5b41-4293-bfda-1d51b62066c4 req-b3d2b5f8-bc15-4c80-b3fa-b54fb679f512 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0478592 Dec 16 09:47:04.356752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.378735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:04.378902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.405453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 6ce1f778-5c14-4445-a6f3-4226deb574a9 is not hosted by any dhcp agent {{(pid=102398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:47:04.411336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.412586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.416807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37930) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:04.417246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "PUT /v2.0/networks/6ce1f778-5c14-4445-a6f3-4226deb574a9 HTTP/1.1" status: 200 len: 758 time: 0.3077955 Dec 16 09:47:04.489010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874703ea-157c-4c7d-822d-970c5b1d8d6e tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=6ce1f778-5c14-4445-a6f3-4226deb574a9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.510532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41485d0a-db0b-4b4b-990d-63e0fa9cd9b1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.515612 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-41485d0a-db0b-4b4b-990d-63e0fa9cd9b1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks?id=6ce1f778-5c14-4445-a6f3-4226deb574a9 HTTP/1.1" status: 200 len: 761 time: 0.0941093 Dec 16 09:47:04.521564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37932) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:04.522484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225692765'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:04.524239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6ce1f778-5c14-4445-a6f3-4226deb574a9 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:04.549002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:04.554796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.585606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:04.594638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.595020 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment ac450363-25ed-4221-b946-5b46b99feddf of type vlan for network 95fb52e6-91a0-4091-a1e9-ef43406b5d71 Dec 16 09:47:04.637695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.667336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.674055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:04.674697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.735774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2154253 Dec 16 09:47:04.736210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37934) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:04.762113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc8a2b-8643-4005-b7e5-c7fdb2b14cdf tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=95fb52e6-91a0-4091-a1e9-ef43406b5d71,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:04.767997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': '95fb52e6-91a0-4091-a1e9-ef43406b5d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:04.859596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 95fb52e6-91a0-4091-a1e9-ef43406b5d71 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:04.881190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:04.885320 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:04.953061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:34Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:04.988099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2290b0-a582-43f3-b55c-8e4df8f07710 None None] The sync data for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 is: [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:36:27Z', 'revision_number': 4, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6218c4ed-854e-47ae-8c78-1ea8c139ff66', 'name': '', 'network_id': 'd00eb238-539e-4791-a5d8-3607f42e9b23', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'mac_address': 'fa:16:3e:61:c4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:23Z', 'updated_at': '2021-12-16T09:36:34Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'subnets': [{'id': '6fef8b64-1ab0-448a-a7fc-bb821c33a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:05.114736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.117293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c726a-e5a3-4f07-9746-ec06902d4c65 req-1ad87930-0e6c-4b3d-a8be-62f530e91ffb tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:05.118963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-351c726a-e5a3-4f07-9746-ec06902d4c65 req-1ad87930-0e6c-4b3d-a8be-62f530e91ffb tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 945 time: 0.0682375 Dec 16 09:47:05.147379 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:47:05.171784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-351c726a-e5a3-4f07-9746-ec06902d4c65 req-2cb4dcf8-9972-4576-b2b6-909bfbf36682 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452805 Dec 16 09:47:05.188838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=f8044b94-778a-478b-aa30-fe266fb6a9aa,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:05.214857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': 'ac450363-25ed-4221-b946-5b46b99feddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '95fb52e6-91a0-4091-a1e9-ef43406b5d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:05.215247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: 95fb52e6-91a0-4091-a1e9-ef43406b5d71, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:05.233573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network 95fb52e6-91a0-4091-a1e9-ef43406b5d71 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:05.246734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 95fb52e6-91a0-4091-a1e9-ef43406b5d71) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:05.251577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:05.252293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.259646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729189a-be81-404c-8e6f-ec3cdeb35010 None None] Network 95fb52e6-91a0-4091-a1e9-ef43406b5d71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:05.276077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-010aa43c-1484-47c8-af22-75c841949029 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5300770 Dec 16 09:47:05.278708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37938) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:05.391773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8cee669-180e-486e-b50c-a696d62bb490 req-89d2b017-2eb1-4b66-b7b1-2cb74ed9ce47 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0380161 Dec 16 09:47:05.398348 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d867b0-7e06-4604-ae5f-0adc47f48ff1 None None] New status for floating IP 344c04f5-6715-464e-91b7-3a8a9b5800cf: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:05.499690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.509765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a663148e-155e-4cfb-a58f-c069a6d1f9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-95fb52e6-91a0-4091-a1e9-ef43406b5d71', 'network_id': '95fb52e6-91a0-4091-a1e9-ef43406b5d71', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': 'f8044b94-778a-478b-aa30-fe266fb6a9aa'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:05.509765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a663148e-155e-4cfb-a58f-c069a6d1f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.577609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.648969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-a663148e-155e-4cfb-a58f-c069a6d1f9a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8044b94-778a-478b-aa30-fe266fb6a9aa: This subnet is being modified by another concurrent operation. Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8044b94-778a-478b-aa30-fe266fb6a9aa: This subnet is being modified by another concurrent operation. Dec 16 09:47:05.651851 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:47:05.675061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=f8044b94-778a-478b-aa30-fe266fb6a9aa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:05.675355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39c51a-07b7-4182-b3de-3678f735f3f6 None None] Network 95fb52e6-91a0-4091-a1e9-ef43406b5d71 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:05.745885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.770860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fb52e6-91a0-4091-a1e9-ef43406b5d71']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:05.782480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac450363-25ed-4221-b946-5b46b99feddf') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:05.782839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac450363-25ed-4221-b946-5b46b99feddf') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:05.795320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.813754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.820099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e36a6-c3d2-453b-83e4-95f4c1f35005 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:05.822074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:05.822973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:05.826711 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:05.845381 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-dc9e05c7-d724-4aa3-ae90-a3c41b2f1d6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597477 Dec 16 09:47:05.901710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.912301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:05.918344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/95fb52e6-91a0-4091-a1e9-ef43406b5d71 HTTP/1.1" status: 204 len: 168 time: 0.6363082 Dec 16 09:47:05.922233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37944) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:05.924204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-e36350d4-6678-4936-ba14-c6b3748faddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:05.926195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-e36350d4-6678-4936-ba14-c6b3748faddb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f7bbda196c8415e86c8ae1e21490740&device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 1096 time: 0.0563745 Dec 16 09:47:05.927492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd2fa-8d3d-470e-9398-51bc87ed30dc tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=95fb52e6-91a0-4091-a1e9-ef43406b5d71,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:05.963916 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1caec8e-51a5-45fa-b455-367ae87732a3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] GET failed (client error): The resource could not be found. Dec 16 09:47:05.965197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d1caec8e-51a5-45fa-b455-367ae87732a3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/subnets/f8044b94-778a-478b-aa30-fe266fb6a9aa HTTP/1.1" status: 404 len: 337 time: 0.0377650 Dec 16 09:47:05.968193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:05.996064 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9b20c4-dc7a-4164-86c6-714a55d344f3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:05.998197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9b20c4-dc7a-4164-86c6-714a55d344f3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:05.999799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e36a6-c3d2-453b-83e4-95f4c1f35005 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:06.004475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf9b20c4-dc7a-4164-86c6-714a55d344f3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/95fb52e6-91a0-4091-a1e9-ef43406b5d71 HTTP/1.1" status: 404 len: 339 time: 0.0348289 Dec 16 09:47:06.008127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:06.127945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-6dcbad08-ed8d-424d-a0bb-0f532b766fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.129329 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-6dcbad08-ed8d-424d-a0bb-0f532b766fcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 200 len: 912 time: 0.1737607 Dec 16 09:47:06.328886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4c4b5-96c5-4e45-bf42-200ca8ddcf1c req-c0a00e6e-35d9-4cfa-9917-92339f09cb25 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.331357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1f4c4b5-96c5-4e45-bf42-200ca8ddcf1c req-c0a00e6e-35d9-4cfa-9917-92339f09cb25 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 945 time: 0.0695400 Dec 16 09:47:06.379523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1f4c4b5-96c5-4e45-bf42-200ca8ddcf1c req-085b9730-a7ad-4ed5-a5e7-ba5667379125 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Dec 16 09:47:06.459094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74a26d-69ab-4473-84af-296ce8d7f23b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.460905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0f74a26d-69ab-4473-84af-296ce8d7f23b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4481559 Dec 16 09:47:06.463744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:06.495507 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a6566544-3a7c-46e5-ad5e-36d6fd957531 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 207 time: 0.0309289 Dec 16 09:47:06.499255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:06.509122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b4ed51e-2abf-492c-a96b-f8cd0af32525 req-254aef68-ed04-40d6-b9cb-07a374ae7f81 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0286913 Dec 16 09:47:06.558714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-3eb81b78-69e9-4c26-be81-0eb1f0cf2904 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc HTTP/1.1" status: 200 len: 1001 time: 0.4201787 Dec 16 09:47:06.650709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-b40d5587-3131-4cee-ac00-5321fcaba0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.652178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-b40d5587-3131-4cee-ac00-5321fcaba0ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 200 len: 850 time: 0.0856295 Dec 16 09:47:06.663476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bb7fc-3dbd-40b5-a5a8-f86281fd4c6b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.669373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bb7fc-3dbd-40b5-a5a8-f86281fd4c6b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.675055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bb7fc-3dbd-40b5-a5a8-f86281fd4c6b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.681259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bb7fc-3dbd-40b5-a5a8-f86281fd4c6b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.686548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-933bb7fc-3dbd-40b5-a5a8-f86281fd4c6b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1832674 Dec 16 09:47:06.687092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:06.723385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-57c67898-c955-404c-a46e-8a9f6e72f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.724842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-57c67898-c955-404c-a46e-8a9f6e72f958 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f8ec974-3770-4afe-9740-4964747b2e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408919 Dec 16 09:47:06.813838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3a665ef0-9253-4414-b05d-fab6b28d3171 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:06.830193 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-2edd6dab-b970-4385-b705-109b7a7886d3 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967784 Dec 16 09:47:06.868760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 3a665ef0-9253-4414-b05d-fab6b28d3171 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:47:06.874322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3a665ef0-9253-4414-b05d-fab6b28d3171 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:06.874940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:06.892591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37964) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:06.893359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7624b16d-2bd7-4b91-8c57-beaae3ce2d3b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2042511 Dec 16 09:47:06.958155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:06.965785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6ed40-2aef-4986-947e-3ac18ccc91ba tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.967310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6ed40-2aef-4986-947e-3ac18ccc91ba tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:06.972377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5db6ed40-2aef-4986-947e-3ac18ccc91ba tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0752759 Dec 16 09:47:06.972571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37966) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:06.981347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:06.983982 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c539f15-df17-4b12-ac10-752bbcbbe358" -d '{"events": [{"server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "name": "network-vif-plugged", "status": "completed", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:06.998512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3a665ef0-9253-4414-b05d-fab6b28d3171, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3a665ef0-9253-4414-b05d-fab6b28d3171,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:07.003809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.010036 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0f1a12d-f3dd-4e6d-aab3-2e7a915b2acf req-3af4fe7d-282a-42b0-b672-357531b3f5a1 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720543 Dec 16 09:47:07.049358 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858dcd7d-4ecc-4db8-b6fe-2a2d2eb00fe3 x-openstack-request-id: req-858dcd7d-4ecc-4db8-b6fe-2a2d2eb00fe3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:07.049883 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "name": "network-vif-plugged", "status": "completed", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:07.050181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289abb-abea-4b4c-9f2f-2a03590cd279 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.050501 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-858dcd7d-4ecc-4db8-b6fe-2a2d2eb00fe3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:07.051055 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'code': 200} Dec 16 09:47:07.051805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52289abb-abea-4b4c-9f2f-2a03590cd279 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.054360 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-52289abb-abea-4b4c-9f2f-2a03590cd279 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0808349 Dec 16 09:47:07.058514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37970) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:07.061774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3a665ef0-9253-4414-b05d-fab6b28d3171,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:07.194580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5fde00-f85b-4e6c-85b1-ee0bc79f9c72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.195987 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7d5fde00-f85b-4e6c-85b1-ee0bc79f9c72 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks/05d2ff11-dfb0-4409-afd0-2f972c8692af HTTP/1.1" status: 200 len: 799 time: 0.1363854 Dec 16 09:47:07.200101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37972) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:07.212128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253a77-d0f7-458d-9762-bd5c7926e827 req-632d78a0-3976-4c1d-b858-af5bea945a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.213685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42253a77-d0f7-458d-9762-bd5c7926e827 req-632d78a0-3976-4c1d-b858-af5bea945a30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1097 time: 0.0941238 Dec 16 09:47:07.297406 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42253a77-d0f7-458d-9762-bd5c7926e827 req-cae09448-29a7-4b12-9f45-1418920e21fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703855 Dec 16 09:47:07.334738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-329343e4-bc09-4a79-97fa-184a257ba13f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/networks/05d2ff11-dfb0-4409-afd0-2f972c8692af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1298766 Dec 16 09:47:07.335286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:07.390877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f89a99-3f58-4efc-a169-40d7798c8b22 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.392247 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-69f89a99-3f58-4efc-a169-40d7798c8b22 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/subnets/b130781a-3e8b-4b28-8f18-8232601e9f72 HTTP/1.1" status: 200 len: 811 time: 0.0560145 Dec 16 09:47:07.396667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37976) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:07.448710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d022c-1822-4600-bb9a-d99cb8d8cf5f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['shared'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.453948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c37d022c-1822-4600-bb9a-d99cb8d8cf5f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "GET /v2.0/subnets/b130781a-3e8b-4b28-8f18-8232601e9f72?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0528405 Dec 16 09:47:07.454190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37980) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:07.459887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-593121405'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:07.512679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:07.516247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.542469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cb9f8-9199-4628-9c4c-c444795942e9 req-038bfe6a-3792-4d4b-b637-ea4d0410dd4f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.543967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b34cb9f8-9199-4628-9c4c-c444795942e9 req-038bfe6a-3792-4d4b-b637-ea4d0410dd4f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 946 time: 0.0757279 Dec 16 09:47:07.563544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:07.583935 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.584279 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Added segment a26982a3-bf38-4533-ae0c-1d5ec0435ad7 of type vlan for network cf8a324c-3060-414b-a496-0d9cce97c8ec Dec 16 09:47:07.624943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b34cb9f8-9199-4628-9c4c-c444795942e9 req-9a63a9ae-335a-4efd-b8ab-24965a7fad27 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737991 Dec 16 09:47:07.637735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.670304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.676137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:07.676794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.744733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2893171 Dec 16 09:47:07.749369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 37986) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:07.755705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:07.766403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6f92b81-ebbb-404b-a41e-3160de947cac req-4e04c8ca-b5a7-4c49-a252-6d8aec577ac9 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0700417 Dec 16 09:47:07.775216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86207bf8-929d-4aeb-adcd-903549196483 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Network': ['ID=cf8a324c-3060-414b-a496-0d9cce97c8ec,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:07.787908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network cf8a324c-3060-414b-a496-0d9cce97c8ec details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:07.866614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Made reservation on behalf of db0b61cbb19044e58c736779540c33ce for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:07.870557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:07.935807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing IP validity checks on allocation pools {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 09:47:07.936319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 09:47:08.069883 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.132479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=e0d19cf6-2a4c-43f0-a450-ef23395d2f4f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:08.144727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Checking segment: {'id': 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:08.145084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network hostable DHCP agents. Network: cf8a324c-3060-414b-a496-0d9cce97c8ec, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:08.162811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Network cf8a324c-3060-414b-a496-0d9cce97c8ec is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:08.171689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, cf8a324c-3060-414b-a496-0d9cce97c8ec) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:08.176236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.177239 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.182412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41b80f-af95-4a9e-a753-194e4c9bb3c3 None None] Network cf8a324c-3060-414b-a496-0d9cce97c8ec requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:08.198553 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ec527303-647e-4a61-be85-837e9c7bcba2 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4449179 Dec 16 09:47:08.199118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37988) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:08.204812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:08.318053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8424210'] for subnet, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.357448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-cf8a324c-3060-414b-a496-0d9cce97c8ec', 'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec', 'tenant_id': 'db0b61cbb19044e58c736779540c33ce', 'fixed_ips': [{'subnet_id': 'e0d19cf6-2a4c-43f0-a450-ef23395d2f4f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:47:08.358371 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.490964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742503982493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12216628'] for subnet, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.540533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.541125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.545092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "PUT /v2.0/subnets/e0d19cf6-2a4c-43f0-a450-ef23395d2f4f HTTP/1.1" status: 200 len: 877 time: 0.3423746 Dec 16 09:47:08.545633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 37990) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:08.546778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Allocated IP 172.20.0.3 (cf8a324c-3060-414b-a496-0d9cce97c8ec/e0d19cf6-2a4c-43f0-a450-ef23395d2f4f/5ba94e92-10ef-4796-854c-da36472d69be) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:08.572807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226370b-7999-424e-8777-9c17772c81ea tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event updated for resources: {'Subnet': ['ID=e0d19cf6-2a4c-43f0-a450-ef23395d2f4f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:08.651321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.740740 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.749508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.753745 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.795566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Network cf8a324c-3060-414b-a496-0d9cce97c8ec is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:08.796012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a0a72-b77f-4b21-8517-116fd7d50f09 req-db839916-fc40-446e-a5c5-99d7a46716cc tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:08.797546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4a0a72-b77f-4b21-8517-116fd7d50f09 req-db839916-fc40-446e-a5c5-99d7a46716cc tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 946 time: 0.0864580 Dec 16 09:47:08.808041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:08.810283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Pushing event updated for resources: {'Port': ['ID=5ba94e92-10ef-4796-854c-da36472d69be,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:08.812970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:08.853744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c4a0a72-b77f-4b21-8517-116fd7d50f09 req-372910c3-9e37-4ac7-b9d7-be437bb8c045 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Dec 16 09:47:08.874261 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.886687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Attempting to bind port 5ba94e92-10ef-4796-854c-da36472d69be on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:08.887571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Attempting to bind port 5ba94e92-10ef-4796-854c-da36472d69be by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:08.888104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Attempting to bind port 5ba94e92-10ef-4796-854c-da36472d69be on network cf8a324c-3060-414b-a496-0d9cce97c8ec {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:08.896722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:08.897091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Checking segment: {'id': 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:08.897488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.897905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Bound using segment: {'id': 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:08.898372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Bound port: 5ba94e92-10ef-4796-854c-da36472d69be, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:08.898746 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.904730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d19cf6-2a4c-43f0-a450-ef23395d2f4f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:08.978837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] For port 5ba94e92-10ef-4796-854c-da36472d69be, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:08.982274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] For port 5ba94e92-10ef-4796-854c-da36472d69be, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5ba94e92-10ef-4796-854c-da36472d69be,segment=NetworkSegment(a26982a3-bf38-4533-ae0c-1d5ec0435ad7),segment_id=a26982a3-bf38-4533-ae0c-1d5ec0435ad7)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:08.987304 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:08.990380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fae8ad5-ed71-4072-9a83-9e881bc10ec8 req-66e2e502-294f-4895-8227-63b6150697a5 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0366480 Dec 16 09:47:08.996209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.021746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8a324c-3060-414b-a496-0d9cce97c8ec']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:09.045125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:09.051014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:09.066052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.086720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5999e-4609-4d51-bab0-a3994f6b8bb7 None None] Pushing event updated for resources: {'Port': ['ID=5ba94e92-10ef-4796-854c-da36472d69be,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:09.090162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.111078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:09.111478 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.111621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aad6c-1416-49d2-99f3-b7fc0a65af70 None None] Network cf8a324c-3060-414b-a496-0d9cce97c8ec requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:09.115271 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:09.182213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 09:47:09.182213 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 09:47:09.182213 n-d-821941-1 neutron-server[102398]: [parameters: {'id': 'cf8a324c-3060-414b-a496-0d9cce97c8ec'}] Dec 16 09:47:09.182213 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:47:09.182769 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:47:09.189807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64554a9-fff2-42b1-a6d6-9728fd45de08 req-8da32bec-bfdf-4db5-b64b-7f065d71aaea tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.191352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e64554a9-fff2-42b1-a6d6-9728fd45de08 req-8da32bec-bfdf-4db5-b64b-7f065d71aaea tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 946 time: 0.1131952 Dec 16 09:47:09.231546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e64554a9-fff2-42b1-a6d6-9728fd45de08 req-ee92f3d5-7f89-4bd1-8ea5-8bd42cab5820 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333962 Dec 16 09:47:09.255490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38002) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:09.261352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869decb6-42d6-4a4b-a0df-d0da4b9b6190 None None] Network cf8a324c-3060-414b-a496-0d9cce97c8ec requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:09.408216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fdba84-b80a-4dfd-8d32-1a1bcf3dceab None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:47:09.441076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa77b52-7533-47c3-b7ed-837c5eea0d95 tempest-TestVolumeBackupRestore-818509055 tempest-TestVolumeBackupRestore-818509055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:09.445643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ffa77b52-7533-47c3-b7ed-837c5eea0d95 tempest-TestVolumeBackupRestore-818509055 tempest-TestVolumeBackupRestore-818509055-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1092 time: 0.1860607 Dec 16 09:47:09.445835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38006) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:09.450180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:09.480220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.587815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fdba84-b80a-4dfd-8d32-1a1bcf3dceab None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:47:09.588612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.684084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.713319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Allocated IP 172.25.6.109 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e06284e4-9fb5-4ef6-b492-b839b621d7d7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:09.760112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Deleting port 5ba94e92-10ef-4796-854c-da36472d69be {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:09.762153 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.834147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] For port 5ba94e92-10ef-4796-854c-da36472d69be, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5ba94e92-10ef-4796-854c-da36472d69be,segment=NetworkSegment(a26982a3-bf38-4533-ae0c-1d5ec0435ad7),segment_id=a26982a3-bf38-4533-ae0c-1d5ec0435ad7)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:09.834925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.849388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Calling delete_port for 5ba94e92-10ef-4796-854c-da36472d69be owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:09.852417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.889903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.934325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:09.941084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:09.943346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'Port': ['ID=e06284e4-9fb5-4ef6-b492-b839b621d7d7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:09.945227 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:09.969743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:09.999826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Port': ['ID=5ba94e92-10ef-4796-854c-da36472d69be,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:10.003657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No DVR routers for this DVR port 5ba94e92-10ef-4796-854c-da36472d69be on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:10.096284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.118823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84df7ecc-4242-4d6c-b49d-d844b1be19dd req-9c9a37be-bd94-40dd-8858-41829521b31d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0384498 Dec 16 09:47:10.133653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8a324c-3060-414b-a496-0d9cce97c8ec']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:10.152173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:10.152465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26982a3-bf38-4533-ae0c-1d5ec0435ad7') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:10.162489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.177330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.183998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:10.184384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:10.187567 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:10.247743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.255732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.262503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/cf8a324c-3060-414b-a496-0d9cce97c8ec HTTP/1.1" status: 204 len: 168 time: 1.7108734 Dec 16 09:47:10.267651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38010) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.274257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c1e8-d86f-4ef9-95b7-07a05a9ead74 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=cf8a324c-3060-414b-a496-0d9cce97c8ec,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:10.373088 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe9d050-5b5b-45e2-8f52-8479475a57ab tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.373664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe9d050-5b5b-45e2-8f52-8479475a57ab tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.379164 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dfe9d050-5b5b-45e2-8f52-8479475a57ab tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/e0d19cf6-2a4c-43f0-a450-ef23395d2f4f HTTP/1.1" status: 404 len: 337 time: 0.1109302 Dec 16 09:47:10.379761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38014) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.399362 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5395ba-1252-434d-b741-ad65566d4e60 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.399821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5395ba-1252-434d-b741-ad65566d4e60 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.402947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fb5395ba-1252-434d-b741-ad65566d4e60 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/cf8a324c-3060-414b-a496-0d9cce97c8ec HTTP/1.1" status: 404 len: 339 time: 0.0220962 Dec 16 09:47:10.405650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38016) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.431927 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a0ac4c-ba2c-4a03-952b-85aca52d9ff0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.432377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a0ac4c-ba2c-4a03-952b-85aca52d9ff0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.437815 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0a0ac4c-ba2c-4a03-952b-85aca52d9ff0 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/f8044b94-778a-478b-aa30-fe266fb6a9aa HTTP/1.1" status: 404 len: 337 time: 0.0287833 Dec 16 09:47:10.438618 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38018) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.455614 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef17900-419d-4650-9b74-90ac8bf4021f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.457108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef17900-419d-4650-9b74-90ac8bf4021f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.461682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aef17900-419d-4650-9b74-90ac8bf4021f tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/95fb52e6-91a0-4091-a1e9-ef43406b5d71 HTTP/1.1" status: 404 len: 339 time: 0.0202258 Dec 16 09:47:10.461904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38020) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.512472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.540451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.622900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.638013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.660669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce1f778-5c14-4445-a6f3-4226deb574a9']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:10.672065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7db1a2c-7de2-4297-9f33-9dd7e8ddbab4') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:10.672356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7db1a2c-7de2-4297-9f33-9dd7e8ddbab4') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:10.682703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.696343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.703079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:10.703469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:10.706997 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:10.770793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.782819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:10.788974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/6ce1f778-5c14-4445-a6f3-4226deb574a9 HTTP/1.1" status: 204 len: 168 time: 0.3238227 Dec 16 09:47:10.789348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38022) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.809019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf290a5-a11d-4baa-a403-d57eff3a6d3a tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=6ce1f778-5c14-4445-a6f3-4226deb574a9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:10.829536 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-022862c3-cad4-4c31-a3e1-1ae3caf82235 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.830036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022862c3-cad4-4c31-a3e1-1ae3caf82235 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.833473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-022862c3-cad4-4c31-a3e1-1ae3caf82235 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/992d9f4c-9c93-4ef3-988b-4ad2863072a3 HTTP/1.1" status: 404 len: 337 time: 0.0428593 Dec 16 09:47:10.838633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38024) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.859202 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f76355-6b41-4a73-afb9-3f145c55a26d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.859779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f76355-6b41-4a73-afb9-3f145c55a26d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.865447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-98f76355-6b41-4a73-afb9-3f145c55a26d tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/8adfd509-e21b-4309-ac2d-169e2c41486b HTTP/1.1" status: 404 len: 339 time: 0.0231926 Dec 16 09:47:10.865597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.897724 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ac2657-f4b7-42c1-a2f5-edc5773667b1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.898207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ac2657-f4b7-42c1-a2f5-edc5773667b1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.903624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-88ac2657-f4b7-42c1-a2f5-edc5773667b1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/fabb4d3d-86d4-4926-b624-54974c067f6f HTTP/1.1" status: 404 len: 337 time: 0.0346837 Dec 16 09:47:10.904085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38028) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.923457 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e7288b-57b8-48e0-9f98-c68032daabf1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.923947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e7288b-57b8-48e0-9f98-c68032daabf1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.927655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0e7288b-57b8-48e0-9f98-c68032daabf1 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/ec30a122-cfe2-485d-be29-93a99ae41779 HTTP/1.1" status: 404 len: 339 time: 0.0222766 Dec 16 09:47:10.930364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38030) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.957929 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb3c129-aefc-42fe-99db-56f5aa67fc29 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.958789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb3c129-aefc-42fe-99db-56f5aa67fc29 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.962132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1bb3c129-aefc-42fe-99db-56f5aa67fc29 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/5a508c30-7c70-4570-958a-b7772a6e92b1 HTTP/1.1" status: 404 len: 337 time: 0.0305240 Dec 16 09:47:10.964861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38032) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:10.988426 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4e9df7-6693-41ca-829e-680bf643e5f6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:10.988982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4e9df7-6693-41ca-829e-680bf643e5f6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:10.993904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-be4e9df7-6693-41ca-829e-680bf643e5f6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/972e6799-722b-4c5f-8ebe-8a1bf1501aae HTTP/1.1" status: 404 len: 339 time: 0.0267198 Dec 16 09:47:10.995173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38034) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.025890 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adaa80b-a570-44f9-aa2b-2d5cb1105ccb tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.026274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adaa80b-a570-44f9-aa2b-2d5cb1105ccb tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.029301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5adaa80b-a570-44f9-aa2b-2d5cb1105ccb tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/caa79c80-db12-47c6-9545-fede86c2741e HTTP/1.1" status: 404 len: 337 time: 0.0331862 Dec 16 09:47:11.031980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.055976 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-30495d5f-85f8-41f2-a1b9-98dcdc319379 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.056525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30495d5f-85f8-41f2-a1b9-98dcdc319379 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.059538 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30495d5f-85f8-41f2-a1b9-98dcdc319379 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/00d24549-b909-4e30-97b0-389a83b683f2 HTTP/1.1" status: 404 len: 339 time: 0.0266380 Dec 16 09:47:11.062493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38038) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.090307 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b77fd1c-cdfc-4008-b4ca-f9f3c5cad19b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.090757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b77fd1c-cdfc-4008-b4ca-f9f3c5cad19b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.096447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9b77fd1c-cdfc-4008-b4ca-f9f3c5cad19b tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/778badb0-a5b2-4516-accf-3bb218d307cb HTTP/1.1" status: 404 len: 337 time: 0.0304468 Dec 16 09:47:11.096744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.115370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.116773 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e30814-1e86-45fa-bbdc-31bd4ddcb644 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.117437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e30814-1e86-45fa-bbdc-31bd4ddcb644 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.120518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-71e30814-1e86-45fa-bbdc-31bd4ddcb644 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/6f31ca61-8fca-4231-b8ff-719e8dbe3624 HTTP/1.1" status: 404 len: 339 time: 0.0228431 Dec 16 09:47:11.121485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.123169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38042) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.151973 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-123c0187-92ba-4576-bb4e-7287a5292998 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.152464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123c0187-92ba-4576-bb4e-7287a5292998 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.158942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-123c0187-92ba-4576-bb4e-7287a5292998 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/ab021a7b-4c4b-43a7-87a4-dd8a4db03249 HTTP/1.1" status: 404 len: 337 time: 0.0315795 Dec 16 09:47:11.158942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.183514 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e564312d-0490-43fd-ba02-db54350be3b8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.184184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e564312d-0490-43fd-ba02-db54350be3b8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.187502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e564312d-0490-43fd-ba02-db54350be3b8 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/9cd1c096-7c8c-4233-a765-d16326a8896b HTTP/1.1" status: 404 len: 339 time: 0.0279343 Dec 16 09:47:11.190624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38048) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.202611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event updated for resources: {'Port': ['ID=e06284e4-9fb5-4ef6-b492-b839b621d7d7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:11.208073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.224416 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a784e334-9f8e-4a3f-9e4c-63d967587274 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.224416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a784e334-9f8e-4a3f-9e4c-63d967587274 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.230353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a784e334-9f8e-4a3f-9e4c-63d967587274 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/9c87f640-ab89-4bce-b6f6-aa83c21de2c1 HTTP/1.1" status: 404 len: 337 time: 0.0386927 Dec 16 09:47:11.231386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38050) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.278507 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75ea5f1-aac6-4668-b48e-c27e38529a83 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.279232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75ea5f1-aac6-4668-b48e-c27e38529a83 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.284878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c75ea5f1-aac6-4668-b48e-c27e38529a83 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/dc986de0-8cf3-4ffd-b89c-a8811fa706ea HTTP/1.1" status: 404 len: 339 time: 0.0523961 Dec 16 09:47:11.285467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.287267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-adbdd0fc-8a14-4dbb-b4af-91e0991fcc39 req-b66f8f38-c6e5-46f7-a994-c45e7912f554 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0478497 Dec 16 09:47:11.323403 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afff7ec-27f7-4392-b39d-33ca18a6cea3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.323877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afff7ec-27f7-4392-b39d-33ca18a6cea3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.327093 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8afff7ec-27f7-4392-b39d-33ca18a6cea3 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/3abf7bd9-c8d7-4590-be08-fdf62171805e HTTP/1.1" status: 404 len: 337 time: 0.0405679 Dec 16 09:47:11.329811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.348784 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b39e4ce-dca6-41da-9a90-2930ba313103 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] DELETE failed (client error): The resource could not be found. Dec 16 09:47:11.349409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b39e4ce-dca6-41da-9a90-2930ba313103 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:47:11.354796 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Floating IP 214b2572-a5f1-41e3-8388-79e898ab2731 associated. External IP: 172.25.6.109, port: 3a665ef0-9253-4414-b05d-fab6b28d3171. Dec 16 09:47:11.354990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1b39e4ce-dca6-41da-9a90-2930ba313103 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/18d0593e-1819-4dec-b484-dbe565778c67 HTTP/1.1" status: 404 len: 339 time: 0.0214746 Dec 16 09:47:11.356530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38056) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.416772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Deleting subnet b130781a-3e8b-4b28-8f18-8232601e9f72 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:11.422175 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.465449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.557173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.591293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Router c25b2072-751b-4013-a8a3-75690fd69148 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:11.622433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.653260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Subnet': ['ID=b130781a-3e8b-4b28-8f18-8232601e9f72,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:11.655116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.658394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c7c54dc-4927-4743-9326-eba9f9c67ae6 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/subnets/b130781a-3e8b-4b28-8f18-8232601e9f72 HTTP/1.1" status: 204 len: 168 time: 0.3008125 Dec 16 09:47:11.660807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38060) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.673676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac4c07a-36fe-4a0b-8fba-e0043f9094ca None None] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:11.722251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:11.737763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] Sync routers for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:11.748216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.762269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.764236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:11.765034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:11.786887 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c55ea10-f432-4fba-b74e-eb297290ccdd tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3400102 Dec 16 09:47:11.787674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:11.790313 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521" -d '{"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:11.793075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.850764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376ca7e-c10d-4783-b684-dd47d84225fb tempest-TestVolumeBackupRestore-818509055 tempest-TestVolumeBackupRestore-818509055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:11.853613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8376ca7e-c10d-4783-b684-dd47d84225fb tempest-TestVolumeBackupRestore-818509055 tempest-TestVolumeBackupRestore-818509055-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1092 time: 0.0590494 Dec 16 09:47:11.856499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38066) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:11.862402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Request body: {'floatingip': {'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:11.865119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Deleting port c26d5f7a-f5d2-45da-9bf0-2b1052035088 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:11.865663 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.881651 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac30f8d-f27d-4c53-b65a-eb3132c180af x-openstack-request-id: req-aac30f8d-f27d-4c53-b65a-eb3132c180af {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:11.882114 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:11.882461 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aac30f8d-f27d-4c53-b65a-eb3132c180af {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:11.882982 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'status': 'completed', 'code': 200} Dec 16 09:47:11.948775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:11.959012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] For port c26d5f7a-f5d2-45da-9bf0-2b1052035088, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c26d5f7a-f5d2-45da-9bf0-2b1052035088,segment=NetworkSegment(50587f11-2d1b-4daa-bb94-095f8ae3c221),segment_id=50587f11-2d1b-4daa-bb94-095f8ae3c221)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:11.959576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:11.993086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.016794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] DHCP port deletion for 05d2ff11-dfb0-4409-afd0-2f972c8692af request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:12.093436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-98192b79-a402-4f01-a54c-ddf861b267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:12.095193 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-98192b79-a402-4f01-a54c-ddf861b267d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1097 time: 0.0995207 Dec 16 09:47:12.304547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Deleting port c26d5f7a-f5d2-45da-9bf0-2b1052035088 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:12.305742 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.309413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Calling delete_port for c26d5f7a-f5d2-45da-9bf0-2b1052035088 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:12.386192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-b8868e1a-d2a4-4798-8914-8cbf2da09043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:12.389297 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-b8868e1a-d2a4-4798-8914-8cbf2da09043 service neutron] 10.222.0.53 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 915 time: 0.2772677 Dec 16 09:47:12.414542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.458546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '214b2572-a5f1-41e3-8388-79e898ab2731', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:10Z', 'updated_at': '2021-12-16T09:47:10Z', 'revision_number': 0, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:12.463566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] No DVR routers for this DVR port c26d5f7a-f5d2-45da-9bf0-2b1052035088 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:12.474110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9bb9665c-1b3a-4bc3-aff1-d322aa37ca03 req-d3944693-240d-4634-86a6-ecb8dc32151f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0463004 Dec 16 09:47:12.546338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Port': ['ID=c26d5f7a-f5d2-45da-9bf0-2b1052035088,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:12.570369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-3bf98b37-3935-43f8-9f8d-4a34b1b5dfee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 1000 time: 0.1728473 Dec 16 09:47:12.625518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.656142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d2ff11-dfb0-4409-afd0-2f972c8692af']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:12.671510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50587f11-2d1b-4daa-bb94-095f8ae3c221') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:12.672210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50587f11-2d1b-4daa-bb94-095f8ae3c221') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:12.684971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.702393 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.709906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:12.711022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:12.715572 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:12.718212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] Checking router: c25b2072-751b-4013-a8a3-75690fd69148 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:12.720617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-618ebbdf-0d83-484b-bb9c-28d4daea92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:12.721184 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-618ebbdf-0d83-484b-bb9c-28d4daea92ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 200 len: 853 time: 0.1163340 Dec 16 09:47:12.728744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] For port c26d5f7a-f5d2-45da-9bf0-2b1052035088, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c26d5f7a-f5d2-45da-9bf0-2b1052035088,segment=NetworkSegment(50587f11-2d1b-4daa-bb94-095f8ae3c221),segment_id=50587f11-2d1b-4daa-bb94-095f8ae3c221)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:12.729132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.745440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:12.746557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:12.748748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Calling delete_port for c26d5f7a-f5d2-45da-9bf0-2b1052035088 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:12.810837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.847531 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.852693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] 10.222.0.61 "DELETE /v2.0/networks/05d2ff11-dfb0-4409-afd0-2f972c8692af HTTP/1.1" status: 204 len: 168 time: 1.1906600 Dec 16 09:47:12.854138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0fff4-6a87-4dd9-bd8d-5ba3f40b3d28 tempest-NetworksTest-111091185 tempest-NetworksTest-111091185-project] Pushing event deleted for resources: {'Network': ['ID=05d2ff11-dfb0-4409-afd0-2f972c8692af,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:12.857282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-75f4468a-65c7-45ed-94b0-fb23df558365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:12.859291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-75f4468a-65c7-45ed-94b0-fb23df558365 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=becee0a5-5efc-4796-8dd1-46f85d62f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063304 Dec 16 09:47:12.924225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:12.959492 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 09:47:12.972257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.974263 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:12.983909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.027206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Network 05d2ff11-dfb0-4409-afd0-2f972c8692af is not hosted by any dhcp agent {{(pid=102399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:47:13.027666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] No DVR routers for this DVR port c26d5f7a-f5d2-45da-9bf0-2b1052035088 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:13.060482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dccee8-ca74-4457-bda3-41ea086e67d0 None None] Pushing event deleted for resources: {'Port': ['ID=c26d5f7a-f5d2-45da-9bf0-2b1052035088,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:13.127848 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-71b8dc20-49f9-4660-b17f-67f683e83ab3 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589681 Dec 16 09:47:13.211555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c26d5f7a-f5d2-45da-9bf0-2b1052035088 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:13.250250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38078) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:13.265030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c26d5f7a-f5d2-45da-9bf0-2b1052035088 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:13.265620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c26d5f7a-f5d2-45da-9bf0-2b1052035088 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:13.314384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '214b2572-a5f1-41e3-8388-79e898ab2731', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:10Z', 'updated_at': '2021-12-16T09:47:10Z', 'revision_number': 0, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:13.348203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb51e0-ddd7-414a-b65e-458b125d9d27 None None] The sync data for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 is: [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '214b2572-a5f1-41e3-8388-79e898ab2731', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:10Z', 'updated_at': '2021-12-16T09:47:10Z', 'revision_number': 0, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:13.439456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d3d104c-cf43-4622-8d25-97a01ad5e12b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db0b61cbb19044e58c736779540c33ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856785 Dec 16 09:47:13.440499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38082) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:13.498938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18931875-aadb-4aa8-a1b6-78c321b098f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.533376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18931875-aadb-4aa8-a1b6-78c321b098f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.616637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18931875-aadb-4aa8-a1b6-78c321b098f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.617700 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b73c45c-15c5-43f7-aa2b-528c6b7e3521 req-c116ed74-2f1b-49a8-b5d1-8e03228500ec service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791944 Dec 16 09:47:13.623966 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-18931875-aadb-4aa8-a1b6-78c321b098f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.625133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-18931875-aadb-4aa8-a1b6-78c321b098f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a2f989b-7701-4d7a-ac12-b3ceb5603267 HTTP/1.1" status: 204 len: 168 time: 0.1836615 Dec 16 09:47:13.669400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18931875-aadb-4aa8-a1b6-78c321b098f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2f989b-7701-4d7a-ac12-b3ceb5603267,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:13.697725 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc93df7-9251-4021-8a58-175b477483ed None None] New status for floating IP 214b2572-a5f1-41e3-8388-79e898ab2731: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:13.709683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Router c25b2072-751b-4013-a8a3-75690fd69148 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:13.729966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4dc5e95-9ff7-4279-abe7-a8de38cdb71c req-6311b798-141c-4a9e-8d2c-ba7c71324158 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0874314 Dec 16 09:47:13.848338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:13.857776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:13.936619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:13.947970 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8296b9c5-abf7-4325-aa48-b224ee78c86d" -d '{"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:13.962098 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-63df3d07-4ee0-4ffd-b01e-55231ec9ea7c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "PUT /v2.0/floatingips/214b2572-a5f1-41e3-8388-79e898ab2731 HTTP/1.1" status: 200 len: 992 time: 2.0990934 Dec 16 09:47:14.008227 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a90ba48-26d9-4bdf-860c-0e6190e3d14a x-openstack-request-id: req-5a90ba48-26d9-4bdf-860c-0e6190e3d14a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:14.008582 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:14.008785 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a90ba48-26d9-4bdf-860c-0e6190e3d14a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:14.009648 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'status': 'completed', 'code': 200} Dec 16 09:47:14.014567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-61157427-5a1e-4c88-b39e-547c4d115255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:14.047774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] Sync routers for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:14.058120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:14.058801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:14.075547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-c1a883d1-a39c-4b8a-ac52-e28a08868954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:14.076658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-c1a883d1-a39c-4b8a-ac52-e28a08868954 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1097 time: 0.0441704 Dec 16 09:47:14.175610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:14.185579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-91bab3ca-80dc-45fd-935c-5de89cdfc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:14.187375 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-91bab3ca-80dc-45fd-935c-5de89cdfc200 service neutron] 10.222.0.53 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 915 time: 0.1034276 Dec 16 09:47:14.255580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-1691ba3f-37df-4b83-8530-af2d3c39c0ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 1002 time: 0.0604570 Dec 16 09:47:14.326988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-3ef89309-1383-42d8-98e9-94f6fd29e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:14.335313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-3ef89309-1383-42d8-98e9-94f6fd29e883 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 200 len: 853 time: 0.0727768 Dec 16 09:47:14.404519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-d78af876-84b8-4c8a-a1a9-84c25a885312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:14.406091 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-d78af876-84b8-4c8a-a1a9-84c25a885312 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=becee0a5-5efc-4796-8dd1-46f85d62f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630355 Dec 16 09:47:14.465717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '214b2572-a5f1-41e3-8388-79e898ab2731', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:10Z', 'updated_at': '2021-12-16T09:47:13Z', 'revision_number': 2, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:14.494653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] Checking router: c25b2072-751b-4013-a8a3-75690fd69148 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:14.505155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:14.505834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:46:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:14.536189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-e0fd4872-db59-47cd-b073-5987cb4a1571 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211603 Dec 16 09:47:14.620019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38110) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:14.665801 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8296b9c5-abf7-4325-aa48-b224ee78c86d req-30ad5e24-8c56-437f-9acd-8dcfbc885b42 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185250 Dec 16 09:47:14.684217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:14.742965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-87fbd0a6-18ce-4dd9-b94c-80ee6f31671b tempest-DvrRoutersNegativeTest-233960134 tempest-DvrRoutersNegativeTest-233960134-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1024158122', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:14.745873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.policy [None req-87fbd0a6-18ce-4dd9-b94c-80ee6f31671b tempest-DvrRoutersNegativeTest-233960134 tempest-DvrRoutersNegativeTest-233960134-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102398) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 16 09:47:14.746200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.policy [None req-87fbd0a6-18ce-4dd9-b94c-80ee6f31671b tempest-DvrRoutersNegativeTest-233960134 tempest-DvrRoutersNegativeTest-233960134-project] Failed policy check for 'create_router' {{(pid=102398) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 16 09:47:14.746753 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-87fbd0a6-18ce-4dd9-b94c-80ee6f31671b tempest-DvrRoutersNegativeTest-233960134 tempest-DvrRoutersNegativeTest-233960134-project] create failed (client error): Access was denied to this resource. Dec 16 09:47:14.754282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-87fbd0a6-18ce-4dd9-b94c-80ee6f31671b tempest-DvrRoutersNegativeTest-233960134 tempest-DvrRoutersNegativeTest-233960134-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1320219 Dec 16 09:47:14.863097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e12532c9-e902-41c5-8188-25fcb7eb0061 req-d43ba2d3-1733-4c1a-ba21-c6362343c06a tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/ports?device_id=97c9e8db-9c75-4cf6-9001-b4f0205e42fa HTTP/1.1" status: 200 len: 210 time: 0.0303504 Dec 16 09:47:15.023705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '214b2572-a5f1-41e3-8388-79e898ab2731', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:10Z', 'updated_at': '2021-12-16T09:47:13Z', 'revision_number': 2, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:15.053782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d8477-b587-4488-b4c8-51d2b51f4164 None None] The sync data for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 is: [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '214b2572-a5f1-41e3-8388-79e898ab2731', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'floating_ip_address': '172.25.6.109', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'port_id': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'mac_address': 'fa:16:3e:bc:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:10Z', 'updated_at': '2021-12-16T09:47:13Z', 'revision_number': 2, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:15.086888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38122) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:15.228520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66d1f486-a0aa-4625-bc9c-2d34eda9cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.335558 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66d1f486-a0aa-4625-bc9c-2d34eda9cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.341302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-66d1f486-a0aa-4625-bc9c-2d34eda9cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.386155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1f486-a0aa-4625-bc9c-2d34eda9cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e099066-1d67-4945-849c-857f5816b74e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:15.390499 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-66d1f486-a0aa-4625-bc9c-2d34eda9cc94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d002b881b7e54432a40f679dde77b240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025274 Dec 16 09:47:15.393453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38126) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:15.462914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7427a8f7-eed4-405a-bff5-b79439b61aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.487543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7427a8f7-eed4-405a-bff5-b79439b61aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.550786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7427a8f7-eed4-405a-bff5-b79439b61aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.553396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7427a8f7-eed4-405a-bff5-b79439b61aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:15.554593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7427a8f7-eed4-405a-bff5-b79439b61aeb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e099066-1d67-4945-849c-857f5816b74e HTTP/1.1" status: 204 len: 168 time: 0.1595476 Dec 16 09:47:15.563208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427a8f7-eed4-405a-bff5-b79439b61aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e099066-1d67-4945-849c-857f5816b74e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:15.972872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38148) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.010393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:16.014785 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8513e0b0-7aca-4b7d-b76b-9648e0f23344" -d '{"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:16.040484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64442e98-7903-4b4b-b95a-057667c25fd6 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.068349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64442e98-7903-4b4b-b95a-057667c25fd6 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.068593 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09496a0-8344-4547-a422-24d891f4261e x-openstack-request-id: req-a09496a0-8344-4547-a422-24d891f4261e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:16.068890 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:16.069163 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a09496a0-8344-4547-a422-24d891f4261e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:16.069551 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'status': 'completed', 'code': 200} Dec 16 09:47:16.123555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64442e98-7903-4b4b-b95a-057667c25fd6 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.127228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64442e98-7903-4b4b-b95a-057667c25fd6 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.130476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-64442e98-7903-4b4b-b95a-057667c25fd6 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/security-groups/40647517-4938-4e38-8946-f1865b2c4e8a HTTP/1.1" status: 204 len: 168 time: 0.1559286 Dec 16 09:47:16.132348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38156) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.141033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64442e98-7903-4b4b-b95a-057667c25fd6 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40647517-4938-4e38-8946-f1865b2c4e8a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:16.153747 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-0f3349bf-9d81-404a-ab67-d8a188de6e06 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] show failed (client error): The resource could not be found. Dec 16 09:47:16.154815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0f3349bf-9d81-404a-ab67-d8a188de6e06 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "GET /v2.0/security-groups/40647517-4938-4e38-8946-f1865b2c4e8a HTTP/1.1" status: 404 len: 347 time: 0.0215321 Dec 16 09:47:16.158157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38158) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.159841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-12cbd5db-5cff-4ed5-8d78-98891fb6012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.161909 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-12cbd5db-5cff-4ed5-8d78-98891fb6012e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1097 time: 0.0672762 Dec 16 09:47:16.263381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-d19fc30c-55d1-43eb-8eb7-9f4a0b5e7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.265013 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-d19fc30c-55d1-43eb-8eb7-9f4a0b5e7ca7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 915 time: 0.0960598 Dec 16 09:47:16.298899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port ecaedc3c-3033-435f-824a-974464549e1e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:16.299234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.344238 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-f5008e59-ae6c-4b09-ad3b-d12f965300fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 1002 time: 0.0724924 Dec 16 09:47:16.358550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38164) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.391472 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.392220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.398475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-196ab4ef-e15f-4809-b944-5b1e2bba81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.399980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-196ab4ef-e15f-4809-b944-5b1e2bba81ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 200 len: 853 time: 0.0488095 Dec 16 09:47:16.406253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for ecaedc3c-3033-435f-824a-974464549e1e owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:16.451792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-9f22f6a3-2b01-405f-83c6-64b766614f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:16.453451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-9f22f6a3-2b01-405f-83c6-64b766614f31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=becee0a5-5efc-4796-8dd1-46f85d62f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463994 Dec 16 09:47:16.466960 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8545e41-5a11-4484-baec-b80e33f5de1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.583872 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-45f097be-c151-43ff-978a-03a4b6c59fc4 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206174 Dec 16 09:47:16.586906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.628765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-449ad1ab-0ced-40d5-a560-afa9413716f9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:16.629217 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-449ad1ab-0ced-40d5-a560-afa9413716f9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:47:16.629827 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-449ad1ab-0ced-40d5-a560-afa9413716f9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:47:16.631174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-449ad1ab-0ced-40d5-a560-afa9413716f9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2715762 Dec 16 09:47:16.635378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=ecaedc3c-3033-435f-824a-974464549e1e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:16.637207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38168) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.644186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--881806279'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:16.688927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8513e0b0-7aca-4b7d-b76b-9648e0f23344 req-0becd442-0f2e-4192-b834-a9b6fdb09083 service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977008 Dec 16 09:47:16.718116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.729765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.734256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.737171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.738357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ce4cfdbc-ff1a-46aa-a766-2794701cd420 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/floatingips/344c04f5-6715-464e-91b7-3a8a9b5800cf HTTP/1.1" status: 204 len: 168 time: 0.5789869 Dec 16 09:47:16.741519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38170) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.820009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.824555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.843710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 11931c51-2703-40d1-b5ab-a91b835a3a91 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:16.844070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.874579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f88b232-57bd-48d1-a6ad-40c8f13291fc,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:16.918986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.923569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.940325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.954291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd6128-3ed7-4457-9965-8985aae54e5a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:16.954542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 11931c51-2703-40d1-b5ab-a91b835a3a91 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:16.964944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:16.966282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6172e5d7-c5ce-491a-b335-b24a1b88fe69 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3268268 Dec 16 09:47:16.969194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38172) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:16.973757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': 'e4bd6128-3ed7-4457-9965-8985aae54e5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:17.050690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.150574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.156596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.182394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c98278-b7ad-44b6-9f07-650079bfa1e1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.187314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.196964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.198226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25b81c22-7192-44d7-91d4-f46b9bf7f705 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2279992 Dec 16 09:47:17.201116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38176) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.206087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4afd60d0-8156-451a-8788-fd3808893c7b tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': 'e4bd6128-3ed7-4457-9965-8985aae54e5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:17.233746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=11931c51-2703-40d1-b5ab-a91b835a3a91,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.244171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4afd60d0-8156-451a-8788-fd3808893c7b tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.293273 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-4afd60d0-8156-451a-8788-fd3808893c7b tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:47:17.294419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4afd60d0-8156-451a-8788-fd3808893c7b tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0921433 Dec 16 09:47:17.297389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38178) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.305833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.309171 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5eeb1faa-ae87-43af-83cd-a6c55f48c379 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/ports/11931c51-2703-40d1-b5ab-a91b835a3a91 HTTP/1.1" status: 204 len: 168 time: 0.5666101 Dec 16 09:47:17.311937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38180) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.361366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69f69b1-8a6e-4c65-874b-8fe849b4c18c tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.388521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69f69b1-8a6e-4c65-874b-8fe849b4c18c tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.413432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:17.413679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.434680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69f69b1-8a6e-4c65-874b-8fe849b4c18c tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.437399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c69f69b1-8a6e-4c65-874b-8fe849b4c18c tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.440983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c69f69b1-8a6e-4c65-874b-8fe849b4c18c tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4bd6128-3ed7-4457-9965-8985aae54e5a HTTP/1.1" status: 204 len: 168 time: 0.1400998 Dec 16 09:47:17.443660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38182) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.455792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f69b1-8a6e-4c65-874b-8fe849b4c18c tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd6128-3ed7-4457-9965-8985aae54e5a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.503360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.504309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e6b070e2-7966-4a94-8e64-99494b878570 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595751 Dec 16 09:47:17.508327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.513232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867546139'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:17.516744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 3432fa4e-73cf-43b7-bd90-9d3fdc69e229 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:17.543113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.617928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.622155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.654110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.655363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1460116 Dec 16 09:47:17.658252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.662918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b1d071dd-b153-461f-8a9f-a956128a3755 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '2dc18fea-acc1-45a2-8e58-9eddd56fc9cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:17.663716 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-b1d071dd-b153-461f-8a9f-a956128a3755 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 09:47:17.664156 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-b1d071dd-b153-461f-8a9f-a956128a3755 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:17.665189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b1d071dd-b153-461f-8a9f-a956128a3755 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060282 Dec 16 09:47:17.667285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103573bd-0b83-4c1f-b873-0b955b105a46 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc18fea-acc1-45a2-8e58-9eddd56fc9cc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.668061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38188) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.694310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.741515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=3432fa4e-73cf-43b7-bd90-9d3fdc69e229,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.809814 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-321ee0e7-feb4-4ea2-8874-111959d1a66d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.838240 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.841303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9886ccb8-b829-40d8-9462-b708e59cc8ec tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/ports/3432fa4e-73cf-43b7-bd90-9d3fdc69e229 HTTP/1.1" status: 204 len: 168 time: 0.5283244 Dec 16 09:47:17.843983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38190) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.846707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-321ee0e7-feb4-4ea2-8874-111959d1a66d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.917164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting subnet 0111e961-2012-4dff-9b51-6cd81d804d6f {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:17.920505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.950556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-321ee0e7-feb4-4ea2-8874-111959d1a66d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.952991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-321ee0e7-feb4-4ea2-8874-111959d1a66d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:17.954151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-321ee0e7-feb4-4ea2-8874-111959d1a66d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/2dc18fea-acc1-45a2-8e58-9eddd56fc9cc HTTP/1.1" status: 204 len: 168 time: 0.2848959 Dec 16 09:47:17.956936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38192) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:17.972423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ee0e7-feb4-4ea2-8874-111959d1a66d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc18fea-acc1-45a2-8e58-9eddd56fc9cc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:17.978142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.011012 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f834b883-9066-4093-9f84-b5e0c5e77f5e tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528746 Dec 16 09:47:18.014947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.019854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--77739395'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.029657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.042353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.069335 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.122848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.130326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.148726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.173888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.175420 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1592991 Dec 16 09:47:18.178259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38200) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.183564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cabc78d7-0e75-4ab9-84e9-193284bb3ebd tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '6fb0dfbc-bc46-45af-9ac4-82322b42b56c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.184601 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-cabc78d7-0e75-4ab9-84e9-193284bb3ebd tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 09:47:18.185129 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-cabc78d7-0e75-4ab9-84e9-193284bb3ebd tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:18.188632 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cabc78d7-0e75-4ab9-84e9-193284bb3ebd tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068152 Dec 16 09:47:18.188632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575175-054c-457d-aa33-bc881e8c86b9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb0dfbc-bc46-45af-9ac4-82322b42b56c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.190139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.195067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44fbc1-0af8-446f-9822-979d96b8b6f2 None None] Network 361d1423-97a8-46fd-8378-c6943ab7fd0c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:18.229248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.234375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/subnets/0111e961-2012-4dff-9b51-6cd81d804d6f HTTP/1.1" status: 204 len: 168 time: 0.3894243 Dec 16 09:47:18.235569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.235963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c8c24-4578-44e4-a98d-068ac3c9f00e tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Subnet': ['ID=0111e961-2012-4dff-9b51-6cd81d804d6f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.312169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e066202a-3850-4d1b-8376-adbb0937c752 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.318788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting subnet bb853cea-6dfc-4628-ba28-a90b460a7900 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:18.330562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.370115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e066202a-3850-4d1b-8376-adbb0937c752 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.403042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.428000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] DHCP port deletion for 361d1423-97a8-46fd-8378-c6943ab7fd0c request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:18.460974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e066202a-3850-4d1b-8376-adbb0937c752 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.463561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e066202a-3850-4d1b-8376-adbb0937c752 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.467092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e066202a-3850-4d1b-8376-adbb0937c752 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/6fb0dfbc-bc46-45af-9ac4-82322b42b56c HTTP/1.1" status: 204 len: 168 time: 0.2736511 Dec 16 09:47:18.467833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38206) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.478281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] Deleting port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:18.478678 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.500178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066202a-3850-4d1b-8376-adbb0937c752 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb0dfbc-bc46-45af-9ac4-82322b42b56c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.525585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.531502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7990766c-ded3-4eea-9c27-31ab05bddaba tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622730 Dec 16 09:47:18.535824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38208) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.541358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--205515154'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.567804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] For port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,segment=NetworkSegment(785049e3-c259-42a3-96c8-a54501c9d28e),segment_id=785049e3-c259-42a3-96c8-a54501c9d28e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:18.568472 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.568872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.584444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] Calling delete_port for 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:18.594556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.621726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Subnet': ['ID=bb853cea-6dfc-4628-ba28-a90b460a7900,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.629045 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.632705 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-13a894f4-08e7-4420-a4f1-8a4759c4829d tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/subnets/bb853cea-6dfc-4628-ba28-a90b460a7900 HTTP/1.1" status: 204 len: 168 time: 0.3961527 Dec 16 09:47:18.635459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.644684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ed0dd-364c-4dd3-a26c-c3a92824d557 None None] Network 5aaf5f0e-aba3-45a2-a407-5563d639fe2c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:18.662842 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.667787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.703456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.707782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1675353 Dec 16 09:47:18.708131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38212) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.712886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1622b68d-472c-4f48-8627-c8936b7984d7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '59a04165-8473-41d0-9f0c-22afe566b63c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.713794 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-1622b68d-472c-4f48-8627-c8936b7984d7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 09:47:18.714652 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-1622b68d-472c-4f48-8627-c8936b7984d7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:18.717756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1622b68d-472c-4f48-8627-c8936b7984d7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061975 Dec 16 09:47:18.717756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50060258-3efa-45da-a299-cd58682ac2c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a04165-8473-41d0-9f0c-22afe566b63c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.718528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38214) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.724836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-74a8556b-ce5c-4170-9277-828ba3fd08d4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '59a04165-8473-41d0-9f0c-22afe566b63c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.726262 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-74a8556b-ce5c-4170-9277-828ba3fd08d4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 09:47:18.726829 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-74a8556b-ce5c-4170-9277-828ba3fd08d4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:18.727978 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74a8556b-ce5c-4170-9277-828ba3fd08d4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083945 Dec 16 09:47:18.730689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38216) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.733602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.735935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9da6e3ae-0b91-4e65-9690-ea024104f6df tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '59a04165-8473-41d0-9f0c-22afe566b63c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.737106 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-9da6e3ae-0b91-4e65-9690-ea024104f6df tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 09:47:18.737794 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-9da6e3ae-0b91-4e65-9690-ea024104f6df tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:18.739223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9da6e3ae-0b91-4e65-9690-ea024104f6df tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073047 Dec 16 09:47:18.741830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38218) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.750246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3a2689c8-12d1-45f5-99ea-d69e01b1b40a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '59a04165-8473-41d0-9f0c-22afe566b63c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:18.752267 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-3a2689c8-12d1-45f5-99ea-d69e01b1b40a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 09:47:18.753183 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-3a2689c8-12d1-45f5-99ea-d69e01b1b40a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:18.758303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3a2689c8-12d1-45f5-99ea-d69e01b1b40a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126247 Dec 16 09:47:18.759087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38220) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.761074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.808476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] Pushing event deleted for resources: {'Port': ['ID=38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:18.814836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb7f47-fa09-4875-b364-e6687374170d None None] No DVR routers for this DVR port 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:18.828339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c787315-3491-4209-99ab-7bf676c30eb5 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.857061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.861740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c787315-3491-4209-99ab-7bf676c30eb5 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.889234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361d1423-97a8-46fd-8378-c6943ab7fd0c']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:18.903047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785049e3-c259-42a3-96c8-a54501c9d28e') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:18.903542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785049e3-c259-42a3-96c8-a54501c9d28e') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:18.919640 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.937075 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.941294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c787315-3491-4209-99ab-7bf676c30eb5 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.944618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:18.945194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.947435 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c787315-3491-4209-99ab-7bf676c30eb5 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:18.948465 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:18.951194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3c787315-3491-4209-99ab-7bf676c30eb5 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/59a04165-8473-41d0-9f0c-22afe566b63c HTTP/1.1" status: 204 len: 168 time: 0.1887977 Dec 16 09:47:18.953829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38222) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:18.957864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] DHCP port deletion for 5aaf5f0e-aba3-45a2-a407-5563d639fe2c request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:18.977488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c787315-3491-4209-99ab-7bf676c30eb5 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a04165-8473-41d0-9f0c-22afe566b63c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.020301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.048013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] Deleting port 3cf189bd-8d54-4abb-b067-f1a811327692 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:19.048609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.050280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.056598 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/networks/361d1423-97a8-46fd-8378-c6943ab7fd0c HTTP/1.1" status: 204 len: 168 time: 0.4178896 Dec 16 09:47:19.056598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf96f36-e873-4b54-9e61-d81a187a9332 tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Network': ['ID=361d1423-97a8-46fd-8378-c6943ab7fd0c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.057248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38224) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.062581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aced9768-f930-4462-a598-9d6de0719925 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057322 Dec 16 09:47:19.067895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38226) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.079469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--945694151'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.133470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.139219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] For port 3cf189bd-8d54-4abb-b067-f1a811327692, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3cf189bd-8d54-4abb-b067-f1a811327692,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:19.139619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.157949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] Calling delete_port for 3cf189bd-8d54-4abb-b067-f1a811327692 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:19.177126 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.215609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:19.248080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:19.248752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 38d6dbdc-7867-4dbe-8ccb-f91c5996e2bc not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:19.249390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3cf189bd-8d54-4abb-b067-f1a811327692 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:19.250314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.256722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.304007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.305982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2370336 Dec 16 09:47:19.309064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867275-24f7-4fa1-b306-dddcc66777a3 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbae80e-d5ee-4911-9da3-e25ce846bc07,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.309827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.322048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e5299bc8-f7c7-4dfe-8770-8dfb4fa9f861 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.322622 n-d-821941-1 neutron-server[102397]: WARNING neutron.api.v2.base [None req-e5299bc8-f7c7-4dfe-8770-8dfb4fa9f861 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:47:19.323123 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-e5299bc8-f7c7-4dfe-8770-8dfb4fa9f861 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.326746 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e5299bc8-f7c7-4dfe-8770-8dfb4fa9f861 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084090 Dec 16 09:47:19.327516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38232) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.332637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-20ce9dea-4d24-4f6c-b551-9162ce6984a8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.355565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Deleting port 3cf189bd-8d54-4abb-b067-f1a811327692 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:19.356243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.357977 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.377803 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-20ce9dea-4d24-4f6c-b551-9162ce6984a8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.379068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-20ce9dea-4d24-4f6c-b551-9162ce6984a8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0505838 Dec 16 09:47:19.382159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38234) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.387436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-91bf3f2b-ce82-4a05-8b57-9c99f6bc6eec tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.389106 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-91bf3f2b-ce82-4a05-8b57-9c99f6bc6eec tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 09:47:19.389752 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-91bf3f2b-ce82-4a05-8b57-9c99f6bc6eec tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.394061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91bf3f2b-ce82-4a05-8b57-9c99f6bc6eec tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075235 Dec 16 09:47:19.394358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38236) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.399388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ebf275c6-b94e-4f7f-8bb0-2dd785cdebeb tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.402278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 3cf189bd-8d54-4abb-b067-f1a811327692, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3cf189bd-8d54-4abb-b067-f1a811327692,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:19.407117 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.437714 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.459393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] No DVR routers for this DVR port 3cf189bd-8d54-4abb-b067-f1a811327692 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:19.477551 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-ebf275c6-b94e-4f7f-8bb0-2dd785cdebeb tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.478715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ebf275c6-b94e-4f7f-8bb0-2dd785cdebeb tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0834162 Dec 16 09:47:19.481066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] For port 3cf189bd-8d54-4abb-b067-f1a811327692, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3cf189bd-8d54-4abb-b067-f1a811327692,segment=NetworkSegment(ccbf5933-907f-4d0f-ba89-6c7c12b60a39),segment_id=ccbf5933-907f-4d0f-ba89-6c7c12b60a39)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:19.482094 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.483544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38238) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.490265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-59038338-5952-431f-9909-aaea7fa6e64a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.490750 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-59038338-5952-431f-9909-aaea7fa6e64a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 09:47:19.491270 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-59038338-5952-431f-9909-aaea7fa6e64a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.491581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=3cf189bd-8d54-4abb-b067-f1a811327692,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.492550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-59038338-5952-431f-9909-aaea7fa6e64a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087214 Dec 16 09:47:19.495827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38240) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.509889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0b9fa3ce-54c2-4daa-999d-78862d971b2f tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.517664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Calling delete_port for 3cf189bd-8d54-4abb-b067-f1a811327692 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:19.523764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363fde3-fc1e-40d2-b77e-24ee1cc9e173 None None] Pushing event deleted for resources: {'Port': ['ID=3cf189bd-8d54-4abb-b067-f1a811327692,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.558126 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-0b9fa3ce-54c2-4daa-999d-78862d971b2f tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.559679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0b9fa3ce-54c2-4daa-999d-78862d971b2f tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0539186 Dec 16 09:47:19.563621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38242) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.574105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-90834593-2fef-471d-8c8d-03f3d35cd664 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.574654 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-90834593-2fef-471d-8c8d-03f3d35cd664 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 09:47:19.575238 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-90834593-2fef-471d-8c8d-03f3d35cd664 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.579000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90834593-2fef-471d-8c8d-03f3d35cd664 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112197 Dec 16 09:47:19.579164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38244) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.587092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f3ed4c1e-1b04-479e-91a8-17f40dd180ad tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.625530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.634392 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-f3ed4c1e-1b04-479e-91a8-17f40dd180ad tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.638735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f3ed4c1e-1b04-479e-91a8-17f40dd180ad tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0557520 Dec 16 09:47:19.638943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38246) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.644965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3d34e8e9-0e9b-4af1-8d5c-75456f8af9ab tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '7cbae80e-d5ee-4911-9da3-e25ce846bc07', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:19.655582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Port': ['ID=3cf189bd-8d54-4abb-b067-f1a811327692,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.659544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] No DVR routers for this DVR port 3cf189bd-8d54-4abb-b067-f1a811327692 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:19.692022 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-3d34e8e9-0e9b-4af1-8d5c-75456f8af9ab tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:19.696469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3d34e8e9-0e9b-4af1-8d5c-75456f8af9ab tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0526302 Dec 16 09:47:19.696647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38248) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.753598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.767454 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f42-390d-4afe-bcef-ea6df783c3a7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.793182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaf5f0e-aba3-45a2-a407-5563d639fe2c']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:19.796908 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f42-390d-4afe-bcef-ea6df783c3a7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.805642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:19.805805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbf5933-907f-4d0f-ba89-6c7c12b60a39') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:19.816609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.840103 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.847974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:19.848746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:19.852522 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:19.858357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f42-390d-4afe-bcef-ea6df783c3a7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.861492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0feb3f42-390d-4afe-bcef-ea6df783c3a7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.865552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0feb3f42-390d-4afe-bcef-ea6df783c3a7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/7cbae80e-d5ee-4911-9da3-e25ce846bc07 HTTP/1.1" status: 204 len: 168 time: 0.1654279 Dec 16 09:47:19.866560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38250) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:19.874302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb3f42-390d-4afe-bcef-ea6df783c3a7 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbae80e-d5ee-4911-9da3-e25ce846bc07,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.878375 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.887021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.953389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.967015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:19.970632 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] 10.222.0.61 "DELETE /v2.0/networks/5aaf5f0e-aba3-45a2-a407-5563d639fe2c HTTP/1.1" status: 204 len: 168 time: 0.9123511 Dec 16 09:47:19.990487 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bb81dfb-75c1-4710-863c-fb2eba598b7a tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227970 Dec 16 09:47:19.991793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd3793-d432-4568-a260-3ffd9ffca03f tempest-TaggedBootDevicesTest-268025698 tempest-TaggedBootDevicesTest-268025698-project] Pushing event deleted for resources: {'Network': ['ID=5aaf5f0e-aba3-45a2-a407-5563d639fe2c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:19.997526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38252) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.003207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754429297'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.029104 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.104548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.109078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.141273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3559bdc-9341-4f35-a853-bc10d9af3818,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:20.147972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.152995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a91c6c38-9fb8-4d0f-9abe-25fcd985d5d8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1542172 Dec 16 09:47:20.153354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38256) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.158502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3d210c39-9894-496e-a5a2-59b4aaeaa2e8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': 'd3559bdc-9341-4f35-a853-bc10d9af3818', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.213936 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-3d210c39-9894-496e-a5a2-59b4aaeaa2e8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The resource could not be found. Dec 16 09:47:20.215084 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3d210c39-9894-496e-a5a2-59b4aaeaa2e8 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0604961 Dec 16 09:47:20.218480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38260) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.224492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e01eda2c-aa0b-48fc-9a14-96b394437fda tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': 'd3559bdc-9341-4f35-a853-bc10d9af3818', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c22c9617-a296-472e-930a-07a99e19b52e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.269904 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-e01eda2c-aa0b-48fc-9a14-96b394437fda tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The resource could not be found. Dec 16 09:47:20.271778 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e01eda2c-aa0b-48fc-9a14-96b394437fda tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0524511 Dec 16 09:47:20.275412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38264) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.348865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-752f7cd3-5201-4934-b981-779db4300724 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.382910 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-752f7cd3-5201-4934-b981-779db4300724 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.430793 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-752f7cd3-5201-4934-b981-779db4300724 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.433988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-752f7cd3-5201-4934-b981-779db4300724 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.435309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-752f7cd3-5201-4934-b981-779db4300724 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/d3559bdc-9341-4f35-a853-bc10d9af3818 HTTP/1.1" status: 204 len: 168 time: 0.1528919 Dec 16 09:47:20.438059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38270) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.446127 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f7cd3-5201-4934-b981-779db4300724 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3559bdc-9341-4f35-a853-bc10d9af3818,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:20.496658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-294678ef-439b-43c4-b769-2b1046409d54 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573535 Dec 16 09:47:20.501355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38272) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.505857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ef798276-2e75-4fbc-a7c2-3ed86fe047c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '37f80b0f-29ae-422d-8d31-f47ae1e0b77e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.548846 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-ef798276-2e75-4fbc-a7c2-3ed86fe047c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The resource could not be found. Dec 16 09:47:20.550013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ef798276-2e75-4fbc-a7c2-3ed86fe047c2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0476556 Dec 16 09:47:20.553624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38274) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.558193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987491042'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.583183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.660331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.664855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.692281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.693503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1388571 Dec 16 09:47:20.696375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38276) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.699669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a733033-0492-49d7-9780-4b00d0440c80 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a84aff-7e2c-4fe9-91dd-5c114b3b9c0f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:20.700863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--805052539'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.723674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.792582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.796210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.826310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.827458 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1300807 Dec 16 09:47:20.829410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a799-4c48-4d88-b8e1-486f1f6bf348 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958de839-e1e5-494b-b995-342f7acfcb9a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:20.830800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38280) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.835748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-742b2954-c0c8-42b7-8331-3279a6f76e42 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group_rule': {'security_group_id': '44a84aff-7e2c-4fe9-91dd-5c114b3b9c0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '958de839-e1e5-494b-b995-342f7acfcb9a'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:20.877024 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-742b2954-c0c8-42b7-8331-3279a6f76e42 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:47:20.878153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-742b2954-c0c8-42b7-8331-3279a6f76e42 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0461557 Dec 16 09:47:20.881232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38282) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:20.936734 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92845f93-7090-48a9-93aa-d0b6034fb9c4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:20.967742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92845f93-7090-48a9-93aa-d0b6034fb9c4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.014221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92845f93-7090-48a9-93aa-d0b6034fb9c4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.016983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92845f93-7090-48a9-93aa-d0b6034fb9c4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.020977 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-92845f93-7090-48a9-93aa-d0b6034fb9c4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/958de839-e1e5-494b-b995-342f7acfcb9a HTTP/1.1" status: 204 len: 168 time: 0.1359127 Dec 16 09:47:21.021370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38284) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.028189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92845f93-7090-48a9-93aa-d0b6034fb9c4 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=958de839-e1e5-494b-b995-342f7acfcb9a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.081714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dee60464-3547-4668-8ddd-6c39e3d07ec9 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0588224 Dec 16 09:47:21.084831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38286) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.137760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778b215e-2408-4cb2-a984-e284a03231ee tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.161243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778b215e-2408-4cb2-a984-e284a03231ee tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.203394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778b215e-2408-4cb2-a984-e284a03231ee tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.206155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-778b215e-2408-4cb2-a984-e284a03231ee tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.210119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38288) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.210312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-778b215e-2408-4cb2-a984-e284a03231ee tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/44a84aff-7e2c-4fe9-91dd-5c114b3b9c0f HTTP/1.1" status: 204 len: 168 time: 0.1243460 Dec 16 09:47:21.220504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b215e-2408-4cb2-a984-e284a03231ee tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a84aff-7e2c-4fe9-91dd-5c114b3b9c0f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.256315 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-09f0680c-8e62-452e-8124-754231c2e198 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448737 Dec 16 09:47:21.260253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38290) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.264815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598635189'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:21.287825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.354828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.360105 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.387243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.388549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1271036 Dec 16 09:47:21.391820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38294) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.396978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-41920a23-9193-4759-b724-952c3cd45f75 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:21.397394 n-d-821941-1 neutron-server[102398]: WARNING neutron.api.v2.base [None req-41920a23-9193-4759-b724-952c3cd45f75 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 09:47:21.397865 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-41920a23-9193-4759-b724-952c3cd45f75 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 09:47:21.398884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-41920a23-9193-4759-b724-952c3cd45f75 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "PUT /v2.0/security-groups/7bb433df-f3b0-49b1-aebb-349f783e6d42 HTTP/1.1" status: 409 len: 330 time: 0.0059934 Dec 16 09:47:21.401459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38296) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.403095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a463b0c-c18f-4c5d-9e32-8a74bebb9b86 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb433df-f3b0-49b1-aebb-349f783e6d42,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.460946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be0730f9-5f05-4905-82d5-9e3aa5c2ecc6 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.487007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be0730f9-5f05-4905-82d5-9e3aa5c2ecc6 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.539617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be0730f9-5f05-4905-82d5-9e3aa5c2ecc6 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.542473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be0730f9-5f05-4905-82d5-9e3aa5c2ecc6 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:21.544711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-be0730f9-5f05-4905-82d5-9e3aa5c2ecc6 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/7bb433df-f3b0-49b1-aebb-349f783e6d42 HTTP/1.1" status: 204 len: 168 time: 0.1415772 Dec 16 09:47:21.546785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38302) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.555587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0730f9-5f05-4905-82d5-9e3aa5c2ecc6 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb433df-f3b0-49b1-aebb-349f783e6d42,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:21.619897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-18864b9f-6392-40ec-914e-8b0d4be7917d tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675571 Dec 16 09:47:21.620150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38306) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.633272 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-40f7710e-5fd5-4a5d-83e5-d888d5f08b88 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] delete failed (client error): The resource could not be found. Dec 16 09:47:21.637877 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-40f7710e-5fd5-4a5d-83e5-d888d5f08b88 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "DELETE /v2.0/security-groups/8e5050fc-7880-4daf-a97a-9adf08a51d28 HTTP/1.1" status: 404 len: 347 time: 0.0132337 Dec 16 09:47:21.638281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38308) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.652075 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-89f4df60-370a-4b28-ad10-320f4145e0e2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] show failed (client error): The resource could not be found. Dec 16 09:47:21.656730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89f4df60-370a-4b28-ad10-320f4145e0e2 tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-groups/54a23105-722b-4306-af1b-fa215fc66c9d HTTP/1.1" status: 404 len: 347 time: 0.0141222 Dec 16 09:47:21.656954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38310) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:21.672799 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-999a4890-e9bc-49b7-b905-41d98a77aeeb tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] show failed (client error): The resource could not be found. Dec 16 09:47:21.673947 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-999a4890-e9bc-49b7-b905-41d98a77aeeb tempest-NegativeSecGroupTest-700388647 tempest-NegativeSecGroupTest-700388647-project] 10.222.0.61 "GET /v2.0/security-group-rules/750693d7-f437-4687-9f85-4f092acc410d HTTP/1.1" status: 404 len: 356 time: 0.0159824 Dec 16 09:47:21.983676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38322) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:22.133251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38326) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:22.133498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-76307386-8615-4f3c-af3d-286d5c3d8c25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b14224885be54443be269815707e9c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483767 Dec 16 09:47:22.186679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd93e4b8-a3ce-40fe-8fa5-9a45860c4751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.208702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd93e4b8-a3ce-40fe-8fa5-9a45860c4751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.255440 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd93e4b8-a3ce-40fe-8fa5-9a45860c4751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.258198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bd93e4b8-a3ce-40fe-8fa5-9a45860c4751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:22.259558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bd93e4b8-a3ce-40fe-8fa5-9a45860c4751 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f88b232-57bd-48d1-a6ad-40c8f13291fc HTTP/1.1" status: 204 len: 168 time: 0.1246645 Dec 16 09:47:22.271139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93e4b8-a3ce-40fe-8fa5-9a45860c4751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f88b232-57bd-48d1-a6ad-40c8f13291fc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:23.033355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38356) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.142947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-08666305-b9ad-4476-826f-303a01937123 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1138302759', 'prefixes': ['172.20.0.0/16']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:23.218410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-08666305-b9ad-4476-826f-303a01937123 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] Notify callbacks [] for subnetpool, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.218410 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-08666305-b9ad-4476-826f-303a01937123 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1825809 Dec 16 09:47:23.219894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38368) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.273681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.273931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0bf7315-9797-4728-a345-7052db9133a3 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] 10.222.0.61 "GET /v2.0/subnetpools/6f76345f-2986-4243-a118-f4750e49367c HTTP/1.1" status: 200 len: 732 time: 0.0527558 Dec 16 09:47:23.279838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bdfac412-2e7c-4dd1-bc99-0421f3580c02 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1327037913'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:23.374754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bdfac412-2e7c-4dd1-bc99-0421f3580c02 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] Notify callbacks [] for subnetpool, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.378296 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bdfac412-2e7c-4dd1-bc99-0421f3580c02 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] 10.222.0.61 "PUT /v2.0/subnetpools/6f76345f-2986-4243-a118-f4750e49367c HTTP/1.1" status: 200 len: 684 time: 0.1012018 Dec 16 09:47:23.378777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38372) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.463347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43410a50-94e4-4496-bf58-822ceb884048 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] Notify callbacks [] for subnetpool, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.467188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43410a50-94e4-4496-bf58-822ceb884048 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6f76345f-2986-4243-a118-f4750e49367c HTTP/1.1" status: 204 len: 168 time: 0.0873640 Dec 16 09:47:23.467421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38374) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.486117 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-1f712d8b-4a21-4cbf-9af1-b25d1e421913 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] show failed (client error): The resource could not be found. Dec 16 09:47:23.487425 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1f712d8b-4a21-4cbf-9af1-b25d1e421913 tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] 10.222.0.61 "GET /v2.0/subnetpools/6f76345f-2986-4243-a118-f4750e49367c HTTP/1.1" status: 404 len: 346 time: 0.0186203 Dec 16 09:47:23.490350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38378) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.507068 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-1e6f0854-4504-43f9-a9aa-17f7890aa00e tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] delete failed (client error): The resource could not be found. Dec 16 09:47:23.512158 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e6f0854-4504-43f9-a9aa-17f7890aa00e tempest-SubnetPoolsTestJSON-1240134849 tempest-SubnetPoolsTestJSON-1240134849-project] 10.222.0.61 "DELETE /v2.0/subnetpools/6f76345f-2986-4243-a118-f4750e49367c HTTP/1.1" status: 404 len: 346 time: 0.0168030 Dec 16 09:47:23.783974 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.791736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38388) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:23.907047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-302c8dd8-29ce-4fbc-b7c2-5b554bca9f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.984873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-302c8dd8-29ce-4fbc-b7c2-5b554bca9f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:23.989334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-302c8dd8-29ce-4fbc-b7c2-5b554bca9f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.031543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-302c8dd8-29ce-4fbc-b7c2-5b554bca9f73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94272c94eb3c468e97ceac6801932ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387195 Dec 16 09:47:24.032503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c8dd8-29ce-4fbc-b7c2-5b554bca9f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f76564-15d7-4321-b4cb-28fee03f3f4e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:24.034299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38392) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:24.090729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3ff11c9-ac19-4aa9-93a4-58e4dcbe9478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.115667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3ff11c9-ac19-4aa9-93a4-58e4dcbe9478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.168258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3ff11c9-ac19-4aa9-93a4-58e4dcbe9478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.170876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a3ff11c9-ac19-4aa9-93a4-58e4dcbe9478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:24.172313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a3ff11c9-ac19-4aa9-93a4-58e4dcbe9478 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81f76564-15d7-4321-b4cb-28fee03f3f4e HTTP/1.1" status: 204 len: 168 time: 0.1368384 Dec 16 09:47:24.181803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff11c9-ac19-4aa9-93a4-58e4dcbe9478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f76564-15d7-4321-b4cb-28fee03f3f4e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:24.912081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38418) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:25.025486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1956737782-network', 'tenant_id': '72e9f9037a7b4405995f48b9d37fc0bb'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:25.050077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Made reservation on behalf of 72e9f9037a7b4405995f48b9d37fc0bb for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:25.053014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.053485 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.063241 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.140229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.145934 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.171885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:25.181930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b9de2f-e66c-4601-9b26-373ab1d7bb57,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:25.188370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.188711 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Added segment 2e46c6e2-0aa5-4bc3-ad1e-807593501572 of type vlan for network e05f8396-7f7b-42a1-b5ae-fdca195a7fb7 Dec 16 09:47:25.236249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.262820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.263709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:25.264441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.347300 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4338441 Dec 16 09:47:25.350600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38422) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:25.355811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Request body: {'subnet': {'network_id': 'e05f8396-7f7b-42a1-b5ae-fdca195a7fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1956737782-subnet', 'tenant_id': '72e9f9037a7b4405995f48b9d37fc0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:25.363767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f840f7-3b34-48e7-aa82-8c96af8a1a10 admin admin] Pushing event updated for resources: {'Network': ['ID=e05f8396-7f7b-42a1-b5ae-fdca195a7fb7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:25.376144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e05f8396-7f7b-42a1-b5ae-fdca195a7fb7 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:25.380782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Made reservation on behalf of 72e9f9037a7b4405995f48b9d37fc0bb for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:25.383553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.616768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.674184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e7bd94-10e4-45f2-80c8-1da334592c3e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:25.685674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Checking segment: {'id': '2e46c6e2-0aa5-4bc3-ad1e-807593501572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e05f8396-7f7b-42a1-b5ae-fdca195a7fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:25.686313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Network hostable DHCP agents. Network: e05f8396-7f7b-42a1-b5ae-fdca195a7fb7, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:25.707009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Network e05f8396-7f7b-42a1-b5ae-fdca195a7fb7 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:25.718629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e05f8396-7f7b-42a1-b5ae-fdca195a7fb7) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:25.723054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:25.723704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:25.734477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9e3b7-7494-4d57-a9cc-3f3046c64f79 None None] Network e05f8396-7f7b-42a1-b5ae-fdca195a7fb7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:25.754637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d29aa22d-6adf-4736-ad3d-8f6c1c435578 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4028888 Dec 16 09:47:25.890748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c2822-c918-4ff5-aab8-203fe10097c9 None None] Network e05f8396-7f7b-42a1-b5ae-fdca195a7fb7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:26.298843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38442) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:26.303929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-182533209-network', 'tenant_id': '7014fe2dd90046c18f84fea176bf6e36'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:26.328196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Made reservation on behalf of 7014fe2dd90046c18f84fea176bf6e36 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:26.330882 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.342541 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.433575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.438747 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.461796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:26.480136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aea433-f159-46f5-9eca-36d7d8fa31fd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:26.483352 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.483758 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Added segment 69bb60c5-57ae-43eb-8aea-387096b22d4d of type vlan for network bac3d58c-e656-46c2-8893-12c622c3c2fe Dec 16 09:47:26.543091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.593190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.594281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:26.594915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.646174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:26.646795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3462615 Dec 16 09:47:26.653816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Request body: {'subnet': {'network_id': 'bac3d58c-e656-46c2-8893-12c622c3c2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-182533209-subnet', 'tenant_id': '7014fe2dd90046c18f84fea176bf6e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:26.662584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc50054-2659-470d-9f0a-a2b8f75f1fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=bac3d58c-e656-46c2-8893-12c622c3c2fe,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:26.674846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network bac3d58c-e656-46c2-8893-12c622c3c2fe details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:26.684994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Made reservation on behalf of 7014fe2dd90046c18f84fea176bf6e36 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:26.687742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.882002 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.933499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f65dfe-e397-452a-9917-01c52323f542,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:26.949374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Checking segment: {'id': '69bb60c5-57ae-43eb-8aea-387096b22d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bac3d58c-e656-46c2-8893-12c622c3c2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:26.949636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Network hostable DHCP agents. Network: bac3d58c-e656-46c2-8893-12c622c3c2fe, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:26.968622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Network bac3d58c-e656-46c2-8893-12c622c3c2fe is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:26.978639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, bac3d58c-e656-46c2-8893-12c622c3c2fe) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:26.982823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:26.983389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:26.990784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559e23f-2fb4-47d3-b155-82744ee1dadf None None] Network bac3d58c-e656-46c2-8893-12c622c3c2fe requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:27.005912 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aca3ebba-1e94-4b48-beef-228bd9d00042 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3517566 Dec 16 09:47:27.135723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38456) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.140435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd2e0c-591d-48b1-b45f-b0823c1a6fec None None] Network bac3d58c-e656-46c2-8893-12c622c3c2fe requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:27.183914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Deleting subnet a0e7bd94-10e4-45f2-80c8-1da334592c3e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:27.187443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.227313 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.271397 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.329591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.359521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e7bd94-10e4-45f2-80c8-1da334592c3e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:27.361642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.365444 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5d308788-d10e-4ff2-99dd-3fd1e2430277 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a0e7bd94-10e4-45f2-80c8-1da334592c3e HTTP/1.1" status: 204 len: 168 time: 0.2285473 Dec 16 09:47:27.367805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.446027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.525179 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.545722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05f8396-7f7b-42a1-b5ae-fdca195a7fb7']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:27.555819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e46c6e2-0aa5-4bc3-ad1e-807593501572') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:27.556120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e46c6e2-0aa5-4bc3-ad1e-807593501572') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:27.565980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.580110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.588927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:27.589412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:27.591316 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:27.654549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.659943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.663461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] 10.222.0.61 "DELETE /v2.0/networks/e05f8396-7f7b-42a1-b5ae-fdca195a7fb7 HTTP/1.1" status: 204 len: 168 time: 0.2946105 Dec 16 09:47:27.666494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38462) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.674729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0002d91-7112-42ac-afd9-611856f8c11d admin admin] Pushing event deleted for resources: {'Network': ['ID=e05f8396-7f7b-42a1-b5ae-fdca195a7fb7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:27.718796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Deleting subnet b0f65dfe-e397-452a-9917-01c52323f542 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:27.722074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.757538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.798570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.854789 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.880911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f65dfe-e397-452a-9917-01c52323f542,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:27.884515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:27.888465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bc460d48-d919-4733-a9f5-2e5d1e9b6c64 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b0f65dfe-e397-452a-9917-01c52323f542 HTTP/1.1" status: 204 len: 168 time: 0.2202888 Dec 16 09:47:27.890171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38464) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:27.968538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.062777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.085612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac3d58c-e656-46c2-8893-12c622c3c2fe']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:28.095763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bb60c5-57ae-43eb-8aea-387096b22d4d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:28.096609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bb60c5-57ae-43eb-8aea-387096b22d4d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:28.112015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.126891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.133279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:28.133660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:28.135491 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:28.189690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.195553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.198758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bac3d58c-e656-46c2-8893-12c622c3c2fe HTTP/1.1" status: 204 len: 168 time: 0.3076742 Dec 16 09:47:28.210514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e0800-ddd8-445a-a2a4-7a1e7790c713 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac3d58c-e656-46c2-8893-12c622c3c2fe,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.368759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38470) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.410059 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e28becb6-6718-4ea2-8383-47f8a17b2beb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72e9f9037a7b4405995f48b9d37fc0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400465 Dec 16 09:47:28.412719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38472) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.460231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9490fb98-dfc6-4fe1-bd02-3c0d452a890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.482549 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9490fb98-dfc6-4fe1-bd02-3c0d452a890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.535101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9490fb98-dfc6-4fe1-bd02-3c0d452a890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.538596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9490fb98-dfc6-4fe1-bd02-3c0d452a890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.539764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9490fb98-dfc6-4fe1-bd02-3c0d452a890c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2b9de2f-e66c-4601-9b26-373ab1d7bb57 HTTP/1.1" status: 204 len: 168 time: 0.1261187 Dec 16 09:47:28.548585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490fb98-dfc6-4fe1-bd02-3c0d452a890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b9de2f-e66c-4601-9b26-373ab1d7bb57,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:28.872370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.916715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-372e7233-927e-4e2a-9b57-16dcff3461fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7014fe2dd90046c18f84fea176bf6e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429344 Dec 16 09:47:28.919318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38482) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:28.968586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd26ff70-7d1b-40bf-8271-3a455561561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:28.990221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd26ff70-7d1b-40bf-8271-3a455561561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.037217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd26ff70-7d1b-40bf-8271-3a455561561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.040067 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd26ff70-7d1b-40bf-8271-3a455561561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:29.041278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cd26ff70-7d1b-40bf-8271-3a455561561f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13aea433-f159-46f5-9eca-36d7d8fa31fd HTTP/1.1" status: 204 len: 168 time: 0.1210027 Dec 16 09:47:29.049928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26ff70-7d1b-40bf-8271-3a455561561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aea433-f159-46f5-9eca-36d7d8fa31fd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:30.106059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:30.931316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.199283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Deleting port 6218c4ed-854e-47ae-8c78-1ea8c139ff66 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:31.200013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.279755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] For port 6218c4ed-854e-47ae-8c78-1ea8c139ff66, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6218c4ed-854e-47ae-8c78-1ea8c139ff66,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:31.280008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.293029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Calling delete_port for 6218c4ed-854e-47ae-8c78-1ea8c139ff66 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:31.489071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.515717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Pushing event deleted for resources: {'Port': ['ID=6218c4ed-854e-47ae-8c78-1ea8c139ff66,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:31.696653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:31.946213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Router 0aaac5b9-9542-4180-9215-b828973cd12f has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:32.064908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:32.071102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ad89afee-3527-4810-9e62-8e5ed1e5707b admin admin] 10.222.0.61 "PUT /v2.0/routers/0aaac5b9-9542-4180-9215-b828973cd12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9633160 Dec 16 09:47:32.074074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38550) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:32.076497 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] Sync routers for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:32.088243 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:32.088999 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:32.201954 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:32.210535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.318644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.387559 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:47:31Z', 'revision_number': 5, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port': {'id': '29e4f550-1b61-4077-8742-4aa9c53c7509', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:20Z', 'updated_at': '2021-12-16T09:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:32.388635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Deleting port 29e4f550-1b61-4077-8742-4aa9c53c7509 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:32.389804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.417324 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] Checking router: 0aaac5b9-9542-4180-9215-b828973cd12f for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:32.425988 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] Routers {'0aaac5b9-9542-4180-9215-b828973cd12f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:32.427313 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0aaac5b9-9542-4180-9215-b828973cd12f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:32.494014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] For port 29e4f550-1b61-4077-8742-4aa9c53c7509, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=29e4f550-1b61-4077-8742-4aa9c53c7509,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:32.494386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.516885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Calling delete_port for 29e4f550-1b61-4077-8742-4aa9c53c7509 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:32.535975 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] Set router 0aaac5b9-9542-4180-9215-b828973cd12f gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:32.601388 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:47:32Z', 'revision_number': 6, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:32.635683 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb6da95-b385-4947-87af-566511c4c2f3 None None] The sync data for ids ['0aaac5b9-9542-4180-9215-b828973cd12f'] in n-d-821941-1 is: [{'id': '0aaac5b9-9542-4180-9215-b828973cd12f', 'name': 'tempest-TaggedBootDevicesTest-1226996820-router', 'tenant_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:18Z', 'updated_at': '2021-12-16T09:47:32Z', 'revision_number': 6, 'project_id': 'dc5857c3aa1143bd9e3798214c715f2b', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:32.737453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.768923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e4f550-1b61-4077-8742-4aa9c53c7509,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:32.843791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.954484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:32.959106 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.042756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.044092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aaac5b9-9542-4180-9215-b828973cd12f {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:47:33.050408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.053639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-32db8702-31e3-477b-ab54-2cc12b2f2619 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0aaac5b9-9542-4180-9215-b828973cd12f HTTP/1.1" status: 204 len: 168 time: 0.9784777 Dec 16 09:47:33.057025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38572) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:33.126326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Deleting subnet 6fef8b64-1ab0-448a-a7fc-bb821c33a917 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:33.131969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.231156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.350747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.411797 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.437360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fef8b64-1ab0-448a-a7fc-bb821c33a917,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:33.443792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.447253 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3a60c269-1a6b-4c3e-8fea-8b291d7de4f3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6fef8b64-1ab0-448a-a7fc-bb821c33a917 HTTP/1.1" status: 204 len: 168 time: 0.3891268 Dec 16 09:47:33.450017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38576) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:33.451395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516b837-6df4-4603-8739-945619987bcd None None] Network d00eb238-539e-4791-a5d8-3607f42e9b23 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:33.533032 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.582253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6218c4ed-854e-47ae-8c78-1ea8c139ff66 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:33.611265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6218c4ed-854e-47ae-8c78-1ea8c139ff66 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:33.611763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6218c4ed-854e-47ae-8c78-1ea8c139ff66 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:33.624829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Deleting port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:33.625308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.694191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c864fea-9061-441f-883a-924524d8d83e None None] DHCP port deletion for d00eb238-539e-4791-a5d8-3607f42e9b23 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:33.705123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] For port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:33.705681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.723400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Calling delete_port for 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:33.750653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0c864fea-9061-441f-883a-924524d8d83e None None] Deleting port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:33.751188 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c864fea-9061-441f-883a-924524d8d83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.828066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0c864fea-9061-441f-883a-924524d8d83e None None] For port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,segment=NetworkSegment(e2f064a4-3f77-4e7c-b689-f57d3efbf729),segment_id=e2f064a4-3f77-4e7c-b689-f57d3efbf729)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:33.828591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c864fea-9061-441f-883a-924524d8d83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.841885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0c864fea-9061-441f-883a-924524d8d83e None None] Calling delete_port for 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:33.852809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.882584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:33.884801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] No DVR routers for this DVR port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:33.941672 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c864fea-9061-441f-883a-924524d8d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:33.956088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c864fea-9061-441f-883a-924524d8d83e None None] No DVR routers for this DVR port 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:33.986794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864fea-9061-441f-883a-924524d8d83e None None] Pushing event deleted for resources: {'Port': ['ID=4a5dcb28-ee20-4c27-a6b4-c7bcd932916a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:33.998378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.023254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00eb238-539e-4791-a5d8-3607f42e9b23']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:34.035314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f064a4-3f77-4e7c-b689-f57d3efbf729') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:34.036296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f064a4-3f77-4e7c-b689-f57d3efbf729') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:34.057519 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.072461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.079927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:34.080524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:34.141094 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:34.148635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.156371 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.163063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d00eb238-539e-4791-a5d8-3607f42e9b23 HTTP/1.1" status: 204 len: 168 time: 0.7118015 Dec 16 09:47:34.163240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:34.176234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485063cb-c826-4304-a384-c7b1bcb9b404 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00eb238-539e-4791-a5d8-3607f42e9b23,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:34.628049 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:34.952366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Deleting port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:34.953027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.120953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] For port 8795bbcf-3ed6-43fa-a39b-1edb45b58e01, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:35.121754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.139786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Calling delete_port for 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:35.189323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29e4f550-1b61-4077-8742-4aa9c53c7509 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:35.235979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 29e4f550-1b61-4077-8742-4aa9c53c7509 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:35.236520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 29e4f550-1b61-4077-8742-4aa9c53c7509 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:35.237189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:35.259720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:35.260388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4a5dcb28-ee20-4c27-a6b4-c7bcd932916a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:35.412610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.462185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8795bbcf-3ed6-43fa-a39b-1edb45b58e01,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:35.472372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.472767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.473255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.473593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.474030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.474522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.474680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.475033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.475311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.475631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.475944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.476256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:35.661102 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:35.948789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Router becdd3ab-f603-4f47-b6bf-6d1328faac72 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:36.103970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:36.109708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-07f67dda-0c0f-4f89-800f-ac5db72143ae admin admin] 10.222.0.61 "PUT /v2.0/routers/becdd3ab-f603-4f47-b6bf-6d1328faac72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455059 Dec 16 09:47:36.112336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:36.116418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] Sync routers for ids ['becdd3ab-f603-4f47-b6bf-6d1328faac72'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:36.151726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] Routers {'becdd3ab-f603-4f47-b6bf-6d1328faac72'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:36.152660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['becdd3ab-f603-4f47-b6bf-6d1328faac72'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.350983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.436109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] Set router becdd3ab-f603-4f47-b6bf-6d1328faac72 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:36.508612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.604889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Deleting port fb854159-4810-485a-83e2-17dfd49ddff2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:36.605149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.698696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:47:35Z', 'revision_number': 5, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port': {'id': 'fb854159-4810-485a-83e2-17dfd49ddff2', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:36:32Z', 'updated_at': '2021-12-16T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.704146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] For port fb854159-4810-485a-83e2-17dfd49ddff2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fb854159-4810-485a-83e2-17dfd49ddff2,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:36.704760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:36.727097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] Checking router: becdd3ab-f603-4f47-b6bf-6d1328faac72 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:36.737726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] Routers {'becdd3ab-f603-4f47-b6bf-6d1328faac72'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:36.738457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['becdd3ab-f603-4f47-b6bf-6d1328faac72'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.862838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] Set router becdd3ab-f603-4f47-b6bf-6d1328faac72 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:36.932977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:47:36Z', 'revision_number': 6, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:36.967421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573e565-6725-4a6e-bb04-e2e1951c8cc7 None None] The sync data for ids ['becdd3ab-f603-4f47-b6bf-6d1328faac72'] in n-d-821941-1 is: [{'id': 'becdd3ab-f603-4f47-b6bf-6d1328faac72', 'name': 'tempest-TaggedBootDevicesTest-277379892-router', 'tenant_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:36:31Z', 'updated_at': '2021-12-16T09:47:36Z', 'revision_number': 6, 'project_id': '1c2d1e762e744fcc91ceb7c76b0b9e4e', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:37.032435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Calling delete_port for fb854159-4810-485a-83e2-17dfd49ddff2 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:37.215178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.239723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fb854159-4810-485a-83e2-17dfd49ddff2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:37.308995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.453479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.459207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.521992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.522712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router becdd3ab-f603-4f47-b6bf-6d1328faac72 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:47:37.527465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.531440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e1d46536-9351-4b2d-ad78-4280616d53bc admin admin] 10.222.0.61 "DELETE /v2.0/routers/becdd3ab-f603-4f47-b6bf-6d1328faac72 HTTP/1.1" status: 204 len: 168 time: 1.3875492 Dec 16 09:47:37.531690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38642) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:37.577930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Deleting subnet e40d7359-2e4d-4ec9-95ec-10e64932f171 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:37.581254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.618781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.711772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.771021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.802459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40d7359-2e4d-4ec9-95ec-10e64932f171,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:37.811077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.816897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a010080a-0f59-48de-9807-6383cbc86042 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e40d7359-2e4d-4ec9-95ec-10e64932f171 HTTP/1.1" status: 204 len: 168 time: 0.2820170 Dec 16 09:47:37.817884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38644) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:37.822600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38cb891-906e-48bf-be11-e2776ecd614f None None] Network 49cee3be-372a-4faf-9216-afb854e6b865 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:37.901660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:37.928690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:37.969428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:37.969793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8795bbcf-3ed6-43fa-a39b-1edb45b58e01 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:38.036987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Deleting port 80f51f9f-71ff-4894-94f6-d5824668f8bf {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:38.037522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.153340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] DHCP port deletion for 49cee3be-372a-4faf-9216-afb854e6b865 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:47:38.155513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] For port 80f51f9f-71ff-4894-94f6-d5824668f8bf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80f51f9f-71ff-4894-94f6-d5824668f8bf,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:38.155992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.171739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Calling delete_port for 80f51f9f-71ff-4894-94f6-d5824668f8bf owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:38.255412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] Deleting port 80f51f9f-71ff-4894-94f6-d5824668f8bf {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:38.260589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.272728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.309114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Pushing event deleted for resources: {'Port': ['ID=80f51f9f-71ff-4894-94f6-d5824668f8bf,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:38.313472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] No DVR routers for this DVR port 80f51f9f-71ff-4894-94f6-d5824668f8bf on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:38.383323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] For port 80f51f9f-71ff-4894-94f6-d5824668f8bf, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=80f51f9f-71ff-4894-94f6-d5824668f8bf,segment=NetworkSegment(aa35f9ac-ad22-4c9f-835f-45112856f7ae),segment_id=aa35f9ac-ad22-4c9f-835f-45112856f7ae)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:38.383800 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.412385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] Calling delete_port for 80f51f9f-71ff-4894-94f6-d5824668f8bf owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:38.449662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.500876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cee3be-372a-4faf-9216-afb854e6b865']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:38.523414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa35f9ac-ad22-4c9f-835f-45112856f7ae') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:38.524109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa35f9ac-ad22-4c9f-835f-45112856f7ae') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:38.554683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.571950 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.584121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.590055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:38.590791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:38.594944 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:38.640094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] Pushing event deleted for resources: {'Port': ['ID=80f51f9f-71ff-4894-94f6-d5824668f8bf,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:38.642261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9838a-dc5e-4d46-8f53-c59038b3035e None None] No DVR routers for this DVR port 80f51f9f-71ff-4894-94f6-d5824668f8bf on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:38.681308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.688111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:38.697563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] 10.222.0.61 "DELETE /v2.0/networks/49cee3be-372a-4faf-9216-afb854e6b865 HTTP/1.1" status: 204 len: 168 time: 0.8763649 Dec 16 09:47:38.710579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15d10e-84eb-423e-b817-0eeb205b540e admin admin] Pushing event deleted for resources: {'Network': ['ID=49cee3be-372a-4faf-9216-afb854e6b865,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:38.926241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e587-15d4-4f84-b3a6-63bc072e2f67 req-8e69f295-f666-40be-afc2-be6d7bb9383d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:38.929269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a34e587-15d4-4f84-b3a6-63bc072e2f67 req-8e69f295-f666-40be-afc2-be6d7bb9383d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 947 time: 0.0603173 Dec 16 09:47:38.972225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38668) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:39.009277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a34e587-15d4-4f84-b3a6-63bc072e2f67 req-1b91da79-96fc-428b-85ca-878b36ffc5c4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717349 Dec 16 09:47:39.069872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91797555-245a-4274-830c-3f2ea6b634f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc5857c3aa1143bd9e3798214c715f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930750 Dec 16 09:47:39.070493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:39.137968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-339fe24f-8a71-4f35-9064-cb7266c8b558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.173244 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-339fe24f-8a71-4f35-9064-cb7266c8b558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.199109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb854159-4810-485a-83e2-17dfd49ddff2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:39.232181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-339fe24f-8a71-4f35-9064-cb7266c8b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.236252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-339fe24f-8a71-4f35-9064-cb7266c8b558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.238104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: fb854159-4810-485a-83e2-17dfd49ddff2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:39.238486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-339fe24f-8a71-4f35-9064-cb7266c8b558 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f92395c-906d-4813-8eb0-aaa41a70d2a2 HTTP/1.1" status: 204 len: 168 time: 0.1666391 Dec 16 09:47:39.238963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fb854159-4810-485a-83e2-17dfd49ddff2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:39.239540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80f51f9f-71ff-4894-94f6-d5824668f8bf no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:39.249197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fe24f-8a71-4f35-9064-cb7266c8b558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f92395c-906d-4813-8eb0-aaa41a70d2a2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:39.277069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 80f51f9f-71ff-4894-94f6-d5824668f8bf {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:39.277743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 80f51f9f-71ff-4894-94f6-d5824668f8bf not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:39.714466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:39.756047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f7094c3b-25b0-46c4-adff-47ae5ee43a5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c2d1e762e744fcc91ceb7c76b0b9e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384967 Dec 16 09:47:39.756324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:39.829188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82516aab-a1c7-4f5a-ad2f-7c02cc43a42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.853634 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82516aab-a1c7-4f5a-ad2f-7c02cc43a42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.914230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82516aab-a1c7-4f5a-ad2f-7c02cc43a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.916930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82516aab-a1c7-4f5a-ad2f-7c02cc43a42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:39.918168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-82516aab-a1c7-4f5a-ad2f-7c02cc43a42f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2231ad7-c662-4115-90d5-1922302c61c0 HTTP/1.1" status: 204 len: 168 time: 0.1609116 Dec 16 09:47:39.928962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82516aab-a1c7-4f5a-ad2f-7c02cc43a42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2231ad7-c662-4115-90d5-1922302c61c0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:40.152044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6354-8cf2-45a1-9dc9-27a714928f33 req-7ff1c06b-1bf7-4f03-b3d5-2b002d2e1bda tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:40.153994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26df6354-8cf2-45a1-9dc9-27a714928f33 req-7ff1c06b-1bf7-4f03-b3d5-2b002d2e1bda tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 947 time: 0.0566607 Dec 16 09:47:40.216052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26df6354-8cf2-45a1-9dc9-27a714928f33 req-6884173e-8f04-410a-b3f5-6a68f192418f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544429 Dec 16 09:47:40.742200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38720) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:40.803059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-65eb57cc-a270-43cc-9cef-b69c48a85985 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:40.805517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-65eb57cc-a270-43cc-9cef-b69c48a85985 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 947 time: 0.0608802 Dec 16 09:47:40.860515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-745138161-network', 'tenant_id': '8a6b2e1e887a40ff8c90a9321b5e1762'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:40.887206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Made reservation on behalf of 8a6b2e1e887a40ff8c90a9321b5e1762 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:40.891069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.904511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:40.929167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Deleting port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:40.929730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.009687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.017781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.042303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:47:41.058785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] For port 5b123df6-c4ef-490c-b65c-bda64cdaddf0, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=5b123df6-c4ef-490c-b65c-bda64cdaddf0,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:41.059365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.065518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332c3c8f-b460-46be-989d-8683b4a854c9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:41.070616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.071265 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Added segment c6ed7dc1-9076-4e24-b43f-181a58c7e2ea of type vlan for network e4bd8166-08e0-455d-96e5-4761fce99e7c Dec 16 09:47:41.126131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.171251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.172657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:41.173970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.270701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5239565 Dec 16 09:47:41.277234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38728) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:41.285659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Request body: {'subnet': {'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-745138161-subnet', 'tenant_id': '8a6b2e1e887a40ff8c90a9321b5e1762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:41.305245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62f04b-252f-4ef4-9ced-507bee044926 admin admin] Pushing event updated for resources: {'Network': ['ID=e4bd8166-08e0-455d-96e5-4761fce99e7c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:41.316912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e4bd8166-08e0-455d-96e5-4761fce99e7c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:47:41.334164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Made reservation on behalf of 8a6b2e1e887a40ff8c90a9321b5e1762 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:41.338078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.604527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.652983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c21dd-ba7b-4b23-927d-06ecfd138572 req-382f63ab-29e4-4c8a-958a-844a0a8f674e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:41.654849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-246c21dd-ba7b-4b23-927d-06ecfd138572 req-382f63ab-29e4-4c8a-958a-844a0a8f674e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 947 time: 0.1384845 Dec 16 09:47:41.669324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.670362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.670911 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Floating IP e69124d9-1c50-4b83-b141-5891f1b30c5b disassociated. External IP: 172.25.6.7, port: 5b123df6-c4ef-490c-b65c-bda64cdaddf0. Dec 16 09:47:41.671517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Calling delete_port for 5b123df6-c4ef-490c-b65c-bda64cdaddf0 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:41.674208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:41.715027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Checking segment: {'id': 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:41.715783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Network hostable DHCP agents. Network: e4bd8166-08e0-455d-96e5-4761fce99e7c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:47:41.736608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Network e4bd8166-08e0-455d-96e5-4761fce99e7c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:47:41.749427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e4bd8166-08e0-455d-96e5-4761fce99e7c) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:41.763545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311dd43-6a01-442e-ab57-c39983debe6a None None] Network e4bd8166-08e0-455d-96e5-4761fce99e7c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:41.769255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:41.770487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:41.796427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9060ca14-762e-4137-9e1d-2f74c056768a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5160382 Dec 16 09:47:41.808373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-246c21dd-ba7b-4b23-927d-06ecfd138572 req-fa1492fc-036d-4b0b-b4bb-d910bdeb0779 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=691a8308-53c0-4f8c-b017-553066055bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307895 Dec 16 09:47:41.949258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.046360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event deleted for resources: {'Port': ['ID=5b123df6-c4ef-490c-b65c-bda64cdaddf0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:42.068231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2b9aa-d175-42c7-8b26-d9c477dd5c2e None None] Network e4bd8166-08e0-455d-96e5-4761fce99e7c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:47:42.148135 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:47:42.263913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:42.457718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:42.469175 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:42.479984 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:42.480923 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:42.509125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] No DVR routers for this DVR port 5b123df6-c4ef-490c-b65c-bda64cdaddf0 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:42.511784 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:42.517574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2947fe3f-3c62-4d66-90c9-9133c5f9f495 req-39d970a9-1cfa-428a-b4b4-fbd489a624a4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "DELETE /v2.0/ports/5b123df6-c4ef-490c-b65c-bda64cdaddf0 HTTP/1.1" status: 204 len: 173 time: 1.7021904 Dec 16 09:47:42.517574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-deleted', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:42.518942 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dcd7eb-4a60-4a46-848f-2ea2b0ab663e" -d '{"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-deleted", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:42.529417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-e858bc40-41cc-4d32-aced-5603e5639b6f tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:42.530939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-e858bc40-41cc-4d32-aced-5603e5639b6f tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/networks?id=e4bd8166-08e0-455d-96e5-4761fce99e7c HTTP/1.1" status: 200 len: 821 time: 0.1840727 Dec 16 09:47:42.553120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-83dd3fdd-415a-467e-9676-b77a730e339c tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/quotas/8a6b2e1e887a40ff8c90a9321b5e1762 HTTP/1.1" status: 200 len: 375 time: 0.0139430 Dec 16 09:47:42.594811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-c72c6503-fa57-4300-8aca-959916c840c6 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a6b2e1e887a40ff8c90a9321b5e1762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345526 Dec 16 09:47:42.609093 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:42.712284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-46a2fc1c-bc54-4207-b921-fb25d348a710 service neutron] 10.222.0.61 "GET /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022928 Dec 16 09:47:42.824282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-87ec6694-e2f8-4ffb-8473-52212679e87a service neutron] 10.222.0.61 "GET /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043928 Dec 16 09:47:42.951393 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:42.997161 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:43.015316 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:43.016468 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:43.020993 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcc07aa-141d-4c3f-b265-e4223cab69d5 x-openstack-request-id: req-5bcc07aa-141d-4c3f-b265-e4223cab69d5 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:43.021913 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c816c1f-ce23-48d3-9f86-60da3aec14ed", "name": "network-vif-deleted", "tag": "5b123df6-c4ef-490c-b65c-bda64cdaddf0", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:43.022342 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bcc07aa-141d-4c3f-b265-e4223cab69d5 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:43.022911 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c816c1f-ce23-48d3-9f86-60da3aec14ed', 'name': 'network-vif-deleted', 'tag': '5b123df6-c4ef-490c-b65c-bda64cdaddf0', 'status': 'completed', 'code': 200} Dec 16 09:47:43.162800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ec1c3d9-3d3a-4ec9-b254-64315421c08a req-6e1d980c-be61-4b3e-8713-f3320bca37b8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c816c1f-ce23-48d3-9f86-60da3aec14ed HTTP/1.1" status: 200 len: 210 time: 0.0463173 Dec 16 09:47:43.225172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:43.240285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee735718-dc7e-4e50-870c-fc2c525df202 req-cc33836f-0bae-4793-bd9a-f2607a99b5d0 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 210 time: 0.0357051 Dec 16 09:47:43.458787 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:43.495452 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7e7f2-89e2-4af9-bcb2-ef321b4ca186 None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:43.741861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d746c0c-2130-4d80-a1d2-2fb3d2ae7158 None None] New status for floating IP e69124d9-1c50-4b83-b141-5891f1b30c5b: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:44.016656 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea2578e3-2997-4b64-b0e2-4be31c05da65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.097327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-da6e3d64-7b78-450d-aa64-fe93ed3cd65a tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:44.099604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-da6e3d64-7b78-450d-aa64-fe93ed3cd65a tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.69 "GET /v2.0/networks?id=e4bd8166-08e0-455d-96e5-4761fce99e7c HTTP/1.1" status: 200 len: 821 time: 0.1155968 Dec 16 09:47:44.115349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Request body: {'port': {'device_id': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c', 'admin_state_up': True, 'tenant_id': '8a6b2e1e887a40ff8c90a9321b5e1762'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:44.116588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:44.140962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 5b123df6-c4ef-490c-b65c-bda64cdaddf0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:44.142734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 5b123df6-c4ef-490c-b65c-bda64cdaddf0 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:44.234611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Made reservation on behalf of 8a6b2e1e887a40ff8c90a9321b5e1762 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:44.239295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.248692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:44.322815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a354f86f-9bdd-4b3c-a9c9-1747b41cbaf4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.351274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a354f86f-9bdd-4b3c-a9c9-1747b41cbaf4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.355686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8e7e0f2-477f-43de-9fb7-042ee2c4425a req-95183136-4bc1-4ff1-84b6-e2c1ee79c59d tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 210 time: 0.0377073 Dec 16 09:47:44.405026 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a354f86f-9bdd-4b3c-a9c9-1747b41cbaf4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.407810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a354f86f-9bdd-4b3c-a9c9-1747b41cbaf4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.409202 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a354f86f-9bdd-4b3c-a9c9-1747b41cbaf4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "DELETE /v2.0/security-groups/691a8308-53c0-4f8c-b017-553066055bb1 HTTP/1.1" status: 204 len: 168 time: 0.1594324 Dec 16 09:47:44.411632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Allocated IP 172.20.0.11 (e4bd8166-08e0-455d-96e5-4761fce99e7c/e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2/732b0139-76e6-4b32-befc-4600645e3d90) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:44.414372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38794) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:44.428145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354f86f-9bdd-4b3c-a9c9-1747b41cbaf4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a8308-53c0-4f8c-b017-553066055bb1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:44.435375 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-56ce4019-4faf-47b3-bfbd-737793fc269f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] show failed (client error): The resource could not be found. Dec 16 09:47:44.439054 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56ce4019-4faf-47b3-bfbd-737793fc269f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups/691a8308-53c0-4f8c-b017-553066055bb1 HTTP/1.1" status: 404 len: 347 time: 0.0209644 Dec 16 09:47:44.439398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38796) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:44.573492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Deleting port d5734ba5-8282-4636-bced-87f644431a80 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:44.573914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.577199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.611595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.653421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.653826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.655582 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Network e4bd8166-08e0-455d-96e5-4761fce99e7c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:44.658684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:44.661121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:44.667122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Calling delete_port for d5734ba5-8282-4636-bced-87f644431a80 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:44.688955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Pushing event updated for resources: {'Port': ['ID=732b0139-76e6-4b32-befc-4600645e3d90,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:44.718726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:44.719335 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.735155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-bc28a0f5-cd39-4da5-a8bd-2d6ead0b5aed tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6242194 Dec 16 09:47:44.777950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Request body: {'port': {'device_id': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:44.805913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.833436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event deleted for resources: {'Port': ['ID=d5734ba5-8282-4636-bced-87f644431a80,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:44.847714 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.899130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.901756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:44.907970 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-73e5d398-2cf1-42e2-a906-a0183ae21298 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "DELETE /v2.0/floatingips/e69124d9-1c50-4b83-b141-5891f1b30c5b HTTP/1.1" status: 204 len: 168 time: 0.4626465 Dec 16 09:47:45.171289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732b0139-76e6-4b32-befc-4600645e3d90 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:45.186025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.200507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Transition to ACTIVE for port object 732b0139-76e6-4b32-befc-4600645e3d90 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:47:45.207740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:45.211356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.213148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712424215', 'description': 'tempest-description--655129709'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:45.239689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.308856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Pushing event updated for resources: {'Port': ['ID=732b0139-76e6-4b32-befc-4600645e3d90,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:45.320750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.326369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.345787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Attempting to bind port 732b0139-76e6-4b32-befc-4600645e3d90 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:45.346496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Attempting to bind port 732b0139-76e6-4b32-befc-4600645e3d90 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:45.347268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Attempting to bind port 732b0139-76e6-4b32-befc-4600645e3d90 on network e4bd8166-08e0-455d-96e5-4761fce99e7c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:45.352811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Port 732b0139-76e6-4b32-befc-4600645e3d90 on network e4bd8166-08e0-455d-96e5-4761fce99e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:47:45.353129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Attempting to bind port 732b0139-76e6-4b32-befc-4600645e3d90 on network e4bd8166-08e0-455d-96e5-4761fce99e7c {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:45.355950 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.358721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:45.359062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Checking segment: {'id': 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:45.359456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Bound using segment: {'id': 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:45.359867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Bound port: 732b0139-76e6-4b32-befc-4600645e3d90, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:45.360162 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1511283 Dec 16 09:47:45.360420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.361879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 38814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:45.364918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d108ace-1b57-460c-93d9-70410cb256a2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44a88be-cc39-4edd-b024-9cb7c87dd8d6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:45.368577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'security_group_rule': {'security_group_id': 'c44a88be-cc39-4edd-b024-9cb7c87dd8d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:45.433028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.517050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] For port 732b0139-76e6-4b32-befc-4600645e3d90, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:45.522612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] For port 732b0139-76e6-4b32-befc-4600645e3d90, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=732b0139-76e6-4b32-befc-4600645e3d90,segment=NetworkSegment(c6ed7dc1-9076-4e24-b43f-181a58c7e2ea),segment_id=c6ed7dc1-9076-4e24-b43f-181a58c7e2ea)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:45.536657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.546248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.556745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a39e79-cf80-422f-986a-05464fc25008 req-16ef5f3e-ae13-42ee-a543-3fe970b089bd tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.558413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99a39e79-cf80-422f-986a-05464fc25008 req-16ef5f3e-ae13-42ee-a543-3fe970b089bd tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 944 time: 0.1294198 Dec 16 09:47:45.584319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.627388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.628005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.630258 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] 10.222.0.69 "PUT /v2.0/ports/732b0139-76e6-4b32-befc-4600645e3d90 HTTP/1.1" status: 200 len: 1092 time: 0.8579040 Dec 16 09:47:45.631390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'tag': '732b0139-76e6-4b32-befc-4600645e3d90'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:45.633644 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ba05f-477d-4f78-b27d-72f85bf97846" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4984ee-fb8a-4ac4-a732-6adc692a60df", "tag": "732b0139-76e6-4b32-befc-4600645e3d90"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:45.636232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806d8afd-5da2-41f7-844c-19081bf29eea,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:45.655651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.659377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fa9028c6-3057-4e98-9f40-c871b00b2158 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937055 Dec 16 09:47:45.660373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:45.667592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'security_group_rule': {'security_group_id': 'c44a88be-cc39-4edd-b024-9cb7c87dd8d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:45.680107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99a39e79-cf80-422f-986a-05464fc25008 req-5170c30a-4d09-4b27-b323-cad740c71dc5 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967660 Dec 16 09:47:45.682127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6d92-a016-479d-bb32-3b6cd529b36e service neutron] Pushing event updated for resources: {'Port': ['ID=732b0139-76e6-4b32-befc-4600645e3d90,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:45.706170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.730900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-fe45ef80-d844-4237-a9c2-64aa7f7a7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.732712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-fe45ef80-d844-4237-a9c2-64aa7f7a7564 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a6b2e1e887a40ff8c90a9321b5e1762&device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 1095 time: 0.0517027 Dec 16 09:47:45.784730 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.790031 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.797624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-a8ff5436-215a-4f58-a731-eaa85db18b49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732b0139-76e6-4b32-befc-4600645e3d90 HTTP/1.1" status: 200 len: 217 time: 0.0567582 Dec 16 09:47:45.799276 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae8aa3-f3f5-4f0f-85d6-dd65bec66010 x-openstack-request-id: req-f8ae8aa3-f3f5-4f0f-85d6-dd65bec66010 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:45.799881 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4984ee-fb8a-4ac4-a732-6adc692a60df", "tag": "732b0139-76e6-4b32-befc-4600645e3d90", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:45.799881 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8ae8aa3-f3f5-4f0f-85d6-dd65bec66010 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:45.800407 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'tag': '732b0139-76e6-4b32-befc-4600645e3d90', 'status': 'completed', 'code': 200} Dec 16 09:47:45.809517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42d5aa9-d612-449d-b7da-4412ac932116,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:45.819445 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.823188 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b690ffc4-b117-44c7-bc75-b2f13dc03b69 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586490 Dec 16 09:47:45.823929 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38824) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:45.828054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:45.856745 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:45.869348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dcbe8-142f-4080-9899-323d251cc256 req-1916a715-88e9-414d-bc7f-2311f63ee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:45.871130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-1916a715-88e9-414d-bc7f-2311f63ee30f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2 HTTP/1.1" status: 200 len: 861 time: 0.0658505 Dec 16 09:47:45.912821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-ebff9218-8d2f-406b-88e6-2474bfd4584d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4bd8166-08e0-455d-96e5-4761fce99e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324285 Dec 16 09:47:45.967284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.013905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-8c6da620-dc58-4dd5-b5a6-e7431a8327d9 service neutron] 10.222.0.69 "GET /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930784 Dec 16 09:47:46.088191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Allocated IP 172.25.6.158 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4964a76a-2a57-4e36-a461-4e641699b6ca) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:46.122592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-665dcbe8-142f-4080-9899-323d251cc256 req-749775c0-f103-4753-8352-9f96c91422f1 service neutron] 10.222.0.69 "GET /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978022 Dec 16 09:47:46.252678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.291826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-941a6d77-ff1f-4ef5-a1f8-3fcbf327ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.296599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-941a6d77-ff1f-4ef5-a1f8-3fcbf327ad25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a6b2e1e887a40ff8c90a9321b5e1762&device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 1095 time: 0.1188538 Dec 16 09:47:46.312421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.356869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:46.359817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:46.370627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:46.374198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'Port': ['ID=4964a76a-2a57-4e36-a461-4e641699b6ca,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:46.422318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-b17cfe8d-0dcb-479f-b519-b34c95bf0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.424806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-b17cfe8d-0dcb-479f-b519-b34c95bf0aea service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4bd8166-08e0-455d-96e5-4761fce99e7c HTTP/1.1" status: 200 len: 922 time: 0.1186981 Dec 16 09:47:46.464441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.473709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-0d3a4aed-1815-4928-9a8c-9adbb9aabc46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732b0139-76e6-4b32-befc-4600645e3d90 HTTP/1.1" status: 200 len: 217 time: 0.0417354 Dec 16 09:47:46.480474 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d134-9a49-4a21-95a5-0b5cf3ed3b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.503582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.531101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-e34f6432-be8d-48fd-ac15-0498c7d5aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.533218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-e34f6432-be8d-48fd-ac15-0498c7d5aeea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2 HTTP/1.1" status: 200 len: 861 time: 0.0527391 Dec 16 09:47:46.566625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-3414bc2e-e01c-470c-8de8-3809a49482d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4bd8166-08e0-455d-96e5-4761fce99e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261397 Dec 16 09:47:46.663542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-d87848f1-19b2-4e6e-9732-353740673ede service neutron] 10.222.0.69 "GET /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899434 Dec 16 09:47:46.670176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.675365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.747661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'Port': ['ID=4964a76a-2a57-4e36-a461-4e641699b6ca,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:46.758038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.763139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-368ba05f-477d-4f78-b27d-72f85bf97846 req-e2efd769-ce20-43e7-bc95-5ebc2de22503 service neutron] 10.222.0.69 "GET /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917275 Dec 16 09:47:46.774988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:46.776260 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-36d26bf9-3570-45b9-b32e-49ae23348754 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9518609 Dec 16 09:47:46.843823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60aa5f-5b7f-4660-b3d1-2827905cedf0 req-6eb74943-0b79-4737-93cf-99ee7614c411 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:46.845339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f60aa5f-5b7f-4660-b3d1-2827905cedf0 req-6eb74943-0b79-4737-93cf-99ee7614c411 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 944 time: 0.0553010 Dec 16 09:47:46.886309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f60aa5f-5b7f-4660-b3d1-2827905cedf0 req-683b030e-b601-44be-8b97-bc6f22eb4062 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343380 Dec 16 09:47:47.004773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-2ad415f2-b37d-4302-8538-ccb5284fca36 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1712424215&fields=id&tenant_id=ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 267 time: 0.0454600 Dec 16 09:47:47.034105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 38850) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:47.121799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-cee6c802-27db-4311-ac28-576f7c4b633b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:47.123308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-cee6c802-27db-4311-ac28-576f7c4b633b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 816 time: 0.1116621 Dec 16 09:47:47.139349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-3892b48d-f2ba-4e27-8e48-05b0d26f095c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/quotas/ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 375 time: 0.0096948 Dec 16 09:47:47.196341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Deleting port e06284e4-9fb5-4ef6-b492-b839b621d7d7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:47.196642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-9c1598a5-cfdb-4256-b57e-6e37904bf135 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510442 Dec 16 09:47:47.196762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.282050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.283162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.296152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Calling delete_port for e06284e4-9fb5-4ef6-b492-b839b621d7d7 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:47.308302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-6519b772-34d5-48dc-937f-d30f7e4ea726 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986204 Dec 16 09:47:47.418194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-dcae74c3-766a-4297-849b-91ab2fc40902 service neutron] 10.222.0.61 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993984 Dec 16 09:47:47.496917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.527423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event deleted for resources: {'Port': ['ID=e06284e4-9fb5-4ef6-b492-b839b621d7d7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:47.612026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa0c7a23-8096-4493-8436-3114910b9b78 req-ed36f9f1-0c42-4117-8eae-89a87282e753 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 210 time: 0.0433342 Dec 16 09:47:47.623264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:47.623264 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Floating IP 214b2572-a5f1-41e3-8388-79e898ab2731 disassociated (deleted). External IP: 172.25.6.109, port: 3a665ef0-9253-4414-b05d-fab6b28d3171. Dec 16 09:47:47.880115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Router c25b2072-751b-4013-a8a3-75690fd69148 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:47:48.029573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:47:48.036638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.039744 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:48.049566 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] Sync routers for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:47:48.050375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108f5b2-3b75-48c5-896b-e8a956a23c75 req-8a1deb80-46b9-47ae-9933-e9761a8345c8 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.052079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2108f5b2-3b75-48c5-896b-e8a956a23c75 req-8a1deb80-46b9-47ae-9933-e9761a8345c8 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 944 time: 0.0641470 Dec 16 09:47:48.067299 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:48.068061 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:48.091451 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-57ba695b-cac9-4edd-b25d-34b4333b0a56 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "DELETE /v2.0/floatingips/214b2572-a5f1-41e3-8388-79e898ab2731 HTTP/1.1" status: 204 len: 168 time: 1.0561142 Dec 16 09:47:48.092107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:48.097722 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1da1f4-578a-4af9-9f00-fcd4a02543ef" -d '{"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:48.142257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2108f5b2-3b75-48c5-896b-e8a956a23c75 req-96f056ed-3f2b-4270-886a-e03e5a4e5d51 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751021 Dec 16 09:47:48.219738 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:48.349745 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8852b1-5bbf-4243-8e15-7045258f9471 x-openstack-request-id: req-8f8852b1-5bbf-4243-8e15-7045258f9471 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:48.350198 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:48.350560 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f8852b1-5bbf-4243-8e15-7045258f9471 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:48.351167 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'status': 'completed', 'code': 200} Dec 16 09:47:48.452265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-5c5010c8-8c96-482c-9317-d48e737a7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.454121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-5c5010c8-8c96-482c-9317-d48e737a7bb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 1097 time: 0.0764678 Dec 16 09:47:48.479061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dbfe8-e93e-4bae-9b3c-bf3925a92c99 req-d8fb6ac0-3b7f-4bcb-b921-50d658cbcd4e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.480929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-033dbfe8-e93e-4bae-9b3c-bf3925a92c99 req-d8fb6ac0-3b7f-4bcb-b921-50d658cbcd4e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 946 time: 0.0755346 Dec 16 09:47:48.528302 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:48.561974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-033dbfe8-e93e-4bae-9b3c-bf3925a92c99 req-f4712601-3e51-40c0-a22f-0537b91799b7 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666580 Dec 16 09:47:48.568568 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] Checking router: c25b2072-751b-4013-a8a3-75690fd69148 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:47:48.579472 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:47:48.580075 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:48.617883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-c6a0c115-f0ec-40bd-93d4-2af9af275477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.619950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-c6a0c115-f0ec-40bd-93d4-2af9af275477 service neutron] 10.222.0.53 "GET /v2.0/networks?id=becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 200 len: 915 time: 0.1549711 Dec 16 09:47:48.690233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-c23bad54-bcba-487b-9615-b44160e41258 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 200 len: 217 time: 0.0614207 Dec 16 09:47:48.727331 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:47:48.839138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-12bd7141-8e77-47f6-bd2d-8bb20a032d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.843773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-12bd7141-8e77-47f6-bd2d-8bb20a032d66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 200 len: 853 time: 0.1380191 Dec 16 09:47:48.918961 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-8cf6a100-c578-4795-892a-bb844d68120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:48.920580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-8cf6a100-c578-4795-892a-bb844d68120e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=becee0a5-5efc-4796-8dd1-46f85d62f408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670292 Dec 16 09:47:49.025290 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-cce710f0-afcf-43d1-a9e8-18b4b48052ee service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955975 Dec 16 09:47:49.035875 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:49.068103 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5418b19-d8fe-4fb0-99c1-08114d0f9b2e None None] The sync data for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 is: [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:38Z', 'revision_number': 4, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '6fc38ba1-b89c-4a84-aede-50b8161219d7', 'name': '', 'network_id': 'becee0a5-5efc-4796-8dd1-46f85d62f408', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'mac_address': 'fa:16:3e:54:a7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:37Z', 'updated_at': '2021-12-16T09:44:42Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'subnets': [{'id': 'b0d71019-e5aa-490c-8444-79b68c76e996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:47:49.146764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be1da1f4-578a-4af9-9f00-fcd4a02543ef req-f74de622-28cf-43af-8d07-1412adb1c29f service neutron] 10.222.0.53 "GET /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126721 Dec 16 09:47:49.185969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3592a918-0b53-4a54-8316-9c808029d954 req-8fd25b81-da13-4f93-92d9-a9b4373951dd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 210 time: 0.4562187 Dec 16 09:47:49.250754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-2bd960fa-7654-476b-b168-c69063472cf6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:49.252548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-2bd960fa-7654-476b-b168-c69063472cf6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.53 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 816 time: 0.5385830 Dec 16 09:47:49.318859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-601962f0-df9a-45c4-acfb-323a41dd27ca tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 380 time: 0.0554507 Dec 16 09:47:49.332197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'port': {'device_id': '0d78234d-b3e3-41b9-b049-9489a7646885', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'admin_state_up': True, 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'security_groups': ['c44a88be-cc39-4edd-b024-9cb7c87dd8d6']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:49.333585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f947778-e9ad-437c-828e-8b594055a4fa None None] New status for floating IP 214b2572-a5f1-41e3-8388-79e898ab2731: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:47:49.423291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5873874-06ac-422d-8552-19c74d6989b7 req-be01df80-0731-4bad-b302-130a4eeb0f00 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:49.425618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5873874-06ac-422d-8552-19c74d6989b7 req-be01df80-0731-4bad-b302-130a4eeb0f00 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 944 time: 0.1140223 Dec 16 09:47:49.492650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5873874-06ac-422d-8552-19c74d6989b7 req-29dbe1b4-e2af-4169-a054-863993f0a38a tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553546 Dec 16 09:47:49.506087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Made reservation on behalf of ce93af107c32456cb6d90a187d85737e for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:47:49.510179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.659878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Allocated IP 172.20.0.10 (d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298/a28dbf85-1835-4d45-a1a9-9b091196ccab/cfcafc24-c6dc-48b1-a230-d9f74c49eefa) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:47:49.906137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.919840 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.948444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:49.982388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.057273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:47:50.066453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:47:50.073543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:47:50.120574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:50.137814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.138253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.138579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.138985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.139318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.139635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.139953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.140416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.140717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.141083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.141460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.141871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.154328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.155033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.174736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bdaeb-235d-4952-a390-7f47e65f4b1f req-59d04bc3-c180-47bd-95c8-059d367a4e2b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.176655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-639bdaeb-235d-4952-a390-7f47e65f4b1f req-59d04bc3-c180-47bd-95c8-059d367a4e2b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 946 time: 0.1972775 Dec 16 09:47:50.187345 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-082fadde-24d7-47c5-bc4e-0830d8e2d42c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606505 Dec 16 09:47:50.188016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 732b0139-76e6-4b32-befc-4600645e3d90 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:47:50.214343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Request body: {'port': {'device_id': '0d78234d-b3e3-41b9-b049-9489a7646885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:50.274128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-639bdaeb-235d-4952-a390-7f47e65f4b1f req-f0d44878-13fe-42c3-8427-ef81641b651c tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/security-groups?id=b51ccdff-8cbd-454c-ac70-04c1129d7e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850370 Dec 16 09:47:50.318984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-8ec9529a-c41d-4c2e-ad39-a68208744968 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.322871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-8ec9529a-c41d-4c2e-ad39-a68208744968 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.53 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 946 time: 0.0952644 Dec 16 09:47:50.334291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.391201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 732b0139-76e6-4b32-befc-4600645e3d90, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=732b0139-76e6-4b32-befc-4600645e3d90,segment=NetworkSegment(c6ed7dc1-9076-4e24-b43f-181a58c7e2ea),segment_id=c6ed7dc1-9076-4e24-b43f-181a58c7e2ea)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:50.412994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-91b8f555-d337-41f8-82ee-1365a1d89913 None None] Provisioning complete for port cfcafc24-c6dc-48b1-a230-d9f74c49eefa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:50.413470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-91b8f555-d337-41f8-82ee-1365a1d89913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.438421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '732b0139-76e6-4b32-befc-4600645e3d90', 'network_id': 'e4bd8166-08e0-455d-96e5-4761fce99e7c', 'port_id': '732b0139-76e6-4b32-befc-4600645e3d90', 'mac_address': 'fa:16:3e:33:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:47:50.482077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-91b8f555-d337-41f8-82ee-1365a1d89913 None None] Port cfcafc24-c6dc-48b1-a230-d9f74c49eefa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:47:50.502291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.530088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732b0139-76e6-4b32-befc-4600645e3d90 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:50.531088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ff4d6-e170-4f51-87fc-51f0cd38e406 req-ceb6962f-f6fb-4cef-9847-500b99a10686 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.532769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c19ff4d6-e170-4f51-87fc-51f0cd38e406 req-ceb6962f-f6fb-4cef-9847-500b99a10686 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 932 time: 0.1759074 Dec 16 09:47:50.563283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 732b0139-76e6-4b32-befc-4600645e3d90, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=732b0139-76e6-4b32-befc-4600645e3d90,segment=NetworkSegment(c6ed7dc1-9076-4e24-b43f-181a58c7e2ea),segment_id=c6ed7dc1-9076-4e24-b43f-181a58c7e2ea)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:50.569474 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.655885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c19ff4d6-e170-4f51-87fc-51f0cd38e406 req-a2ddfab7-8f2b-419e-8cac-a75dff8f7bfb tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150100 Dec 16 09:47:50.878572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=732b0139-76e6-4b32-befc-4600645e3d90,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:50.881660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:50.891757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.899262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.899605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.899944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.900268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.900590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.900911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.904472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.904865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.908305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.908700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.909122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.909610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:47:50.911032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e338e-280a-4998-925d-5117a158b8d7 req-c3c6adc8-ed3a-470f-a710-214783a69b1d tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:50.920718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e0e338e-280a-4998-925d-5117a158b8d7 req-c3c6adc8-ed3a-470f-a710-214783a69b1d tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 945 time: 0.1322327 Dec 16 09:47:50.953305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Transition to ACTIVE for port object cfcafc24-c6dc-48b1-a230-d9f74c49eefa will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:47:50.961884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.973084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Deleting port 3a665ef0-9253-4414-b05d-fab6b28d3171 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:50.975279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:50.983305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['732b0139-76e6-4b32-befc-4600645e3d90'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:51.024396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4e0e338e-280a-4998-925d-5117a158b8d7 req-006f0993-cc75-4bbd-b35a-78100545b716 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026342 Dec 16 09:47:51.081996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:51.198470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] For port 3a665ef0-9253-4414-b05d-fab6b28d3171, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3a665ef0-9253-4414-b05d-fab6b28d3171,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:51.199223 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.200367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:47:51.200707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:47:51.201199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:51.210496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:47:51.210852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:47:51.218078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Calling delete_port for 3a665ef0-9253-4414-b05d-fab6b28d3171 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:51.220212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:47:51.221565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Checking segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:47:51.225000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Bound using segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:47:51.225596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Bound port: cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:47:51.227619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.329048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:47:51.338941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:47:51.345522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.394726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:51.396276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.398254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] 10.222.0.53 "PUT /v2.0/ports/cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1092 time: 1.1916738 Dec 16 09:47:51.450114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:51.454652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.456214 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7bae7-f7c4-40ed-9088-1d937e421fca" -d '{"events": [{"name": "network-changed", "server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:51.500309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event deleted for resources: {'Port': ['ID=3a665ef0-9253-4414-b05d-fab6b28d3171,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:51.594225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77023a72-bdfc-426e-8a17-556aead64927 req-d03ec1d2-61a1-47ed-99e2-f26ccf204e9e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.1456318 Dec 16 09:47:51.621896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ef614-31b5-43c2-93fa-5bfd159fb48d service neutron] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:51.623063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] No DVR routers for this DVR port 3a665ef0-9253-4414-b05d-fab6b28d3171 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:51.629334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:51.634319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a831e55-ed0d-40ed-afc1-dd8ec8947f76 req-4b203e1c-7800-4402-8c06-f9e2e5e146d2 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.53 "DELETE /v2.0/ports/3a665ef0-9253-4414-b05d-fab6b28d3171 HTTP/1.1" status: 204 len: 173 time: 1.3043087 Dec 16 09:47:51.635564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'name': 'network-vif-deleted', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:51.638907 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b3fbf9-178a-4dfe-b4ed-c99ad11a9e14" -d '{"events": [{"server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "name": "network-vif-deleted", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:51.639083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-916124a3-a48a-4c53-8b1a-3d079bf45c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:51.640495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-916124a3-a48a-4c53-8b1a-3d079bf45c68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1095 time: 0.1367211 Dec 16 09:47:51.723171 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08fc400-ba2b-42b7-b2d3-7ef799a140e0 x-openstack-request-id: req-b08fc400-ba2b-42b7-b2d3-7ef799a140e0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:51.723688 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26be4655-9cf3-4e91-bb06-a6ae1fc80ecc", "name": "network-vif-deleted", "tag": "3a665ef0-9253-4414-b05d-fab6b28d3171", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:51.724099 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b08fc400-ba2b-42b7-b2d3-7ef799a140e0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:51.724729 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26be4655-9cf3-4e91-bb06-a6ae1fc80ecc', 'name': 'network-vif-deleted', 'tag': '3a665ef0-9253-4414-b05d-fab6b28d3171', 'status': 'completed', 'code': 200} Dec 16 09:47:51.745801 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689b3047-a28f-4c1c-a179-e2a34ef97bee x-openstack-request-id: req-689b3047-a28f-4c1c-a179-e2a34ef97bee {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:51.746113 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:51.746362 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-689b3047-a28f-4c1c-a179-e2a34ef97bee {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:51.746766 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'status': 'completed', 'code': 200} Dec 16 09:47:51.748522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-0b360a55-007a-4f1d-8cc3-850fabda2812 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 217 time: 0.0989542 Dec 16 09:47:51.862349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-03e9d2e3-6007-454a-bc1d-43a634dd0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:51.864183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-03e9d2e3-6007-454a-bc1d-43a634dd0d88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1087887 Dec 16 09:47:51.887698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ec6b-5a5a-4050-8ce3-b7b180a757c7 req-dca06f2b-9600-455e-887e-7b7fb84ff869 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:51.889869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f05ec6b-5a5a-4050-8ce3-b7b180a757c7 req-dca06f2b-9600-455e-887e-7b7fb84ff869 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.0794950 Dec 16 09:47:51.953641 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f05ec6b-5a5a-4050-8ce3-b7b180a757c7 req-3a9173fc-edd2-4517-b1bf-567f612eceb5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Dec 16 09:47:51.956590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a4dd2071-3fe9-4fd7-aac7-afdfe21b92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:51.958209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-a4dd2071-3fe9-4fd7-aac7-afdfe21b92f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866709 Dec 16 09:47:52.072350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-486afab3-b93a-454f-98d3-a5bb017a635f service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050627 Dec 16 09:47:52.187497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 732b0139-76e6-4b32-befc-4600645e3d90 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:52.192520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab31221-89d2-42cf-bd5e-e6df51e30949 req-eb4ea786-1e7d-47d9-bebd-49e8a05dbc66 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.194133 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab31221-89d2-42cf-bd5e-e6df51e30949 req-eb4ea786-1e7d-47d9-bebd-49e8a05dbc66 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 945 time: 0.0957975 Dec 16 09:47:52.200047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33a3c867-5073-46e7-a5fc-7e8635146f47 req-f8c50a12-9872-4362-9607-625fd8d4f2ae service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199107 Dec 16 09:47:52.245314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 732b0139-76e6-4b32-befc-4600645e3d90 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:47:52.245609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eab31221-89d2-42cf-bd5e-e6df51e30949 req-e50f2a58-da59-45b1-b5a1-55b377b225d8 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 Dec 16 09:47:52.250632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 732b0139-76e6-4b32-befc-4600645e3d90 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:52.251221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.291725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-9539ef3f-5a56-42ef-9a52-fcb71f00d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.294037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-9539ef3f-5a56-42ef-9a52-fcb71f00d029 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1095 time: 0.0451858 Dec 16 09:47:52.334789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.357776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b0139-76e6-4b32-befc-4600645e3d90'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:52.360536 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04ddfe0-0b9c-4b28-84e3-81d2f347fa4d" -d '{"events": [{"server_uuid": "8f4984ee-fb8a-4ac4-a732-6adc692a60df", "name": "network-vif-plugged", "status": "completed", "tag": "732b0139-76e6-4b32-befc-4600645e3d90"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:52.373341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 732b0139-76e6-4b32-befc-4600645e3d90, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=732b0139-76e6-4b32-befc-4600645e3d90,segment=NetworkSegment(c6ed7dc1-9076-4e24-b43f-181a58c7e2ea),segment_id=c6ed7dc1-9076-4e24-b43f-181a58c7e2ea)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:52.379713 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:52.414548 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4076fe50-d164-42d0-b774-525c35cc36c4 x-openstack-request-id: req-4076fe50-d164-42d0-b774-525c35cc36c4 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:52.414810 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4984ee-fb8a-4ac4-a732-6adc692a60df", "name": "network-vif-plugged", "status": "completed", "tag": "732b0139-76e6-4b32-befc-4600645e3d90", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:52.415272 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4076fe50-d164-42d0-b774-525c35cc36c4 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:52.416497 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b0139-76e6-4b32-befc-4600645e3d90', 'code': 200} Dec 16 09:47:52.417068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-112b1d05-e3da-42e9-955e-468afbfb0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.419480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-112b1d05-e3da-42e9-955e-468afbfb0e55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1168873 Dec 16 09:47:52.437962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=732b0139-76e6-4b32-befc-4600645e3d90,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:52.489292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-17a76e62-1b39-4fd9-8fea-906a9b86779c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 217 time: 0.0616467 Dec 16 09:47:52.563813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e09217-9b25-48b2-9b6a-2b1493647b23 req-237f77f5-6636-436f-8e0c-424a8a03651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.565436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19e09217-9b25-48b2-9b6a-2b1493647b23 req-237f77f5-6636-436f-8e0c-424a8a03651f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 1097 time: 0.0846961 Dec 16 09:47:52.567588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-839aa92d-5160-4f2b-9083-c374736fcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.569062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-839aa92d-5160-4f2b-9083-c374736fcea5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.0617282 Dec 16 09:47:52.639024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19e09217-9b25-48b2-9b6a-2b1493647b23 req-b5de92cb-e286-405f-b785-7a55dc7d3010 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665298 Dec 16 09:47:52.647161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-131ceea7-7080-4920-a575-75328b2d6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.648679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-131ceea7-7080-4920-a575-75328b2d6566 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706964 Dec 16 09:47:52.652833 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-a1416720-4fa0-47a1-87fc-6c24eb5628de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443406 Dec 16 09:47:52.735677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-942ab80f-5648-40ce-8fb1-b3cc837034f9 req-dfb43d31-c7ab-46c9-b021-08628768a36e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0308394 Dec 16 09:47:52.770491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-cfb15387-1580-4cf0-8fd6-201ab041c3d3 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133637 Dec 16 09:47:52.868436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff7bae7-f7c4-40ed-9088-1d937e421fca req-af17cbdd-fcc9-4b05-adb6-bb8becd9e219 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Dec 16 09:47:52.944991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-597b3961-e2cf-4bae-967b-3398428ee513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:52.946547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-597b3961-e2cf-4bae-967b-3398428ee513 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1096 time: 0.0420027 Dec 16 09:47:53.059348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-2c2d2a8f-5b22-4273-b438-32aed3efb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.060983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-2c2d2a8f-5b22-4273-b438-32aed3efb519 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.0946746 Dec 16 09:47:53.080642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717b55d-9f6f-4070-a174-3d2b3131034f req-19f3b59b-48a6-4703-b88a-88989e0a1e0e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.082280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a717b55d-9f6f-4070-a174-3d2b3131034f req-19f3b59b-48a6-4703-b88a-88989e0a1e0e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.0523608 Dec 16 09:47:53.121441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a717b55d-9f6f-4070-a174-3d2b3131034f req-655c3ea1-40df-43af-ae0b-959404dfa97b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Dec 16 09:47:53.135839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-24286649-c719-441c-9fb2-9c4b0db30bd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 1001 time: 0.0659409 Dec 16 09:47:53.188202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-5ecef02b-bb4a-4dc3-8c5e-5de178ce9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.189636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-5ecef02b-bb4a-4dc3-8c5e-5de178ce9d92 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0441747 Dec 16 09:47:53.249443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-0381a476-15dc-4202-8712-bd8d57ec621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.250918 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-0381a476-15dc-4202-8712-bd8d57ec621d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540309 Dec 16 09:47:53.348199 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-118a6448-6755-4c9d-87a1-5fb998c898a6 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885956 Dec 16 09:47:53.370659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec833e-48a6-4086-b2a4-ebd410f2661a req-fe456d23-27b6-4937-94e4-86b106542a35 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:53.372153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0ec833e-48a6-4086-b2a4-ebd410f2661a req-fe456d23-27b6-4937-94e4-86b106542a35 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 946 time: 0.0515635 Dec 16 09:47:53.413685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0ec833e-48a6-4086-b2a4-ebd410f2661a req-9dc5696e-2ea4-47cf-a3be-4107acba9ba9 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Dec 16 09:47:53.449116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c33e0ef9-3616-4491-b2cd-cd08eabcfd87 req-92feaf30-cd32-4fee-8488-e4dc06f55e07 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920491 Dec 16 09:47:53.791492 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:53.855967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a83cbf46-f52c-4dbd-8e3b-7983e1ec6d87 req-5cfe3218-3000-4d26-9ee9-87506581ca13 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0304401 Dec 16 09:47:54.248924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701e462-65db-4880-931b-d5e05a2117eb req-ddff92da-4070-4d3b-a75f-e06e25ce6db9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:54.250508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0701e462-65db-4880-931b-d5e05a2117eb req-ddff92da-4070-4d3b-a75f-e06e25ce6db9 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.0540845 Dec 16 09:47:54.290904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0701e462-65db-4880-931b-d5e05a2117eb req-cddb67ab-d8b7-4c47-8905-5f36f3a6c9a0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338588 Dec 16 09:47:54.535889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdfb15-9066-4954-80e5-52f7d8d2e3ab req-ad4e66d3-5a59-4204-80aa-fefe329d2175 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:54.537412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ecdfb15-9066-4954-80e5-52f7d8d2e3ab req-ad4e66d3-5a59-4204-80aa-fefe329d2175 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 946 time: 0.0516474 Dec 16 09:47:54.576528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ecdfb15-9066-4954-80e5-52f7d8d2e3ab req-f7e65a15-74fe-4e45-ab91-2d38aa859b39 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Dec 16 09:47:54.997432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a210b-6750-4d63-a43f-0b2387beb9b3 req-d7913cb6-77e3-4b8a-a6ab-553508ec6db2 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:54.998958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651a210b-6750-4d63-a43f-0b2387beb9b3 req-d7913cb6-77e3-4b8a-a6ab-553508ec6db2 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 946 time: 0.0544569 Dec 16 09:47:55.021046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:47:55.023697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3a665ef0-9253-4414-b05d-fab6b28d3171 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:47:55.048458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651a210b-6750-4d63-a43f-0b2387beb9b3 req-ff49e1d2-6f9d-4e82-988e-0f87d4553244 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Dec 16 09:47:55.054879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 3a665ef0-9253-4414-b05d-fab6b28d3171 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:47:55.056005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3a665ef0-9253-4414-b05d-fab6b28d3171 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:47:55.123909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:55.154879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1d2b0dc-bf73-406d-8f53-4ea073de39e1 req-28c3af8e-47ae-4157-afc1-d26113fe5647 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0294034 Dec 16 09:47:55.205718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:55.217556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'mac_address': 'fa:16:3e:6f:32:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:47:55.267182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:55.282570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:47:55.309277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:55.313821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:55.372567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:55.528763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cfcafc24-c6dc-48b1-a230-d9f74c49eefa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:55.547235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577c55-9127-4957-88c0-9301131b84db req-06bccd2e-dd40-43e1-a921-e4aec523e273 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:55.549286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5577c55-9127-4957-88c0-9301131b84db req-06bccd2e-dd40-43e1-a921-e4aec523e273 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.0834074 Dec 16 09:47:55.628454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5577c55-9127-4957-88c0-9301131b84db req-713d84af-10ba-43e4-8c4f-33f301f5355f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682378 Dec 16 09:47:56.187999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95933e9-17f2-4163-93d4-ffb7abaafb1c req-ed10d594-60a2-4fe2-a217-022891187451 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:56.189515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d95933e9-17f2-4163-93d4-ffb7abaafb1c req-ed10d594-60a2-4fe2-a217-022891187451 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 946 time: 0.0526757 Dec 16 09:47:56.234953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d95933e9-17f2-4163-93d4-ffb7abaafb1c req-12459cc5-fd02-4ba2-8760-ccff63bf33a2 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/security-groups?id=332c3c8f-b460-46be-989d-8683b4a854c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Dec 16 09:47:56.332936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83a367c4-82c9-4d8c-a5e0-8b710a4e8a0c req-c8c5a520-fc88-4a7f-80d1-58277a46b68e tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0320303 Dec 16 09:47:56.481005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-d3680ecf-72a8-45f0-85da-96e23295c8e9 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:56.482397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-d3680ecf-72a8-45f0-85da-96e23295c8e9 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 946 time: 0.0507135 Dec 16 09:47:56.582230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Deleting port 732b0139-76e6-4b32-befc-4600645e3d90 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:47:56.582544 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.679638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] For port 732b0139-76e6-4b32-befc-4600645e3d90, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=732b0139-76e6-4b32-befc-4600645e3d90,segment=NetworkSegment(c6ed7dc1-9076-4e24-b43f-181a58c7e2ea),segment_id=c6ed7dc1-9076-4e24-b43f-181a58c7e2ea)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:56.680180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.695374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Calling delete_port for 732b0139-76e6-4b32-befc-4600645e3d90 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:47:56.749738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91226b-69e8-4f05-8f24-d3dbc74e87b3 req-259671c0-5ffd-4d28-8a0a-f0bbad40b4d4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:56.751467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c91226b-69e8-4f05-8f24-d3dbc74e87b3 req-259671c0-5ffd-4d28-8a0a-f0bbad40b4d4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.0576701 Dec 16 09:47:56.838357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.851598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['732b0139-76e6-4b32-befc-4600645e3d90'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:47:56.870432 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Pushing event deleted for resources: {'Port': ['ID=732b0139-76e6-4b32-befc-4600645e3d90,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:56.921724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] No DVR routers for this DVR port 732b0139-76e6-4b32-befc-4600645e3d90 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:47:56.925255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:56.928892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc40916c-890a-40c4-b2f0-a6d9bec094c4 req-60ebb27a-acc3-442f-a749-fc46d86d0d82 tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.69 "DELETE /v2.0/ports/732b0139-76e6-4b32-befc-4600645e3d90 HTTP/1.1" status: 204 len: 173 time: 0.4399476 Dec 16 09:47:56.929345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'name': 'network-vif-deleted', 'tag': '732b0139-76e6-4b32-befc-4600645e3d90'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:56.931973 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b738e603-c1b3-44af-9709-383086dcf014" -d '{"events": [{"server_uuid": "8f4984ee-fb8a-4ac4-a732-6adc692a60df", "name": "network-vif-deleted", "tag": "732b0139-76e6-4b32-befc-4600645e3d90"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:56.933900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c91226b-69e8-4f05-8f24-d3dbc74e87b3 req-da255eca-68c2-4c8a-b090-3d5d92cf816b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758854 Dec 16 09:47:57.001292 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589ab3c-ce8a-4c35-b41b-6aee0b4239b6 x-openstack-request-id: req-f589ab3c-ce8a-4c35-b41b-6aee0b4239b6 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:57.001587 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4984ee-fb8a-4ac4-a732-6adc692a60df", "name": "network-vif-deleted", "tag": "732b0139-76e6-4b32-befc-4600645e3d90", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:57.001869 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f589ab3c-ce8a-4c35-b41b-6aee0b4239b6 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:57.002294 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4984ee-fb8a-4ac4-a732-6adc692a60df', 'name': 'network-vif-deleted', 'tag': '732b0139-76e6-4b32-befc-4600645e3d90', 'status': 'completed', 'code': 200} Dec 16 09:47:57.015393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:47:57.075096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port cfcafc24-c6dc-48b1-a230-d9f74c49eefa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:47:57.079462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cfcafc24-c6dc-48b1-a230-d9f74c49eefa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:47:57.079883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.156496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.183586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:47:57.185945 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae0cb6-b181-4fcf-960b-7201d036229e" -d '{"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-plugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:47:57.198535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:47:57.203635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:57.228837 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bbcd49-d528-4f27-993b-bbf924bbd8f1 x-openstack-request-id: req-c4bbcd49-d528-4f27-993b-bbf924bbd8f1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:47:57.229121 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-plugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:47:57.229360 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4bbcd49-d528-4f27-993b-bbf924bbd8f1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:47:57.229738 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'code': 200} Dec 16 09:47:57.258870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:57.364305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceacdd-28c9-4582-a9ba-fa918a9ff97a req-6e1c133d-e61b-4f6d-8b2c-522ff758727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:57.365808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8ceacdd-28c9-4582-a9ba-fa918a9ff97a req-6e1c133d-e61b-4f6d-8b2c-522ff758727f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1097 time: 0.0739489 Dec 16 09:47:57.367521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a76d3e13-be72-47fb-8246-3776c4b88d7f req-c5fd6e2e-2f42-4ce2-8f0e-28a88d3fcd1a tempest-ServerAddressesNegativeTestJSON-1306587885 tempest-ServerAddressesNegativeTestJSON-1306587885-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4984ee-fb8a-4ac4-a732-6adc692a60df HTTP/1.1" status: 200 len: 210 time: 0.0309076 Dec 16 09:47:57.408331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8ceacdd-28c9-4582-a9ba-fa918a9ff97a req-fc966be6-1c00-4ca9-a4a8-a744c0acef3a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343206 Dec 16 09:47:57.469808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a876653-de87-4f61-87c8-9d660ecf155b req-f57b3f22-73ff-41cc-abf0-268539df503f tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0304465 Dec 16 09:47:58.073871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505522f-b416-4458-ab4d-717b716208c2 req-d6c9a9c0-5013-4e96-8e20-bdf0c8e855ae tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:58.075422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4505522f-b416-4458-ab4d-717b716208c2 req-d6c9a9c0-5013-4e96-8e20-bdf0c8e855ae tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0545025 Dec 16 09:47:58.116801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4505522f-b416-4458-ab4d-717b716208c2 req-92027b6f-6b7d-465b-94e4-1b32f7655c64 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349967 Dec 16 09:47:58.431543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.482221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Deleting subnet e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:47:58.485354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.542455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.652711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.668827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49dac7eb-36e6-4a3c-a23a-bb4d901f6543 req-f98f151b-ea5d-43c2-b3d5-d90507d5b93b tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "GET /v2.0/ports?device_id=26be4655-9cf3-4e91-bb06-a6ae1fc80ecc HTTP/1.1" status: 200 len: 210 time: 0.0415738 Dec 16 09:47:58.743147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.780344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:58.782828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.788591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-adb1cc59-8146-4d05-bf31-d6ffe50a4a96 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e37374a3-84e2-4e8c-a2d5-bb6d3775a2a2 HTTP/1.1" status: 204 len: 168 time: 0.3554249 Dec 16 09:47:58.791165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39042) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:58.873620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.953802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:58.975087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bd8166-08e0-455d-96e5-4761fce99e7c']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:58.984754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:58.985143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ed7dc1-9076-4e24-b43f-181a58c7e2ea') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:47:58.995569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.009249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.015521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:47:59.016023 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:47:59.017797 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:47:59.081214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.092367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.095719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e4bd8166-08e0-455d-96e5-4761fce99e7c HTTP/1.1" status: 204 len: 168 time: 0.3030775 Dec 16 09:47:59.107598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c77fcc-0deb-441c-a3c3-3c622068baf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4bd8166-08e0-455d-96e5-4761fce99e7c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:59.233730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39048) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.265585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b2aea-3746-45f9-a4e8-275c35ea9697 req-25d4fcf4-8436-43ec-8d25-37b3b34899e0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:59.267862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c12b2aea-3746-45f9-a4e8-275c35ea9697 req-25d4fcf4-8436-43ec-8d25-37b3b34899e0 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0650332 Dec 16 09:47:59.286778 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2f156a07-ab33-476c-9873-35718f835e85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a6b2e1e887a40ff8c90a9321b5e1762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516791 Dec 16 09:47:59.289069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.330244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c12b2aea-3746-45f9-a4e8-275c35ea9697 req-89270a9e-ef2f-4ed0-9685-0fe98bd18cac tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494661 Dec 16 09:47:59.353514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0961be2f-8f1a-437e-b6e6-adbab29f3646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.389969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0961be2f-8f1a-437e-b6e6-adbab29f3646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.448074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0961be2f-8f1a-437e-b6e6-adbab29f3646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.448794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f5e87-fe8d-48d5-bbc6-30dda33d4751 req-f1f9e85f-5743-497f-9c6d-0327948c8b09 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:47:59.450795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a9f5e87-fe8d-48d5-bbc6-30dda33d4751 req-f1f9e85f-5743-497f-9c6d-0327948c8b09 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0541377 Dec 16 09:47:59.454501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0961be2f-8f1a-437e-b6e6-adbab29f3646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.455984 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0961be2f-8f1a-437e-b6e6-adbab29f3646 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/332c3c8f-b460-46be-989d-8683b4a854c9 HTTP/1.1" status: 204 len: 168 time: 0.1655238 Dec 16 09:47:59.462479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39058) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.467511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Request body: {'floatingip': {'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:47:59.521836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961be2f-8f1a-437e-b6e6-adbab29f3646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332c3c8f-b460-46be-989d-8683b4a854c9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:47:59.529569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.756882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39064) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:47:59.867519 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-986ae98f-a792-42c0-ac50-13abcea28ef4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.906156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-986ae98f-a792-42c0-ac50-13abcea28ef4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:47:59.999962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-986ae98f-a792-42c0-ac50-13abcea28ef4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.004238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-986ae98f-a792-42c0-ac50-13abcea28ef4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.005669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-986ae98f-a792-42c0-ac50-13abcea28ef4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] 10.222.0.61 "DELETE /v2.0/security-groups/b51ccdff-8cbd-454c-ac70-04c1129d7e4d HTTP/1.1" status: 204 len: 168 time: 0.2477765 Dec 16 09:48:00.019445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ae98f-a792-42c0-ac50-13abcea28ef4 tempest-TestVolumeBackupRestore-1546936840 tempest-TestVolumeBackupRestore-1546936840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51ccdff-8cbd-454c-ac70-04c1129d7e4d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:00.159017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.167972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.237689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 732b0139-76e6-4b32-befc-4600645e3d90 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:00.300861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 732b0139-76e6-4b32-befc-4600645e3d90 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:00.301207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 732b0139-76e6-4b32-befc-4600645e3d90 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:00.323484 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Floating IP 4bef1770-b700-4da7-a5ec-1e26768ad3e3 associated. External IP: 172.25.6.158, port: cfcafc24-c6dc-48b1-a230-d9f74c49eefa. Dec 16 09:48:00.626770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:00.695304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39140) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:00.765344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:00.773497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.782070 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:00.806402 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:00.806974 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:00.824058 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-95681ae4-7cd5-4507-adad-fbc1001564e1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "PUT /v2.0/floatingips/4bef1770-b700-4da7-a5ec-1e26768ad3e3 HTTP/1.1" status: 200 len: 992 time: 1.3602943 Dec 16 09:48:00.824621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:00.827116 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:00.875957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1205946495-network', 'tenant_id': 'b78f3a832da9440a98fea3268325b789'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:00.958212 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:00.964012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Made reservation on behalf of b78f3a832da9440a98fea3268325b789 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:00.968671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:00.980188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.027446 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c7454b-d451-4db4-adc1-1e65d24be511 x-openstack-request-id: req-b2c7454b-d451-4db4-adc1-1e65d24be511 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:01.028077 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:01.028487 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2c7454b-d451-4db4-adc1-1e65d24be511 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:01.035959 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'status': 'completed', 'code': 200} Dec 16 09:48:01.156210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-6cefc95a-9f43-4fd4-95ac-1ac375a04cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:01.158536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-6cefc95a-9f43-4fd4-95ac-1ac375a04cc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1097 time: 0.0970397 Dec 16 09:48:01.275474 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.285969 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.336731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:01.367777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-d1453c99-1735-42e6-b2dd-8dcd0843d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:01.369612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-d1453c99-1735-42e6-b2dd-8dcd0843d355 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1995595 Dec 16 09:48:01.374554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48340c19-7fb4-4648-a1c4-351ff00fe5b9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:01.380702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.382277 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Added segment a074915f-9e17-49b4-b4db-85bca98a42a1 of type vlan for network a542b0fe-d14a-4035-965b-baf7ee64795b Dec 16 09:48:01.528289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.528681 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '4bef1770-b700-4da7-a5ec-1e26768ad3e3', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'mac_address': 'fa:16:3e:6f:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78234d-b3e3-41b9-b049-9489a7646885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:46Z', 'updated_at': '2021-12-16T09:48:00Z', 'revision_number': 1, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:01.580650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-375e276c-e603-4f92-866b-38e0ce77189b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1000 time: 0.1959007 Dec 16 09:48:01.607808 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:01.630660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:01.631262 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:01.666845 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.667761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:01.668529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:01.811063 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:02.052520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3556988 Dec 16 09:48:02.055641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39292) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:02.056321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-315163da-3960-4b7d-abd0-0740a85a3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:02.057945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-315163da-3960-4b7d-abd0-0740a85a3a44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.4679914 Dec 16 09:48:02.062747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Request body: {'subnet': {'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1205946495-subnet', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:02.117827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ec492-9ac4-435a-a489-601ad13b55f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a542b0fe-d14a-4035-965b-baf7ee64795b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:02.125420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-def712fb-9eb5-460a-bc55-1fa72c11b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:02.127939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-def712fb-9eb5-460a-bc55-1fa72c11b977 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618472 Dec 16 09:48:02.134639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a542b0fe-d14a-4035-965b-baf7ee64795b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:02.148825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Made reservation on behalf of b78f3a832da9440a98fea3268325b789 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:02.153489 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '4bef1770-b700-4da7-a5ec-1e26768ad3e3', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'mac_address': 'fa:16:3e:6f:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78234d-b3e3-41b9-b049-9489a7646885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:46Z', 'updated_at': '2021-12-16T09:48:00Z', 'revision_number': 1, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:02.159304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.233891 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2b0f6-0fa2-4ea6-a1b5-a2cd4652ed69 None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '4bef1770-b700-4da7-a5ec-1e26768ad3e3', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'floating_ip_address': '172.25.6.158', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'mac_address': 'fa:16:3e:6f:32:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78234d-b3e3-41b9-b049-9489a7646885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:47:46Z', 'updated_at': '2021-12-16T09:48:00Z', 'revision_number': 1, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:02.334348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-2c937f40-c7cb-46c0-9012-bebe6385d950 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986387 Dec 16 09:48:02.420078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.520138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1569e2b-720e-40b3-ae1a-fffa1db40941,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:02.524146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9611ae5-2ea8-4934-8e4a-0e0b2fd6ffa6 req-9a37d567-999f-402c-a49a-da255900ef00 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796181 Dec 16 09:48:02.569527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Checking segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:02.570450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Network hostable DHCP agents. Network: a542b0fe-d14a-4035-965b-baf7ee64795b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:02.612125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Network a542b0fe-d14a-4035-965b-baf7ee64795b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:02.619128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b0bad-4442-49ef-bc46-c955f589406c None None] New status for floating IP 4bef1770-b700-4da7-a5ec-1e26768ad3e3: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:48:02.634305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a542b0fe-d14a-4035-965b-baf7ee64795b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:02.641608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:02.644312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.671093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948777aa-ec71-4d8e-9a0d-03c140d0c42a None None] Network a542b0fe-d14a-4035-965b-baf7ee64795b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:02.683784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99eebc61-5a73-4dfa-8bf0-676e359e00f6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6259594 Dec 16 09:48:02.687441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39346) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:02.694799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:02.779246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.781657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:02.908648 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.053086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b072a-379b-4fe1-a225-6cf76dd78364 None None] Network a542b0fe-d14a-4035-965b-baf7ee64795b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:03.189724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.554948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.608732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:03.859845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2dbcb-9b26-4602-a2f3-39afffd8aa11 req-840c423f-a5da-469e-a8bd-efe2435c9a02 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:03.870900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89b2dbcb-9b26-4602-a2f3-39afffd8aa11 req-840c423f-a5da-469e-a8bd-efe2435c9a02 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.1508613 Dec 16 09:48:03.907091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Allocated IP 172.25.6.207 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/cd02de13-8a31-4847-b867-928a8a41a1ce) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:04.073989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89b2dbcb-9b26-4602-a2f3-39afffd8aa11 req-68b62ade-2d6b-43a4-afec-886fe80345ee tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927114 Dec 16 09:48:04.198524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.285508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.343754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd02de13-8a31-4847-b867-928a8a41a1ce,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:04.353403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:04.355144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:04.361717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:04.887993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:04.896171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:05.091517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92370d43-8ec3-47fd-9a69-55d0ec4f65fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.173149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.268431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92370d43-8ec3-47fd-9a69-55d0ec4f65fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.275501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92370d43-8ec3-47fd-9a69-55d0ec4f65fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.320617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92370d43-8ec3-47fd-9a69-55d0ec4f65fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e38388-2ca4-4138-bfb2-7290e95a9afa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:05.331408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-92370d43-8ec3-47fd-9a69-55d0ec4f65fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f41f49df80d04a03aa583cf10f7c4d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323177 Dec 16 09:48:05.332958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39602) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:05.340922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5ca08-e668-4018-889b-4c43639d4a5b req-fa5b5282-6382-45f6-9d8b-91c8cb29cb9a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:05.345674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91f5ca08-e668-4018-889b-4c43639d4a5b req-fa5b5282-6382-45f6-9d8b-91c8cb29cb9a tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.0929255 Dec 16 09:48:05.411822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1368914f-ae8f-41ca-99f6-e7f3aecfa976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.442380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91f5ca08-e668-4018-889b-4c43639d4a5b req-f89e8b55-3056-413e-a7e2-9c99e9e56a6c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745373 Dec 16 09:48:05.443414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1368914f-ae8f-41ca-99f6-e7f3aecfa976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.471040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-2b68131b-0a0b-4993-ba49-dc89dfe3ca4b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:05.473101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-2b68131b-0a0b-4993-ba49-dc89dfe3ca4b tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.53 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.1203249 Dec 16 09:48:05.525344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1368914f-ae8f-41ca-99f6-e7f3aecfa976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.528815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1368914f-ae8f-41ca-99f6-e7f3aecfa976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.534245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1368914f-ae8f-41ca-99f6-e7f3aecfa976 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44e38388-2ca4-4138-bfb2-7290e95a9afa HTTP/1.1" status: 204 len: 168 time: 0.1995842 Dec 16 09:48:05.550828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368914f-ae8f-41ca-99f6-e7f3aecfa976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e38388-2ca4-4138-bfb2-7290e95a9afa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:05.600144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Router cf99879a-941e-4b8c-a207-8749072c5476 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:48:05.721422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Deleting port abc8082f-4ecf-4677-a757-7ee2dc3729cc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:05.721946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.843912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] For port abc8082f-4ecf-4677-a757-7ee2dc3729cc, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=abc8082f-4ecf-4677-a757-7ee2dc3729cc,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:05.844357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:05.858236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:05.872094 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Sync routers for ids ['cf99879a-941e-4b8c-a207-8749072c5476'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:05.885898 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Routers {'cf99879a-941e-4b8c-a207-8749072c5476'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:05.886631 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['cf99879a-941e-4b8c-a207-8749072c5476'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:05.906078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-9ed0955d-571a-42c3-8a0b-994ec80387b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115508 Dec 16 09:48:06.036252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39608) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:06.060189 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Set router cf99879a-941e-4b8c-a207-8749072c5476 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:06.072757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebd9c5db-f937-43ec-bdaa-cee34d51a730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.091657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-c258272f-8c22-4a67-b5f0-7b2c03f288bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:06.093629 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-c258272f-8c22-4a67-b5f0-7b2c03f288bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.1384633 Dec 16 09:48:06.304256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-f859b6f1-fc75-4b73-b58a-fab0e9612966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:06.305787 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-f859b6f1-fc75-4b73-b58a-fab0e9612966 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1733963 Dec 16 09:48:06.321122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebd9c5db-f937-43ec-bdaa-cee34d51a730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.330279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ebd9c5db-f937-43ec-bdaa-cee34d51a730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.354879 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:04Z', 'revision_number': 3, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:06.374027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-975744e9-7d2a-4081-bc2d-f4e160ebb077 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0552039 Dec 16 09:48:06.420783 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Checking router: cf99879a-941e-4b8c-a207-8749072c5476 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:06.421172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Updating router cf99879a-941e-4b8c-a207-8749072c5476 port cd02de13-8a31-4847-b867-928a8a41a1ce binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:48:06.443671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ebd9c5db-f937-43ec-bdaa-cee34d51a730 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a49c34a677b04144ba961ca4607cfd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985870 Dec 16 09:48:06.447930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39612) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:06.450124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9c5db-f937-43ec-bdaa-cee34d51a730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83931231-821b-43c3-864c-31642129f1a0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:06.485956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.486538 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.486639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.486639 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Floating IP 7e590d4d-ff19-4a05-9c2b-b78e567e9eee disassociated. External IP: 172.25.6.244, port: abc8082f-4ecf-4677-a757-7ee2dc3729cc. Dec 16 09:48:06.487014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Calling delete_port for abc8082f-4ecf-4677-a757-7ee2dc3729cc owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:06.501619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-093b3d71-e41c-4cdf-a20e-566408dcc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:06.503395 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-093b3d71-e41c-4cdf-a20e-566408dcc505 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1198213 Dec 16 09:48:06.540940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7baa7dd5-0386-4522-b766-137cde988f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.568622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7baa7dd5-0386-4522-b766-137cde988f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.618379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7baa7dd5-0386-4522-b766-137cde988f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.622122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7baa7dd5-0386-4522-b766-137cde988f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.636808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7baa7dd5-0386-4522-b766-137cde988f84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83931231-821b-43c3-864c-31642129f1a0 HTTP/1.1" status: 204 len: 168 time: 0.1770442 Dec 16 09:48:06.656038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa7dd5-0386-4522-b766-137cde988f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83931231-821b-43c3-864c-31642129f1a0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:06.668253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-36821713-1e33-4826-8a88-8f5321df7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:06.670460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-36821713-1e33-4826-8a88-8f5321df7cb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595557 Dec 16 09:48:06.737700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.743578 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4e14a5f2-6d31-4590-a2eb-94494e8378f2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0539837 Dec 16 09:48:06.745075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39620) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:06.874869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e437f-4e66-4fff-a4f4-4f22152554de req-94493b84-75f6-4f8d-bdd3-4f997c3e0e16 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:06.876429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e7e437f-4e66-4fff-a4f4-4f22152554de req-94493b84-75f6-4f8d-bdd3-4f997c3e0e16 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 945 time: 0.2105153 Dec 16 09:48:06.884530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:06.920491 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-e8c7ba55-502a-465b-8e0f-83abe0ce80ac service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419002 Dec 16 09:48:06.955037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event deleted for resources: {'Port': ['ID=abc8082f-4ecf-4677-a757-7ee2dc3729cc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:07.003190 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.028448 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.065142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4761a5b8-2635-44ce-b7eb-1319a9211cc5 req-d243e2cc-e0ed-41f6-9fe3-3d32ad4d29af service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363175 Dec 16 09:48:07.102868 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Pushing event updated for resources: {'Port': ['ID=cd02de13-8a31-4847-b867-928a8a41a1ce,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:07.116143 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.116965 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.117568 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.118081 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.118994 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.120339 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.120824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.121767 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.122661 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.123156 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.124380 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.125023 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:07.159546 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Attempting to bind port cd02de13-8a31-4847-b867-928a8a41a1ce on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:07.160129 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Attempting to bind port cd02de13-8a31-4847-b867-928a8a41a1ce by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:07.160633 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Attempting to bind port cd02de13-8a31-4847-b867-928a8a41a1ce on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:07.168881 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:07.169060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6e7e437f-4e66-4fff-a4f4-4f22152554de req-f25e6d7e-f311-40d7-b392-74852845291d tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups?id=07459dfd-5245-462c-bded-4b7f4c8999b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821770 Dec 16 09:48:07.169370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:07.169773 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.170174 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:07.170681 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Bound port: cd02de13-8a31-4847-b867-928a8a41a1ce, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:07.171054 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.219236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39628) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:07.300227 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] For port cd02de13-8a31-4847-b867-928a8a41a1ce, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:07.308548 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] For port cd02de13-8a31-4847-b867-928a8a41a1ce, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cd02de13-8a31-4847-b867-928a8a41a1ce,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:07.321375 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.334780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:07.389065 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814be8-577c-46f0-a1ef-40e78df5dd4e None None] Pushing event updated for resources: {'Port': ['ID=cd02de13-8a31-4847-b867-928a8a41a1ce,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:07.405245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Routers {'cf99879a-941e-4b8c-a207-8749072c5476'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:07.405870 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['cf99879a-941e-4b8c-a207-8749072c5476'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:07.530736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] Set router cf99879a-941e-4b8c-a207-8749072c5476 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:07.874761 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:04Z', 'revision_number': 3, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:07.877697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:07.904356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:07.914637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:07.917073 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10858c2f-634a-442d-84f0-77c9d440a02b None None] The sync data for ids ['cf99879a-941e-4b8c-a207-8749072c5476'] in n-d-821941-1 is: [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:04Z', 'revision_number': 3, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:07.929063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:07.929695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:07.996350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] No DVR routers for this DVR port abc8082f-4ecf-4677-a757-7ee2dc3729cc on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:07.999219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:08.003107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eea8ffbe-be58-45b1-8cb2-fba73f2e0896 req-d80bc6f8-0339-48e8-97e3-868f754f084e tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.53 "DELETE /v2.0/ports/abc8082f-4ecf-4677-a757-7ee2dc3729cc HTTP/1.1" status: 204 len: 173 time: 2.5221405 Dec 16 09:48:08.008765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'name': 'network-vif-deleted', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:08.014172 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb0c657-9c47-4eb1-843a-e5fef1a74fb8" -d '{"events": [{"server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "name": "network-vif-deleted", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:08.111954 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7421da9-6447-4eb7-87c3-1c25c631e8a1 x-openstack-request-id: req-d7421da9-6447-4eb7-87c3-1c25c631e8a1 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:08.111954 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feed8b4-93bc-48e9-92a8-2530caa4997e", "name": "network-vif-deleted", "tag": "abc8082f-4ecf-4677-a757-7ee2dc3729cc", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:08.111954 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7421da9-6447-4eb7-87c3-1c25c631e8a1 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:08.111954 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feed8b4-93bc-48e9-92a8-2530caa4997e', 'name': 'network-vif-deleted', 'tag': 'abc8082f-4ecf-4677-a757-7ee2dc3729cc', 'status': 'completed', 'code': 200} Dec 16 09:48:08.114238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:08.298834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Allocated IP 172.20.0.1 (a542b0fe-d14a-4035-965b-baf7ee64795b/f1569e2b-720e-40b3-ae1a-fffa1db40941/058e59d8-ae25-44f7-85f6-c6309a9322e2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:08.543191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:08.602075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:08.611782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:08.613006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:08.804058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:08.813709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3784173b-6d3b-4005-a112-1a8f9bfe5cfe req-acfc092d-a42f-4a3d-ab11-6b46645e287c tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8feed8b4-93bc-48e9-92a8-2530caa4997e HTTP/1.1" status: 200 len: 210 time: 0.4597895 Dec 16 09:48:08.893079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.015791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.096684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device abc8082f-4ecf-4677-a757-7ee2dc3729cc no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:09.122842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: abc8082f-4ecf-4677-a757-7ee2dc3729cc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:09.123169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device abc8082f-4ecf-4677-a757-7ee2dc3729cc not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:09.150119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:09.173278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.183691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838bf63-0fa6-4e8b-93e9-1929ae7316b7 None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:38:58Z', 'revision_number': 4, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '39984e33-3cce-432e-8756-5e5554fae56f', 'name': '', 'network_id': '4f8ec974-3770-4afe-9740-4964747b2e0c', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'mac_address': 'fa:16:3e:37:b8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:57Z', 'updated_at': '2021-12-16T09:39:04Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'subnets': [{'id': '314e9f3c-b2f4-406f-b3d9-ec895aebaaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:09.214538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd02de13-8a31-4847-b867-928a8a41a1ce up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:09.258550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Network a542b0fe-d14a-4035-965b-baf7ee64795b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:09.269739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:09.270876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:09.292500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cd02de13-8a31-4847-b867-928a8a41a1ce triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:09.293071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.333071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Pushing event updated for resources: {'Port': ['ID=058e59d8-ae25-44f7-85f6-c6309a9322e2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:09.357502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.397734 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.419149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port cd02de13-8a31-4847-b867-928a8a41a1ce, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cd02de13-8a31-4847-b867-928a8a41a1ce,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:09.424310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.485264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=cd02de13-8a31-4847-b867-928a8a41a1ce,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:09.547625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Deleting port 6fc38ba1-b89c-4a84-aede-50b8161219d7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:09.547967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.626182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.646512 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4c6b32-21ed-4730-8968-d40b8fd62ade None None] New status for floating IP 7e590d4d-ff19-4a05-9c2b-b78e567e9eee: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:48:09.686747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] For port 6fc38ba1-b89c-4a84-aede-50b8161219d7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6fc38ba1-b89c-4a84-aede-50b8161219d7,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:09.687007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.703824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Calling delete_port for 6fc38ba1-b89c-4a84-aede-50b8161219d7 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:09.916484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39690) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:09.951612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:09.971871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.012526 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a92d779d-39f4-4baf-b1f6-346bd5d8eaf3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.042822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a92d779d-39f4-4baf-b1f6-346bd5d8eaf3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.079020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.084083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Pushing event updated for resources: {'Port': ['ID=058e59d8-ae25-44f7-85f6-c6309a9322e2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:10.115756 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a92d779d-39f4-4baf-b1f6-346bd5d8eaf3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.118350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a92d779d-39f4-4baf-b1f6-346bd5d8eaf3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.119513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a92d779d-39f4-4baf-b1f6-346bd5d8eaf3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "DELETE /v2.0/security-groups/07459dfd-5245-462c-bded-4b7f4c8999b7 HTTP/1.1" status: 204 len: 168 time: 0.2018938 Dec 16 09:48:10.123886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39698) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:10.139889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d779d-39f4-4baf-b1f6-346bd5d8eaf3 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07459dfd-5245-462c-bded-4b7f4c8999b7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:10.142316 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-86a07cfc-5973-43b7-9e72-4a30204fb203 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] show failed (client error): The resource could not be found. Dec 16 09:48:10.143935 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-86a07cfc-5973-43b7-9e72-4a30204fb203 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "GET /v2.0/security-groups/07459dfd-5245-462c-bded-4b7f4c8999b7 HTTP/1.1" status: 404 len: 347 time: 0.0185478 Dec 16 09:48:10.147000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39700) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:10.178752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.219521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc38ba1-b89c-4a84-aede-50b8161219d7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:10.313424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Network a542b0fe-d14a-4035-965b-baf7ee64795b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:10.317247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:10.573664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.588240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Deleting port cb8a69e0-b087-4eee-9b31-0a6497a88fde {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:10.588868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.605839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Router cf99879a-941e-4b8c-a207-8749072c5476 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:10.675536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.676037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.690228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Calling delete_port for cb8a69e0-b087-4eee-9b31-0a6497a88fde owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:10.829153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.856771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Pushing event deleted for resources: {'Port': ['ID=cb8a69e0-b087-4eee-9b31-0a6497a88fde,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:10.906208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:10.917458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Sync routers for ids ['cf99879a-941e-4b8c-a207-8749072c5476'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:10.929490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.933125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Routers {'cf99879a-941e-4b8c-a207-8749072c5476'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:10.933490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:10.934370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['cf99879a-941e-4b8c-a207-8749072c5476'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:10.935364 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ddd0a0b0-d0fe-4bbb-a388-61e1a62496e2 tempest-AttachVolumeTestJSON-401684418 tempest-AttachVolumeTestJSON-401684418-project] 10.222.0.61 "DELETE /v2.0/floatingips/7e590d4d-ff19-4a05-9c2b-b78e567e9eee HTTP/1.1" status: 204 len: 168 time: 0.7873843 Dec 16 09:48:10.936657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5705fa3c-3858-411a-a893-754189910cdf admin admin] 10.222.0.61 "PUT /v2.0/routers/cf99879a-941e-4b8c-a207-8749072c5476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1740532 Dec 16 09:48:11.067310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Router c25b2072-751b-4013-a8a3-75690fd69148 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:11.289221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Set router cf99879a-941e-4b8c-a207-8749072c5476 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:11.319926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:11.327175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0bf0c64f-1bd8-4168-af6e-899a4b836903 admin admin] 10.222.0.61 "PUT /v2.0/routers/c25b2072-751b-4013-a8a3-75690fd69148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056452 Dec 16 09:48:11.329583 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] Sync routers for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:11.330304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39728) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:11.344262 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:11.346853 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:11.436222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd02de13-8a31-4847-b867-928a8a41a1ce up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:11.526666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.580349 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:11.694947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cd02de13-8a31-4847-b867-928a8a41a1ce triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:11.695583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.732253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.822734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Deleting port cb89f4e5-b826-41b3-810c-30b22ea8ee2d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:11.823871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.912570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-f1377cde-3f5c-4cf3-8971-5c04ac0405cb tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:11.920385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '058e59d8-ae25-44f7-85f6-c6309a9322e2', 'name': '', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'mac_address': 'fa:16:3e:6f:91:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:07Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 2, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'subnets': [{'id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:11.923729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-f1377cde-3f5c-4cf3-8971-5c04ac0405cb tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 811 time: 0.2335484 Dec 16 09:48:11.940834 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:48:10Z', 'revision_number': 5, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port': {'id': 'cb89f4e5-b826-41b3-810c-30b22ea8ee2d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:11.948361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-c0ec2e7b-d88d-469a-903a-ff9a27d75b2b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/quotas/b78f3a832da9440a98fea3268325b789 HTTP/1.1" status: 200 len: 375 time: 0.0235808 Dec 16 09:48:11.953675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Checking router: cf99879a-941e-4b8c-a207-8749072c5476 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:11.954075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Updating router cf99879a-941e-4b8c-a207-8749072c5476 port 058e59d8-ae25-44f7-85f6-c6309a9322e2 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:48:11.987114 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] Checking router: c25b2072-751b-4013-a8a3-75690fd69148 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:11.996340 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] Routers {'c25b2072-751b-4013-a8a3-75690fd69148'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:11.996643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] For port cb89f4e5-b826-41b3-810c-30b22ea8ee2d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:11.997128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:11.998006 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c25b2072-751b-4013-a8a3-75690fd69148'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:12.014568 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Calling delete_port for cb89f4e5-b826-41b3-810c-30b22ea8ee2d owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:12.025141 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.064276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-a07eaa06-a9d1-48e8-8d65-9792220017a8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078236 Dec 16 09:48:12.084007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-2fdb4b3f-bf0c-4737-b536-5dd89845fe04 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:48:12.092863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-2fdb4b3f-bf0c-4737-b536-5dd89845fe04 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276966 Dec 16 09:48:12.107244 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] Set router c25b2072-751b-4013-a8a3-75690fd69148 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:12.166967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 6, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:12.201706 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2256b-31d2-4fde-9258-0240af7a32a1 None None] The sync data for ids ['c25b2072-751b-4013-a8a3-75690fd69148'] in n-d-821941-1 is: [{'id': 'c25b2072-751b-4013-a8a3-75690fd69148', 'name': 'tempest-TestVolumeBackupRestore-1789152832-router', 'tenant_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:35Z', 'updated_at': '2021-12-16T09:48:11Z', 'revision_number': 6, 'project_id': 'ab5fb80cbfcf47b1b26f021e1406f4ca', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:12.255424 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.296014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-2ef6448b-a7d4-4965-a45c-6cccd11c34a9 service neutron] 10.222.0.61 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022016 Dec 16 09:48:12.302898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Pushing event deleted for resources: {'Port': ['ID=cb89f4e5-b826-41b3-810c-30b22ea8ee2d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.372425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.450649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-97f8ab4e-419c-4800-8e7c-5c056b346213 service neutron] 10.222.0.61 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508536 Dec 16 09:48:12.479393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.487196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.537488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f530685-acc4-46e5-b2f8-515a411523bf None None] Pushing event updated for resources: {'Port': ['ID=058e59d8-ae25-44f7-85f6-c6309a9322e2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.549056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.553530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.618562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Attempting to bind port 058e59d8-ae25-44f7-85f6-c6309a9322e2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:12.618974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Attempting to bind port 058e59d8-ae25-44f7-85f6-c6309a9322e2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:12.619342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Attempting to bind port 058e59d8-ae25-44f7-85f6-c6309a9322e2 on network a542b0fe-d14a-4035-965b-baf7ee64795b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:12.626785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:12.627153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Checking segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:12.627613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.628005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Bound using segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:12.628544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Bound port: 058e59d8-ae25-44f7-85f6-c6309a9322e2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:12.628911 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.680178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.681193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25b2072-751b-4013-a8a3-75690fd69148 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:48:12.686666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.687853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-63e9c625-b819-4ab7-81b3-b910ffed6cef admin admin] 10.222.0.61 "DELETE /v2.0/routers/c25b2072-751b-4013-a8a3-75690fd69148 HTTP/1.1" status: 204 len: 168 time: 1.3562412 Dec 16 09:48:12.691392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39758) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:12.735078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] For port 058e59d8-ae25-44f7-85f6-c6309a9322e2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:12.739821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] For port 058e59d8-ae25-44f7-85f6-c6309a9322e2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=058e59d8-ae25-44f7-85f6-c6309a9322e2,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:12.763884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.788913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Deleting subnet b0d71019-e5aa-490c-8444-79b68c76e996 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:12.793715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.833902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:12.872681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Routers {'cf99879a-941e-4b8c-a207-8749072c5476'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:12.873638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:47:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['cf99879a-941e-4b8c-a207-8749072c5476'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:12.889899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daffc215-4d36-44a3-b584-93b62ace2dc7 req-1090fc65-64f7-4e52-ae3e-433e3f25d626 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 210 time: 0.0593386 Dec 16 09:48:12.965686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f530685-acc4-46e5-b2f8-515a411523bf None None] Pushing event updated for resources: {'Port': ['ID=058e59d8-ae25-44f7-85f6-c6309a9322e2,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:12.986712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.020495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] Set router cf99879a-941e-4b8c-a207-8749072c5476 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:13.058754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.132512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d71019-e5aa-490c-8444-79b68c76e996,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:13.136726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.140165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-15a0d57b-4614-4f4a-9aa0-510d8b839c63 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b0d71019-e5aa-490c-8444-79b68c76e996 HTTP/1.1" status: 204 len: 168 time: 0.4436259 Dec 16 09:48:13.142896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39764) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:13.175474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f3195-34e6-4f2d-894d-50f6c3301ebf None None] Network becee0a5-5efc-4796-8dd1-46f85d62f408 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:13.280372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.329300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6fc38ba1-b89c-4a84-aede-50b8161219d7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:13.377723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6fc38ba1-b89c-4a84-aede-50b8161219d7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:13.378083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6fc38ba1-b89c-4a84-aede-50b8161219d7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:13.378488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cb89f4e5-b826-41b3-810c-30b22ea8ee2d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:13.410746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cb89f4e5-b826-41b3-810c-30b22ea8ee2d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:13.410746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cb89f4e5-b826-41b3-810c-30b22ea8ee2d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:13.508582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Deleting port 2200d44e-3118-4f5c-957e-2b8fb096c492 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:13.508923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.514306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '058e59d8-ae25-44f7-85f6-c6309a9322e2', 'name': '', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'mac_address': 'fa:16:3e:6f:91:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:07Z', 'updated_at': '2021-12-16T09:48:12Z', 'revision_number': 4, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'subnets': [{'id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:13.562160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5af5c-160a-4a60-9138-8bd3b1aad4d1 None None] The sync data for ids ['cf99879a-941e-4b8c-a207-8749072c5476'] in n-d-821941-1 is: [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '058e59d8-ae25-44f7-85f6-c6309a9322e2', 'name': '', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'mac_address': 'fa:16:3e:6f:91:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:07Z', 'updated_at': '2021-12-16T09:48:12Z', 'revision_number': 4, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'subnets': [{'id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:13.590756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] DHCP port deletion for becee0a5-5efc-4796-8dd1-46f85d62f408 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:13.695038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] Deleting port 2200d44e-3118-4f5c-957e-2b8fb096c492 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:13.695403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.711529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] For port 2200d44e-3118-4f5c-957e-2b8fb096c492, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2200d44e-3118-4f5c-957e-2b8fb096c492,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:13.712278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.731376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Calling delete_port for 2200d44e-3118-4f5c-957e-2b8fb096c492 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:13.860128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.872348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] For port 2200d44e-3118-4f5c-957e-2b8fb096c492, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2200d44e-3118-4f5c-957e-2b8fb096c492,segment=NetworkSegment(cd232e1d-3a95-462c-8ded-86cbf531a124),segment_id=cd232e1d-3a95-462c-8ded-86cbf531a124)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:13.872978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:13.889250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] Calling delete_port for 2200d44e-3118-4f5c-957e-2b8fb096c492 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:13.910849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2200d44e-3118-4f5c-957e-2b8fb096c492,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:13.919036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] No DVR routers for this DVR port 2200d44e-3118-4f5c-957e-2b8fb096c492 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:14.044380 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.046862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12432007-e2c8-4f1b-80d6-c1bb849e4b4a req-af18b243-1b86-4b44-9f80-4101a8cb1b5d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 210 time: 0.0591133 Dec 16 09:48:14.076778 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b493be2-9664-4935-bd5a-9c4d577bc67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.079246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becee0a5-5efc-4796-8dd1-46f85d62f408']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:14.090880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.113619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd232e1d-3a95-462c-8ded-86cbf531a124') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:14.113835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd232e1d-3a95-462c-8ded-86cbf531a124') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:14.123985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] No DVR routers for this DVR port 2200d44e-3118-4f5c-957e-2b8fb096c492 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:14.128458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.137895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807e364-105c-44b7-8492-7471c23e8e7c None None] Pushing event deleted for resources: {'Port': ['ID=2200d44e-3118-4f5c-957e-2b8fb096c492,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:14.169768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.185262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:14.185677 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:14.268492 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:14.284721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.397593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.404051 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/becee0a5-5efc-4796-8dd1-46f85d62f408 HTTP/1.1" status: 204 len: 168 time: 1.2549837 Dec 16 09:48:14.404471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:14.448338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-45fc4137-1cd7-4093-b00f-424c6922b429 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:14.451618 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-45fc4137-1cd7-4093-b00f-424c6922b429 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 811 time: 0.1812932 Dec 16 09:48:14.467868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb3406-643d-4abe-88b4-39fe1d66cfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=becee0a5-5efc-4796-8dd1-46f85d62f408,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:14.475341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Request body: {'port': {'device_id': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'admin_state_up': True, 'tenant_id': 'b78f3a832da9440a98fea3268325b789'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:14.678820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Made reservation on behalf of b78f3a832da9440a98fea3268325b789 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:14.690643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:14.982006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Allocated IP 172.20.0.9 (a542b0fe-d14a-4035-965b-baf7ee64795b/f1569e2b-720e-40b3-ae1a-fffa1db40941/3354f2f8-3e6c-4c84-93e6-69a47f6bacb4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:15.229474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.275019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.313684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 058e59d8-ae25-44f7-85f6-c6309a9322e2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:15.348231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Network a542b0fe-d14a-4035-965b-baf7ee64795b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:15.351635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:15.355388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:15.405433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Pushing event updated for resources: {'Port': ['ID=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:15.416171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72469d-7e01-412b-af88-475856b59d44 req-7feb1088-1707-4997-b036-3fcc617d6e2c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:15.422425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f72469d-7e01-412b-af88-475856b59d44 req-7feb1088-1707-4997-b036-3fcc617d6e2c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 931 time: 0.1928873 Dec 16 09:48:15.443466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:15.445090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.466097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 058e59d8-ae25-44f7-85f6-c6309a9322e2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:15.482009 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.506892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4f0200f6-44e7-45c9-a24c-f0214fef4da7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0365086 Dec 16 09:48:15.518616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4c8f27de-e0ff-4534-959a-e36de6f9546e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:48:15.531913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f72469d-7e01-412b-af88-475856b59d44 req-4616db6a-8e4e-4856-bda6-3e7814c37aef tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885754 Dec 16 09:48:15.532470 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-4c8f27de-e0ff-4534-959a-e36de6f9546e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178449 Dec 16 09:48:15.545260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Request body: {'port': {'device_id': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:15.604052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.673939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.718635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.810787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 058e59d8-ae25-44f7-85f6-c6309a9322e2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=058e59d8-ae25-44f7-85f6-c6309a9322e2,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:15.824724 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:15.948610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2200d44e-3118-4f5c-957e-2b8fb096c492 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:16.010128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=058e59d8-ae25-44f7-85f6-c6309a9322e2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:16.015442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2200d44e-3118-4f5c-957e-2b8fb096c492 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:16.015793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2200d44e-3118-4f5c-957e-2b8fb096c492 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:16.211357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Deleting port 5353462c-4324-4916-b1b8-f48d57213011 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:16.211704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.278833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:16.292082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.310330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Transition to ACTIVE for port object 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:48:16.316274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.346812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] For port 5353462c-4324-4916-b1b8-f48d57213011, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5353462c-4324-4916-b1b8-f48d57213011,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:16.347347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.365838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Calling delete_port for 5353462c-4324-4916-b1b8-f48d57213011 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:16.397825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Pushing event updated for resources: {'Port': ['ID=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:16.471429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-811ed054-10ef-46b3-bb7f-b7eaa01cd3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.517193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Attempting to bind port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:16.517561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Attempting to bind port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:16.517917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Attempting to bind port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 on network a542b0fe-d14a-4035-965b-baf7ee64795b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:16.525403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 on network a542b0fe-d14a-4035-965b-baf7ee64795b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:48:16.526074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Attempting to bind port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 on network a542b0fe-d14a-4035-965b-baf7ee64795b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:16.533452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:16.533452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Checking segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:16.533452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Bound using segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:16.533452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Bound port: 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:16.545427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.645940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] For port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:16.649552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] For port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:16.658394 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.695516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:16.696185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.698015 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] 10.222.0.69 "PUT /v2.0/ports/3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 HTTP/1.1" status: 200 len: 1091 time: 1.1586432 Dec 16 09:48:16.698292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'tag': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:16.700725 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584d6dc5-6682-46e2-b567-0f6eb4578058" -d '{"events": [{"name": "network-changed", "server_uuid": "e0175dc7-08ae-4165-ac16-0fdb35feff45", "tag": "3354f2f8-3e6c-4c84-93e6-69a47f6bacb4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:16.711101 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:16.731221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a7050-df05-44d2-b5d2-e1844a0ed633 service neutron] Pushing event updated for resources: {'Port': ['ID=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:16.772714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=5353462c-4324-4916-b1b8-f48d57213011,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:16.822364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5d4f-7537-4578-adf4-ec50a97869ca req-d22096b5-3ef3-4937-83f7-3119af45db2f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:16.827765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-301d5d4f-7537-4578-adf4-ec50a97869ca req-d22096b5-3ef3-4937-83f7-3119af45db2f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 943 time: 0.1643717 Dec 16 09:48:16.828013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-89ed7204-2b10-4bdf-b238-d963dd458aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:16.829631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-89ed7204-2b10-4bdf-b238-d963dd458aa5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 1094 time: 0.0755854 Dec 16 09:48:16.910512 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-723121e4-86ac-46bd-86a9-160c4b2033c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 HTTP/1.1" status: 200 len: 217 time: 0.0709779 Dec 16 09:48:16.920576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-301d5d4f-7537-4578-adf4-ec50a97869ca req-23a0d948-701c-45fe-b21e-5b8b8f4ff4d9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570278 Dec 16 09:48:17.050091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-30f708cb-89ac-4a8d-8b1f-18f6b2ee4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.052041 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-30f708cb-89ac-4a8d-8b1f-18f6b2ee4964 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.1331859 Dec 16 09:48:17.057235 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b07a336-1258-452b-9f00-004c8b543a9d x-openstack-request-id: req-2b07a336-1258-452b-9f00-004c8b543a9d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:17.060154 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0175dc7-08ae-4165-ac16-0fdb35feff45", "tag": "3354f2f8-3e6c-4c84-93e6-69a47f6bacb4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:17.060502 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b07a336-1258-452b-9f00-004c8b543a9d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:17.061026 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'tag': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4', 'status': 'completed', 'code': 200} Dec 16 09:48:17.084718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.119947 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-faa55bbb-200a-49e8-a8f6-3346316d8ecd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578635 Dec 16 09:48:17.318568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 058e59d8-ae25-44f7-85f6-c6309a9322e2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:17.324736 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-65da5fb3-8d46-4656-91fe-71e9c2b12612 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966670 Dec 16 09:48:17.412827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 058e59d8-ae25-44f7-85f6-c6309a9322e2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:17.414310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.442507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Router 7319940c-5baf-4cf7-b38d-78270ce986fa has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:17.444764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e2fbff45-c20f-4149-b4d1-a82021157f2d req-f08e1e23-ea07-41e9-aa7c-3a1e20ac2dad service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111724 Dec 16 09:48:17.552542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-98efb46f-2e51-46e7-bbb0-30d0a30cc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.554184 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-98efb46f-2e51-46e7-bbb0-30d0a30cc758 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 1094 time: 0.0550699 Dec 16 09:48:17.578152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:17.583649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-896a1eef-e797-4f7d-8cbf-3c9f01f47dfa admin admin] 10.222.0.61 "PUT /v2.0/routers/7319940c-5baf-4cf7-b38d-78270ce986fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1773150 Dec 16 09:48:17.586094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39816) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:17.590209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] Sync routers for ids ['7319940c-5baf-4cf7-b38d-78270ce986fa'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:17.602329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] Routers {'7319940c-5baf-4cf7-b38d-78270ce986fa'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:17.602969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:48:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7319940c-5baf-4cf7-b38d-78270ce986fa'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:17.664831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-62bd7aaf-aed8-4f59-b6df-95e9ccc922ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.666663 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-62bd7aaf-aed8-4f59-b6df-95e9ccc922ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 912 time: 0.1052387 Dec 16 09:48:17.707116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.719995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-0389b101-186e-4bbd-a2a4-c335d75bffe2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 HTTP/1.1" status: 200 len: 217 time: 0.0455401 Dec 16 09:48:17.727336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] Set router 7319940c-5baf-4cf7-b38d-78270ce986fa gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:17.793492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-35d2d898-f0fc-4025-9587-895e6e60535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:17.795494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-35d2d898-f0fc-4025-9587-895e6e60535a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0681229 Dec 16 09:48:17.826561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.838636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-c2d0f901-8cc5-4d75-88f2-bb86dd22ac98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353961 Dec 16 09:48:17.888266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Deleting port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:17.888720 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:17.943578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:48:16Z', 'revision_number': 5, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port': {'id': '8879ff6c-5a7c-4d87-9d79-45e8c746dc21', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:51:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:44:41Z', 'updated_at': '2021-12-16T09:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:17.959011 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-03577bd1-1568-4a12-9964-3865ba761701 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127076 Dec 16 09:48:18.002596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] For port 8879ff6c-5a7c-4d87-9d79-45e8c746dc21, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:18.003126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.031844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Calling delete_port for 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:18.104459 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584d6dc5-6682-46e2-b567-0f6eb4578058 req-73acb2bb-1185-489d-9fee-90cd7ae1b585 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379297 Dec 16 09:48:18.137831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] Checking router: 7319940c-5baf-4cf7-b38d-78270ce986fa for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:18.141234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3311a-9f78-473c-8b89-a878db5c445c req-182b283d-0aa5-40ac-92ea-126a954b49f3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:18.143338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbe3311a-9f78-473c-8b89-a878db5c445c req-182b283d-0aa5-40ac-92ea-126a954b49f3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 943 time: 0.1300247 Dec 16 09:48:18.152600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] Routers {'7319940c-5baf-4cf7-b38d-78270ce986fa'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:18.153209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:48:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7319940c-5baf-4cf7-b38d-78270ce986fa'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:18.156315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.239277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbe3311a-9f78-473c-8b89-a878db5c445c req-73808c87-ee81-4089-96db-35f03cac2ebf tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866725 Dec 16 09:48:18.241703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] Set router 7319940c-5baf-4cf7-b38d-78270ce986fa gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:18.303111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:48:17Z', 'revision_number': 6, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:18.310012 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.338010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Pushing event deleted for resources: {'Port': ['ID=8879ff6c-5a7c-4d87-9d79-45e8c746dc21,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:18.348348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cff84-3a39-47ea-952c-8fc2093c3cbd None None] The sync data for ids ['7319940c-5baf-4cf7-b38d-78270ce986fa'] in n-d-821941-1 is: [{'id': '7319940c-5baf-4cf7-b38d-78270ce986fa', 'name': 'tempest-TestVolumeBackupRestore-1186729600-router', 'tenant_id': 'f1c0bc878d5a48839091140526ff20a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:44:40Z', 'updated_at': '2021-12-16T09:48:17Z', 'revision_number': 6, 'project_id': 'f1c0bc878d5a48839091140526ff20a3', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:18.419005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.518317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.520778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.573706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.574445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7319940c-5baf-4cf7-b38d-78270ce986fa {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:48:18.579501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.581026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b9409a6f-6686-4feb-994f-0e2e0e17671f admin admin] 10.222.0.61 "DELETE /v2.0/routers/7319940c-5baf-4cf7-b38d-78270ce986fa HTTP/1.1" status: 204 len: 168 time: 0.9938247 Dec 16 09:48:18.583938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39832) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:18.631291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Deleting subnet 617e689f-7437-49d3-8001-ca12cb522bf6 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:18.634600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.672314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.773155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.843605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.870366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617e689f-7437-49d3-8001-ca12cb522bf6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:18.877903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:18.881492 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-49fe2771-c975-4c22-b561-4ca00b747b67 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/617e689f-7437-49d3-8001-ca12cb522bf6 HTTP/1.1" status: 204 len: 168 time: 0.2963715 Dec 16 09:48:18.883334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b3f32-462c-4bc5-b9ef-487b730788f3 None None] Network 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:18.884251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39838) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:18.988234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.112974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Deleting port 23c6f671-c635-4be2-8628-98ed2db8b0b9 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:19.113618 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.132605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] DHCP port deletion for 62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:19.153386 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:48:19.260180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] For port 23c6f671-c635-4be2-8628-98ed2db8b0b9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23c6f671-c635-4be2-8628-98ed2db8b0b9,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:19.260835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.274138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] Deleting port 23c6f671-c635-4be2-8628-98ed2db8b0b9 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:19.274455 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.276493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:19.299845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Calling delete_port for 23c6f671-c635-4be2-8628-98ed2db8b0b9 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:19.400109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:19.400799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8879ff6c-5a7c-4d87-9d79-45e8c746dc21 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:19.401391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5353462c-4324-4916-b1b8-f48d57213011 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:19.423376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 5353462c-4324-4916-b1b8-f48d57213011 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:19.424669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5353462c-4324-4916-b1b8-f48d57213011 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:19.472650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] For port 23c6f671-c635-4be2-8628-98ed2db8b0b9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=23c6f671-c635-4be2-8628-98ed2db8b0b9,segment=NetworkSegment(d0c35461-1aa6-4a87-932b-6ff318592fe9),segment_id=d0c35461-1aa6-4a87-932b-6ff318592fe9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:19.473312 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.490772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] Calling delete_port for 23c6f671-c635-4be2-8628-98ed2db8b0b9 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:19.494393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03529457-df05-479b-aacd-25f91b0ec524 req-90501693-a346-48f2-ae50-2b132daa79ed tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:19.496098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03529457-df05-479b-aacd-25f91b0ec524 req-90501693-a346-48f2-ae50-2b132daa79ed tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 943 time: 0.0868766 Dec 16 09:48:19.549312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.606291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.620634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c6f671-c635-4be2-8628-98ed2db8b0b9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:19.629034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] No DVR routers for this DVR port 23c6f671-c635-4be2-8628-98ed2db8b0b9 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:19.637111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03529457-df05-479b-aacd-25f91b0ec524 req-8dd57721-729a-450f-b74c-acc7e72087a8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334116 Dec 16 09:48:19.655823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] No DVR routers for this DVR port 23c6f671-c635-4be2-8628-98ed2db8b0b9 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:19.658851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edfbf6-e9a5-4678-ad1f-95b3be2235d2 None None] Pushing event deleted for resources: {'Port': ['ID=23c6f671-c635-4be2-8628-98ed2db8b0b9,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:19.751105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.778640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:19.795613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c35461-1aa6-4a87-932b-6ff318592fe9') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:19.796009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c35461-1aa6-4a87-932b-6ff318592fe9') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:19.822039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.852868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.876460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:19.881075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:19.887241 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:19.898244 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.923625 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.985034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:19.998120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.006000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e HTTP/1.1" status: 204 len: 168 time: 1.1167414 Dec 16 09:48:20.042887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84632cf5-cf42-4f6b-970d-e1cf7cfff1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fb6dd3-4d99-45bc-93cf-c6bd4c20db2e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:20.290406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:48:20.302486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:20.386671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39870) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:20.395574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-70dbb8ef-90aa-46fb-8aaf-44bda56d1874 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab5fb80cbfcf47b1b26f021e1406f4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917122 Dec 16 09:48:20.426310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:20.445544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'port_id': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4', 'mac_address': 'fa:16:3e:e3:c8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:48:20.449322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfdb6e7a-999b-457c-a3b7-c73554276154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.478793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfdb6e7a-999b-457c-a3b7-c73554276154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.486576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.499186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:20.520499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:20.525233 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.542326 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfdb6e7a-999b-457c-a3b7-c73554276154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.545739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfdb6e7a-999b-457c-a3b7-c73554276154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:20.547297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dfdb6e7a-999b-457c-a3b7-c73554276154 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4ab10be-f4ec-4e28-b8a8-6005a5e2caaa HTTP/1.1" status: 204 len: 168 time: 0.1594911 Dec 16 09:48:20.557758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb6e7a-999b-457c-a3b7-c73554276154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab10be-f4ec-4e28-b8a8-6005a5e2caaa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:20.599910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:20.801532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264c4c9-d87c-4f67-b060-098c3508eecd req-f952a253-5f2a-4c14-9177-e66a0999c350 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:20.803930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9264c4c9-d87c-4f67-b060-098c3508eecd req-f952a253-5f2a-4c14-9177-e66a0999c350 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 944 time: 0.0756633 Dec 16 09:48:20.853044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:48:20.865796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9264c4c9-d87c-4f67-b060-098c3508eecd req-3d7ef95b-2c87-4a73-ac0a-08c92a6174b0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554092 Dec 16 09:48:21.064909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39882) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:21.116291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eebfc308-0ecb-4f4d-b479-150899773d12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1c0bc878d5a48839091140526ff20a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500958 Dec 16 09:48:21.119486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39886) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:21.177255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d279-9348-4f21-a4e3-862d91dd55f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.184329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23c6f671-c635-4be2-8628-98ed2db8b0b9 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:21.200743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d279-9348-4f21-a4e3-862d91dd55f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.206852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 23c6f671-c635-4be2-8628-98ed2db8b0b9 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:21.207194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 23c6f671-c635-4be2-8628-98ed2db8b0b9 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:21.256451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d279-9348-4f21-a4e3-862d91dd55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.259726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4f4d279-9348-4f21-a4e3-862d91dd55f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:21.261027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c4f4d279-9348-4f21-a4e3-862d91dd55f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b6112ac-38d2-4508-88a5-a95ca70381f2 HTTP/1.1" status: 204 len: 168 time: 0.1401479 Dec 16 09:48:21.272664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4d279-9348-4f21-a4e3-862d91dd55f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6112ac-38d2-4508-88a5-a95ca70381f2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:22.001191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36950f92-86ba-4598-bed2-20af91484527 req-76b7b758-0af0-45ea-89fb-94a489051d34 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:22.004574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36950f92-86ba-4598-bed2-20af91484527 req-76b7b758-0af0-45ea-89fb-94a489051d34 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 944 time: 0.0592878 Dec 16 09:48:22.052656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36950f92-86ba-4598-bed2-20af91484527 req-2293bd0e-ec99-4e37-9b58-83985ec7c842 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Dec 16 09:48:22.298851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:22.368856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:48:22.374775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:22.375597 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.490190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.535939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:22.538156 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c720572-1281-4b82-824b-833773a69e3a" -d '{"events": [{"server_uuid": "e0175dc7-08ae-4165-ac16-0fdb35feff45", "name": "network-vif-plugged", "status": "completed", "tag": "3354f2f8-3e6c-4c84-93e6-69a47f6bacb4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:22.555316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:22.561511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:22.605153 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d229f-9cbd-444d-a24d-f0a8e3801add x-openstack-request-id: req-889d229f-9cbd-444d-a24d-f0a8e3801add {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:22.605428 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0175dc7-08ae-4165-ac16-0fdb35feff45", "name": "network-vif-plugged", "status": "completed", "tag": "3354f2f8-3e6c-4c84-93e6-69a47f6bacb4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:22.605731 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-889d229f-9cbd-444d-a24d-f0a8e3801add {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:22.606146 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4', 'code': 200} Dec 16 09:48:22.635995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:22.701311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00715fd-bf79-4536-a69f-01e255757de1 req-8cf344aa-186c-4976-a72a-d957588c2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:22.702960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d00715fd-bf79-4536-a69f-01e255757de1 req-8cf344aa-186c-4976-a72a-d957588c2ce0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 1096 time: 0.0568798 Dec 16 09:48:22.748435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d00715fd-bf79-4536-a69f-01e255757de1 req-50211951-135d-4c40-82ec-4cb64dcb3d79 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Dec 16 09:48:22.987169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:23.106076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a924f4cc-28d3-477a-8596-ecbcbfe9e100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.176955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce5ae6-2871-45b2-add0-d379f8ab59f1 req-75146586-5a01-4c5e-b5dc-53508ad729f3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:23.178627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6ce5ae6-2871-45b2-add0-d379f8ab59f1 req-75146586-5a01-4c5e-b5dc-53508ad729f3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Dec 16 09:48:23.184412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a924f4cc-28d3-477a-8596-ecbcbfe9e100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.188806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a924f4cc-28d3-477a-8596-ecbcbfe9e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.222893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6ce5ae6-2871-45b2-add0-d379f8ab59f1 req-5bfb00cf-6d2a-4af6-8500-c68fa1e4f6b1 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371594 Dec 16 09:48:23.224499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924f4cc-28d3-477a-8596-ecbcbfe9e100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0d8447-5f90-45e7-81f2-ddfa49353df0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:23.228801 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a924f4cc-28d3-477a-8596-ecbcbfe9e100 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26adbf7b13fc4a9e8937f93644eacc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405994 Dec 16 09:48:23.231616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39926) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:23.295427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec0e-861f-4284-8967-122c64831560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.321617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec0e-861f-4284-8967-122c64831560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.363394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:23.376068 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec0e-861f-4284-8967-122c64831560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.379283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eca1ec0e-861f-4284-8967-122c64831560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.380431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eca1ec0e-861f-4284-8967-122c64831560 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c0d8447-5f90-45e7-81f2-ddfa49353df0 HTTP/1.1" status: 204 len: 168 time: 0.1470256 Dec 16 09:48:23.389224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ec0e-861f-4284-8967-122c64831560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0d8447-5f90-45e7-81f2-ddfa49353df0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:23.657727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:23.671741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77f59f58-0248-48a2-8d12-598142d2d0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.756559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77f59f58-0248-48a2-8d12-598142d2d0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.760506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77f59f58-0248-48a2-8d12-598142d2d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.798280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.799217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f59f58-0248-48a2-8d12-598142d2d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366c205-f7b8-406a-8bc9-71bd0d4dbfe5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:23.806333 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-77f59f58-0248-48a2-8d12-598142d2d0b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed93dfea038d4536a83e1510b4ef6028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448300 Dec 16 09:48:23.806588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:23.858022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0bd23bb7-903f-456c-8b15-d4279a474eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.880033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0bd23bb7-903f-456c-8b15-d4279a474eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.927897 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0bd23bb7-903f-456c-8b15-d4279a474eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.930670 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0bd23bb7-903f-456c-8b15-d4279a474eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:23.931838 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0bd23bb7-903f-456c-8b15-d4279a474eb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6366c205-f7b8-406a-8bc9-71bd0d4dbfe5 HTTP/1.1" status: 204 len: 168 time: 0.1242971 Dec 16 09:48:23.940343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd23bb7-903f-456c-8b15-d4279a474eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366c205-f7b8-406a-8bc9-71bd0d4dbfe5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.062306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.268833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:24.282477 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-308d9556-74c3-4ae1-ab2e-5567f690dc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.342960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Deleting port 39984e33-3cce-432e-8756-5e5554fae56f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:24.343767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.364616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-308d9556-74c3-4ae1-ab2e-5567f690dc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.368929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-308d9556-74c3-4ae1-ab2e-5567f690dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.410263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593b19-cd7d-498c-a3ff-66a90d5544a6 req-5395e942-daf1-4379-aabe-d5f078405173 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:24.411695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42593b19-cd7d-498c-a3ff-66a90d5544a6 req-5395e942-daf1-4379-aabe-d5f078405173 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.1027601 Dec 16 09:48:24.412299 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-308d9556-74c3-4ae1-ab2e-5567f690dc76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c73e17d8420f45e6b0e781ef6b366fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416612 Dec 16 09:48:24.413994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d9556-74c3-4ae1-ab2e-5567f690dc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1487a26-c4d2-43af-b58b-6f1fd050c0f7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.414331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 39952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:24.474844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] For port 39984e33-3cce-432e-8756-5e5554fae56f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=39984e33-3cce-432e-8756-5e5554fae56f,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:24.475201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.499239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Calling delete_port for 39984e33-3cce-432e-8756-5e5554fae56f owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:24.521242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42593b19-cd7d-498c-a3ff-66a90d5544a6 req-21d657b8-7fdb-44cf-908c-3b0879492ba7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990553 Dec 16 09:48:24.569391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-144916de-ea8e-4301-a22d-922c7b2b9c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.602875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-144916de-ea8e-4301-a22d-922c7b2b9c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.733900 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-144916de-ea8e-4301-a22d-922c7b2b9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.736496 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-144916de-ea8e-4301-a22d-922c7b2b9c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.738312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-144916de-ea8e-4301-a22d-922c7b2b9c7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1487a26-c4d2-43af-b58b-6f1fd050c0f7 HTTP/1.1" status: 204 len: 168 time: 0.3230495 Dec 16 09:48:24.759521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144916de-ea8e-4301-a22d-922c7b2b9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1487a26-c4d2-43af-b58b-6f1fd050c0f7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.779333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:24.848526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=39984e33-3cce-432e-8756-5e5554fae56f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:24.860953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-5098361f-fbfd-48f6-b8ef-9504f52b98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:24.862734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-5098361f-fbfd-48f6-b8ef-9504f52b98b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 1096 time: 0.0519397 Dec 16 09:48:24.971418 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-39d3b7a7-6ae7-4684-b919-557de10799ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:24.973432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-39d3b7a7-6ae7-4684-b919-557de10799ad service neutron] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 912 time: 0.1040394 Dec 16 09:48:25.024708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d4a0-ad57-4d26-baa9-24d820e35d72 req-88a3ff4b-0be1-4f8b-8991-15a1d5b14400 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:25.026619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-023fc6cb-a852-4770-94f4-97dd536efd38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 HTTP/1.1" status: 200 len: 217 time: 0.0460696 Dec 16 09:48:25.032392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c08d4a0-ad57-4d26-baa9-24d820e35d72 req-88a3ff4b-0be1-4f8b-8991-15a1d5b14400 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.2348669 Dec 16 09:48:25.095456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-1ed15908-2c69-4d6c-b833-e89f25bc5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:25.096010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c08d4a0-ad57-4d26-baa9-24d820e35d72 req-9929a252-2f92-440c-b734-7aff18ede3b0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Dec 16 09:48:25.097568 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-1ed15908-2c69-4d6c-b833-e89f25bc5544 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0627940 Dec 16 09:48:25.102403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.110461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.133797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-768d2a79-6949-4808-aaf5-c76ab738915a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289795 Dec 16 09:48:25.242393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-b44f783b-aada-4719-81ce-05b1bcf6a9dd service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013868 Dec 16 09:48:25.334557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-36833b54-1fc3-4c80-86df-d1d9ae35b0cb req-ba27b9a2-d1bc-4730-b88b-f9c511056fca service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851784 Dec 16 09:48:25.368337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Router d37f7918-7ba1-4af8-bcec-8a85e74556ff has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:48:25.485210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:48:25.492963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-67a9ecc0-6a18-4802-8b82-6051a14e2d27 admin admin] 10.222.0.61 "PUT /v2.0/routers/d37f7918-7ba1-4af8-bcec-8a85e74556ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1259625 Dec 16 09:48:25.493076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 39982) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:25.494914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] Sync routers for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:48:25.505120 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:25.506072 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:48:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:25.613021 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:25.616273 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:25.820986 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:48:24Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:25.852765 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] Checking router: d37f7918-7ba1-4af8-bcec-8a85e74556ff for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:48:25.862136 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] Routers {'d37f7918-7ba1-4af8-bcec-8a85e74556ff'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:48:25.862875 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:48:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:25.975076 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] Set router d37f7918-7ba1-4af8-bcec-8a85e74556ff gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:48:26.005732 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.086829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Deleting port a06e7c4c-845d-4841-8931-b3aff60777ff {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:26.087174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.175144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] For port a06e7c4c-845d-4841-8931-b3aff60777ff, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a06e7c4c-845d-4841-8931-b3aff60777ff,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:26.175819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.196412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Calling delete_port for a06e7c4c-845d-4841-8931-b3aff60777ff owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:26.232485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b6842-70ac-4378-b279-4b98871f93b5 req-44cbe950-d815-41b7-9076-78a6162e6cfe tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:26.241869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-800b6842-70ac-4378-b279-4b98871f93b5 req-44cbe950-d815-41b7-9076-78a6162e6cfe tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0741894 Dec 16 09:48:26.264891 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:48:24Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:26.288518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-800b6842-70ac-4378-b279-4b98871f93b5 req-2fc4841a-ee0e-4934-8857-f0413c4a4ba4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Dec 16 09:48:26.299757 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb0bf91-b971-4206-a98d-372a3d9313f7 None None] The sync data for ids ['d37f7918-7ba1-4af8-bcec-8a85e74556ff'] in n-d-821941-1 is: [{'id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'name': 'tempest-AttachVolumeTestJSON-1620850637-router', 'tenant_id': '4f7bbda196c8415e86c8ae1e21490740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:38:52Z', 'updated_at': '2021-12-16T09:48:24Z', 'revision_number': 5, 'project_id': '4f7bbda196c8415e86c8ae1e21490740', 'gw_port': {'id': 'a06e7c4c-845d-4841-8931-b3aff60777ff', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37f7918-7ba1-4af8-bcec-8a85e74556ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:38:53Z', 'updated_at': '2021-12-16T09:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:48:26.388597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.412641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06e7c4c-845d-4841-8931-b3aff60777ff,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:26.477941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.574199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.576361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.620368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.620996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d37f7918-7ba1-4af8-bcec-8a85e74556ff {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:48:26.625250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.629233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-006a942b-5846-4503-9e94-aed3f2d0f653 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d37f7918-7ba1-4af8-bcec-8a85e74556ff HTTP/1.1" status: 204 len: 168 time: 1.1325662 Dec 16 09:48:26.629496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40016) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:26.678386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Deleting subnet 314e9f3c-b2f4-406f-b3d9-ec895aebaaef {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:48:26.681494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.722072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.834681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.891616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.920719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314e9f3c-b2f4-406f-b3d9-ec895aebaaef,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:26.922750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:26.926114 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74b636e5-1f82-461c-a2f1-8dfe659f9a16 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/314e9f3c-b2f4-406f-b3d9-ec895aebaaef HTTP/1.1" status: 204 len: 168 time: 0.2956042 Dec 16 09:48:26.928700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:26.930684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c88ee-c075-4571-97bd-db1f9949f966 None None] Network 4f8ec974-3770-4afe-9740-4964747b2e0c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:27.006878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.077666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Deleting port 9bcc6cec-4843-4803-8997-53e8d5e4a908 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:27.078028 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.141802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] For port 9bcc6cec-4843-4803-8997-53e8d5e4a908, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9bcc6cec-4843-4803-8997-53e8d5e4a908,segment=NetworkSegment(14ee6f75-f5a0-48c3-8db4-709ac77e98ae),segment_id=14ee6f75-f5a0-48c3-8db4-709ac77e98ae)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:27.142267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.155524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Calling delete_port for 9bcc6cec-4843-4803-8997-53e8d5e4a908 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:27.238258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.268370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcc6cec-4843-4803-8997-53e8d5e4a908,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:27.270324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] No DVR routers for this DVR port 9bcc6cec-4843-4803-8997-53e8d5e4a908 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:27.344442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.393373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ec974-3770-4afe-9740-4964747b2e0c']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:27.406065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ee6f75-f5a0-48c3-8db4-709ac77e98ae') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:27.406676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ee6f75-f5a0-48c3-8db4-709ac77e98ae') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:48:27.427108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.458841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7df49e-ddcd-4b27-a0b0-e79a960081cc None None] DHCP port deletion for 4f8ec974-3770-4afe-9740-4964747b2e0c request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:48:27.460953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87fb3-ef51-488b-a8e3-7008d76a4320 req-c3637f48-e41a-4404-91d7-39b23cb6acb6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:27.469289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebf87fb3-ef51-488b-a8e3-7008d76a4320 req-c3637f48-e41a-4404-91d7-39b23cb6acb6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.1159778 Dec 16 09:48:27.478937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.494343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:48:27.494968 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:48:27.511461 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:48:27.576695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39984e33-3cce-432e-8756-5e5554fae56f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:27.579035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebf87fb3-ef51-488b-a8e3-7008d76a4320 req-8646e07f-0e2d-4e79-b61b-fab284474c03 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082351 Dec 16 09:48:27.591533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.600469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 39984e33-3cce-432e-8756-5e5554fae56f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:27.601038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 39984e33-3cce-432e-8756-5e5554fae56f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:27.606604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.610434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4f8ec974-3770-4afe-9740-4964747b2e0c HTTP/1.1" status: 204 len: 168 time: 0.6807442 Dec 16 09:48:27.629515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f82bd-09e6-4745-a845-fed1b6040352 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8ec974-3770-4afe-9740-4964747b2e0c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:27.780948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40034) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:27.827006 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f9ad8408-ebee-4012-ab2f-312718cdeb78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f7bbda196c8415e86c8ae1e21490740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447891 Dec 16 09:48:27.829596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:27.879510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5039f55-e7cf-4449-93b8-4712bbff0ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.907287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5039f55-e7cf-4449-93b8-4712bbff0ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.956249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5039f55-e7cf-4449-93b8-4712bbff0ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.958868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a5039f55-e7cf-4449-93b8-4712bbff0ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:27.960077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a5039f55-e7cf-4449-93b8-4712bbff0ec8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95f19c9e-c907-4c2a-a8f2-61a94aa0355f HTTP/1.1" status: 204 len: 168 time: 0.1293209 Dec 16 09:48:27.974269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5039f55-e7cf-4449-93b8-4712bbff0ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f19c9e-c907-4c2a-a8f2-61a94aa0355f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:28.703570 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca2f2-9504-4284-8cef-17b634dbfe9c req-cc5f85b9-bac6-44be-97bc-025aacb013b8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:28.705499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ca2f2-9504-4284-8cef-17b634dbfe9c req-cc5f85b9-bac6-44be-97bc-025aacb013b8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0508704 Dec 16 09:48:28.745398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e8ca2f2-9504-4284-8cef-17b634dbfe9c req-447a7f53-9bb3-4c81-b773-5837969252bb tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Dec 16 09:48:29.186391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a06e7c4c-845d-4841-8931-b3aff60777ff no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:29.209182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a06e7c4c-845d-4841-8931-b3aff60777ff {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:29.209751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a06e7c4c-845d-4841-8931-b3aff60777ff not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:29.210599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9bcc6cec-4843-4803-8997-53e8d5e4a908 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:29.235386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9bcc6cec-4843-4803-8997-53e8d5e4a908 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:29.235730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9bcc6cec-4843-4803-8997-53e8d5e4a908 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:29.908456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893144eb-e68f-4e92-92e7-76b2512c4ac6 req-171978dc-5416-419d-bcbb-8d42a7e42572 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:29.910112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-893144eb-e68f-4e92-92e7-76b2512c4ac6 req-171978dc-5416-419d-bcbb-8d42a7e42572 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0840130 Dec 16 09:48:29.963590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-893144eb-e68f-4e92-92e7-76b2512c4ac6 req-bb9b7e81-ada2-4418-8179-d73521b3ccb8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471919 Dec 16 09:48:30.324809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40118) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.459413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40126) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.486722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47d9947b-5780-472e-b718-ccfbcc2621d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.583928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3250a6d-b18b-40f9-aa75-44fbb3e8e214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.635781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47d9947b-5780-472e-b718-ccfbcc2621d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.640487 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47d9947b-5780-472e-b718-ccfbcc2621d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.683117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3250a6d-b18b-40f9-aa75-44fbb3e8e214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.685940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47d9947b-5780-472e-b718-ccfbcc2621d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2aac6c6ee8048faac3c10696220c2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599553 Dec 16 09:48:30.687064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9947b-5780-472e-b718-ccfbcc2621d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef731e-59f9-4fb7-8e6d-e4c3d408af89,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:30.688749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40130) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.698477 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3250a6d-b18b-40f9-aa75-44fbb3e8e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.763190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d3250a6d-b18b-40f9-aa75-44fbb3e8e214 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10d03d4fbe20403ba1fc535f1cb31b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019018 Dec 16 09:48:30.765467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3250a6d-b18b-40f9-aa75-44fbb3e8e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89733bc-1f4c-4bb5-b797-f7cba44238f8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:30.765902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40132) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:30.780050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd95864-836b-43f3-a816-c0df395f2541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.803346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd95864-836b-43f3-a816-c0df395f2541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.827107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b39ca72-a7bb-4f13-929f-305ced1e629c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.848203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b39ca72-a7bb-4f13-929f-305ced1e629c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.851741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd95864-836b-43f3-a816-c0df395f2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.854778 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd95864-836b-43f3-a816-c0df395f2541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.855974 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1fd95864-836b-43f3-a816-c0df395f2541 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bef731e-59f9-4fb7-8e6d-e4c3d408af89 HTTP/1.1" status: 204 len: 168 time: 0.1650429 Dec 16 09:48:30.865571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd95864-836b-43f3-a816-c0df395f2541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef731e-59f9-4fb7-8e6d-e4c3d408af89,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:30.906529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b39ca72-a7bb-4f13-929f-305ced1e629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.909046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b39ca72-a7bb-4f13-929f-305ced1e629c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:30.910273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3b39ca72-a7bb-4f13-929f-305ced1e629c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c89733bc-1f4c-4bb5-b797-f7cba44238f8 HTTP/1.1" status: 204 len: 168 time: 0.1432557 Dec 16 09:48:30.918248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39ca72-a7bb-4f13-929f-305ced1e629c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89733bc-1f4c-4bb5-b797-f7cba44238f8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:31.092763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa7ccf-5f0c-4813-a769-45677ace5672 req-7399bcdf-6046-4b79-b27a-06f2f21b471e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:31.094328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36fa7ccf-5f0c-4813-a769-45677ace5672 req-7399bcdf-6046-4b79-b27a-06f2f21b471e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0548122 Dec 16 09:48:31.134466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36fa7ccf-5f0c-4813-a769-45677ace5672 req-f2a55135-fb40-442d-877c-cb4cbbdc9764 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Dec 16 09:48:31.220049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40146) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:31.233771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-faf1e740-08aa-4b89-94df-7d72dbe282c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.265701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40148) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:31.285210 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b44993-a748-4539-a7e7-cb80b5b8c825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.354487 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-faf1e740-08aa-4b89-94df-7d72dbe282c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.363032 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-faf1e740-08aa-4b89-94df-7d72dbe282c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.418427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-faf1e740-08aa-4b89-94df-7d72dbe282c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63f1c71ec23e418b86121d08cdce258b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969132 Dec 16 09:48:31.420634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40150) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:31.426277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1e740-08aa-4b89-94df-7d72dbe282c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e695d86-8097-471a-b37f-0c30b767942e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:31.443939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b44993-a748-4539-a7e7-cb80b5b8c825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.454920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b44993-a748-4539-a7e7-cb80b5b8c825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.480977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1501-fdc3-45e6-9341-02a94947331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.492774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-85b44993-a748-4539-a7e7-cb80b5b8c825 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f94746bc47e49b89ad5e86543f33a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235162 Dec 16 09:48:31.493136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40158) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:31.499972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b44993-a748-4539-a7e7-cb80b5b8c825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc9d9c-5cd5-4114-9cf4-a095daeb421f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:31.504958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1501-fdc3-45e6-9341-02a94947331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.547177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cced6998-4ddc-4813-a237-0001d03b4146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.568411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1501-fdc3-45e6-9341-02a94947331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.570830 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cced6998-4ddc-4813-a237-0001d03b4146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.571338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ef8a1501-fdc3-45e6-9341-02a94947331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.577159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ef8a1501-fdc3-45e6-9341-02a94947331d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e695d86-8097-471a-b37f-0c30b767942e HTTP/1.1" status: 204 len: 168 time: 0.1528709 Dec 16 09:48:31.587948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a1501-fdc3-45e6-9341-02a94947331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e695d86-8097-471a-b37f-0c30b767942e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:31.635191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cced6998-4ddc-4813-a237-0001d03b4146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.638144 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cced6998-4ddc-4813-a237-0001d03b4146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:31.639365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cced6998-4ddc-4813-a237-0001d03b4146 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66bc9d9c-5cd5-4114-9cf4-a095daeb421f HTTP/1.1" status: 204 len: 168 time: 0.1453602 Dec 16 09:48:31.649534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced6998-4ddc-4813-a237-0001d03b4146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc9d9c-5cd5-4114-9cf4-a095daeb421f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:32.276577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961117ec-c1a9-45d7-bb01-5f5c464185d8 req-721fd9f7-1664-4e21-938d-fceb955d9066 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:32.281887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-961117ec-c1a9-45d7-bb01-5f5c464185d8 req-721fd9f7-1664-4e21-938d-fceb955d9066 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0561025 Dec 16 09:48:32.329960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-961117ec-c1a9-45d7-bb01-5f5c464185d8 req-a262fd9b-0d3c-4980-ba0e-4b834d9fc7f1 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 Dec 16 09:48:32.517003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40208) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:32.751034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-627301492-network', 'tenant_id': 'fa7594023ffe484a90ae19375582a07f'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:32.775517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Made reservation on behalf of fa7594023ffe484a90ae19375582a07f for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:32.778401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.788127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.864319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.869911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.897470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:32.909593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e325c640-6b9a-40e3-b546-cbb8259788c6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:32.917981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.917981 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Added segment ca4d7c18-2d04-4cc4-8051-6f9c635cf536 of type vlan for network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce Dec 16 09:48:32.960115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.995742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:32.996801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:32.997370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.053303 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5307374 Dec 16 09:48:33.053559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40226) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:33.060165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Request body: {'subnet': {'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-627301492-subnet', 'tenant_id': 'fa7594023ffe484a90ae19375582a07f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:33.065053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacbd93-7643-48ea-ae64-93538057b317 admin admin] Pushing event updated for resources: {'Network': ['ID=58a5e11b-850c-4224-a6ff-3d31da6ff6ce,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.076824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:33.088990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Made reservation on behalf of fa7594023ffe484a90ae19375582a07f for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:33.091234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.281566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.347101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d776566b-a09c-4b62-8e27-5b1f93d36206,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:33.353396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Checking segment: {'id': 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:33.353755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Network hostable DHCP agents. Network: 58a5e11b-850c-4224-a6ff-3d31da6ff6ce, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:33.382785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:33.397272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 58a5e11b-850c-4224-a6ff-3d31da6ff6ce) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:33.402310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:33.402888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:33.411826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15b387-c858-4597-ad05-f1d610735739 None None] Network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:33.456244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-744020ca-0786-4ebc-b2d5-e70630d9680c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4003785 Dec 16 09:48:33.509181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fdf7-2831-4409-a9d1-b3309ba71171 req-2b7d8060-36da-4779-8398-0b796c149abc tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:33.524240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c776fdf7-2831-4409-a9d1-b3309ba71171 req-2b7d8060-36da-4779-8398-0b796c149abc tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.1022799 Dec 16 09:48:33.569270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c776fdf7-2831-4409-a9d1-b3309ba71171 req-d8e2e1d1-15fe-4cd7-8bb0-f74bf1cd222d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Dec 16 09:48:33.642458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37467f-f6eb-4bbf-acda-ff00bf3294f8 None None] Network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:34.158364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:34.163976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2064096855-network', 'tenant_id': 'b3561822e6d445fdaf5cbe92a7c69848'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:34.187907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Made reservation on behalf of b3561822e6d445fdaf5cbe92a7c69848 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:34.190602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.199525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.305025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.309055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.350627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:48:34.362151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e19ab6-9bdc-48ac-ba80-a558a1df1225,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:34.379640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.379912 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Added segment 4ce1abfe-abce-47a7-ad71-a8b7647c5295 of type vlan for network 51a5322e-decd-4f3e-8797-59bc9c3a2407 Dec 16 09:48:34.433312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.470185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.471708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:34.472617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.503254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3433449 Dec 16 09:48:34.506764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40292) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:34.512837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Request body: {'subnet': {'network_id': '51a5322e-decd-4f3e-8797-59bc9c3a2407', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2064096855-subnet', 'tenant_id': 'b3561822e6d445fdaf5cbe92a7c69848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:34.547866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Made reservation on behalf of b3561822e6d445fdaf5cbe92a7c69848 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:34.551158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.560753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bd2c7-0ee2-4b03-9d00-2c9bc2ffa3bd admin admin] Pushing event updated for resources: {'Network': ['ID=51a5322e-decd-4f3e-8797-59bc9c3a2407,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:34.572948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 51a5322e-decd-4f3e-8797-59bc9c3a2407 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:48:34.712212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27d61-30c3-4ea7-b502-2d577e11e5e7 req-22951a8d-7448-46e8-a769-95780452d45d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:34.713750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3c27d61-30c3-4ea7-b502-2d577e11e5e7 req-22951a8d-7448-46e8-a769-95780452d45d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0622211 Dec 16 09:48:34.783168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3c27d61-30c3-4ea7-b502-2d577e11e5e7 req-8c59ebbb-86c3-4cf7-aa68-ad91996849ae tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620627 Dec 16 09:48:34.827768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.916528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa9f63d-9923-4b59-b60b-1a3723f32461,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:34.939238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Checking segment: {'id': '4ce1abfe-abce-47a7-ad71-a8b7647c5295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '51a5322e-decd-4f3e-8797-59bc9c3a2407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:34.939628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Network hostable DHCP agents. Network: 51a5322e-decd-4f3e-8797-59bc9c3a2407, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:48:34.963722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Network 51a5322e-decd-4f3e-8797-59bc9c3a2407 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:48:34.980731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 51a5322e-decd-4f3e-8797-59bc9c3a2407) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:34.986322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:34.986965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:34.993479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730f9554-c3ec-49c7-9eaf-db0a82f65e6f None None] Network 51a5322e-decd-4f3e-8797-59bc9c3a2407 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:34.993685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:35.014897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-570205ef-19fd-444e-91db-93d8f03663cc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5060747 Dec 16 09:48:35.195346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e25f8ec5-0894-4602-b9e3-47171a4380e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.230733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86526917-f50a-4ae0-ab13-ab8ac86ce235 None None] Network 51a5322e-decd-4f3e-8797-59bc9c3a2407 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:48:35.311867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e25f8ec5-0894-4602-b9e3-47171a4380e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.322743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e25f8ec5-0894-4602-b9e3-47171a4380e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.372116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e25f8ec5-0894-4602-b9e3-47171a4380e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa82422133bd412caf5ba62252556fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3772504 Dec 16 09:48:35.372979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f8ec5-0894-4602-b9e3-47171a4380e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f5089b-6f83-4fc8-b42b-c552472c90ae,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:35.375397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40314) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:35.438162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e4d06d94-0536-4f8d-96da-cab83b374aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.495314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e4d06d94-0536-4f8d-96da-cab83b374aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.572713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e4d06d94-0536-4f8d-96da-cab83b374aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.575921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e4d06d94-0536-4f8d-96da-cab83b374aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:35.579860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e4d06d94-0536-4f8d-96da-cab83b374aba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31f5089b-6f83-4fc8-b42b-c552472c90ae HTTP/1.1" status: 204 len: 168 time: 0.2017913 Dec 16 09:48:35.588714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d06d94-0536-4f8d-96da-cab83b374aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f5089b-6f83-4fc8-b42b-c552472c90ae,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:35.816403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-8be5e958-6930-42d6-b5e2-9177461c6d02 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:35.818072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-8be5e958-6930-42d6-b5e2-9177461c6d02 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/networks?id=58a5e11b-850c-4224-a6ff-3d31da6ff6ce HTTP/1.1" status: 200 len: 808 time: 0.1384358 Dec 16 09:48:35.840393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-09b6614f-c9d7-4e6a-8f86-8dbed16e6691 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/quotas/fa7594023ffe484a90ae19375582a07f HTTP/1.1" status: 200 len: 375 time: 0.0131426 Dec 16 09:48:35.893308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-c6d7d02f-8953-4612-a687-e0e50f8c0255 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa7594023ffe484a90ae19375582a07f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441523 Dec 16 09:48:35.985746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40336) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:35.999500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.013797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-14ec6b68-f8bb-4a7b-86ae-55928f318e42 service neutron] 10.222.0.61 "GET /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111138 Dec 16 09:48:36.107553 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.113113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.148479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-3e4915e4-a3c6-474a-a62f-755847c4c652 service neutron] 10.222.0.61 "GET /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229274 Dec 16 09:48:36.170796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bfc6e5-7eae-41bd-bb2a-656d26939a36,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:36.192395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.194883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.195492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.196148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.196546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.197783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.198640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.198640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.198910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.199659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.200445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.201094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:36.222427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c6e482c6-b78e-4430-956d-d09f19e3c60f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40e79b57dd9243df8b600b544528c6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347720 Dec 16 09:48:36.223461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40340) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:36.313196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65f88cd0-42eb-4e98-a3dc-5b27e1fb2235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.672666 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65f88cd0-42eb-4e98-a3dc-5b27e1fb2235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.726426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cfb5b-d00c-4186-873b-7676673c9238 req-0c990cff-d155-44da-9f52-fc4269a60cc4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:36.728046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-231cfb5b-d00c-4186-873b-7676673c9238 req-0c990cff-d155-44da-9f52-fc4269a60cc4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0968971 Dec 16 09:48:36.784567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-231cfb5b-d00c-4186-873b-7676673c9238 req-874a82cf-e26c-4644-a35c-58bdbbcb0dd0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501192 Dec 16 09:48:36.785463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65f88cd0-42eb-4e98-a3dc-5b27e1fb2235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.788081 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65f88cd0-42eb-4e98-a3dc-5b27e1fb2235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:36.792229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-65f88cd0-42eb-4e98-a3dc-5b27e1fb2235 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83bfc6e5-7eae-41bd-bb2a-656d26939a36 HTTP/1.1" status: 204 len: 168 time: 0.5609810 Dec 16 09:48:36.803225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f88cd0-42eb-4e98-a3dc-5b27e1fb2235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bfc6e5-7eae-41bd-bb2a-656d26939a36,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:36.981269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5916b4b0-69c1-49b8-bae8-4b6032e60f59 req-6d25ba5c-de35-43be-9702-8d841f87b7a8 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 210 time: 0.0356352 Dec 16 09:48:37.945817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-65666fa0-2ad5-4249-ad21-a6fd6d315c57 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:37.946377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49392d4-4f1c-4ae4-b62e-a485bfb6b565 req-3998e151-7dd1-4ab2-9567-c024fea58b3b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:37.947523 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-65666fa0-2ad5-4249-ad21-a6fd6d315c57 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.69 "GET /v2.0/networks?id=58a5e11b-850c-4224-a6ff-3d31da6ff6ce HTTP/1.1" status: 200 len: 808 time: 0.1452870 Dec 16 09:48:37.954896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e49392d4-4f1c-4ae4-b62e-a485bfb6b565 req-3998e151-7dd1-4ab2-9567-c024fea58b3b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0773754 Dec 16 09:48:37.969365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Request body: {'port': {'device_id': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce', 'admin_state_up': True, 'tenant_id': 'fa7594023ffe484a90ae19375582a07f'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:37.998566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e49392d4-4f1c-4ae4-b62e-a485bfb6b565 req-cf4e85e2-0fea-4432-bf9c-26aa35986717 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Dec 16 09:48:38.157198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Made reservation on behalf of fa7594023ffe484a90ae19375582a07f for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:38.160263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.180726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-750a8f63-a494-419d-8090-d3b08a80280a req-a2aa3122-a2cd-4548-901a-d06f92a934bf tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 210 time: 0.0351219 Dec 16 09:48:38.322413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Allocated IP 172.20.0.10 (58a5e11b-850c-4224-a6ff-3d31da6ff6ce/d776566b-a09c-4b62-8e27-5b1f93d36206/3c2313bd-1a27-40a9-b3da-1914f6d4dc12) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:38.526915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.571252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.603062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:38.604564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:38.607618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:38.682855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Pushing event updated for resources: {'Port': ['ID=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:38.696076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:38.697988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:38.717708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f5d99f10-4e46-4d1a-bcd3-c958d6d97902 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526071 Dec 16 09:48:38.732895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Request body: {'port': {'device_id': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:38.825913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.129109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d78a7-7975-462c-b262-58737de35d07 req-529d40c4-17df-4002-addc-798486757914 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.131794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe1d78a7-7975-462c-b262-58737de35d07 req-529d40c4-17df-4002-addc-798486757914 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0619540 Dec 16 09:48:39.181451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:39.191663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.192682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe1d78a7-7975-462c-b262-58737de35d07 req-01fc2f95-7368-4192-aa47-97ec66254ac3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Dec 16 09:48:39.226576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Transition to ACTIVE for port object 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:48:39.231170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.316984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:39.387577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Attempting to bind port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:39.387913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Attempting to bind port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:39.388240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Attempting to bind port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 on network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:39.395523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 on network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:48:39.396089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Attempting to bind port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 on network 58a5e11b-850c-4224-a6ff-3d31da6ff6ce {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:39.404551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:39.404889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Checking segment: {'id': 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:39.405281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Bound using segment: {'id': 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:39.405839 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Bound port: 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:39.406222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.441260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c550676-506e-49ba-9cbc-34aa14eed996 req-3be8863c-7c4f-4329-bbb9-589d4f2884b6 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.443119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c550676-506e-49ba-9cbc-34aa14eed996 req-3be8863c-7c4f-4329-bbb9-589d4f2884b6 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 944 time: 0.0839422 Dec 16 09:48:39.498253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] For port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:39.502687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] For port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,segment=NetworkSegment(ca4d7c18-2d04-4cc4-8051-6f9c635cf536),segment_id=ca4d7c18-2d04-4cc4-8051-6f9c635cf536)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:39.508037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.512931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c550676-506e-49ba-9cbc-34aa14eed996 req-1571d414-f87c-475d-b09e-4695d1f34729 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601840 Dec 16 09:48:39.553233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.553952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:39.555292 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] 10.222.0.69 "PUT /v2.0/ports/3c2313bd-1a27-40a9-b3da-1914f6d4dc12 HTTP/1.1" status: 200 len: 1092 time: 0.8276057 Dec 16 09:48:39.555727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'tag': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:39.558050 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fce8f40-90b4-4d11-a302-5275e91e54bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe5aa7f-0209-4714-95b4-9eb58215bac7", "tag": "3c2313bd-1a27-40a9-b3da-1914f6d4dc12"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:39.600172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7116f0-d952-4950-adbb-75bf21f1cad3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:39.615669 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a16a027-3ea2-4ecf-8c6d-020f177193e9 x-openstack-request-id: req-5a16a027-3ea2-4ecf-8c6d-020f177193e9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:39.616164 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe5aa7f-0209-4714-95b4-9eb58215bac7", "tag": "3c2313bd-1a27-40a9-b3da-1914f6d4dc12", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:39.616578 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a16a027-3ea2-4ecf-8c6d-020f177193e9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:39.616873 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'tag': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12', 'status': 'completed', 'code': 200} Dec 16 09:48:39.652402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f4415cd6-dcf7-45a2-bedc-13811155fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.654050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-f4415cd6-dcf7-45a2-bedc-13811155fec1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa7594023ffe484a90ae19375582a07f&device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 1095 time: 0.0505989 Dec 16 09:48:39.702910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-ee60094e-ce08-4817-a921-1ad593b27bc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12 HTTP/1.1" status: 200 len: 217 time: 0.0411253 Dec 16 09:48:39.757285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e35657-8944-4e60-a556-ddc2538ae182 req-c860af5c-a2ce-43ab-991f-9a12c37312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:39.758840 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-c860af5c-a2ce-43ab-991f-9a12c37312fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d776566b-a09c-4b62-8e27-5b1f93d36206 HTTP/1.1" status: 200 len: 848 time: 0.0495985 Dec 16 09:48:39.797899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-88e68479-1a89-439f-b94d-b9e0dd9f2d61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=58a5e11b-850c-4224-a6ff-3d31da6ff6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305090 Dec 16 09:48:39.906768 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-e2398c07-1b48-44a4-9820-dcaf9a61d536 service neutron] 10.222.0.69 "GET /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022658 Dec 16 09:48:40.013057 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-10e35657-8944-4e60-a556-ddc2538ae182 req-086fe1f9-c043-4012-bef1-08b90df4145b service neutron] 10.222.0.69 "GET /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989609 Dec 16 09:48:40.108641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-15dff200-35b5-4580-8619-ff473f0cfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.110245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-15dff200-35b5-4580-8619-ff473f0cfbbb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa7594023ffe484a90ae19375582a07f&device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 1095 time: 0.0456722 Dec 16 09:48:40.221440 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-6f7be292-3b34-4ace-993e-00d5b1cdf702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.223844 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-6f7be292-3b34-4ace-993e-00d5b1cdf702 service neutron] 10.222.0.69 "GET /v2.0/networks?id=58a5e11b-850c-4224-a6ff-3d31da6ff6ce HTTP/1.1" status: 200 len: 909 time: 0.1063914 Dec 16 09:48:40.273171 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-4c6b02da-ca3a-4cac-af44-226830abff58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12 HTTP/1.1" status: 200 len: 217 time: 0.0411279 Dec 16 09:48:40.341794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cf1b2-c814-4f8a-b422-b192094fa7b6 req-4c0a98bf-6e3c-4bba-aead-a98bb2cae85b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.346713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-9ef29aac-253a-4ab8-9793-064ea49a42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.350109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d1cf1b2-c814-4f8a-b422-b192094fa7b6 req-4c0a98bf-6e3c-4bba-aead-a98bb2cae85b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0733731 Dec 16 09:48:40.350228 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-9ef29aac-253a-4ab8-9793-064ea49a42ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d776566b-a09c-4b62-8e27-5b1f93d36206 HTTP/1.1" status: 200 len: 848 time: 0.0658312 Dec 16 09:48:40.384739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-e66f2f8f-859a-46dc-adb8-7a8053433f67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=58a5e11b-850c-4224-a6ff-3d31da6ff6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287144 Dec 16 09:48:40.407816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d1cf1b2-c814-4f8a-b422-b192094fa7b6 req-8dd44c08-f711-43d6-be0e-cab623b86b07 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566697 Dec 16 09:48:40.496498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-6a70c76b-0af8-4bee-9a99-ab7a784e46fd service neutron] 10.222.0.69 "GET /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036904 Dec 16 09:48:40.628177 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1fce8f40-90b4-4d11-a302-5275e91e54bd req-bcafcf60-f3f9-4019-8856-2303ca16d996 service neutron] 10.222.0.69 "GET /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226797 Dec 16 09:48:40.692958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d9da-9e0a-4a25-94a9-9cbd3fbc598e req-5d88c91a-e5eb-42a1-bb80-b579aaf89606 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:40.701436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d4d9da-9e0a-4a25-94a9-9cbd3fbc598e req-5d88c91a-e5eb-42a1-bb80-b579aaf89606 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 944 time: 0.0663972 Dec 16 09:48:40.747043 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67d4d9da-9e0a-4a25-94a9-9cbd3fbc598e req-1b31ee10-e383-4cf6-bfb1-bd48c0b036ca tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Dec 16 09:48:41.515212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a270661-6187-49b0-b88d-14db68267606 req-792ec9cb-a214-48be-bbbe-841819e0c875 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:41.516787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a270661-6187-49b0-b88d-14db68267606 req-792ec9cb-a214-48be-bbbe-841819e0c875 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0534384 Dec 16 09:48:41.557065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a270661-6187-49b0-b88d-14db68267606 req-27b11842-d425-464f-b681-934adc8e9775 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Dec 16 09:48:41.873475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-f01ba7ed-1b1d-47a2-965c-215dc8772c45 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690866971&fields=id&tenant_id=ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 267 time: 0.0337701 Dec 16 09:48:41.987366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-0001e6fd-2424-4512-8d52-e954f6ecf39d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:41.988898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-0001e6fd-2424-4512-8d52-e954f6ecf39d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1081834 Dec 16 09:48:42.004504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-a50714e2-da18-45cb-833e-cd8e3d1c959d tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/quotas/ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 375 time: 0.0097411 Dec 16 09:48:42.068952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-52d98bd5-31fa-496f-9f31-757bbc652bb0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0587661 Dec 16 09:48:42.171994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-f7f080af-eeed-42a9-8888-b4499eb026d4 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901256 Dec 16 09:48:42.265735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-d6f48860-7fd2-4c0b-97ab-c8f14b0e4783 service neutron] 10.222.0.61 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871129 Dec 16 09:48:42.438188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:48:42.561678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,segment=NetworkSegment(ca4d7c18-2d04-4cc4-8051-6f9c635cf536),segment_id=ca4d7c18-2d04-4cc4-8051-6f9c635cf536)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:42.574837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12', 'network_id': '58a5e11b-850c-4224-a6ff-3d31da6ff6ce', 'port_id': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12', 'mac_address': 'fa:16:3e:58:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd776566b-a09c-4b62-8e27-5b1f93d36206', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:48:42.638599 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.653715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:42.669116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c59a81-5109-44b8-8963-b27d4cf5c131 req-3bb5e543-1058-453a-ab7a-38a7827c126a tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:42.670731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c59a81-5109-44b8-8963-b27d4cf5c131 req-3bb5e543-1058-453a-ab7a-38a7827c126a tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 944 time: 0.0903695 Dec 16 09:48:42.694040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,segment=NetworkSegment(ca4d7c18-2d04-4cc4-8051-6f9c635cf536),segment_id=ca4d7c18-2d04-4cc4-8051-6f9c635cf536)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:42.700125 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:42.717558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88c59a81-5109-44b8-8963-b27d4cf5c131 req-9aea620c-f9ba-497b-ac53-1e41fee09176 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394287 Dec 16 09:48:42.762589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:42.794981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21c1b4a6-29ee-4bd1-9b94-f3f76537450f req-8efcd779-fbb7-4ea6-844a-7f55825cbe9c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Dec 16 09:48:42.911047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa83f3-8933-4ddf-8e9e-0c0bdc02e350 req-238c6743-dea1-4b86-8ff7-69b73d9f7be7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:42.912866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9fa83f3-8933-4ddf-8e9e-0c0bdc02e350 req-238c6743-dea1-4b86-8ff7-69b73d9f7be7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0576231 Dec 16 09:48:42.952807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9fa83f3-8933-4ddf-8e9e-0c0bdc02e350 req-19ab29e0-6873-45f1-9e3d-96dff89c37b2 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Dec 16 09:48:43.068406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3c2313bd-1a27-40a9-b3da-1914f6d4dc12'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:48:43.652888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-f87b5a37-cb54-43dd-832f-25f963016596 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:43.654381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-f87b5a37-cb54-43dd-832f-25f963016596 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 812 time: 0.1097758 Dec 16 09:48:43.705096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-14ff4bc1-8074-4901-93b7-1884e215683f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffdc5fb83b874cffa91d7175e427f521 HTTP/1.1" status: 200 len: 379 time: 0.0415707 Dec 16 09:48:43.720252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'port': {'device_id': '322140b6-a51a-4793-a536-973c6c4c0230', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'admin_state_up': True, 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'security_groups': ['a166949f-d08d-45dd-9dcb-ad8f2a92cbdc']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:43.888933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163737e2-4a1f-421e-be21-412887b32548 req-4d624b2d-b128-40d4-b125-f875f847dab5 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:43.890487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-163737e2-4a1f-421e-be21-412887b32548 req-4d624b2d-b128-40d4-b125-f875f847dab5 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 945 time: 0.0848284 Dec 16 09:48:43.896435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Made reservation on behalf of ffdc5fb83b874cffa91d7175e427f521 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:48:43.901357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:43.995816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-163737e2-4a1f-421e-be21-412887b32548 req-892f9147-3fe1-4b2e-9a5b-59efb7501562 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917542 Dec 16 09:48:44.041342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49def67f-869b-4785-a6f1-ba8d3573543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.080414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.20.0.4 (64642734-5d89-4ba1-97ce-846759726226/8509a545-3735-4db8-8a4a-0bd7c3e4b934/365073bb-4374-47f8-848e-7ed79d67369c) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:48:44.152798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-893f90f5-9c40-4bd4-8a65-1ab07aa7de6e req-1d3bd604-abb4-44a2-8d2b-e02700f25e9c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0381770 Dec 16 09:48:44.286571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.296828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dba5ef-4883-4e13-96c2-74dfd07ea4b2 req-89849f4f-7131-4d67-b24c-39830fb02022 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:44.298621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26dba5ef-4883-4e13-96c2-74dfd07ea4b2 req-89849f4f-7131-4d67-b24c-39830fb02022 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0846694 Dec 16 09:48:44.355529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26dba5ef-4883-4e13-96c2-74dfd07ea4b2 req-68eb2d04-bfcf-400b-912f-d32bd90d0cb7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Dec 16 09:48:44.365785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.422642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=365073bb-4374-47f8-848e-7ed79d67369c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:44.430425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network 64642734-5d89-4ba1-97ce-846759726226 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:48:44.431937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:48:44.434320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:48:44.436919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:44.500589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:44.501236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.518179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:48:44.524607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-99e34b66-b541-4b23-98a7-904b88af05ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084774 Dec 16 09:48:44.528627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:44.528994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.536360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-d3ea7fd3-e322-4222-ba94-4d2007484f77 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:48:44.537784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-d3ea7fd3-e322-4222-ba94-4d2007484f77 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061753 Dec 16 09:48:44.555511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Request body: {'port': {'device_id': '322140b6-a51a-4793-a536-973c6c4c0230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:48:44.636095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.636867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.664615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:44.667080 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4818b-fa57-4f55-a21f-a227b6d593fc" -d '{"events": [{"server_uuid": "5fe5aa7f-0209-4714-95b4-9eb58215bac7", "name": "network-vif-plugged", "status": "completed", "tag": "3c2313bd-1a27-40a9-b3da-1914f6d4dc12"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:44.701010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,segment=NetworkSegment(ca4d7c18-2d04-4cc4-8051-6f9c635cf536),segment_id=ca4d7c18-2d04-4cc4-8051-6f9c635cf536)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:44.708504 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.753837 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5b659-cf3b-40a3-a5ad-9a3135e80059 x-openstack-request-id: req-43b5b659-cf3b-40a3-a5ad-9a3135e80059 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:44.753837 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe5aa7f-0209-4714-95b4-9eb58215bac7", "name": "network-vif-plugged", "status": "completed", "tag": "3c2313bd-1a27-40a9-b3da-1914f6d4dc12", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:44.762243 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43b5b659-cf3b-40a3-a5ad-9a3135e80059 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:44.762710 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12', 'code': 200} Dec 16 09:48:44.802911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:44.824780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6d9d7305-3ca7-469a-91aa-da423839d850 None None] Provisioning complete for port 365073bb-4374-47f8-848e-7ed79d67369c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:44.825530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7305-3ca7-469a-91aa-da423839d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:44.905888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d7305-3ca7-469a-91aa-da423839d850 None None] Port 365073bb-4374-47f8-848e-7ed79d67369c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:48:44.913429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f16c-2051-49d2-8c29-d085dd3c2bc2 req-75870134-aa70-45f4-8f75-af4fdbbc6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:44.915121 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3627f16c-2051-49d2-8c29-d085dd3c2bc2 req-75870134-aa70-45f4-8f75-af4fdbbc6db1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 1097 time: 0.0752051 Dec 16 09:48:44.959689 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3627f16c-2051-49d2-8c29-d085dd3c2bc2 req-fd6b1833-df09-4697-b363-a7c113bd1047 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Dec 16 09:48:45.021092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365073bb-4374-47f8-848e-7ed79d67369c {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:45.032062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.063674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Transition to ACTIVE for port object 365073bb-4374-47f8-848e-7ed79d67369c will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:48:45.072040 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.159805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Pushing event updated for resources: {'Port': ['ID=365073bb-4374-47f8-848e-7ed79d67369c,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:45.247681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fca6c-777e-43ea-a467-df32a028e902 req-a70fc6c0-7cce-4cf0-9ef5-8605a58c46ab tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.249588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f0fca6c-777e-43ea-a467-df32a028e902 req-a70fc6c0-7cce-4cf0-9ef5-8605a58c46ab tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 946 time: 0.1024506 Dec 16 09:48:45.267390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Attempting to bind port 365073bb-4374-47f8-848e-7ed79d67369c on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:48:45.268313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Attempting to bind port 365073bb-4374-47f8-848e-7ed79d67369c by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:48:45.268823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Attempting to bind port 365073bb-4374-47f8-848e-7ed79d67369c on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:45.284003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Port 365073bb-4374-47f8-848e-7ed79d67369c on network 64642734-5d89-4ba1-97ce-846759726226 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:48:45.284338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Attempting to bind port 365073bb-4374-47f8-848e-7ed79d67369c on network 64642734-5d89-4ba1-97ce-846759726226 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:48:45.294583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:48:45.294922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Checking segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:48:45.295313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Bound using segment: {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:48:45.295750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Bound port: 365073bb-4374-47f8-848e-7ed79d67369c, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c7f1dc-ed79-4204-9603-50800e0d6c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64642734-5d89-4ba1-97ce-846759726226'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:48:45.296571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.333180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f0fca6c-777e-43ea-a467-df32a028e902 req-58634142-71f1-4992-ab10-b6a5420a2ea8 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685215 Dec 16 09:48:45.421943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] For port 365073bb-4374-47f8-848e-7ed79d67369c, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:48:45.450733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] For port 365073bb-4374-47f8-848e-7ed79d67369c, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=365073bb-4374-47f8-848e-7ed79d67369c,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:48:45.458507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.510948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.511870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:45.513703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-3517a833-b473-401d-8496-e00b481927a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/365073bb-4374-47f8-848e-7ed79d67369c HTTP/1.1" status: 200 len: 1091 time: 0.9661648 Dec 16 09:48:45.526013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:45.528888 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c734387a-19e2-4d51-aee0-7ee380f5e5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "tag": "365073bb-4374-47f8-848e-7ed79d67369c"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:45.544752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb688a-54d4-4103-80ac-756eb1976f4e req-46609226-1df1-41a1-ac28-f0ede8553dbb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.553324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8acb688a-54d4-4103-80ac-756eb1976f4e req-46609226-1df1-41a1-ac28-f0ede8553dbb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.1458602 Dec 16 09:48:45.634821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a833-b473-401d-8496-e00b481927a2 service neutron] Pushing event updated for resources: {'Port': ['ID=365073bb-4374-47f8-848e-7ed79d67369c,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:45.650161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8acb688a-54d4-4103-80ac-756eb1976f4e req-1fe45f74-e933-4fe0-8ea4-0fce52410e2b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959334 Dec 16 09:48:45.674169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-f029b2d3-3d31-4536-8dc2-74c76b43c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.675662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-f029b2d3-3d31-4536-8dc2-74c76b43c55d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 1094 time: 0.1005282 Dec 16 09:48:45.727139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-4d001afc-37d1-4180-95c5-b909f987f04c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=365073bb-4374-47f8-848e-7ed79d67369c HTTP/1.1" status: 200 len: 217 time: 0.0415578 Dec 16 09:48:45.826785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-c29d150c-1e1e-44e9-841f-4295eb85bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.828294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-c29d150c-1e1e-44e9-841f-4295eb85bc52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0916507 Dec 16 09:48:45.840505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbee88-18bf-4f7e-a3d1-c023f827222a req-43a3536f-1d61-4974-9866-ea252c62c783 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.842082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5cbee88-18bf-4f7e-a3d1-c023f827222a req-43a3536f-1d61-4974-9866-ea252c62c783 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0919147 Dec 16 09:48:45.915624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-6abda1d4-2246-4693-988d-50300c41d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:45.917158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-6abda1d4-2246-4693-988d-50300c41d026 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741744 Dec 16 09:48:45.920151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5cbee88-18bf-4f7e-a3d1-c023f827222a req-16ecc110-0eeb-4c27-a3a9-a57de081c4df tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653791 Dec 16 09:48:46.036456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-17c94f01-6c7f-4bcf-8f64-86ed8db6044f service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106174 Dec 16 09:48:46.068660 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089d85bc-6cf3-4af5-b2c1-9c7a78aedca4 x-openstack-request-id: req-089d85bc-6cf3-4af5-b2c1-9c7a78aedca4 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:46.068881 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "tag": "365073bb-4374-47f8-848e-7ed79d67369c", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:46.069133 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-089d85bc-6cf3-4af5-b2c1-9c7a78aedca4 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:46.069534 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c', 'status': 'completed', 'code': 200} Dec 16 09:48:46.143154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-834ddfbc-13c3-41c3-b0b4-2cadef18ddf7 req-a2fa2b71-62b2-43a1-9b90-0f9016dc6069 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981967 Dec 16 09:48:46.244792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-968eb7a2-43f3-4d34-be30-9946a169d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.247372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-968eb7a2-43f3-4d34-be30-9946a169d621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 1094 time: 0.0593090 Dec 16 09:48:46.344203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-97c2f2d4-d19d-48bd-96b2-21766ec8c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.346104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-97c2f2d4-d19d-48bd-96b2-21766ec8c450 service neutron] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.0922327 Dec 16 09:48:46.413567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-ee52e546-2655-465b-9442-22e0b80fdfc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=365073bb-4374-47f8-848e-7ed79d67369c HTTP/1.1" status: 200 len: 217 time: 0.0604651 Dec 16 09:48:46.473022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96c7-def4-4839-81cb-1d25fa71146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:46.504948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-55383077-f7b7-487c-94c6-ad0ea481e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.506459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-55383077-f7b7-487c-94c6-ad0ea481e084 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0853231 Dec 16 09:48:46.517164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1aac-d34c-40b9-b739-ef37f293743d req-1f5ec109-2762-4499-9f69-7849aed26fad tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.519357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a02c1aac-d34c-40b9-b739-ef37f293743d req-1f5ec109-2762-4499-9f69-7849aed26fad tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 946 time: 0.0861976 Dec 16 09:48:46.590886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a02c1aac-d34c-40b9-b739-ef37f293743d req-3fa55853-8f72-4ad8-9cdf-d7531fc7cf2a tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606012 Dec 16 09:48:46.593685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-d684d9b0-0bb1-47cb-9bda-db4d354db9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.595255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-d684d9b0-0bb1-47cb-9bda-db4d354db9ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749664 Dec 16 09:48:46.697051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-1d76bc82-18b8-48ed-a7d3-57450f11370d service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937562 Dec 16 09:48:46.835275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d55c6-af07-4f0e-aeae-59e169ba365e req-1816bcdc-fb54-45b2-97ce-b213c2b123dd tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:46.836804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db0d55c6-af07-4f0e-aeae-59e169ba365e req-1816bcdc-fb54-45b2-97ce-b213c2b123dd tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0774539 Dec 16 09:48:46.864620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c734387a-19e2-4d51-aee0-7ee380f5e5c9 req-22cbbf50-1d8a-4f68-8dd6-fee4fc88c820 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603248 Dec 16 09:48:46.886277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db0d55c6-af07-4f0e-aeae-59e169ba365e req-42adaca7-ab5d-46e6-b6b2-33946a8349d2 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399485 Dec 16 09:48:47.058537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcf3aa-f769-41fd-9add-5dcdd106c45a req-c59d958b-b27e-409e-a61e-969aa8d70a7b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:47.060100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2abcf3aa-f769-41fd-9add-5dcdd106c45a req-c59d958b-b27e-409e-a61e-969aa8d70a7b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0542436 Dec 16 09:48:47.110394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2abcf3aa-f769-41fd-9add-5dcdd106c45a req-18c8163f-469e-4340-a8e1-5679d8fc4b7f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Dec 16 09:48:47.729664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ea71-5020-4b38-bca0-fc735a1230a8 req-70942d79-44a4-4701-8042-6c024577dbd5 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:47.731263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a092ea71-5020-4b38-bca0-fc735a1230a8 req-70942d79-44a4-4701-8042-6c024577dbd5 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 946 time: 0.0582983 Dec 16 09:48:47.773210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a092ea71-5020-4b38-bca0-fc735a1230a8 req-23282dcb-2204-4352-bd06-fa8de71dece1 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343795 Dec 16 09:48:48.040909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:48.041434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8147f5-1417-496f-ad66-9e5a52547813 req-3afeb6fc-4e4b-49bf-b700-dc3436d7af3f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:48.043392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe8147f5-1417-496f-ad66-9e5a52547813 req-3afeb6fc-4e4b-49bf-b700-dc3436d7af3f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0782216 Dec 16 09:48:48.095580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe8147f5-1417-496f-ad66-9e5a52547813 req-357ed66e-0054-439f-9911-251483a7e8cb tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456710 Dec 16 09:48:48.251612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bc3e8-9465-4f6a-badd-8ac8ca8a39c2 req-26eabdd5-b095-4727-bd53-46a85559756c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:48.253379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a33bc3e8-9465-4f6a-badd-8ac8ca8a39c2 req-26eabdd5-b095-4727-bd53-46a85559756c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0545137 Dec 16 09:48:48.296528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a33bc3e8-9465-4f6a-badd-8ac8ca8a39c2 req-233e65d3-012f-4bb6-ba72-a2dfeb781b9d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363607 Dec 16 09:48:49.086020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40710) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:49.216782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-725f2e5c-cf16-4c8a-867d-a6c9dfb6166b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.249066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f62996-efb7-416e-b55f-6ad543059acf req-6a11cb23-992c-4046-8ffe-8776a4dc26ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:49.250595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00f62996-efb7-416e-b55f-6ad543059acf req-6a11cb23-992c-4046-8ffe-8776a4dc26ee tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0767310 Dec 16 09:48:49.313054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00f62996-efb7-416e-b55f-6ad543059acf req-42d5ff5e-ba02-49db-8496-8729d786a3af tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527446 Dec 16 09:48:49.352320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-725f2e5c-cf16-4c8a-867d-a6c9dfb6166b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.358092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-725f2e5c-cf16-4c8a-867d-a6c9dfb6166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.425915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-725f2e5c-cf16-4c8a-867d-a6c9dfb6166b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=defa07738e514fb1852e6ceb9e1edb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387318 Dec 16 09:48:49.426628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f2e5c-cf16-4c8a-867d-a6c9dfb6166b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa9862-7a0e-464e-8f4d-bc95ceb8c8f5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:49.428644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40726) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:49.451286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf68d-6526-4893-9eb5-ccabdae4fe4d req-c2bf3c6d-b479-46b0-8eaf-d3fdffe9dc99 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:49.452952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddabf68d-6526-4893-9eb5-ccabdae4fe4d req-c2bf3c6d-b479-46b0-8eaf-d3fdffe9dc99 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0701585 Dec 16 09:48:49.480784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0628a448-0763-47e4-93ff-4a5f10985069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.493649 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ddabf68d-6526-4893-9eb5-ccabdae4fe4d req-1e0f671e-a270-45c3-9377-5d296d6c7cd4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Dec 16 09:48:49.503421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0628a448-0763-47e4-93ff-4a5f10985069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.560255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0628a448-0763-47e4-93ff-4a5f10985069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.563270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0628a448-0763-47e4-93ff-4a5f10985069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.564919 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0628a448-0763-47e4-93ff-4a5f10985069 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcfa9862-7a0e-464e-8f4d-bc95ceb8c8f5 HTTP/1.1" status: 204 len: 168 time: 0.1350043 Dec 16 09:48:49.573481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628a448-0763-47e4-93ff-4a5f10985069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa9862-7a0e-464e-8f4d-bc95ceb8c8f5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:49.838734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40738) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:49.852585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4e415f2-17a1-4f3a-acf7-c0e4de6f2f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.878618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.891963 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.932843 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4e415f2-17a1-4f3a-acf7-c0e4de6f2f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.937601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4e415f2-17a1-4f3a-acf7-c0e4de6f2f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:49.975856 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4e415f2-17a1-4f3a-acf7-c0e4de6f2f8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79cd7cdbc7f6433f91d7d247c4548659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360481 Dec 16 09:48:49.976730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e415f2-17a1-4f3a-acf7-c0e4de6f2f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b4bb4-7f84-4b01-9014-515f7eaf10cf,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:49.978537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40744) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:50.043300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.067315 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.137535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.140196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:50.142139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f1b4bb4-7f84-4b01-9014-515f7eaf10cf HTTP/1.1" status: 204 len: 168 time: 0.1619024 Dec 16 09:48:50.154623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b4bb4-7f84-4b01-9014-515f7eaf10cf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:50.164560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.164931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.165680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.166044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.166375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.166848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.167180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.167551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.168036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.168363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.168691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.168995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8000da9-ec68-490e-8617-11eee913dba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:50.555306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f906192-6893-43f9-aa4f-4f4f23021d40 req-3b420ed0-bb34-459f-8e15-f10dbb1d82ea tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.555306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f906192-6893-43f9-aa4f-4f4f23021d40 req-3b420ed0-bb34-459f-8e15-f10dbb1d82ea tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0520296 Dec 16 09:48:50.600077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f906192-6893-43f9-aa4f-4f4f23021d40 req-621b0722-d531-4215-a3ac-8a4fa94c2c41 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394471 Dec 16 09:48:50.707087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85433-48b8-4716-964b-0daa8fa20a97 req-34432a26-f1e4-4255-843c-343d38d0ad22 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.708700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07e85433-48b8-4716-964b-0daa8fa20a97 req-34432a26-f1e4-4255-843c-343d38d0ad22 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Dec 16 09:48:50.752874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07e85433-48b8-4716-964b-0daa8fa20a97 req-5b35b318-f9f1-43fd-a729-b0dd88f05a11 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374615 Dec 16 09:48:50.863377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c039-963c-48f0-a1f2-e1cc0b01fd0d req-5c051436-b741-44c4-aae3-52bd5d4f6ac5 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:50.864874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3857c039-963c-48f0-a1f2-e1cc0b01fd0d req-5c051436-b741-44c4-aae3-52bd5d4f6ac5 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0522442 Dec 16 09:48:50.904219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3857c039-963c-48f0-a1f2-e1cc0b01fd0d req-7d4afff3-f0e2-4b82-9170-ed84f3b05f6a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330427 Dec 16 09:48:51.729684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb783a-e115-49e7-9e95-a1bd1dba0476 req-a368802b-6535-4be7-9fcb-908c6b17e9a8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.737808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bdb783a-e115-49e7-9e95-a1bd1dba0476 req-a368802b-6535-4be7-9fcb-908c6b17e9a8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0638013 Dec 16 09:48:51.780090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2bdb783a-e115-49e7-9e95-a1bd1dba0476 req-5a34e623-0d03-4d12-b5b0-c4b34a739145 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Dec 16 09:48:51.906309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae83ce4-9f67-475a-8c8a-3f5476225d23 req-02ad8379-013b-41fe-982b-536b162f5563 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:51.908057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ae83ce4-9f67-475a-8c8a-3f5476225d23 req-02ad8379-013b-41fe-982b-536b162f5563 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 946 time: 0.0573018 Dec 16 09:48:51.958760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ae83ce4-9f67-475a-8c8a-3f5476225d23 req-522d6357-ac76-4c5f-9849-2a5232e57137 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/security-groups?id=e325c640-6b9a-40e3-b546-cbb8259788c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Dec 16 09:48:52.066566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e298c-71be-41a8-905e-4a8503b61a1f req-047cf805-6a65-416c-9286-555647174374 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.068694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-418e298c-71be-41a8-905e-4a8503b61a1f req-047cf805-6a65-416c-9286-555647174374 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.69 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 946 time: 0.0550473 Dec 16 09:48:52.075819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08d1a-0659-432d-bb95-65698e84da32 req-1c1b79f2-4b99-4a12-9f72-077779cb1506 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.077404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7c08d1a-0659-432d-bb95-65698e84da32 req-1c1b79f2-4b99-4a12-9f72-077779cb1506 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Dec 16 09:48:52.124005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7c08d1a-0659-432d-bb95-65698e84da32 req-656bc480-1d64-4694-ba54-90bb66d3fb00 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390072 Dec 16 09:48:52.181920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Deleting port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:48:52.182160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.268941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40844) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:52.275996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] For port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,segment=NetworkSegment(ca4d7c18-2d04-4cc4-8051-6f9c635cf536),segment_id=ca4d7c18-2d04-4cc4-8051-6f9c635cf536)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:52.276426 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.289953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Calling delete_port for 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:48:52.380820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c182fb6-036a-4870-82f6-b065b727c98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.425297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.437685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3c2313bd-1a27-40a9-b3da-1914f6d4dc12'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:48:52.453736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Pushing event deleted for resources: {'Port': ['ID=3c2313bd-1a27-40a9-b3da-1914f6d4dc12,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:52.495885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c182fb6-036a-4870-82f6-b065b727c98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.499989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4c182fb6-036a-4870-82f6-b065b727c98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.500312 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] No DVR routers for this DVR port 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:48:52.503323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.506817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-418e298c-71be-41a8-905e-4a8503b61a1f req-b3bea1e2-af68-422b-8553-b6a407c1dcfc tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.69 "DELETE /v2.0/ports/3c2313bd-1a27-40a9-b3da-1914f6d4dc12 HTTP/1.1" status: 204 len: 173 time: 0.4290922 Dec 16 09:48:52.507239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'name': 'network-vif-deleted', 'tag': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:52.509585 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef544c3-58c3-4b01-8ac0-c2fa9fb8833f" -d '{"events": [{"server_uuid": "5fe5aa7f-0209-4714-95b4-9eb58215bac7", "name": "network-vif-deleted", "tag": "3c2313bd-1a27-40a9-b3da-1914f6d4dc12"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:52.545544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4c182fb6-036a-4870-82f6-b065b727c98b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f11a5b60f0974c20942344a23102bad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755141 Dec 16 09:48:52.547865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c182fb6-036a-4870-82f6-b065b727c98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375662a-0f49-40ed-b9ab-db572a4b34e1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:52.548552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40852) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:52.614306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b60b-1bd7-4128-83f6-5bca6bafcca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.642828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b60b-1bd7-4128-83f6-5bca6bafcca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.711722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b60b-1bd7-4128-83f6-5bca6bafcca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.714827 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e2c6b60b-1bd7-4128-83f6-5bca6bafcca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:52.716083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e2c6b60b-1bd7-4128-83f6-5bca6bafcca7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3375662a-0f49-40ed-b9ab-db572a4b34e1 HTTP/1.1" status: 204 len: 168 time: 0.1650321 Dec 16 09:48:52.740038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6b60b-1bd7-4128-83f6-5bca6bafcca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375662a-0f49-40ed-b9ab-db572a4b34e1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:52.747191 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c89e0-ab55-49e5-93c3-6991013e173d x-openstack-request-id: req-6e6c89e0-ab55-49e5-93c3-6991013e173d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:48:52.747711 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe5aa7f-0209-4714-95b4-9eb58215bac7", "name": "network-vif-deleted", "tag": "3c2313bd-1a27-40a9-b3da-1914f6d4dc12", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:48:52.748048 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e6c89e0-ab55-49e5-93c3-6991013e173d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:48:52.748538 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe5aa7f-0209-4714-95b4-9eb58215bac7', 'name': 'network-vif-deleted', 'tag': '3c2313bd-1a27-40a9-b3da-1914f6d4dc12', 'status': 'completed', 'code': 200} Dec 16 09:48:52.760076 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-6821bfd8-8bc5-4d92-b8e8-1e79e8baa808 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1343892 Dec 16 09:48:52.851336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-20beb672-1994-4a33-a11b-01dc63a472ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.852948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-20beb672-1994-4a33-a11b-01dc63a472ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1096 time: 0.0496643 Dec 16 09:48:52.940183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce343190-4400-4ccc-8799-81273f7d714e req-5990edd7-d0c8-4402-962f-0f0768d1a759 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.941428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce343190-4400-4ccc-8799-81273f7d714e req-5990edd7-d0c8-4402-962f-0f0768d1a759 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0748923 Dec 16 09:48:52.971226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-46a40e29-c810-4cd7-a822-e03707aadb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:52.973291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-46a40e29-c810-4cd7-a822-e03707aadb2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.0997794 Dec 16 09:48:52.986403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce343190-4400-4ccc-8799-81273f7d714e req-6788702d-3198-4328-9f78-76665a41db9f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379457 Dec 16 09:48:53.062310 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-054df62a-75ef-4d6f-ab16-796250afc41a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 1001 time: 0.0817289 Dec 16 09:48:53.072039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40864) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:53.095493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f584d64a-5310-4253-a310-9e8a77c7346b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.124677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-4a826673-0539-4004-a4b1-f3570d62e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.126593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-4a826673-0539-4004-a4b1-f3570d62e6f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0541780 Dec 16 09:48:53.126781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3086f8ec-d1d2-4099-998b-ae824057b4c9 req-15381abb-f581-4b99-98be-dcd146947486 tempest-VolumesActionsTest-1014077609 tempest-VolumesActionsTest-1014077609-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fe5aa7f-0209-4714-95b4-9eb58215bac7 HTTP/1.1" status: 200 len: 210 time: 0.0465877 Dec 16 09:48:53.183729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-d8167c23-b8f4-4d3d-b6e5-fcc6066b9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.185541 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-d8167c23-b8f4-4d3d-b6e5-fcc6066b9c9c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522699 Dec 16 09:48:53.244369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f584d64a-5310-4253-a310-9e8a77c7346b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.252771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f584d64a-5310-4253-a310-9e8a77c7346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.296165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-82a195cc-1b69-47b7-ae08-cb184f3b94a5 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029534 Dec 16 09:48:53.316113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c25abd-42c9-4dad-a723-78dbd7dc4def req-7e997554-bcd7-44f7-b88c-dddf81f06663 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:53.317745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64c25abd-42c9-4dad-a723-78dbd7dc4def req-7e997554-bcd7-44f7-b88c-dddf81f06663 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.1140039 Dec 16 09:48:53.320921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f584d64a-5310-4253-a310-9e8a77c7346b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=526063a441be4cd99d18dc2b7ff519cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478352 Dec 16 09:48:53.321903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584d64a-5310-4253-a310-9e8a77c7346b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4629b150-deb4-4bf9-838c-f502044d2f5b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:53.324371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40870) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:53.401907 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8582af24-8a24-4c83-a107-01c60dfc5cc5 req-99062517-6bca-4249-ab09-cb9d53280d1c service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991220 Dec 16 09:48:53.402113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64c25abd-42c9-4dad-a723-78dbd7dc4def req-bbaea449-6078-40fa-915e-e71568cb7925 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696945 Dec 16 09:48:53.415418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f23dae7f-fcbb-4ceb-bbda-bf60a244928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.449886 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f23dae7f-fcbb-4ceb-bbda-bf60a244928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.505637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f23dae7f-fcbb-4ceb-bbda-bf60a244928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.508808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f23dae7f-fcbb-4ceb-bbda-bf60a244928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:53.512683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f23dae7f-fcbb-4ceb-bbda-bf60a244928e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4629b150-deb4-4bf9-838c-f502044d2f5b HTTP/1.1" status: 204 len: 168 time: 0.1848254 Dec 16 09:48:53.524633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dae7f-fcbb-4ceb-bbda-bf60a244928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4629b150-deb4-4bf9-838c-f502044d2f5b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:53.794774 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:54.114534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ba1e0-0d1d-43a9-aae9-1dd3074144ea req-0f5736ee-6cf6-4ff0-a5a5-64ff7c866427 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:54.116204 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-560ba1e0-0d1d-43a9-aae9-1dd3074144ea req-0f5736ee-6cf6-4ff0-a5a5-64ff7c866427 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0525098 Dec 16 09:48:54.159830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-560ba1e0-0d1d-43a9-aae9-1dd3074144ea req-93f5dce8-3c09-4fc4-8c6b-0c4c76ceb64f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345383 Dec 16 09:48:54.546816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4544fb-f298-48a6-a233-4661a5af338e req-5e05c3a5-54cd-41e6-9d2e-479701b25893 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:54.548435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb4544fb-f298-48a6-a233-4661a5af338e req-5e05c3a5-54cd-41e6-9d2e-479701b25893 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0600967 Dec 16 09:48:54.602424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb4544fb-f298-48a6-a233-4661a5af338e req-5970a607-dd8c-41d4-9e9c-79eba9e21398 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Dec 16 09:48:55.091310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:55.284327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55990293-288c-4934-8e09-dfee1fc1c68f req-c0c0dab5-ef62-4361-a39b-59a2776c3805 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:55.285829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55990293-288c-4934-8e09-dfee1fc1c68f req-c0c0dab5-ef62-4361-a39b-59a2776c3805 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0511665 Dec 16 09:48:55.324706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55990293-288c-4934-8e09-dfee1fc1c68f req-7c0cd0f5-1f61-40fe-af38-84372c23b028 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323083 Dec 16 09:48:55.734606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4372-e5c0-4869-ad85-c52051824d80 req-0b4431e4-a1f5-4d92-ba45-cfb980b60898 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:55.737424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-614e4372-e5c0-4869-ad85-c52051824d80 req-0b4431e4-a1f5-4d92-ba45-cfb980b60898 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0574419 Dec 16 09:48:55.794599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-614e4372-e5c0-4869-ad85-c52051824d80 req-d4eaec78-c1d5-427b-8f3a-d0d8d979087e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Dec 16 09:48:55.908278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40976) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:56.021450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db801db8-3c6d-473a-a9f1-f5d9d09cfeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.096568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db801db8-3c6d-473a-a9f1-f5d9d09cfeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.101083 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db801db8-3c6d-473a-a9f1-f5d9d09cfeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.137634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db801db8-3c6d-473a-a9f1-f5d9d09cfeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b27edd6-5126-47a6-830b-d1a4b42c85c8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:56.145557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40980) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:56.145658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db801db8-3c6d-473a-a9f1-f5d9d09cfeb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc3ca79970c6420d8477fcb08540416e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357225 Dec 16 09:48:56.154867 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:48:56.205109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e094c8ee-3e83-44c0-b80e-843793976a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.227525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e094c8ee-3e83-44c0-b80e-843793976a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.283649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e094c8ee-3e83-44c0-b80e-843793976a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.286586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e094c8ee-3e83-44c0-b80e-843793976a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.287967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e094c8ee-3e83-44c0-b80e-843793976a60 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b27edd6-5126-47a6-830b-d1a4b42c85c8 HTTP/1.1" status: 204 len: 168 time: 0.1418691 Dec 16 09:48:56.297298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094c8ee-3e83-44c0-b80e-843793976a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b27edd6-5126-47a6-830b-d1a4b42c85c8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:56.452353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae3ac-c1b8-4bc5-9d60-6b047559ee6e req-d131abae-4fc8-4e46-a2db-6a518486cd00 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:56.454140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3bae3ac-c1b8-4bc5-9d60-6b047559ee6e req-d131abae-4fc8-4e46-a2db-6a518486cd00 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0531564 Dec 16 09:48:56.494930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3bae3ac-c1b8-4bc5-9d60-6b047559ee6e req-04af271b-27dd-42d7-b183-d7768d8173d3 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339322 Dec 16 09:48:56.511677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:48:56.537572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:48:56.537940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3c2313bd-1a27-40a9-b3da-1914f6d4dc12 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:48:56.574552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 40988) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:56.589265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-09028748-312d-44e8-8158-11de4b4634fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.664093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-09028748-312d-44e8-8158-11de4b4634fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.670027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-09028748-312d-44e8-8158-11de4b4634fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.708953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-09028748-312d-44e8-8158-11de4b4634fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ed1c24cd70540749470ce991051eb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332331 Dec 16 09:48:56.709781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09028748-312d-44e8-8158-11de4b4634fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cefb0cc-898f-4734-bd43-b86ed38b0105,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:56.711864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 40990) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:56.780440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94660f98-6f92-43ac-a988-92412e2bf026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.805952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94660f98-6f92-43ac-a988-92412e2bf026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.858675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94660f98-6f92-43ac-a988-92412e2bf026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.861815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94660f98-6f92-43ac-a988-92412e2bf026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:56.863003 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94660f98-6f92-43ac-a988-92412e2bf026 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cefb0cc-898f-4734-bd43-b86ed38b0105 HTTP/1.1" status: 204 len: 168 time: 0.1499989 Dec 16 09:48:56.871128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660f98-6f92-43ac-a988-92412e2bf026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cefb0cc-898f-4734-bd43-b86ed38b0105,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:56.962507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace99f1-f108-4223-9b34-50c7fd40b0f2 req-b15e95a7-3253-4759-8587-741121c90233 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:56.964176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dace99f1-f108-4223-9b34-50c7fd40b0f2 req-b15e95a7-3253-4759-8587-741121c90233 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0603499 Dec 16 09:48:57.008798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dace99f1-f108-4223-9b34-50c7fd40b0f2 req-4806cfdb-90f3-4030-86fd-6421e9ea903b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Dec 16 09:48:57.133328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91440b42-9e52-4521-bac2-a48cb23dc489 req-91ce65c5-fc2f-4358-bd71-25a1df1c0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:57.135249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91440b42-9e52-4521-bac2-a48cb23dc489 req-91ce65c5-fc2f-4358-bd71-25a1df1c0cd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 1096 time: 0.0568459 Dec 16 09:48:57.173315 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-91440b42-9e52-4521-bac2-a48cb23dc489 req-15362396-4e82-471f-aa1a-a347089df1c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298781 Dec 16 09:48:57.406773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 365073bb-4374-47f8-848e-7ed79d67369c details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:48:57.509522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 365073bb-4374-47f8-848e-7ed79d67369c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=365073bb-4374-47f8-848e-7ed79d67369c,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:57.522233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '365073bb-4374-47f8-848e-7ed79d67369c', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'port_id': '365073bb-4374-47f8-848e-7ed79d67369c', 'mac_address': 'fa:16:3e:2e:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:48:57.561320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:57.576835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365073bb-4374-47f8-848e-7ed79d67369c {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:48:57.610052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 365073bb-4374-47f8-848e-7ed79d67369c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=365073bb-4374-47f8-848e-7ed79d67369c,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:57.617217 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:57.637116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e1ea-9bff-43f6-a67a-f0e675884e9a req-1e45c055-c9c8-469d-915e-d4e2c3d9ab89 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:57.645265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f180e1ea-9bff-43f6-a67a-f0e675884e9a req-1e45c055-c9c8-469d-915e-d4e2c3d9ab89 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 943 time: 0.0579960 Dec 16 09:48:57.677916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=365073bb-4374-47f8-848e-7ed79d67369c,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:57.685281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.685616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.685977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.686307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.686636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.686915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f180e1ea-9bff-43f6-a67a-f0e675884e9a req-9148a06e-56d5-4bb4-b987-ad4b478583ca tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408077 Dec 16 09:48:57.687041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.687474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.687796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.688113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.688911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.689237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.689555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:48:57.844314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['365073bb-4374-47f8-848e-7ed79d67369c'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:48:58.178774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eba29-eb92-4566-904e-3f25dc511c83 req-44a7a74d-6bd1-4e1b-8eba-8f2fb4cdd56a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.179821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f46eba29-eb92-4566-904e-3f25dc511c83 req-44a7a74d-6bd1-4e1b-8eba-8f2fb4cdd56a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0666249 Dec 16 09:48:58.231501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f46eba29-eb92-4566-904e-3f25dc511c83 req-f9b51972-4750-4139-b5f0-5e21896c4c5d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448370 Dec 16 09:48:58.840540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007f89b-9b87-48fa-a25a-eb94a360dee1 req-2a98d3a8-46ed-45af-9498-1915ec5ae127 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:58.842257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2007f89b-9b87-48fa-a25a-eb94a360dee1 req-2a98d3a8-46ed-45af-9498-1915ec5ae127 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 944 time: 0.0659373 Dec 16 09:48:58.884096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2007f89b-9b87-48fa-a25a-eb94a360dee1 req-c24ba262-061a-4147-b5ad-2a1fa00a69a6 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355382 Dec 16 09:48:59.381012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e353d8-4bb1-4ae9-9013-ca955771bc7e req-0f5f4f29-145c-442c-b0d1-dfec91e82fc0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.382558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8e353d8-4bb1-4ae9-9013-ca955771bc7e req-0f5f4f29-145c-442c-b0d1-dfec91e82fc0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Dec 16 09:48:59.422708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 365073bb-4374-47f8-848e-7ed79d67369c up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:48:59.445398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8e353d8-4bb1-4ae9-9013-ca955771bc7e req-c10867d5-1b12-40ed-987d-9309f97d9251 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541945 Dec 16 09:48:59.497136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 365073bb-4374-47f8-848e-7ed79d67369c completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:48:59.507197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 365073bb-4374-47f8-848e-7ed79d67369c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:48:59.508576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.636196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.662107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:48:59.664027 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3d54ae-50e3-4311-872d-98e1f2ae44e7" -d '{"events": [{"server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "name": "network-vif-plugged", "status": "completed", "tag": "365073bb-4374-47f8-848e-7ed79d67369c"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:48:59.678583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 365073bb-4374-47f8-848e-7ed79d67369c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=365073bb-4374-47f8-848e-7ed79d67369c,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:48:59.684509 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.701379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41140) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:48:59.745036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=365073bb-4374-47f8-848e-7ed79d67369c,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:59.837392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-63116e90-4020-424f-a513-7aab9c0d36f4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:48:59.842284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-63116e90-4020-424f-a513-7aab9c0d36f4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 811 time: 0.1292989 Dec 16 09:48:59.855267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-09ae55c0-9d94-4931-bc4c-54363474b483 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/quotas/b78f3a832da9440a98fea3268325b789 HTTP/1.1" status: 200 len: 375 time: 0.0105295 Dec 16 09:48:59.865650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a69-3053-4342-8cc3-a4c3d52e6173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.926282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-e21f6379-78d6-4a4c-a5fa-ffc43c8253bd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503967 Dec 16 09:48:59.949504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a69-3053-4342-8cc3-a4c3d52e6173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.954910 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9a69-3053-4342-8cc3-a4c3d52e6173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:48:59.996280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a4aa9a69-3053-4342-8cc3-a4c3d52e6173 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7babdd2799dd435983f27914d675fcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938931 Dec 16 09:48:59.997145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9a69-3053-4342-8cc3-a4c3d52e6173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559df211-768e-42f8-9f7a-c78b0fea2337,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:48:59.999599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41148) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:00.057278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-691a87c1-15e1-4d7e-8cf0-1cc81efcebab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.079176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-691a87c1-15e1-4d7e-8cf0-1cc81efcebab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.090413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-2f8cc191-ee72-424b-ba28-0f0ed973426a service neutron] 10.222.0.61 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555171 Dec 16 09:49:00.131440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-691a87c1-15e1-4d7e-8cf0-1cc81efcebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.134372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-691a87c1-15e1-4d7e-8cf0-1cc81efcebab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.135771 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-691a87c1-15e1-4d7e-8cf0-1cc81efcebab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/559df211-768e-42f8-9f7a-c78b0fea2337 HTTP/1.1" status: 204 len: 168 time: 0.1329138 Dec 16 09:49:00.145243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a87c1-15e1-4d7e-8cf0-1cc81efcebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559df211-768e-42f8-9f7a-c78b0fea2337,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:00.442947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41154) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:00.456232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fbbe48fd-510b-4c3c-8f66-d983d7c82b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.457667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-b443877a-9c65-46ee-b530-0f99b3e74523 service neutron] 10.222.0.61 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664083 Dec 16 09:49:00.554672 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fbbe48fd-510b-4c3c-8f66-d983d7c82b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.560910 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fbbe48fd-510b-4c3c-8f66-d983d7c82b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.597648 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fbbe48fd-510b-4c3c-8f66-d983d7c82b4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9b7438cd23041efbeae506447eabf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535714 Dec 16 09:49:00.600542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41162) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:00.653172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe48fd-510b-4c3c-8f66-d983d7c82b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db07a15a-52d0-495d-a824-5bf5542fd02f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:00.656336 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f249f81f-22ea-4e8c-92af-45190b40e439 x-openstack-request-id: req-f249f81f-22ea-4e8c-92af-45190b40e439 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:00.656819 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "name": "network-vif-plugged", "status": "completed", "tag": "365073bb-4374-47f8-848e-7ed79d67369c", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:00.657030 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f249f81f-22ea-4e8c-92af-45190b40e439 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:00.657298 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c', 'code': 200} Dec 16 09:49:00.704049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3893f41-1560-4a05-bc7f-3210f5b6c1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.763457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3893f41-1560-4a05-bc7f-3210f5b6c1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.811431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2da512-ca79-4a7c-bc6a-5d9c681453dd req-777103d1-c3ce-4f9e-8ecd-866008b8ac8b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:00.812483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa2da512-ca79-4a7c-bc6a-5d9c681453dd req-777103d1-c3ce-4f9e-8ecd-866008b8ac8b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 945 time: 0.0893133 Dec 16 09:49:00.846429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3893f41-1560-4a05-bc7f-3210f5b6c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.850290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b3893f41-1560-4a05-bc7f-3210f5b6c1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:00.851532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b3893f41-1560-4a05-bc7f-3210f5b6c1ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db07a15a-52d0-495d-a824-5bf5542fd02f HTTP/1.1" status: 204 len: 168 time: 0.2496912 Dec 16 09:49:00.876646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa2da512-ca79-4a7c-bc6a-5d9c681453dd req-04a1cf1b-a8be-4030-8b0a-801703de5846 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554030 Dec 16 09:49:00.880093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3893f41-1560-4a05-bc7f-3210f5b6c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db07a15a-52d0-495d-a824-5bf5542fd02f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:00.972960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9bede-3db8-468b-81b9-8dc78c843424 req-edebd8f5-d16b-4950-be3d-1865f06f773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:00.975107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1d9bede-3db8-468b-81b9-8dc78c843424 req-edebd8f5-d16b-4950-be3d-1865f06f773e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 1096 time: 0.2570887 Dec 16 09:49:01.046996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1d9bede-3db8-468b-81b9-8dc78c843424 req-44756eb9-c1b7-4d11-b1a3-de5bc57527a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629258 Dec 16 09:49:01.081268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd3993b1-9cd8-4d42-bb74-8389480e0401 req-964e8705-3ebc-4286-9ae2-fa5053e645c1 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 210 time: 0.0475812 Dec 16 09:49:02.053862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fba5-eae0-4cb8-9b36-14db9d7258a7 req-1a5cbc32-b087-4364-b18a-4eaadb2e0683 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:02.059213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa48fba5-eae0-4cb8-9b36-14db9d7258a7 req-1a5cbc32-b087-4364-b18a-4eaadb2e0683 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 945 time: 0.0790675 Dec 16 09:49:02.140540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa48fba5-eae0-4cb8-9b36-14db9d7258a7 req-d4524244-4f5d-4430-896a-3ca940389040 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734513 Dec 16 09:49:02.271930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-ca456cc3-630e-4ee4-897d-74be37f9b0f5 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:02.275110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-ca456cc3-630e-4ee4-897d-74be37f9b0f5 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 811 time: 0.2667375 Dec 16 09:49:02.302131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Request body: {'port': {'device_id': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'admin_state_up': True, 'tenant_id': 'b78f3a832da9440a98fea3268325b789'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:02.366144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab905b50-b6fb-4f74-9878-0202536eec4f req-01b15bca-650c-4cc5-b7c2-69c88b97c01f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 210 time: 0.0295289 Dec 16 09:49:02.738381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Made reservation on behalf of b78f3a832da9440a98fea3268325b789 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:02.745123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:02.874692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Allocated IP 172.20.0.7 (a542b0fe-d14a-4035-965b-baf7ee64795b/f1569e2b-720e-40b3-ae1a-fffa1db40941/047e3342-40e3-4ecf-9987-92d8d85419d9) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:03.040990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.078033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.091022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:03.123615 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Network a542b0fe-d14a-4035-965b-baf7ee64795b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:03.129130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:03.133051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:03.171755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Pushing event updated for resources: {'Port': ['ID=047e3342-40e3-4ecf-9987-92d8d85419d9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:03.214859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.215912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.238356 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-d9eba5ba-7024-4bc6-9f04-d3d3227b666b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9548352 Dec 16 09:49:03.253976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Request body: {'port': {'device_id': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:03.318913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df3a67-c984-4455-a90e-efb83cd72ed9 req-6642ec37-72b7-494d-9d9f-d296c5e4c165 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.328169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31df3a67-c984-4455-a90e-efb83cd72ed9 req-6642ec37-72b7-494d-9d9f-d296c5e4c165 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 945 time: 0.0635986 Dec 16 09:49:03.403968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31df3a67-c984-4455-a90e-efb83cd72ed9 req-bd11f100-d23e-4133-b321-2043a695465b tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722928 Dec 16 09:49:03.417882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.645597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fae33c-0f7b-4ea3-af85-1aea40a75b00 req-9b56c0c2-c7a2-409e-9dd5-4da660a009bc tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.647492 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3fae33c-0f7b-4ea3-af85-1aea40a75b00 req-9b56c0c2-c7a2-409e-9dd5-4da660a009bc tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 931 time: 0.0735579 Dec 16 09:49:03.692742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3fae33c-0f7b-4ea3-af85-1aea40a75b00 req-6e962f48-7e8c-4312-b4ef-2be98bd10335 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Dec 16 09:49:03.783897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047e3342-40e3-4ecf-9987-92d8d85419d9 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:03.791867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.807310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Transition to ACTIVE for port object 047e3342-40e3-4ecf-9987-92d8d85419d9 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:49:03.812086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.818640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37e70d-f01c-473f-b934-f508bd552292 req-702c9fe4-55f7-45f6-88e2-ff4f79bf7813 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.820343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae37e70d-f01c-473f-b934-f508bd552292 req-702c9fe4-55f7-45f6-88e2-ff4f79bf7813 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 945 time: 0.0656586 Dec 16 09:49:03.872392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=047e3342-40e3-4ecf-9987-92d8d85419d9,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:03.886128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae37e70d-f01c-473f-b934-f508bd552292 req-b5ec6a75-8f82-43d0-b940-d05eddfaf6a1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570066 Dec 16 09:49:03.916345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41352) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:03.954348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Attempting to bind port 047e3342-40e3-4ecf-9987-92d8d85419d9 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:03.954596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Attempting to bind port 047e3342-40e3-4ecf-9987-92d8d85419d9 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:03.954943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Attempting to bind port 047e3342-40e3-4ecf-9987-92d8d85419d9 on network a542b0fe-d14a-4035-965b-baf7ee64795b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:03.960294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Port 047e3342-40e3-4ecf-9987-92d8d85419d9 on network a542b0fe-d14a-4035-965b-baf7ee64795b not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:03.962236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Attempting to bind port 047e3342-40e3-4ecf-9987-92d8d85419d9 on network a542b0fe-d14a-4035-965b-baf7ee64795b {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:03.963335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24537a2-38ee-41d8-bb2c-d07f8e40ec3a tempest-TestVolumeBootPattern-1486728337 tempest-TestVolumeBootPattern-1486728337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:03.967655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c24537a2-38ee-41d8-bb2c-d07f8e40ec3a tempest-TestVolumeBootPattern-1486728337 tempest-TestVolumeBootPattern-1486728337-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 1091 time: 0.0502114 Dec 16 09:49:03.970525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41358) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:03.971991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:03.972331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Checking segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:03.974324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Bound using segment: {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:03.974998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Bound port: 047e3342-40e3-4ecf-9987-92d8d85419d9, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a074915f-9e17-49b4-b4db-85bca98a42a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:03.975561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:03.977100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '365073bb-4374-47f8-848e-7ed79d67369c', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:04.003292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.058036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] For port 047e3342-40e3-4ecf-9987-92d8d85419d9, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:04.063597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] For port 047e3342-40e3-4ecf-9987-92d8d85419d9, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=047e3342-40e3-4ecf-9987-92d8d85419d9,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:04.073617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.137475 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.138021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.139231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.140994 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] 10.222.0.69 "PUT /v2.0/ports/047e3342-40e3-4ecf-9987-92d8d85419d9 HTTP/1.1" status: 200 len: 1091 time: 0.8938088 Dec 16 09:49:04.144348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'tag': '047e3342-40e3-4ecf-9987-92d8d85419d9'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:04.146820 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c86c67-21ac-4373-8da1-0055b91f3d94" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8c817e-b667-4e40-9420-7d9e390150ea", "tag": "047e3342-40e3-4ecf-9987-92d8d85419d9"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:04.196472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c432d-3f6e-4b75-a4c9-6371e971d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=047e3342-40e3-4ecf-9987-92d8d85419d9,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:04.201803 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5e8c2a-c89d-42fb-975e-dfd90ee38a6b x-openstack-request-id: req-9d5e8c2a-c89d-42fb-975e-dfd90ee38a6b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:04.202114 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8c817e-b667-4e40-9420-7d9e390150ea", "tag": "047e3342-40e3-4ecf-9987-92d8d85419d9", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:04.202508 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d5e8c2a-c89d-42fb-975e-dfd90ee38a6b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:04.202909 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'tag': '047e3342-40e3-4ecf-9987-92d8d85419d9', 'status': 'completed', 'code': 200} Dec 16 09:49:04.250293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-090ff2ce-8070-439d-9fc7-c021c304572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.252212 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-090ff2ce-8070-439d-9fc7-c021c304572c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 1094 time: 0.0485237 Dec 16 09:49:04.299950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Allocated IP 172.25.6.84 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/ea291270-7d8b-4f48-a709-8e77bbe19c08) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:04.302047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-15ec22db-679d-4876-b96b-775a986273e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=047e3342-40e3-4ecf-9987-92d8d85419d9 HTTP/1.1" status: 200 len: 217 time: 0.0415347 Dec 16 09:49:04.354779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-e7bef32f-1b93-4b94-9381-afc5c8e9f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.356273 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-e7bef32f-1b93-4b94-9381-afc5c8e9f474 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0480795 Dec 16 09:49:04.405541 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-73dd0828-931a-4bb1-a2ab-e2a086289921 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398610 Dec 16 09:49:04.436897 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.483875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.539415 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-97ecd886-c1e8-452e-a006-c20ed042a2a6 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268432 Dec 16 09:49:04.540412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:04.544600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:04.547540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:04.561884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41386) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:04.593792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=ea291270-7d8b-4f48-a709-8e77bbe19c08,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:04.667338 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-19a701c4-e8bf-4c9f-aa2a-7a367af17489 req-3deed551-0a6c-4609-8977-bda7c29c6ccf service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171205 Dec 16 09:49:04.766425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-42bc9c4a-2ac3-4c13-818d-cf4a05bf97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.768364 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-42bc9c4a-2ac3-4c13-818d-cf4a05bf97f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 1094 time: 0.0449545 Dec 16 09:49:04.792203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49961c45-ed8b-472d-bf90-608925c9d5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:04.870909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-7f17e368-9694-41ad-8002-d6a58e2cfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.874671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-7f17e368-9694-41ad-8002-d6a58e2cfd4d service neutron] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 912 time: 0.0990007 Dec 16 09:49:04.904783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f27a6-f901-43e9-b5e6-8021ec2319d6 req-d3ac065a-7666-4c9e-93a3-850c3b322772 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.906309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d66f27a6-f901-43e9-b5e6-8021ec2319d6 req-d3ac065a-7666-4c9e-93a3-850c3b322772 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 943 time: 0.1157086 Dec 16 09:49:04.924454 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-90992ba3-05fe-44ae-811c-e6eb30bc116f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=047e3342-40e3-4ecf-9987-92d8d85419d9 HTTP/1.1" status: 200 len: 217 time: 0.0413017 Dec 16 09:49:04.978164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-694dd0bd-665c-43ff-9a69-10237b473e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:04.979844 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-694dd0bd-665c-43ff-9a69-10237b473e90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0486491 Dec 16 09:49:05.019158 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-95fb3fa4-8724-4974-bfc1-ea384fa8cae9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322208 Dec 16 09:49:05.057587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d66f27a6-f901-43e9-b5e6-8021ec2319d6 req-2619a2e6-bb0f-48a5-bcf7-f5d22682c59c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371231 Dec 16 09:49:05.073670 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49961c45-ed8b-472d-bf90-608925c9d5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.080188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49961c45-ed8b-472d-bf90-608925c9d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.129627 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-ad7a00aa-0208-4ebc-acac-6943e3ebf463 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026151 Dec 16 09:49:05.141239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49961c45-ed8b-472d-bf90-608925c9d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446877f0-3245-4b14-b2e9-cb90f22bbbe4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.147627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-49961c45-ed8b-472d-bf90-608925c9d5dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60b850f67a6d4e9aa9ca045609c46b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611761 Dec 16 09:49:05.150170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41392) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.170308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.234355 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c86c67-21ac-4373-8da1-0055b91f3d94 req-5a82cf4e-c897-4ebe-a91e-6451eb502555 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977719 Dec 16 09:49:05.259287 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c704c9a1-eeb2-41df-a5a3-73f7c10a4365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.278952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.304936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c704c9a1-eeb2-41df-a5a3-73f7c10a4365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.412695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c704c9a1-eeb2-41df-a5a3-73f7c10a4365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.415322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c704c9a1-eeb2-41df-a5a3-73f7c10a4365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.416464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c704c9a1-eeb2-41df-a5a3-73f7c10a4365 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/446877f0-3245-4b14-b2e9-cb90f22bbbe4 HTTP/1.1" status: 204 len: 168 time: 0.2654078 Dec 16 09:49:05.434439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c9a1-eeb2-41df-a5a3-73f7c10a4365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446877f0-3245-4b14-b2e9-cb90f22bbbe4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.479701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.489373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.576248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event updated for resources: {'Port': ['ID=ea291270-7d8b-4f48-a709-8e77bbe19c08,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:05.594728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:05.738709 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Floating IP 26b724ad-5a25-4162-9520-d0490963f7a0 associated. External IP: 172.25.6.84, port: 365073bb-4374-47f8-848e-7ed79d67369c. Dec 16 09:49:05.811872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41404) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:05.849659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-466617fc-0112-46bb-a987-b6de529ff8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.051034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-466617fc-0112-46bb-a987-b6de529ff8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.059067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:06.061008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-466617fc-0112-46bb-a987-b6de529ff8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.112864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466617fc-0112-46bb-a987-b6de529ff8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ff3cf-c2ba-45c3-828b-ff798dabfeb4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:06.120955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41414) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:06.121487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-466617fc-0112-46bb-a987-b6de529ff8f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6dd7cd3aef34f39a238cab519f4e636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085127 Dec 16 09:49:06.179203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f46a143-bd16-456d-888e-d9203bea7e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.201415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f46a143-bd16-456d-888e-d9203bea7e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.254349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f46a143-bd16-456d-888e-d9203bea7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.257254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f46a143-bd16-456d-888e-d9203bea7e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.258625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f46a143-bd16-456d-888e-d9203bea7e9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/849ff3cf-c2ba-45c3-828b-ff798dabfeb4 HTTP/1.1" status: 204 len: 168 time: 0.1359651 Dec 16 09:49:06.268312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fa205-8947-4a96-ae44-2336354607b4 req-9a3a493f-9170-4f8c-a140-a4cb4cfd34a7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.269556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46a143-bd16-456d-888e-d9203bea7e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ff3cf-c2ba-45c3-828b-ff798dabfeb4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:06.269895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c7fa205-8947-4a96-ae44-2336354607b4 req-9a3a493f-9170-4f8c-a140-a4cb4cfd34a7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 943 time: 0.1092589 Dec 16 09:49:06.281507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:06.301240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:06.302494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:06.323299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:06.323987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:48:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:06.350485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a4dbc74-988b-4dd5-b4e5-a0cfc023a83a tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3769472 Dec 16 09:49:06.351242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:06.353514 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca27af2-6419-48f9-a0ed-0f9def554a61" -d '{"events": [{"name": "network-changed", "server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "tag": "365073bb-4374-47f8-848e-7ed79d67369c"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:06.373361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c7fa205-8947-4a96-ae44-2336354607b4 req-d2de856d-7ac3-43da-932f-63a1049744ec tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484905 Dec 16 09:49:06.491721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:06.694367 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7dc39-e5d4-4260-ae32-79ba8b4afcbf x-openstack-request-id: req-7bf7dc39-e5d4-4260-ae32-79ba8b4afcbf {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:06.694843 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "tag": "365073bb-4374-47f8-848e-7ed79d67369c", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:06.694927 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bf7dc39-e5d4-4260-ae32-79ba8b4afcbf {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:06.695267 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c', 'status': 'completed', 'code': 200} Dec 16 09:49:06.764789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '26b724ad-5a25-4162-9520-d0490963f7a0', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '365073bb-4374-47f8-848e-7ed79d67369c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:2e:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322140b6-a51a-4793-a536-973c6c4c0230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:49:04Z', 'updated_at': '2021-12-16T09:49:04Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}, {'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:47:01Z', 'revision_number': 1, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:06.770763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-913f651c-6ae9-402d-9e4b-c605bdb7222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.772547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-913f651c-6ae9-402d-9e4b-c605bdb7222e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 1096 time: 0.0548024 Dec 16 09:49:06.793576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:49:06.803923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:06.804538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:48:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:06.880990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-4187713b-33e3-4124-9084-727dde7d6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:06.882592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-4187713b-33e3-4124-9084-727dde7d6c72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.0957375 Dec 16 09:49:06.921683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:49:06.979740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-5ce194cf-0dee-4074-a3df-701039f450ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=365073bb-4374-47f8-848e-7ed79d67369c HTTP/1.1" status: 200 len: 998 time: 0.0855129 Dec 16 09:49:07.040136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-deeffa13-1de2-489a-9349-6da4b01b2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.041645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-deeffa13-1de2-489a-9349-6da4b01b2f18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0542169 Dec 16 09:49:07.131271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-0b7b5f17-e742-49b0-bd01-affa20ab7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.132902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-0b7b5f17-e742-49b0-bd01-affa20ab7290 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705926 Dec 16 09:49:07.239124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '26b724ad-5a25-4162-9520-d0490963f7a0', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '365073bb-4374-47f8-848e-7ed79d67369c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:2e:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322140b6-a51a-4793-a536-973c6c4c0230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:49:04Z', 'updated_at': '2021-12-16T09:49:04Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}, {'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:47:01Z', 'revision_number': 1, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:07.251413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-fa68bc28-8694-4ac1-a46e-d221ab4d461d service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032219 Dec 16 09:49:07.270302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a002e9-5977-48be-9e83-7c13c5c97e08 None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '26b724ad-5a25-4162-9520-d0490963f7a0', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '365073bb-4374-47f8-848e-7ed79d67369c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:2e:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322140b6-a51a-4793-a536-973c6c4c0230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:49:04Z', 'updated_at': '2021-12-16T09:49:04Z', 'revision_number': 0, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}, {'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:47:01Z', 'revision_number': 1, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:07.362989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bca27af2-6419-48f9-a0ed-0f9def554a61 req-10c2beaa-f442-446e-8e4b-123e4a9718a1 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040180 Dec 16 09:49:07.539686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11927f3f-2544-4766-b87b-234c2add39e8 req-6465baec-3c61-4b9e-a26a-bd3a21ab2fab tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.541257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11927f3f-2544-4766-b87b-234c2add39e8 req-6465baec-3c61-4b9e-a26a-bd3a21ab2fab tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 943 time: 0.0621588 Dec 16 09:49:07.579035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de1570-fd41-4d1b-802c-31e405fd23f8 None None] New status for floating IP 26b724ad-5a25-4162-9520-d0490963f7a0: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:49:07.597392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-11927f3f-2544-4766-b87b-234c2add39e8 req-43b698e5-6816-4927-b21b-8cfd41134745 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Dec 16 09:49:07.771607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:07.840195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-af3ce6a4-c629-474c-9b15-52924d8b41d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468676 Dec 16 09:49:07.904992 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eea7f46d-5ee5-4846-b92e-558c1b54beb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:07.931086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-efc0c00a-6b6d-43ed-ad55-52e2cfb66a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:07.932597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-efc0c00a-6b6d-43ed-ad55-52e2cfb66a08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1097 time: 0.0682318 Dec 16 09:49:08.049330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eea7f46d-5ee5-4846-b92e-558c1b54beb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.058497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eea7f46d-5ee5-4846-b92e-558c1b54beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.103510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-4eb9a011-7a42-48c9-a12d-43f337606d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.104989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-4eb9a011-7a42-48c9-a12d-43f337606d96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1477757 Dec 16 09:49:08.109740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eea7f46d-5ee5-4846-b92e-558c1b54beb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a645cc0fff649d59c39fb1fff9d9cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370786 Dec 16 09:49:08.112295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7f46d-5ee5-4846-b92e-558c1b54beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea4c77-29d2-43e4-9e61-f193cc3ab7c5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:08.112836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:08.166891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede30ec-e5a8-4860-91a9-ad8b87b0a4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.183455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-32bdec1f-0d81-40d8-92be-cb5f7a2dae21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1002 time: 0.0682132 Dec 16 09:49:08.191212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede30ec-e5a8-4860-91a9-ad8b87b0a4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.235943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-35d5d178-5a37-4dd1-a4ab-fcb4b88cdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.237501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-35d5d178-5a37-4dd1-a4ab-fcb4b88cdc96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.0464752 Dec 16 09:49:08.249702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede30ec-e5a8-4860-91a9-ad8b87b0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.252473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ede30ec-e5a8-4860-91a9-ad8b87b0a4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.254230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ede30ec-e5a8-4860-91a9-ad8b87b0a4d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bea4c77-29d2-43e4-9e61-f193cc3ab7c5 HTTP/1.1" status: 204 len: 168 time: 0.1398094 Dec 16 09:49:08.262678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede30ec-e5a8-4860-91a9-ad8b87b0a4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea4c77-29d2-43e4-9e61-f193cc3ab7c5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:08.313968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-f958112b-8dfc-44bb-be88-097a3173afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.314496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-f958112b-8dfc-44bb-be88-097a3173afcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698152 Dec 16 09:49:08.417786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-e5d5901c-3661-42c3-bf24-3eb5548b6efd service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944526 Dec 16 09:49:08.525435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a93862f-3c56-4042-8844-64c4fcde72cb req-6138571c-6fac-4941-b76a-b1f721dfe4a7 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961468 Dec 16 09:49:08.576837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 047e3342-40e3-4ecf-9987-92d8d85419d9 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:49:08.689772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 047e3342-40e3-4ecf-9987-92d8d85419d9, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=047e3342-40e3-4ecf-9987-92d8d85419d9,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:08.717805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '047e3342-40e3-4ecf-9987-92d8d85419d9', 'network_id': 'a542b0fe-d14a-4035-965b-baf7ee64795b', 'port_id': '047e3342-40e3-4ecf-9987-92d8d85419d9', 'mac_address': 'fa:16:3e:73:82:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1569e2b-720e-40b3-ae1a-fffa1db40941', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:49:08.748147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1db69-fcf6-41a9-b89e-c0d80460ad8d req-032e1a57-7457-4045-9347-3e065ae1cce2 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:08.759013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfb1db69-fcf6-41a9-b89e-c0d80460ad8d req-032e1a57-7457-4045-9347-3e065ae1cce2 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 943 time: 0.0677414 Dec 16 09:49:08.772675 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.788161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047e3342-40e3-4ecf-9987-92d8d85419d9 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:08.811937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 047e3342-40e3-4ecf-9987-92d8d85419d9, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=047e3342-40e3-4ecf-9987-92d8d85419d9,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:08.821534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:08.888632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=047e3342-40e3-4ecf-9987-92d8d85419d9,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:09.069989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfb1db69-fcf6-41a9-b89e-c0d80460ad8d req-d9d36cbe-5b4d-4227-8a09-57e05efe86cd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099840 Dec 16 09:49:09.158108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['047e3342-40e3-4ecf-9987-92d8d85419d9'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:10.045928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41638) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:10.193179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-474d6703-2016-481c-aed6-2672cb08dde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.233387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f0a9-2275-40e5-92b7-815e348d07d1 req-a02c0669-10a3-4554-a360-2478fa370c59 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:10.235052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fba5f0a9-2275-40e5-92b7-815e348d07d1 req-a02c0669-10a3-4554-a360-2478fa370c59 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 944 time: 0.0969577 Dec 16 09:49:10.300155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fba5f0a9-2275-40e5-92b7-815e348d07d1 req-ba22d3f5-6017-49bc-a375-c6755e809cd6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Dec 16 09:49:10.325404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-474d6703-2016-481c-aed6-2672cb08dde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.331373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-474d6703-2016-481c-aed6-2672cb08dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.371388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d6703-2016-481c-aed6-2672cb08dde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166bed0-33cc-44a2-a1f5-e3ad2e6ca799,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.375706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-474d6703-2016-481c-aed6-2672cb08dde9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cfa33fb3686a4e9dbbf5f39eaa485826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286834 Dec 16 09:49:10.381560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41646) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:10.430885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fea04bb5-d5f5-4ce8-83aa-516e89adb46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.454361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fea04bb5-d5f5-4ce8-83aa-516e89adb46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.507625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fea04bb5-d5f5-4ce8-83aa-516e89adb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.510463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fea04bb5-d5f5-4ce8-83aa-516e89adb46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.511630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fea04bb5-d5f5-4ce8-83aa-516e89adb46f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7166bed0-33cc-44a2-a1f5-e3ad2e6ca799 HTTP/1.1" status: 204 len: 168 time: 0.1290939 Dec 16 09:49:10.519888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea04bb5-d5f5-4ce8-83aa-516e89adb46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166bed0-33cc-44a2-a1f5-e3ad2e6ca799,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.588416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 047e3342-40e3-4ecf-9987-92d8d85419d9 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:10.648898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 047e3342-40e3-4ecf-9987-92d8d85419d9 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:49:10.652826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 047e3342-40e3-4ecf-9987-92d8d85419d9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:10.653200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.740299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.767007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047e3342-40e3-4ecf-9987-92d8d85419d9'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:10.769686 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0ede42-0cee-4d01-b0f2-7a700c6fb5ce" -d '{"events": [{"server_uuid": "8c8c817e-b667-4e40-9420-7d9e390150ea", "name": "network-vif-plugged", "status": "completed", "tag": "047e3342-40e3-4ecf-9987-92d8d85419d9"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:10.783305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 047e3342-40e3-4ecf-9987-92d8d85419d9, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=047e3342-40e3-4ecf-9987-92d8d85419d9,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:10.789987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:10.836090 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58feb478-54fe-47bf-926d-832ab2578f50 x-openstack-request-id: req-58feb478-54fe-47bf-926d-832ab2578f50 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:10.836365 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8c817e-b667-4e40-9420-7d9e390150ea", "name": "network-vif-plugged", "status": "completed", "tag": "047e3342-40e3-4ecf-9987-92d8d85419d9", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:10.836657 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58feb478-54fe-47bf-926d-832ab2578f50 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:10.837226 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047e3342-40e3-4ecf-9987-92d8d85419d9', 'code': 200} Dec 16 09:49:10.867810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=047e3342-40e3-4ecf-9987-92d8d85419d9,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:10.945925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48224ed8-1db9-4923-bbb6-3dd0d6f20033 req-a334c53a-3c09-457b-a4b6-67f2ae304348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:10.948321 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48224ed8-1db9-4923-bbb6-3dd0d6f20033 req-a334c53a-3c09-457b-a4b6-67f2ae304348 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 1096 time: 0.0490408 Dec 16 09:49:10.990144 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-48224ed8-1db9-4923-bbb6-3dd0d6f20033 req-2694335c-8e8c-41da-82b7-346b28dcadcd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Dec 16 09:49:11.429961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f58f43-0083-4606-b3ff-cbbd8d779561 req-ace7c3b0-7d14-49f2-8817-8ee567f883c1 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:11.432127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56f58f43-0083-4606-b3ff-cbbd8d779561 req-ace7c3b0-7d14-49f2-8817-8ee567f883c1 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0563695 Dec 16 09:49:11.478624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56f58f43-0083-4606-b3ff-cbbd8d779561 req-13af1886-f332-48ab-8e9f-52c915acc4a6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Dec 16 09:49:11.864636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41710) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.013226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2043885994'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:12.037319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Made reservation on behalf of ef7be05a6cd345a3871af1bcaadecf51 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:12.041013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.053265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.126038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.131742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.159000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:12.168267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8df9f-0f9f-48d3-976a-cacc43c6cbf0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:12.175985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.176329 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Added segment 5eebdbf9-e535-4d45-a0ab-5551e1b8f050 of type vlan for network 891a72a4-e7ac-463b-ada5-902957ab3a89 Dec 16 09:49:12.217063 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.242244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.247794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:12.248338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.314175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4481826 Dec 16 09:49:12.324216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a2e0-4673-40d5-9e53-105f06799d10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Pushing event updated for resources: {'Network': ['ID=891a72a4-e7ac-463b-ada5-902957ab3a89,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:12.336015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 891a72a4-e7ac-463b-ada5-902957ab3a89 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:12.518576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41722) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:12.524147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Request body: {'port': {'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89', 'binding:host_id': 'n-h1-821941-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063665182'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:12.545423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Made reservation on behalf of 9a158c1084a64896892a48e810385a54 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:12.548080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.557538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.640434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e19d2-611b-45ba-98cb-304936119d58 req-1341f84b-0720-434d-bc89-f2b35cfe3d21 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:12.642222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a7e19d2-611b-45ba-98cb-304936119d58 req-1341f84b-0720-434d-bc89-f2b35cfe3d21 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0748286 Dec 16 09:49:12.710664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.715050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a7e19d2-611b-45ba-98cb-304936119d58 req-bd04af6b-1375-4d1a-a3d5-3c78f6f37c55 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594499 Dec 16 09:49:12.716269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:12.722175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:12.833666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45833f2-9353-461b-a678-7b77d8318f70,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.007182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:13.018633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.027808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.038482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-3fda7f76-f8cb-4124-8180-45327af28bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.040156 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-3fda7f76-f8cb-4124-8180-45327af28bae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 1096 time: 0.0487833 Dec 16 09:49:13.118938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9fb9de-8ea1-4c6d-a961-bd4349e922df,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.131462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73cfd6-5185-4e72-9893-edf5929bfd74 req-26c47d69-844e-48a7-8865-b5f962474d87 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.134003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a73cfd6-5185-4e72-9893-edf5929bfd74 req-26c47d69-844e-48a7-8865-b5f962474d87 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1090040 Dec 16 09:49:13.146146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-0d933b63-0eec-4e47-b11f-8355c8156746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.147952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-0d933b63-0eec-4e47-b11f-8355c8156746 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 912 time: 0.1007540 Dec 16 09:49:13.156150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Checking segment: {'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:13.156592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Network hostable DHCP agents. Network: 891a72a4-e7ac-463b-ada5-902957ab3a89, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:13.188369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a73cfd6-5185-4e72-9893-edf5929bfd74 req-d8b58811-4a9a-4ed6-8d77-156b1a22079a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Dec 16 09:49:13.189502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Network 891a72a4-e7ac-463b-ada5-902957ab3a89 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:13.193901 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-c66e11ec-44a6-4067-a47d-f34de45ae494 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=047e3342-40e3-4ecf-9987-92d8d85419d9 HTTP/1.1" status: 200 len: 217 time: 0.0389552 Dec 16 09:49:13.199887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 891a72a4-e7ac-463b-ada5-902957ab3a89) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:13.204219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:13.212810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d04da1-ef33-42ad-a2af-b37f8c587b8c None None] Network 891a72a4-e7ac-463b-ada5-902957ab3a89 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:13.226211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.226552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.226896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.231915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.232247 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.232636 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 2 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.251790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.252129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.252497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.257895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.258260 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.258923 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 3 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.261180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-1b40e253-d6bf-4353-8acb-3577a3823bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.264386 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-1b40e253-d6bf-4353-8acb-3577a3823bff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0637925 Dec 16 09:49:13.273393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.273734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.274102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.279087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.279449 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.279897 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 4 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.295380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.295750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.296102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.301277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.301698 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.302158 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 5 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.314209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-bcd43ade-7efc-4eb4-8791-524c02f42e9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393813 Dec 16 09:49:13.316588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.316954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.317347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.322545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.322869 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.323253 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 6 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.336557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.337151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.337488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.342725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.343051 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.343470 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 7 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.356910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.357555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.357811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.362649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.363022 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.363585 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 8 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.377007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.377500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.377915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.382510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.383212 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.383599 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 9 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.396847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.397192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.397527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.402793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.403080 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.403468 n-d-821941-1 neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 10 to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df Dec 16 09:49:13.419511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:13.419790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:13.420140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:13.425356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:13.425756 n-d-821941-1 neutron-server[102398]: ERROR neutron.plugins.ml2.managers [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:13.426172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.434722 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-43bf577d-3062-47ca-b68d-367aa5fb7c1d service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139343 Dec 16 09:49:13.511957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] For port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:13.512396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempted to set empty binding levels {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:49:13.524982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.553414 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bb4b7d9-b609-46c2-aa70-43473ee3b494 req-8993b0b0-95ba-4af4-90dc-78f1d8e2d84d service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113739 Dec 16 09:49:13.574057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:13.575044 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.636115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9fb9de-8ea1-4c6d-a961-bd4349e922df,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.644502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a2a9b70-89bd-4a5a-ad85-3b1a1d815769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1245904 Dec 16 09:49:13.648361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41750) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:13.744027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Deleting port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:13.744368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.817262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] For port 9e9fb9de-8ea1-4c6d-a961-bd4349e922df, host n-h1-821941-1, got binding levels [] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:13.817618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.832874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Calling delete_port for 9e9fb9de-8ea1-4c6d-a961-bd4349e922df owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:13.921275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.952949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e9fb9de-8ea1-4c6d-a961-bd4349e922df,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:13.957306 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:13.962390 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-202e37da-9f2c-458a-b169-c69847afc289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9e9fb9de-8ea1-4c6d-a961-bd4349e922df HTTP/1.1" status: 204 len: 168 time: 0.3127575 Dec 16 09:49:13.963309 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41754) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:13.989051 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f413d5c-551c-4a06-b558-5d5fa9a8916f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:49:13.990740 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f413d5c-551c-4a06-b558-5d5fa9a8916f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "GET /v2.0/ports/9e9fb9de-8ea1-4c6d-a961-bd4349e922df HTTP/1.1" status: 404 len: 333 time: 0.0264919 Dec 16 09:49:13.994542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41756) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:13.999436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Request body: {'port': {'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915134816'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:14.018697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c0ef-99e5-4cc9-9d2b-558380cbd40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.024756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Made reservation on behalf of 9a158c1084a64896892a48e810385a54 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:14.027535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.044875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port c5bcd605-7d06-47b7-b938-8a4261033bdc yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:14.228500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.268458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.310963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Network 891a72a4-e7ac-463b-ada5-902957ab3a89 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:14.314051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:14.320920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:14.321471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75fbb6-e396-4fe2-8fb8-7b5d70c089ed req-6f50c095-533c-4e8a-8b89-acc7e0aa1db6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.322085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.323066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d75fbb6-e396-4fe2-8fb8-7b5d70c089ed req-6f50c095-533c-4e8a-8b89-acc7e0aa1db6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0559063 Dec 16 09:49:14.326016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.330273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bcd605-7d06-47b7-b938-8a4261033bdc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:14.348653 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c12e5188-3c20-4f2b-96fd-4ed5f3b805c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3532245 Dec 16 09:49:14.351183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41760) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:14.357048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:14.370848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d75fbb6-e396-4fe2-8fb8-7b5d70c089ed req-4d04a2b4-e9fc-43c8-9ff4-bf8ae5009b77 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Dec 16 09:49:14.422860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.598124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port c5bcd605-7d06-47b7-b938-8a4261033bdc yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:14.605746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.611850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.662792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bcd605-7d06-47b7-b938-8a4261033bdc,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:14.675439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.675801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.676155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.680521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.680851 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.681236 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 2 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.695381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.695774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.696058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.700951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.701263 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.701803 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 3 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.718792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.719244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.719655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.725605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.735125 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.735125 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 4 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.740178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.740517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.740853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.745226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.745549 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.745965 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 5 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.757926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.758290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.758656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.763003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.763349 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.763742 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 6 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.776919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.777255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.777606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.781939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.782264 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.782645 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 7 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.794399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.794739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.795070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.800462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.800750 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.801194 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 8 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.813685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.814055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.814385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.819272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.819597 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.820055 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 9 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.833562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.833925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.834269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.838858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.839186 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.839576 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 10 to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc Dec 16 09:49:14.855620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:14.855958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:14.856297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:14.860969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:14.861295 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port c5bcd605-7d06-47b7-b938-8a4261033bdc on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:14.861656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.931724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] For port c5bcd605-7d06-47b7-b938-8a4261033bdc, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:14.931724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempted to set empty binding levels {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:49:14.935760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.977175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] In _notify_port_updated(), no bound segment for port c5bcd605-7d06-47b7-b938-8a4261033bdc on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:14.978095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:14.978697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:14.983690 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "PUT /v2.0/ports/c5bcd605-7d06-47b7-b938-8a4261033bdc HTTP/1.1" status: 200 len: 979 time: 0.6277325 Dec 16 09:49:14.983690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41766) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.028322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b054ead-8ce0-4757-835c-881d76575b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=c5bcd605-7d06-47b7-b938-8a4261033bdc,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.104973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.105639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.105904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.106355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.106804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.107256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.107703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.108149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.108585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.109024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.109464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.109978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.110423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.110962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.111414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.111908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.112406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.112850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.113294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.113763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.114229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.114697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.115397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.115554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.116018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.116460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.117002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.117506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.117984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.118435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.126251 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-321428c2-ae37-4fe7-8cac-d1991090cf2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26874 time: 0.1351399 Dec 16 09:49:15.126741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41768) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.212158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Deleting port c5bcd605-7d06-47b7-b938-8a4261033bdc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:15.212537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.282388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] For port c5bcd605-7d06-47b7-b938-8a4261033bdc, host n-h1-821941-1, got binding levels [] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:15.282748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.296561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Calling delete_port for c5bcd605-7d06-47b7-b938-8a4261033bdc owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:15.378809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.421324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5bcd605-7d06-47b7-b938-8a4261033bdc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.427441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.433418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c7fdc263-1ea3-45d4-9954-d1264f7d16d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "DELETE /v2.0/ports/c5bcd605-7d06-47b7-b938-8a4261033bdc HTTP/1.1" status: 204 len: 168 time: 0.3030596 Dec 16 09:49:15.433673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41772) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.460002 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75932d3-810d-4afa-9399-ae59b0694328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:49:15.465287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f75932d3-810d-4afa-9399-ae59b0694328 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "GET /v2.0/ports/c5bcd605-7d06-47b7-b938-8a4261033bdc HTTP/1.1" status: 404 len: 333 time: 0.0268576 Dec 16 09:49:15.465717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41774) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.473768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1739174747', 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:15.528755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Made reservation on behalf of 9a158c1084a64896892a48e810385a54 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:15.532305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.554207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d6e7c-6ba2-4d5b-8239-5b1e391b9266 req-b743fab5-c646-426b-9d88-32ab621083a4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.556302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b47d6e7c-6ba2-4d5b-8239-5b1e391b9266 req-b743fab5-c646-426b-9d88-32ab621083a4 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0918074 Dec 16 09:49:15.572912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port 7e0f175e-ab90-4046-b087-d1e7a86a8137 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:15.658383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b47d6e7c-6ba2-4d5b-8239-5b1e391b9266 req-fe4479e9-f2f3-4b1b-8698-3919f3190edd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936799 Dec 16 09:49:15.769721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.788581 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.824087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Deleting subnet d776566b-a09c-4b62-8e27-5b1f93d36206 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:15.825035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.827581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.867955 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.870257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Network 891a72a4-e7ac-463b-ada5-902957ab3a89 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:15.873034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:15.880057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:15.880995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.881604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.884927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=7e0f175e-ab90-4046-b087-d1e7a86a8137,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:15.901674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-39031f2a-df8a-41a0-ace5-ca37a72c566f tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4346776 Dec 16 09:49:15.904512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41782) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.923360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:15.941692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ccbef3-4ef9-4a40-82fc-9a3a5e0370ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:15.943158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-39ccbef3-4ef9-4a40-82fc-9a3a5e0370ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "GET /v2.0/ports/7e0f175e-ab90-4046-b087-d1e7a86a8137 HTTP/1.1" status: 200 len: 959 time: 0.0377007 Dec 16 09:49:15.945870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41784) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:15.986711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.013598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d776566b-a09c-4b62-8e27-5b1f93d36206,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:16.017921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.023487 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c0e4a40c-d3e4-4907-aa12-eda4f7fec115 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d776566b-a09c-4b62-8e27-5b1f93d36206 HTTP/1.1" status: 204 len: 168 time: 0.2497876 Dec 16 09:49:16.024370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:16.038867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Deleting port 7e0f175e-ab90-4046-b087-d1e7a86a8137 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:16.039300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.155138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.159893 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.173122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Calling delete_port for 7e0f175e-ab90-4046-b087-d1e7a86a8137 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:16.301672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.331708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a5e11b-850c-4224-a6ff-3d31da6ff6ce']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:16.342272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:16.342562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4d7c18-2d04-4cc4-8051-6f9c635cf536') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:16.348917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.357437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.388856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e0f175e-ab90-4046-b087-d1e7a86a8137,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:16.393620 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.396903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f8a50002-16be-421e-8ca1-9118067e1a81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "DELETE /v2.0/ports/7e0f175e-ab90-4046-b087-d1e7a86a8137 HTTP/1.1" status: 204 len: 168 time: 0.4500568 Dec 16 09:49:16.398070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.399786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:16.404452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:16.404918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:16.406734 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:16.423947 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c68f4a-d097-4f49-888b-f7b63aed5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:49:16.425395 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-53c68f4a-d097-4f49-888b-f7b63aed5b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "GET /v2.0/ports/7e0f175e-ab90-4046-b087-d1e7a86a8137 HTTP/1.1" status: 404 len: 333 time: 0.0246298 Dec 16 09:49:16.429315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41792) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:16.434001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Request body: {'port': {'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1722879621'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:16.460605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Made reservation on behalf of 9a158c1084a64896892a48e810385a54 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:16.461535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.464435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.470208 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.472780 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-07d7e261-5f22-4bbc-b3f3-215c21b0c166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.473772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] 10.222.0.61 "DELETE /v2.0/networks/58a5e11b-850c-4224-a6ff-3d31da6ff6ce HTTP/1.1" status: 204 len: 168 time: 0.4482322 Dec 16 09:49:16.481624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41794) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:16.486588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70dfbb-1486-4928-831e-b4fcac77864f admin admin] Pushing event deleted for resources: {'Network': ['ID=58a5e11b-850c-4224-a6ff-3d31da6ff6ce,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:16.514571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port ec54b4ae-b100-4eea-b4b0-628865f588e5 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:16.579923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Deleting subnet 7fa9f63d-9923-4b59-b60b-1a3723f32461 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:16.592506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.654650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.749890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.773806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.787608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318de40-9b5e-4eb3-8285-78b654b84d2d req-6b9b5238-adeb-4caf-88be-f4b1368a6206 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.789087 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8318de40-9b5e-4eb3-8285-78b654b84d2d req-6b9b5238-adeb-4caf-88be-f4b1368a6206 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0545523 Dec 16 09:49:16.830299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8318de40-9b5e-4eb3-8285-78b654b84d2d req-a58c9879-2c47-44da-be88-504b5d6c2ce0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344107 Dec 16 09:49:16.831918 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.841683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.875796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa9f63d-9923-4b59-b60b-1a3723f32461,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:16.880626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.883705 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7937cbfb-833a-4380-af69-aeed8638bc74 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7fa9f63d-9923-4b59-b60b-1a3723f32461 HTTP/1.1" status: 204 len: 168 time: 0.4010389 Dec 16 09:49:16.886476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41798) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:16.920393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Network 891a72a4-e7ac-463b-ada5-902957ab3a89 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:16.924021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:16.928506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:16.929112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:16.929710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.937326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=ec54b4ae-b100-4eea-b4b0-628865f588e5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:16.958290 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e24e292-cb45-4118-bb3a-ce15026a85d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5279074 Dec 16 09:49:16.958491 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:16.958875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41800) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:16.964411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:17.019233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.042026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.064348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a5322e-decd-4f3e-8797-59bc9c3a2407']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:17.074356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce1abfe-abce-47a7-ad71-a8b7647c5295') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:17.074649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce1abfe-abce-47a7-ad71-a8b7647c5295') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:17.085316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.100377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.107744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:17.108134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:17.110559 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:17.173386 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.179515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.186038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] 10.222.0.61 "DELETE /v2.0/networks/51a5322e-decd-4f3e-8797-59bc9c3a2407 HTTP/1.1" status: 204 len: 168 time: 0.2954307 Dec 16 09:49:17.194973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2952a-1a95-40d8-842b-cf545ab3072a admin admin] Pushing event deleted for resources: {'Network': ['ID=51a5322e-decd-4f3e-8797-59bc9c3a2407,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:17.202773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] device_id is not set on port ec54b4ae-b100-4eea-b4b0-628865f588e5 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:17.210572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.215915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.263154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=ec54b4ae-b100-4eea-b4b0-628865f588e5,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:17.278389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.278720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.279058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.283490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.283809 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.284188 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 2 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.296790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.297158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.297490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.301965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.302289 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.302670 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 3 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.314451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.315299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.315299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.319643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.319964 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.320343 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 4 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.336255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.336523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.336834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.341062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.341410 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.341747 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 5 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.356027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.356027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.356027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.356299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41806) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.358704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.359025 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.359404 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 6 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.372228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.372563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.372896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.377413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.377707 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.378148 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 7 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.390944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.391343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.391691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.396383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.396707 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.397085 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 8 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.402511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2415698-356a-498c-a2b1-e8a6c3a3fb25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa7594023ffe484a90ae19375582a07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450010 Dec 16 09:49:17.405022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41808) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.410372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.410878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.411162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.415561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.415888 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.416282 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 9 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.428236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.428571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.428898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.433115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.433440 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.433828 n-d-821941-1 neutron-server[102397]: INFO neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempt 10 to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 Dec 16 09:49:17.446911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:17.447245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:17.447583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempting to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:17.451756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:17.452076 n-d-821941-1 neutron-server[102397]: ERROR neutron.plugins.ml2.managers [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Failed to bind port ec54b4ae-b100-4eea-b4b0-628865f588e5 on host n-h1-821941-1 for vnic_type normal using segments [{'id': '5eebdbf9-e535-4d45-a0ab-5551e1b8f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '891a72a4-e7ac-463b-ada5-902957ab3a89'}] Dec 16 09:49:17.452441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.452703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0c201cd9-2975-437c-9661-34cdb0b96b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.473652 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0c201cd9-2975-437c-9661-34cdb0b96b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.514044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] For port ec54b4ae-b100-4eea-b4b0-628865f588e5, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:17.514403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attempted to set empty binding levels {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 09:49:17.520054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.520839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0c201cd9-2975-437c-9661-34cdb0b96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.523510 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0c201cd9-2975-437c-9661-34cdb0b96b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.524653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0c201cd9-2975-437c-9661-34cdb0b96b40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e325c640-6b9a-40e3-b546-cbb8259788c6 HTTP/1.1" status: 204 len: 168 time: 0.1186450 Dec 16 09:49:17.533105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c201cd9-2975-437c-9661-34cdb0b96b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e325c640-6b9a-40e3-b546-cbb8259788c6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:17.555743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] In _notify_port_updated(), no bound segment for port ec54b4ae-b100-4eea-b4b0-628865f588e5 on network 891a72a4-e7ac-463b-ada5-902957ab3a89 {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:17.556918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:17.557178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.562050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "PUT /v2.0/ports/ec54b4ae-b100-4eea-b4b0-628865f588e5 HTTP/1.1" status: 200 len: 979 time: 0.5987344 Dec 16 09:49:17.562283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41812) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.577594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f936a-7ca5-4021-9c7b-9d8f910c8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event updated for resources: {'Port': ['ID=ec54b4ae-b100-4eea-b4b0-628865f588e5,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:17.638470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Deleting port ec54b4ae-b100-4eea-b4b0-628865f588e5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:17.638803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.702963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] For port ec54b4ae-b100-4eea-b4b0-628865f588e5, host n-h1-821941-1, got binding levels [] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:17.703591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.716389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Calling delete_port for ec54b4ae-b100-4eea-b4b0-628865f588e5 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:17.799909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.832245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.835679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ec54b4ae-b100-4eea-b4b0-628865f588e5 HTTP/1.1" status: 204 len: 168 time: 0.2732763 Dec 16 09:49:17.836727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419eb9f-5640-4954-8ae0-35c83bdb7671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec54b4ae-b100-4eea-b4b0-628865f588e5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:17.839032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41816) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.857738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41820) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.863786 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5f914f-1eea-483f-b2a9-8937f0b5a841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] GET failed (client error): The resource could not be found. Dec 16 09:49:17.865451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4f5f914f-1eea-483f-b2a9-8937f0b5a841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182 tempest-PortsAdminExtendedAttrsIpV6TestJSON-62884182-project-admin] 10.222.0.61 "GET /v2.0/ports/ec54b4ae-b100-4eea-b4b0-628865f588e5 HTTP/1.1" status: 404 len: 333 time: 0.0255423 Dec 16 09:49:17.870397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41822) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.909905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ebc62ffe-39d2-4693-9bd3-f6d1468e8616 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3561822e6d445fdaf5cbe92a7c69848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483489 Dec 16 09:49:17.910229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41824) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:17.956631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-958e9cab-b373-4e34-bfa8-0674df1f6ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.974489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.977464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-958e9cab-b373-4e34-bfa8-0674df1f6ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:17.991940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2199195-b307-4be4-94f3-8beac7d04001 req-6b137b77-37f2-4e6f-952b-afa6bf2e2934 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:17.993411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2199195-b307-4be4-94f3-8beac7d04001 req-6b137b77-37f2-4e6f-952b-afa6bf2e2934 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0779157 Dec 16 09:49:18.027966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-958e9cab-b373-4e34-bfa8-0674df1f6ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.030600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-958e9cab-b373-4e34-bfa8-0674df1f6ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.032113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-958e9cab-b373-4e34-bfa8-0674df1f6ff5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17e19ab6-9bdc-48ac-ba80-a558a1df1225 HTTP/1.1" status: 204 len: 168 time: 0.1207702 Dec 16 09:49:18.042511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e9cab-b373-4e34-bfa8-0674df1f6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e19ab6-9bdc-48ac-ba80-a558a1df1225,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:18.044714 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.101984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.106921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b2199195-b307-4be4-94f3-8beac7d04001 req-88324d7d-730d-4c7e-9917-2c6d5f22982b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073468 Dec 16 09:49:18.124775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891a72a4-e7ac-463b-ada5-902957ab3a89']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:18.135969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eebdbf9-e535-4d45-a0ab-5551e1b8f050') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:18.136257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eebdbf9-e535-4d45-a0ab-5551e1b8f050') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:18.146001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.160809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.166909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:18.167292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:18.170197 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:18.236855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.245994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.251802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] 10.222.0.61 "DELETE /v2.0/networks/891a72a4-e7ac-463b-ada5-902957ab3a89 HTTP/1.1" status: 204 len: 168 time: 0.3779483 Dec 16 09:49:18.263599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cb5f4-4909-4521-8b73-202694b84518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559721106-project] Pushing event deleted for resources: {'Network': ['ID=891a72a4-e7ac-463b-ada5-902957ab3a89,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:18.503412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41842) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:18.685558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a73b019-4c82-478f-9cc2-d3d18f34a14d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef7be05a6cd345a3871af1bcaadecf51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808817 Dec 16 09:49:18.688163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41854) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:18.741710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-204607c6-5968-4de4-acef-d466d1f78ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.763023 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-204607c6-5968-4de4-acef-d466d1f78ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.812088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-204607c6-5968-4de4-acef-d466d1f78ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.815095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-204607c6-5968-4de4-acef-d466d1f78ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:18.816252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-204607c6-5968-4de4-acef-d466d1f78ab7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fe8df9f-0f9f-48d3-976a-cacc43c6cbf0 HTTP/1.1" status: 204 len: 168 time: 0.1269600 Dec 16 09:49:18.824474 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204607c6-5968-4de4-acef-d466d1f78ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8df9f-0f9f-48d3-976a-cacc43c6cbf0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.180690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41872) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:19.248346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41876) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:19.252660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b1ac046b-38d4-4e59-a35c-0e31f42d5407 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a158c1084a64896892a48e810385a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706897 Dec 16 09:49:19.255188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:19.282640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070e56c-8ca4-4049-adf4-fe9f3b7972ab req-2699acd2-4218-4eab-a949-4fe891377297 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:19.284205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8070e56c-8ca4-4049-adf4-fe9f3b7972ab req-2699acd2-4218-4eab-a949-4fe891377297 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0878000 Dec 16 09:49:19.353499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8070e56c-8ca4-4049-adf4-fe9f3b7972ab req-7d833745-663a-44d9-b181-c195ce5c7137 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 Dec 16 09:49:19.354659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c017835a-69f9-40d5-834a-77f79fce37e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.368264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-761e3886-0cb3-4f15-b8b8-f92dacb915bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.378831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c017835a-69f9-40d5-834a-77f79fce37e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.433785 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c017835a-69f9-40d5-834a-77f79fce37e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.436535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c017835a-69f9-40d5-834a-77f79fce37e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.440972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c017835a-69f9-40d5-834a-77f79fce37e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a45833f2-9353-461b-a678-7b77d8318f70 HTTP/1.1" status: 204 len: 168 time: 0.1817000 Dec 16 09:49:19.446895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017835a-69f9-40d5-834a-77f79fce37e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45833f2-9353-461b-a678-7b77d8318f70,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.455017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-761e3886-0cb3-4f15-b8b8-f92dacb915bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.460720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-761e3886-0cb3-4f15-b8b8-f92dacb915bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.504411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-761e3886-0cb3-4f15-b8b8-f92dacb915bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb0dc5c6a9a14be38930efef18cf56d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546990 Dec 16 09:49:19.506469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e3886-0cb3-4f15-b8b8-f92dacb915bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700e0ce-3457-412b-9c09-4940e4b45dd7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.507147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:19.561360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0773bba2-26a3-4aab-9ebd-be154eb36c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.584274 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0773bba2-26a3-4aab-9ebd-be154eb36c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.639956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0773bba2-26a3-4aab-9ebd-be154eb36c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.643401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0773bba2-26a3-4aab-9ebd-be154eb36c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.644582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0773bba2-26a3-4aab-9ebd-be154eb36c36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1700e0ce-3457-412b-9c09-4940e4b45dd7 HTTP/1.1" status: 204 len: 168 time: 0.1363573 Dec 16 09:49:19.659970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773bba2-26a3-4aab-9ebd-be154eb36c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700e0ce-3457-412b-9c09-4940e4b45dd7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:19.878800 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:19.894939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.176390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41920) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:20.303252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-764475441'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:20.336714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:20.340419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.351180 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.474799 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.479443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.505977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:20.531456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27eb5-0646-48e4-8af6-ad23458e3362 req-92b439bc-4487-4460-9e46-a73d5236ff36 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:20.533193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4d27eb5-0646-48e4-8af6-ad23458e3362 req-92b439bc-4487-4460-9e46-a73d5236ff36 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0990314 Dec 16 09:49:20.535811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93ca8c-74da-46a1-a406-58c642881077,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:20.538888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.539241 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Added segment 6befe494-82c7-4849-a6aa-c9558a830514 of type vlan for network c828a606-df0a-4e80-b09b-35149dc9d80a Dec 16 09:49:20.603246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.611019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4d27eb5-0646-48e4-8af6-ad23458e3362 req-c3ed1bcf-11e6-4f70-86a2-7858ed35e8f6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701661 Dec 16 09:49:20.638592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.644709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:20.645312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:20.701801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5239139 Dec 16 09:49:20.704951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:20.710588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'subnet': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:20.723096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001fddf-0b4f-42fe-a2da-20b89e341cf8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Network': ['ID=c828a606-df0a-4e80-b09b-35149dc9d80a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:20.735411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network c828a606-df0a-4e80-b09b-35149dc9d80a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:20.808960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:20.813240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.020472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.079129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Subnet': ['ID=ede6cd07-d91f-4467-8830-25ab33747cee,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.098093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Checking segment: {'id': '6befe494-82c7-4849-a6aa-c9558a830514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:21.098498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network hostable DHCP agents. Network: c828a606-df0a-4e80-b09b-35149dc9d80a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:21.117539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:21.129590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, c828a606-df0a-4e80-b09b-35149dc9d80a) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:21.134183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:21.134785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.141476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a436c-81b4-46b2-8fcc-f34b0fb80f45 None None] Network c828a606-df0a-4e80-b09b-35149dc9d80a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:21.158820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 41948) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:21.159008 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aab06fee-5688-4f52-b7b0-30d34c59b9cf tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4526775 Dec 16 09:49:21.164480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'name': 'tempest-AllowedAddressPairTestJSON-375561274'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:21.290795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:21.295370 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.306779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-c828a606-df0a-4e80-b09b-35149dc9d80a', 'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'tenant_id': '19372262cf02460ea8b466ba6deccb84', 'fixed_ips': [{'subnet_id': 'ede6cd07-d91f-4467-8830-25ab33747cee'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:21.307655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.322740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] device_id is not set on port 5b39db22-724b-434d-83b0-395d66d2d712 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:21.457610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Allocated IP 172.20.0.3 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/5b39db22-724b-434d-83b0-395d66d2d712) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:21.623247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.671356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.718316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Allocated IP 172.20.0.2 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/1eb86d48-1534-4962-8bef-eaae9cdae018) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:21.737536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:21.743260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:21.750433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:21.757427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=5b39db22-724b-434d-83b0-395d66d2d712,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.807163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb937b38-32dd-4963-9236-4c0c06c2acde req-ff5ce79a-702a-4ad3-9466-a1ef5a7e1189 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:21.808667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb937b38-32dd-4963-9236-4c0c06c2acde req-ff5ce79a-702a-4ad3-9466-a1ef5a7e1189 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1096010 Dec 16 09:49:21.819328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:21.819933 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.850576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-51554d19-25fb-4d18-ad4a-2a5c16579b84 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6901684 Dec 16 09:49:21.853609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:21.861145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'name': 'tempest-AllowedAddressPairTestJSON-1563024131', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4e:96:fe'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:21.863095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb937b38-32dd-4963-9236-4c0c06c2acde req-c394818f-764c-43b7-b7d3-8c6910d26a22 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Dec 16 09:49:21.874022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.890792 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:21.929865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:21.932783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:21.940124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:21.942116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Pushing event updated for resources: {'Port': ['ID=1eb86d48-1534-4962-8bef-eaae9cdae018,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:21.987370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:22.002518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Attempting to bind port 1eb86d48-1534-4962-8bef-eaae9cdae018 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:22.003108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Attempting to bind port 1eb86d48-1534-4962-8bef-eaae9cdae018 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6befe494-82c7-4849-a6aa-c9558a830514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:22.003590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Attempting to bind port 1eb86d48-1534-4962-8bef-eaae9cdae018 on network c828a606-df0a-4e80-b09b-35149dc9d80a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:22.008689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:22.009176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Checking segment: {'id': '6befe494-82c7-4849-a6aa-c9558a830514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:22.009669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.010194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Bound using segment: {'id': '6befe494-82c7-4849-a6aa-c9558a830514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:22.010750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Bound port: 1eb86d48-1534-4962-8bef-eaae9cdae018, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6befe494-82c7-4849-a6aa-c9558a830514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:22.011242 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.077475 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.087550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] For port 1eb86d48-1534-4962-8bef-eaae9cdae018, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:22.090982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] For port 1eb86d48-1534-4962-8bef-eaae9cdae018, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1eb86d48-1534-4962-8bef-eaae9cdae018,segment=NetworkSegment(6befe494-82c7-4849-a6aa-c9558a830514),segment_id=6befe494-82c7-4849-a6aa-c9558a830514)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:22.095805 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.097351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] device_id is not set on port 00873a88-0d60-4953-aa8b-415f0d3e31c7 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:22.154566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9bff0-8f67-40cf-bf8d-319409a55395 None None] Pushing event updated for resources: {'Port': ['ID=1eb86d48-1534-4962-8bef-eaae9cdae018,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:22.525805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Allocated IP 172.20.0.6 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/00873a88-0d60-4953-aa8b-415f0d3e31c7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:22.680121 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.716117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.764808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:22.768394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:22.770983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:22.780477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=00873a88-0d60-4953-aa8b-415f0d3e31c7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:22.832399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:22.833044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:22.852198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d095dd30-dbf5-46a3-bc8b-a5d79bbe0df1 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9946811 Dec 16 09:49:22.852424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41962) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:22.962951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464003c5-b9f4-4402-a512-80d6858c1dc8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:22.970332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464003c5-b9f4-4402-a512-80d6858c1dc8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:22.976727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464003c5-b9f4-4402-a512-80d6858c1dc8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:22.979340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-464003c5-b9f4-4402-a512-80d6858c1dc8 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1255980 Dec 16 09:49:22.981993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41968) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:23.008677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a712-75b6-49b2-9912-97f4776497d8 req-7665c67e-a30a-455b-a148-107af570aac3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:23.018512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b966a712-75b6-49b2-9912-97f4776497d8 req-7665c67e-a30a-455b-a148-107af570aac3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0817454 Dec 16 09:49:23.070494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b966a712-75b6-49b2-9912-97f4776497d8 req-a6af95b1-8c13-4af9-b0da-f72ccb672f11 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507159 Dec 16 09:49:23.084061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port 00873a88-0d60-4953-aa8b-415f0d3e31c7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:23.084201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.214433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.229675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for 00873a88-0d60-4953-aa8b-415f0d3e31c7 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:23.290984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1eb86d48-1534-4962-8bef-eaae9cdae018 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:23.332503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538332a5-6760-4960-926f-6e1793304655 None None] Network c828a606-df0a-4e80-b09b-35149dc9d80a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:23.445092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-41247ef4-7116-49da-8748-41547324213e None None] Provisioning complete for port 1eb86d48-1534-4962-8bef-eaae9cdae018 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:23.445347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41247ef4-7116-49da-8748-41547324213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.457249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.487336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1eb86d48-1534-4962-8bef-eaae9cdae018 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:23.487833 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.490830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=00873a88-0d60-4953-aa8b-415f0d3e31c7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:23.630634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.634195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da4a408c-7706-4cc2-a7c0-3f91176b6939 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/ports/00873a88-0d60-4953-aa8b-415f0d3e31c7 HTTP/1.1" status: 204 len: 168 time: 0.6502931 Dec 16 09:49:23.637091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41972) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:23.663259 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3b34fd-2f44-4b80-8af2-30031b19aa44 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] GET failed (client error): The resource could not be found. Dec 16 09:49:23.664931 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af3b34fd-2f44-4b80-8af2-30031b19aa44 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "GET /v2.0/ports/00873a88-0d60-4953-aa8b-415f0d3e31c7 HTTP/1.1" status: 404 len: 333 time: 0.0268874 Dec 16 09:49:23.669211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:23.674466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'name': 'tempest-AllowedAddressPairTestJSON-2014917721'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:23.796532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:23.801418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.820385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] device_id is not set on port b376fd33-fd4f-4a58-ab36-146421d4c72c yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:23.824775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41247ef4-7116-49da-8748-41547324213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.864869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.871513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.897945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-41247ef4-7116-49da-8748-41547324213e None None] For port 1eb86d48-1534-4962-8bef-eaae9cdae018, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1eb86d48-1534-4962-8bef-eaae9cdae018,segment=NetworkSegment(6befe494-82c7-4849-a6aa-c9558a830514),segment_id=6befe494-82c7-4849-a6aa-c9558a830514)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:23.905928 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41247ef4-7116-49da-8748-41547324213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:23.944861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Allocated IP 172.20.0.13 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/b376fd33-fd4f-4a58-ab36-146421d4c72c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:23.980820 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:49:23.981169 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:49:23.985989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41247ef4-7116-49da-8748-41547324213e None None] Pushing event updated for resources: {'Port': ['ID=1eb86d48-1534-4962-8bef-eaae9cdae018,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:24.124325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.138032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8a342894-b68f-473c-be3c-dbfa0976e935 None None] Provisioning complete for port 5b39db22-724b-434d-83b0-395d66d2d712 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:24.138407 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a342894-b68f-473c-be3c-dbfa0976e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.168557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.187993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8a342894-b68f-473c-be3c-dbfa0976e935 None None] Port 5b39db22-724b-434d-83b0-395d66d2d712 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:24.205337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c568-5118-48d4-ae48-c1c30c3459eb req-17076a15-9adb-4dad-bf62-b378368ff76a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.214573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a43c568-5118-48d4-ae48-c1c30c3459eb req-17076a15-9adb-4dad-bf62-b378368ff76a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0720987 Dec 16 09:49:24.216025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8a342894-b68f-473c-be3c-dbfa0976e935 None None] Provisioning complete for port 1eb86d48-1534-4962-8bef-eaae9cdae018 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:24.216972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a342894-b68f-473c-be3c-dbfa0976e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.232079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:24.235676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:24.239658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:24.264984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a43c568-5118-48d4-ae48-c1c30c3459eb req-10d5015c-fe9f-46e0-80bc-acf94feb6697 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Dec 16 09:49:24.277544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=b376fd33-fd4f-4a58-ab36-146421d4c72c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:24.338134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.338806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.371368 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a612ced6-879e-4fe1-8beb-06dbfcf46302 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6986239 Dec 16 09:49:24.371724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 41984) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:24.378784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4e:96:fe'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:24.463779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.481025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bb7d7cff-bfe5-4eaa-9e90-9b14c7b09cb1 None None] Provisioning complete for port 5b39db22-724b-434d-83b0-395d66d2d712 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:24.481600 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bb7d7cff-bfe5-4eaa-9e90-9b14c7b09cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.547908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d7cff-bfe5-4eaa-9e90-9b14c7b09cb1 None None] Port 5b39db22-724b-434d-83b0-395d66d2d712 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:24.677376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6543c868-9e4c-4ec9-924d-c72e003e6738 None None] Could not find standard attr ID for object 00873a88-0d60-4953-aa8b-415f0d3e31c7. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:49:24.708004 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.712980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.810667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bc966c8b-1247-458d-acd1-12eff74ad5e8 None None] Provisioning complete for port b376fd33-fd4f-4a58-ab36-146421d4c72c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:24.811277 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc966c8b-1247-458d-acd1-12eff74ad5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.819758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=b376fd33-fd4f-4a58-ab36-146421d4c72c,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:24.832659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] In _notify_port_updated(), no bound segment for port b376fd33-fd4f-4a58-ab36-146421d4c72c on network c828a606-df0a-4e80-b09b-35149dc9d80a {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:24.838509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:24.839370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:24.843774 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fe4fab1f-0c9f-4b13-94b1-cd103d537154 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "PUT /v2.0/ports/b376fd33-fd4f-4a58-ab36-146421d4c72c HTTP/1.1" status: 200 len: 994 time: 0.4676945 Dec 16 09:49:24.844738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:24.863770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bc966c8b-1247-458d-acd1-12eff74ad5e8 None None] Port b376fd33-fd4f-4a58-ab36-146421d4c72c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:24.959369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port b376fd33-fd4f-4a58-ab36-146421d4c72c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:24.959711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.060445 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.096081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for b376fd33-fd4f-4a58-ab36-146421d4c72c owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:25.101318 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.228450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1eb86d48-1534-4962-8bef-eaae9cdae018 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:25.256407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.287809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=b376fd33-fd4f-4a58-ab36-146421d4c72c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:25.310137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1eb86d48-1534-4962-8bef-eaae9cdae018 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:25.310543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.314012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6456c5ac-ad67-4bf7-be41-cac2f671d5e8 None None] Could not find standard attr ID for object b376fd33-fd4f-4a58-ab36-146421d4c72c. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:49:25.475506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.479861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ce69ddb8-21ab-432a-9ddc-43745f9db5ef tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/ports/b376fd33-fd4f-4a58-ab36-146421d4c72c HTTP/1.1" status: 204 len: 168 time: 0.6339533 Dec 16 09:49:25.481458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:25.489762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e13ce-0b07-4226-905b-d66f60362ca8 req-c2ff07f1-0582-47cf-97c1-c5364b9ac4bd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:25.497317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-970e13ce-0b07-4226-905b-d66f60362ca8 req-c2ff07f1-0582-47cf-97c1-c5364b9ac4bd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1030610 Dec 16 09:49:25.519720 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-26752009-4222-4e7f-b6d0-aae427a1487a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] GET failed (client error): The resource could not be found. Dec 16 09:49:25.525251 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-26752009-4222-4e7f-b6d0-aae427a1487a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "GET /v2.0/ports/b376fd33-fd4f-4a58-ab36-146421d4c72c HTTP/1.1" status: 404 len: 333 time: 0.0388207 Dec 16 09:49:25.525602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42022) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:25.530869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'name': 'tempest-AllowedAddressPairTestJSON-873276905'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:25.549882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-970e13ce-0b07-4226-905b-d66f60362ca8 req-0207c05e-0a01-4120-a24c-a2f7226fe23c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481868 Dec 16 09:49:25.664948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:25.668560 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:25.686238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] device_id is not set on port c2169727-decd-48ad-8e8b-999bf2c1b425 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:25.802733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Allocated IP 172.20.0.14 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/c2169727-decd-48ad-8e8b-999bf2c1b425) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:25.964050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.007960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.054419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:26.057779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:26.061398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:26.070067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=c2169727-decd-48ad-8e8b-999bf2c1b425,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:26.127927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.128647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.148372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f8063715-e11f-4b2c-8abc-cfb1fd7b2309 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6215382 Dec 16 09:49:26.151267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42026) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:26.157146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4e:96:fe'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:26.236990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.347151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5ef219ff-bf5c-498a-a4e1-0dfdefb29dd3 None None] Provisioning complete for port c2169727-decd-48ad-8e8b-999bf2c1b425 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:26.347761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5ef219ff-bf5c-498a-a4e1-0dfdefb29dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.386358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5ef219ff-bf5c-498a-a4e1-0dfdefb29dd3 None None] Port c2169727-decd-48ad-8e8b-999bf2c1b425 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:26.426983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.432755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.517817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=c2169727-decd-48ad-8e8b-999bf2c1b425,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:26.533550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] In _notify_port_updated(), no bound segment for port c2169727-decd-48ad-8e8b-999bf2c1b425 on network c828a606-df0a-4e80-b09b-35149dc9d80a {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:26.539539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.540251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.541694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-618d3da6-0da5-4052-b53f-fa758faf12fc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "PUT /v2.0/ports/c2169727-decd-48ad-8e8b-999bf2c1b425 HTTP/1.1" status: 200 len: 996 time: 0.3894439 Dec 16 09:49:26.544838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42028) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:26.708403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-aabd11a3-e5a6-42be-bc59-a757ba8cad49 None None] Provisioning complete for port c2169727-decd-48ad-8e8b-999bf2c1b425 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:26.708783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aabd11a3-e5a6-42be-bc59-a757ba8cad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:26.745415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-aabd11a3-e5a6-42be-bc59-a757ba8cad49 None None] Port c2169727-decd-48ad-8e8b-999bf2c1b425 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:26.926191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3e47-d021-4e17-ac5a-623e3bbc0b06 req-73ed8421-9144-4f6c-bf48-63b8d8078c08 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:26.927720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1eac3e47-d021-4e17-ac5a-623e3bbc0b06 req-73ed8421-9144-4f6c-bf48-63b8d8078c08 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0840399 Dec 16 09:49:26.964108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port c2169727-decd-48ad-8e8b-999bf2c1b425 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:26.964448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.019355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1eac3e47-d021-4e17-ac5a-623e3bbc0b06 req-1d953884-57fe-4673-a605-f8ca923ac39e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Dec 16 09:49:27.077418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.090147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for c2169727-decd-48ad-8e8b-999bf2c1b425 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:27.233190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.280397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=c2169727-decd-48ad-8e8b-999bf2c1b425,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.352940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.356391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43ece55d-5ab4-49d1-af47-16e1368a110a tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/ports/c2169727-decd-48ad-8e8b-999bf2c1b425 HTTP/1.1" status: 204 len: 168 time: 0.8104265 Dec 16 09:49:27.359265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42042) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:27.389524 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35a4c72-f380-4cb6-8e6e-1d4017a20fe4 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] GET failed (client error): The resource could not be found. Dec 16 09:49:27.391810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b35a4c72-f380-4cb6-8e6e-1d4017a20fe4 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "GET /v2.0/ports/c2169727-decd-48ad-8e8b-999bf2c1b425 HTTP/1.1" status: 404 len: 333 time: 0.0312591 Dec 16 09:49:27.396251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42044) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:27.402817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'name': 'tempest-AllowedAddressPairTestJSON-1776663960'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:27.522110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:27.526148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.544394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] device_id is not set on port b054a06d-66f1-495f-ab1d-56a8909e701c yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:27.668911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Allocated IP 172.20.0.10 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/b054a06d-66f1-495f-ab1d-56a8909e701c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:27.830607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.869776 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:27.918059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:27.921363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:27.924414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:27.959739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=b054a06d-66f1-495f-ab1d-56a8909e701c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:27.990280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:27.990948 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.011557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-947eac67-44b1-45fa-ad88-4fb49f05ed4b tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6113575 Dec 16 09:49:28.011691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42046) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:28.018074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'network_id': 'c828a606-df0a-4e80-b09b-35149dc9d80a', 'name': 'tempest-AllowedAddressPairTestJSON-924116211'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:28.155434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Made reservation on behalf of 19372262cf02460ea8b466ba6deccb84 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:28.159404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d7360-7fb3-4016-9bff-1d66e097e2ff req-27047590-cf4d-4f17-bf73-3dcd2f8ad52b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:28.162668 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.170591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-533d7360-7fb3-4016-9bff-1d66e097e2ff req-27047590-cf4d-4f17-bf73-3dcd2f8ad52b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0685360 Dec 16 09:49:28.176726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-041f20fa-5a2b-48f4-9297-61e880da3fe5 None None] Provisioning complete for port b054a06d-66f1-495f-ab1d-56a8909e701c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:28.177681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-041f20fa-5a2b-48f4-9297-61e880da3fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.187403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] device_id is not set on port c4025037-e039-48a7-a408-2a326fcff8f7 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:28.225171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-533d7360-7fb3-4016-9bff-1d66e097e2ff req-0f0db909-b9e8-4bce-b062-eb1fc96186c1 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Dec 16 09:49:28.246272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-041f20fa-5a2b-48f4-9297-61e880da3fe5 None None] Port b054a06d-66f1-495f-ab1d-56a8909e701c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:28.345195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Allocated IP 172.20.0.5 (c828a606-df0a-4e80-b09b-35149dc9d80a/ede6cd07-d91f-4467-8830-25ab33747cee/c4025037-e039-48a7-a408-2a326fcff8f7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:28.506829 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.547901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.610849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Network c828a606-df0a-4e80-b09b-35149dc9d80a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:28.614708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:28.617542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:28.651971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=c4025037-e039-48a7-a408-2a326fcff8f7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:28.686307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:28.687186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.707665 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ad6bca85-82f5-41de-a4d3-4b4a1fd87ebb tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6949301 Dec 16 09:49:28.710484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42054) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:28.716147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4e:96:fe'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d3:46:3d'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:28.869338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5f175085-bf7d-4645-b5a1-4cb57454b815 None None] Provisioning complete for port c4025037-e039-48a7-a408-2a326fcff8f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:28.869627 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f175085-bf7d-4645-b5a1-4cb57454b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.881284 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:28.904033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5f175085-bf7d-4645-b5a1-4cb57454b815 None None] Port c4025037-e039-48a7-a408-2a326fcff8f7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:29.062591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.069739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.144735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event updated for resources: {'Port': ['ID=c4025037-e039-48a7-a408-2a326fcff8f7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.158399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] In _notify_port_updated(), no bound segment for port c4025037-e039-48a7-a408-2a326fcff8f7 on network c828a606-df0a-4e80-b09b-35149dc9d80a {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:49:29.165387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:29.166245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.167891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f42f9cbf-5a89-42be-afeb-932bce9bdbdd tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "PUT /v2.0/ports/c4025037-e039-48a7-a408-2a326fcff8f7 HTTP/1.1" status: 200 len: 1055 time: 0.4563379 Dec 16 09:49:29.170813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42056) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.283157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port c4025037-e039-48a7-a408-2a326fcff8f7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:29.283556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.325868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-48a2771e-f37b-4ee8-95dd-78ec58b9060f None None] Provisioning complete for port c4025037-e039-48a7-a408-2a326fcff8f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:29.326418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48a2771e-f37b-4ee8-95dd-78ec58b9060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.365969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-48a2771e-f37b-4ee8-95dd-78ec58b9060f None None] Port c4025037-e039-48a7-a408-2a326fcff8f7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:29.415212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d38055-9329-4035-89a6-27d3f9dae512 req-de88a466-293c-46dd-a915-6da4a80768d2 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:29.416692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2d38055-9329-4035-89a6-27d3f9dae512 req-de88a466-293c-46dd-a915-6da4a80768d2 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0866930 Dec 16 09:49:29.418517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.438913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for c4025037-e039-48a7-a408-2a326fcff8f7 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:29.507836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2d38055-9329-4035-89a6-27d3f9dae512 req-841fa0fb-d0f9-4585-b770-c3d8e9e3acc7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809216 Dec 16 09:49:29.614053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.658265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.729927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=c4025037-e039-48a7-a408-2a326fcff8f7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.788165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-639ab3a0-0023-49ff-a993-3abf82373b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.864589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.867878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1f199426-26c1-40b5-b0af-905d6589221f tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/ports/c4025037-e039-48a7-a408-2a326fcff8f7 HTTP/1.1" status: 204 len: 168 time: 0.6953485 Dec 16 09:49:29.870847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42072) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.888656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-639ab3a0-0023-49ff-a993-3abf82373b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.907211 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-639ab3a0-0023-49ff-a993-3abf82373b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:29.909835 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-12138a98-3662-40bf-957b-f424ac318261 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] GET failed (client error): The resource could not be found. Dec 16 09:49:29.911343 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-12138a98-3662-40bf-957b-f424ac318261 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "GET /v2.0/ports/c4025037-e039-48a7-a408-2a326fcff8f7 HTTP/1.1" status: 404 len: 333 time: 0.0395112 Dec 16 09:49:29.914240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42074) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:29.949373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-639ab3a0-0023-49ff-a993-3abf82373b6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c88be251a5f84e96992caa3213a3fb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898326 Dec 16 09:49:29.950621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ab3a0-0023-49ff-a993-3abf82373b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ade17-f46f-4be6-a92a-8724614dc572,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:29.953464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42076) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.039997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39c3e43a-a545-43a2-a252-76b8f2c21383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.057023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port b054a06d-66f1-495f-ab1d-56a8909e701c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:30.057349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.105977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39c3e43a-a545-43a2-a252-76b8f2c21383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.175499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.190250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for b054a06d-66f1-495f-ab1d-56a8909e701c owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:30.191848 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39c3e43a-a545-43a2-a252-76b8f2c21383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.194362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39c3e43a-a545-43a2-a252-76b8f2c21383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.195493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-39c3e43a-a545-43a2-a252-76b8f2c21383 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d03ade17-f46f-4be6-a92a-8724614dc572 HTTP/1.1" status: 204 len: 168 time: 0.2409768 Dec 16 09:49:30.212182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3e43a-a545-43a2-a252-76b8f2c21383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ade17-f46f-4be6-a92a-8724614dc572,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:30.336383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.365418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=b054a06d-66f1-495f-ab1d-56a8909e701c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:30.442948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.446617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ec82d80-5904-42fa-b5a2-96fb6ca975f7 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/ports/b054a06d-66f1-495f-ab1d-56a8909e701c HTTP/1.1" status: 204 len: 168 time: 0.5313528 Dec 16 09:49:30.449191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42086) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.477165 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-db40a582-b2c5-4959-9ad5-fd3936bbebf4 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] GET failed (client error): The resource could not be found. Dec 16 09:49:30.480164 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db40a582-b2c5-4959-9ad5-fd3936bbebf4 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "GET /v2.0/ports/b054a06d-66f1-495f-ab1d-56a8909e701c HTTP/1.1" status: 404 len: 333 time: 0.0287366 Dec 16 09:49:30.486080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42088) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.586284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port 5b39db22-724b-434d-83b0-395d66d2d712 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:30.586669 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.705154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9288626-686d-4157-b907-d3ff2bf1cce0 req-317cb441-7927-4d09-afd9-d8e6e2418efe tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:30.706648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9288626-686d-4157-b907-d3ff2bf1cce0 req-317cb441-7927-4d09-afd9-d8e6e2418efe tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0751629 Dec 16 09:49:30.727551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.747487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for 5b39db22-724b-434d-83b0-395d66d2d712 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:30.772071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9288626-686d-4157-b907-d3ff2bf1cce0 req-a13aae50-438b-48ed-a295-87b502a11209 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Dec 16 09:49:30.868336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42106) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:30.896552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:30.924714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=5b39db22-724b-434d-83b0-395d66d2d712,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:30.977280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76621029-network', 'tenant_id': '18403a000e254793a3f016f27e4192cb'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:30.996997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.004024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b06e10e4-8d4c-481c-ba1e-422867592ec3 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/ports/5b39db22-724b-434d-83b0-395d66d2d712 HTTP/1.1" status: 204 len: 168 time: 0.5137765 Dec 16 09:49:31.004284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Made reservation on behalf of 18403a000e254793a3f016f27e4192cb for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:31.004444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42110) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:31.006645 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.017959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.071311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting subnet ede6cd07-d91f-4467-8830-25ab33747cee {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:31.074829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.115405 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.119644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.121709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.150521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:31.160942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d35a15-0130-41e8-a18f-c4ef3a3f6c53,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.165943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.166549 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Added segment d7cc0fb2-3448-4f99-99f7-003fa8bcc905 of type vlan for network a673830f-6d82-4361-8fd8-0c55a5b19d85 Dec 16 09:49:31.210216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.217287 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.235498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.236551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:31.237138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.278148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.289826 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4203219 Dec 16 09:49:31.293719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42112) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:31.298520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Request body: {'subnet': {'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76621029-subnet', 'tenant_id': '18403a000e254793a3f016f27e4192cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:31.304507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c0f5c-e71a-420e-8e3b-83d9447265f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a673830f-6d82-4361-8fd8-0c55a5b19d85,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.306556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Subnet': ['ID=ede6cd07-d91f-4467-8830-25ab33747cee,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.310330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.313729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-58ea6fb8-809f-4ed1-8e15-ca51df6a1afc tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/subnets/ede6cd07-d91f-4467-8830-25ab33747cee HTTP/1.1" status: 204 len: 168 time: 0.3084829 Dec 16 09:49:31.316177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42114) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:31.320846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a673830f-6d82-4361-8fd8-0c55a5b19d85 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:31.325188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Made reservation on behalf of 18403a000e254793a3f016f27e4192cb for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:31.327995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.335636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9da7a-a2ce-4331-9f47-7d1bd8422b12 None None] Network c828a606-df0a-4e80-b09b-35149dc9d80a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:31.399723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.461958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Deleting port 1eb86d48-1534-4962-8bef-eaae9cdae018 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:31.462216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.503169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.526723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] For port 1eb86d48-1534-4962-8bef-eaae9cdae018, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1eb86d48-1534-4962-8bef-eaae9cdae018,segment=NetworkSegment(6befe494-82c7-4849-a6aa-c9558a830514),segment_id=6befe494-82c7-4849-a6aa-c9558a830514)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:31.527091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.544851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Calling delete_port for 1eb86d48-1534-4962-8bef-eaae9cdae018 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:31.557757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04353028-57e0-481a-a5a3-d2440659cef1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.566164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] DHCP port deletion for c828a606-df0a-4e80-b09b-35149dc9d80a request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:31.578657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Checking segment: {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:31.579202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Network hostable DHCP agents. Network: a673830f-6d82-4361-8fd8-0c55a5b19d85, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:31.597173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Network a673830f-6d82-4361-8fd8-0c55a5b19d85 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:31.606679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a673830f-6d82-4361-8fd8-0c55a5b19d85) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:31.611701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:31.612285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.619412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af44935-a4f9-4c94-b3dd-54299048c24c None None] Network a673830f-6d82-4361-8fd8-0c55a5b19d85 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:31.629897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d03a3a80-ab9d-4796-87eb-196efff07a1b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3351068 Dec 16 09:49:31.635849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Deleting port 1eb86d48-1534-4962-8bef-eaae9cdae018 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:31.636219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.647646 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.679294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Port': ['ID=1eb86d48-1534-4962-8bef-eaae9cdae018,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:31.695823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] No DVR routers for this DVR port 1eb86d48-1534-4962-8bef-eaae9cdae018 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:31.761505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] For port 1eb86d48-1534-4962-8bef-eaae9cdae018, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1eb86d48-1534-4962-8bef-eaae9cdae018,segment=NetworkSegment(6befe494-82c7-4849-a6aa-c9558a830514),segment_id=6befe494-82c7-4849-a6aa-c9558a830514)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:31.761932 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.781812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.787169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Calling delete_port for 1eb86d48-1534-4962-8bef-eaae9cdae018 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:31.805874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c828a606-df0a-4e80-b09b-35149dc9d80a']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:31.818649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6befe494-82c7-4849-a6aa-c9558a830514') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:31.818947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6befe494-82c7-4849-a6aa-c9558a830514') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:31.839500 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.858059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.871706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e97b0a-746d-4f0e-bc64-140b5d621626 None None] Network a673830f-6d82-4361-8fd8-0c55a5b19d85 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:31.873267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:31.873672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:31.878337 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:31.972952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644166-a57a-458e-a831-ad9ece15b3d8 req-570f9704-bf08-4ffc-a8a4-0cd603b5ac6b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:31.974529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3644166-a57a-458e-a831-ad9ece15b3d8 req-570f9704-bf08-4ffc-a8a4-0cd603b5ac6b tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1028168 Dec 16 09:49:31.975332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.983430 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.983697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:31.986466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] 10.222.0.61 "DELETE /v2.0/networks/c828a606-df0a-4e80-b09b-35149dc9d80a HTTP/1.1" status: 204 len: 168 time: 0.6686800 Dec 16 09:49:32.014743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d5ff1-5a23-49ee-841a-1137fd200993 tempest-AllowedAddressPairTestJSON-1171421615 tempest-AllowedAddressPairTestJSON-1171421615-project] Pushing event deleted for resources: {'Network': ['ID=c828a606-df0a-4e80-b09b-35149dc9d80a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:32.025511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Network c828a606-df0a-4e80-b09b-35149dc9d80a is not hosted by any dhcp agent {{(pid=102399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 09:49:32.025969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] No DVR routers for this DVR port 1eb86d48-1534-4962-8bef-eaae9cdae018 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:32.028040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438ffdf-28f1-4f85-a96e-4b019284c208 None None] Pushing event deleted for resources: {'Port': ['ID=1eb86d48-1534-4962-8bef-eaae9cdae018,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:32.057602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3644166-a57a-458e-a831-ad9ece15b3d8 req-13f690dc-d7d8-48c8-ba93-994bdacddee3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Dec 16 09:49:32.251938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42130) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.403223 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b7c7f083-2d26-47ad-92ae-e6ef58fb8a82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19372262cf02460ea8b466ba6deccb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500251 Dec 16 09:49:32.405985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42140) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:32.463804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0667fe8e-f594-439d-ae31-12520bd1ee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.487502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0667fe8e-f594-439d-ae31-12520bd1ee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.538579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0667fe8e-f594-439d-ae31-12520bd1ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.541130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0667fe8e-f594-439d-ae31-12520bd1ee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:32.542325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0667fe8e-f594-439d-ae31-12520bd1ee77 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb93ca8c-74da-46a1-a406-58c642881077 HTTP/1.1" status: 204 len: 168 time: 0.1347320 Dec 16 09:49:32.551163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667fe8e-f594-439d-ae31-12520bd1ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93ca8c-74da-46a1-a406-58c642881077,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.155149 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:49:33.187632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1924-ab8d-4612-bbe7-6d4b12e2b2cd req-cd393557-361d-4982-b516-0a02342ca63e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:33.189241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d04f1924-ab8d-4612-bbe7-6d4b12e2b2cd req-cd393557-361d-4982-b516-0a02342ca63e tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0565989 Dec 16 09:49:33.200306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1eb86d48-1534-4962-8bef-eaae9cdae018 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:33.224472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1eb86d48-1534-4962-8bef-eaae9cdae018 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:33.225045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1eb86d48-1534-4962-8bef-eaae9cdae018 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:33.232367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d04f1924-ab8d-4612-bbe7-6d4b12e2b2cd req-4b072e1e-a422-4740-8e64-d1315d24f008 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Dec 16 09:49:33.247507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42166) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:33.350858 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'networks': [{'name': 'tempest-network--199236401'}, {'name': 'tempest-network--1834198510'}]} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:33.351162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'network': {'name': 'tempest-network--199236401'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:33.351885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'network': {'name': 'tempest-network--1834198510'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:33.373963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'network': 2} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:33.378542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.387345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.468877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.473391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.473884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.513263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37228fb9-7113-418b-9350-77556b373e61,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.519027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:33.528333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.528731 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Added segment 26cbcda7-0b47-434d-bcb5-8305c8622fcb of type vlan for network d4144845-0b50-45f6-8dd7-8e40db73f5da Dec 16 09:49:33.586936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.664614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:33.684477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.684477 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Added segment 3e31a5c9-5103-4fba-9bf5-6fdadd61dc48 of type vlan for network 7282b121-16b7-4c1a-a9e4-5a300ee7fd04 Dec 16 09:49:33.696594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-48d4ddcc-1f1d-48e6-a9f6-84298fe8cc33 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:33.698074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-48d4ddcc-1f1d-48e6-a9f6-84298fe8cc33 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/networks?id=a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 200 len: 807 time: 0.1410463 Dec 16 09:49:33.737698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.740361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-4e3f658f-4bce-4fde-be9a-165819fe9263 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/quotas/18403a000e254793a3f016f27e4192cb HTTP/1.1" status: 200 len: 375 time: 0.0219905 Dec 16 09:49:33.777829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6a4e5685-a56e-4d76-bc3f-e81e0e454119 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=18403a000e254793a3f016f27e4192cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310328 Dec 16 09:49:33.793635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.794142 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.800170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:33.805272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:33.805914 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:33.911042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6624117 Dec 16 09:49:33.913860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:33.926103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Network': ['ID=d4144845-0b50-45f6-8dd7-8e40db73f5da,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:33.936731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d4144845-0b50-45f6-8dd7-8e40db73f5da details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:34.001057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-095d3688-cd7d-4e7c-a4fc-f80cd1bcb814 service neutron] 10.222.0.61 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153766 Dec 16 09:49:34.004129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7afa28-f525-4578-ae21-7b6d2e990f06 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Network': ['ID=7282b121-16b7-4c1a-a9e4-5a300ee7fd04,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:34.014807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 7282b121-16b7-4c1a-a9e4-5a300ee7fd04 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:34.030551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd19331-6c4d-4d36-ae25-5e4da23a84ef tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.036582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd19331-6c4d-4d36-ae25-5e4da23a84ef tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.042222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd19331-6c4d-4d36-ae25-5e4da23a84ef tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.048212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd19331-6c4d-4d36-ae25-5e4da23a84ef tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.053212 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3cd19331-6c4d-4d36-ae25-5e4da23a84ef tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1350405 Dec 16 09:49:34.053212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:34.097832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-701d3b9c-3470-4ff5-b9b2-7186cc77e54d service neutron] 10.222.0.61 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895336 Dec 16 09:49:34.131335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.217604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.237955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4144845-0b50-45f6-8dd7-8e40db73f5da']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:34.247231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cbcda7-0b47-434d-bcb5-8305c8622fcb') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:34.247537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cbcda7-0b47-434d-bcb5-8305c8622fcb') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:34.260434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.261180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4275364b-5257-4c50-ae3a-6da1118d4f5c req-26b5067c-0819-43a6-9ed8-987c7b659831 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 210 time: 0.0287423 Dec 16 09:49:34.279024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.285448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:34.286035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:34.289355 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:34.352952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.360926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.370956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/networks/d4144845-0b50-45f6-8dd7-8e40db73f5da HTTP/1.1" status: 204 len: 168 time: 0.3169887 Dec 16 09:49:34.374897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42200) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:34.384052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561eb4a-d7b8-42ef-b9d4-cff8c121b494 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Network': ['ID=d4144845-0b50-45f6-8dd7-8e40db73f5da,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:34.459576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076b2e-3975-4eab-8570-e4801d9e98a3 req-d9d725c5-4c16-43fd-8e1b-3e3d6b65d284 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.460971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93076b2e-3975-4eab-8570-e4801d9e98a3 req-d9d725c5-4c16-43fd-8e1b-3e3d6b65d284 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1402249 Dec 16 09:49:34.485718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.523732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93076b2e-3975-4eab-8570-e4801d9e98a3 req-6243b77c-d80a-4627-8352-dd3862189743 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519271 Dec 16 09:49:34.619584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.640999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7282b121-16b7-4c1a-a9e4-5a300ee7fd04']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:34.650965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e31a5c9-5103-4fba-9bf5-6fdadd61dc48') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:34.651259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e31a5c9-5103-4fba-9bf5-6fdadd61dc48') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:34.660797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.674692 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.680994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:34.681366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:34.684445 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:34.746877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.751677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:34.755128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/networks/7282b121-16b7-4c1a-a9e4-5a300ee7fd04 HTTP/1.1" status: 204 len: 168 time: 0.3779716 Dec 16 09:49:34.757989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:34.770791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10105925-3591-4251-bcf4-f2f5f4bac423 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Network': ['ID=7282b121-16b7-4c1a-a9e4-5a300ee7fd04,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:34.870281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af203f33-64da-449c-935f-883c1139546c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.876219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af203f33-64da-449c-935f-883c1139546c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:34.877756 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af203f33-64da-449c-935f-883c1139546c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1183343 Dec 16 09:49:34.883041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42206) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:34.887795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-932957627'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:34.912468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:34.915942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.261356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:35.272823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.273319 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Added segment 44b6f5c7-d83f-4d59-a5af-bda1bcfddd20 of type vlan for network 3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d Dec 16 09:49:35.292749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-8dc975a7-ade1-42c1-92b9-956450229b7f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:35.294626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-8dc975a7-ade1-42c1-92b9-956450229b7f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "GET /v2.0/networks?id=a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 200 len: 807 time: 0.1503549 Dec 16 09:49:35.309658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Request body: {'port': {'device_id': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85', 'admin_state_up': True, 'tenant_id': '18403a000e254793a3f016f27e4192cb'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:35.318870 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.345169 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.350664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:35.351240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.388389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6eb54b9-b1a6-4f63-b8ac-a56f9c3635ed req-ec600f41-0e98-43bd-bfd2-4f4bb129d74a tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 210 time: 0.0324845 Dec 16 09:49:35.409440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5253644 Dec 16 09:49:35.413685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42210) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:35.423703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febce861-3ea5-41aa-aaa2-6ae4656f9822 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Network': ['ID=3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.425606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1571272578'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:35.434749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:35.461960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:35.465423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.489281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Made reservation on behalf of 18403a000e254793a3f016f27e4192cb for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:35.495694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.516540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:35.534607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.534951 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Added segment 94f47f7c-b474-4758-92d8-3fff50481691 of type vlan for network 4160f317-d63c-4dab-bef0-bc109d056d5b Dec 16 09:49:35.646721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.719413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Allocated IP 172.20.0.4 (a673830f-6d82-4361-8fd8-0c55a5b19d85/04353028-57e0-481a-a5a3-d2440659cef1/284889ec-f17a-43da-8278-01b76921513e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:35.728594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ccbfe-1e92-4020-ada1-b4ea5d7b6994 req-c0aa62dc-2b5c-4d21-a4f1-3d2a5f14547c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:35.730157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea8ccbfe-1e92-4020-ada1-b4ea5d7b6994 req-c0aa62dc-2b5c-4d21-a4f1-3d2a5f14547c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1268370 Dec 16 09:49:35.732753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.738015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:35.738582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:35.833295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4182005 Dec 16 09:49:35.836413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42216) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:35.842879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'ports': [{'network_id': '3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d', 'name': 'tempest-port--708063329', 'admin_state_up': True}, {'network_id': '4160f317-d63c-4dab-bef0-bc109d056d5b', 'admin_state_up': False}]} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:35.843457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'port': {'network_id': '3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d', 'name': 'tempest-port--708063329', 'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:35.844033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'port': {'network_id': '4160f317-d63c-4dab-bef0-bc109d056d5b', 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:35.866974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9a940-3492-4006-b7ef-523d1eea4de1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Network': ['ID=4160f317-d63c-4dab-bef0-bc109d056d5b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:35.873687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea8ccbfe-1e92-4020-ada1-b4ea5d7b6994 req-6bb5221e-a434-42ff-a967-4a2cef0e02df tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311309 Dec 16 09:49:35.882486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 4160f317-d63c-4dab-bef0-bc109d056d5b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:35.989737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.008301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'port': 2} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:36.012859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.024215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.026983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.067230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Network a673830f-6d82-4361-8fd8-0c55a5b19d85 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:36.070328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:36.073896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:36.082682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Pushing event updated for resources: {'Port': ['ID=284889ec-f17a-43da-8278-01b76921513e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:36.104184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] device_id is not set on port 8cdfd64f-c726-4607-8e8d-5c95fef01978 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:36.132181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.132429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.150116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6bd0785a-6ff2-4e49-9029-3d73b5bfaec8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446167 Dec 16 09:49:36.173011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Request body: {'port': {'device_id': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:36.227101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.299421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] device_id is not set on port 20189bf2-d92a-4cd9-b683-8493ed903c71 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:36.416757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.459195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.513219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.518088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Port': ['ID=8cdfd64f-c726-4607-8e8d-5c95fef01978,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:36.529778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.530135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.530466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.530940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.531399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.531758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.532080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.532405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.532717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.533071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.533382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.533649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:36.540219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Checking segment: {'id': '44b6f5c7-d83f-4d59-a5af-bda1bcfddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:36.540554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network hostable DHCP agents. Network: 3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:36.557706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network 3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:36.567105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:36.570106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ef467-5736-4ad4-87ff-acf79034ee3f req-5dbeb6c0-0214-4ab4-8aad-81544e8b14c1 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.570852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:36.571614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c08ef467-5736-4ad4-87ff-acf79034ee3f req-5dbeb6c0-0214-4ab4-8aad-81544e8b14c1 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 931 time: 0.1017215 Dec 16 09:49:36.571847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.577771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3bc11-6898-407c-ad40-370b2c5e5740 None None] Network 3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:36.622530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Port': ['ID=20189bf2-d92a-4cd9-b683-8493ed903c71,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:36.641584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Checking segment: {'id': '94f47f7c-b474-4758-92d8-3fff50481691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4160f317-d63c-4dab-bef0-bc109d056d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:36.642282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network hostable DHCP agents. Network: 4160f317-d63c-4dab-bef0-bc109d056d5b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:36.659887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network 4160f317-d63c-4dab-bef0-bc109d056d5b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:36.670615 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 4160f317-d63c-4dab-bef0-bc109d056d5b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:36.680155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:36.683758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469df24-39a3-4a3d-a282-93cb3fb5091e None None] Network 4160f317-d63c-4dab-bef0-bc109d056d5b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:36.686728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.692789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.693499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c08ef467-5736-4ad4-87ff-acf79034ee3f req-526c1e94-f72f-4cf9-81b9-46086b233506 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074510 Dec 16 09:49:36.693622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.712456 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3ab0291e-fa33-4de0-8953-156cd643d5d1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8744876 Dec 16 09:49:36.715088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42222) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:36.782163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f821b492-1c44-4b86-b751-89423d325749 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.788694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f821b492-1c44-4b86-b751-89423d325749 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:36.792544 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f821b492-1c44-4b86-b751-89423d325749 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0724390 Dec 16 09:49:36.792898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42224) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:36.863575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284889ec-f17a-43da-8278-01b76921513e {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:36.871035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.884153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Transition to ACTIVE for port object 284889ec-f17a-43da-8278-01b76921513e will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:49:36.887069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Deleting port 8cdfd64f-c726-4607-8e8d-5c95fef01978 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:36.887462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.888579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.945630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Pushing event updated for resources: {'Port': ['ID=284889ec-f17a-43da-8278-01b76921513e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:36.962119 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:36.974492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Calling delete_port for 8cdfd64f-c726-4607-8e8d-5c95fef01978 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:37.053406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Attempting to bind port 284889ec-f17a-43da-8278-01b76921513e on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:37.053792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Attempting to bind port 284889ec-f17a-43da-8278-01b76921513e by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:37.054137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Attempting to bind port 284889ec-f17a-43da-8278-01b76921513e on network a673830f-6d82-4361-8fd8-0c55a5b19d85 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:37.054707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.065056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247ed56-6ce2-4212-937b-bccbfa459be5 req-8d5b076b-84f3-4b69-97e9-d1d80b44c713 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.066652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6247ed56-6ce2-4212-937b-bccbfa459be5 req-8d5b076b-84f3-4b69-97e9-d1d80b44c713 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0988305 Dec 16 09:49:37.070051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Port 284889ec-f17a-43da-8278-01b76921513e on network a673830f-6d82-4361-8fd8-0c55a5b19d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:37.070370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Attempting to bind port 284889ec-f17a-43da-8278-01b76921513e on network a673830f-6d82-4361-8fd8-0c55a5b19d85 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:37.081782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:37.082144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Checking segment: {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:37.082507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Bound using segment: {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:37.082934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Bound port: 284889ec-f17a-43da-8278-01b76921513e, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:37.083273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.084649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Port': ['ID=8cdfd64f-c726-4607-8e8d-5c95fef01978,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.090080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.093472 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f76921d2-3d89-44f7-8d40-ab62980c554b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/ports/8cdfd64f-c726-4607-8e8d-5c95fef01978 HTTP/1.1" status: 204 len: 168 time: 0.2994497 Dec 16 09:49:37.095993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42230) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.144882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6247ed56-6ce2-4212-937b-bccbfa459be5 req-58894988-694e-42c1-b174-52db18322808 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714426 Dec 16 09:49:37.181084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] For port 284889ec-f17a-43da-8278-01b76921513e, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:37.184520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] For port 284889ec-f17a-43da-8278-01b76921513e, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=284889ec-f17a-43da-8278-01b76921513e,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:37.190398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.193195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Deleting port 20189bf2-d92a-4cd9-b683-8493ed903c71 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:37.193537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.227494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.228074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.229483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] 10.222.0.53 "PUT /v2.0/ports/284889ec-f17a-43da-8278-01b76921513e HTTP/1.1" status: 200 len: 1091 time: 1.0609746 Dec 16 09:49:37.229943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'tag': '284889ec-f17a-43da-8278-01b76921513e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:37.232209 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fac9ac2-e7fe-4155-87a8-fa7405feedae" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f74b5e-52b7-44e9-8f35-6e9d73191b21", "tag": "284889ec-f17a-43da-8278-01b76921513e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:37.264076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91c85e-84e4-49f8-b2a0-d22d57c79e47 service neutron] Pushing event updated for resources: {'Port': ['ID=284889ec-f17a-43da-8278-01b76921513e,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.280360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.284131 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b1b7f7-676b-44ee-9910-d5b3d3eeb7a0 x-openstack-request-id: req-92b1b7f7-676b-44ee-9910-d5b3d3eeb7a0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:37.284415 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f74b5e-52b7-44e9-8f35-6e9d73191b21", "tag": "284889ec-f17a-43da-8278-01b76921513e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:37.284661 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92b1b7f7-676b-44ee-9910-d5b3d3eeb7a0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:37.285045 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'tag': '284889ec-f17a-43da-8278-01b76921513e', 'status': 'completed', 'code': 200} Dec 16 09:49:37.293998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Calling delete_port for 20189bf2-d92a-4cd9-b683-8493ed903c71 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:37.321221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-203b8698-0e0e-4c63-bc8e-e045b7376004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.322800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-203b8698-0e0e-4c63-bc8e-e045b7376004 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18403a000e254793a3f016f27e4192cb&device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 1094 time: 0.0499942 Dec 16 09:49:37.365005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-c0985b9a-84fd-48c4-bba2-12b954de5d5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=284889ec-f17a-43da-8278-01b76921513e HTTP/1.1" status: 200 len: 217 time: 0.0337784 Dec 16 09:49:37.380095 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.407548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Port': ['ID=20189bf2-d92a-4cd9-b683-8493ed903c71,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.415121 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.417198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-94e4444e-eb67-411f-92c3-7b4d20a112d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.418388 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94371828-9e75-4990-93db-8c4fad5f1b38 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/ports/20189bf2-d92a-4cd9-b683-8493ed903c71 HTTP/1.1" status: 204 len: 168 time: 0.3210032 Dec 16 09:49:37.418699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-94e4444e-eb67-411f-92c3-7b4d20a112d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04353028-57e0-481a-a5a3-d2440659cef1 HTTP/1.1" status: 200 len: 847 time: 0.0463283 Dec 16 09:49:37.420901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42234) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.449198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bd7334c9-bdfd-4f06-8082-876b78ce234b tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269902 Dec 16 09:49:37.453148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42236) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.455767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-6f71871c-c79d-474b-8598-a58b9bd2c5c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a673830f-6d82-4361-8fd8-0c55a5b19d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291548 Dec 16 09:49:37.457777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-175541825'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:37.479940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:37.483462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.506790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:37.517694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.518100 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Added segment e407ef56-5e4c-4f6c-b732-83d425f3b468 of type vlan for network 53fc76af-5520-4a31-a577-5d8955915f30 Dec 16 09:49:37.549109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-bcd040de-0e27-4670-9a18-9dd1f49405aa service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856674 Dec 16 09:49:37.560848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.588722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.595246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.595835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.646998 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f52dab-72ab-471e-a499-27e8bda02b28 req-fc39505b-763d-491c-8a7d-2adcf657314e service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897822 Dec 16 09:49:37.659276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2052467 Dec 16 09:49:37.661869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42238) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:37.666713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2032472794'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:37.679207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d238312-8877-4092-9e65-d58d5d58e2d5 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Network': ['ID=53fc76af-5520-4a31-a577-5d8955915f30,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.694430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 53fc76af-5520-4a31-a577-5d8955915f30 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:37.697208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:37.701800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.730533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:37.743322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.744073 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Added segment fa8f9862-3ed9-487a-950f-de57a61e6289 of type vlan for network 7345691f-6212-4e02-b7a4-e7b9df9a1f7d Dec 16 09:49:37.756557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-74d1180b-9f9d-4a10-b79d-22b1890ed16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.758436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-74d1180b-9f9d-4a10-b79d-22b1890ed16d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18403a000e254793a3f016f27e4192cb&device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 1094 time: 0.0574162 Dec 16 09:49:37.787846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.814173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.820017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.820790 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:37.884948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2219970 Dec 16 09:49:37.889724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00af7b-77e2-41bc-87dd-59b8de7075dc req-4eb03ee2-10e5-44c3-8aba-112b260432e7 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.891583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c00af7b-77e2-41bc-87dd-59b8de7075dc req-4eb03ee2-10e5-44c3-8aba-112b260432e7 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 943 time: 0.0788794 Dec 16 09:49:37.893927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a06a4-4468-4b67-b1ed-1c274f45b8f8 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Network': ['ID=7345691f-6212-4e02-b7a4-e7b9df9a1f7d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:37.896719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-afa704c5-ffa6-47b7-a5c6-a86c2a5e213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:37.898287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-afa704c5-ffa6-47b7-a5c6-a86c2a5e213e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 200 len: 908 time: 0.1313317 Dec 16 09:49:37.924734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 7345691f-6212-4e02-b7a4-e7b9df9a1f7d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:37.956738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-f11f11d0-7c61-4c84-85df-aeed8136f4a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=284889ec-f17a-43da-8278-01b76921513e HTTP/1.1" status: 200 len: 217 time: 0.0427089 Dec 16 09:49:37.963893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c00af7b-77e2-41bc-87dd-59b8de7075dc req-fdc7ad12-31c8-4dee-b1d7-5f6155d5155a tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635152 Dec 16 09:49:38.017794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42242) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:38.021949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-3a0c5944-c894-4eec-8c74-6b279e3dc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.023113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'subnets': [{'network_id': '53fc76af-5520-4a31-a577-5d8955915f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1645744159', 'ip_version': 4}, {'network_id': '7345691f-6212-4e02-b7a4-e7b9df9a1f7d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:38.023410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-3a0c5944-c894-4eec-8c74-6b279e3dc673 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04353028-57e0-481a-a5a3-d2440659cef1 HTTP/1.1" status: 200 len: 847 time: 0.0567749 Dec 16 09:49:38.023508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'subnet': {'network_id': '53fc76af-5520-4a31-a577-5d8955915f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1645744159', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:38.024010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Request body: {'subnet': {'network_id': '7345691f-6212-4e02-b7a4-e7b9df9a1f7d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:38.062092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-55a52498-4d96-4d57-a489-de669763fa11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a673830f-6d82-4361-8fd8-0c55a5b19d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284162 Dec 16 09:49:38.153635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-9013b019-5b44-4a6e-bee4-a404fc8e5ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816572 Dec 16 09:49:38.187745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Made reservation on behalf of ceef6f4d0c204a0799448bbbc06a8f01 for: {'subnet': 2} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:38.196710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.197243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.282793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2fac9ac2-e7fe-4155-87a8-fa7405feedae req-84fe6f61-a578-46cd-9fd4-f97df0de60e9 service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206777 Dec 16 09:49:38.291309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032823-cd9f-4904-9eba-0585351adf17 req-caad261c-31dd-41e1-9c62-288b30094139 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.292785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71032823-cd9f-4904-9eba-0585351adf17 req-caad261c-31dd-41e1-9c62-288b30094139 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0740824 Dec 16 09:49:38.333239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71032823-cd9f-4904-9eba-0585351adf17 req-4119f261-0b30-471d-890a-56f3597da783 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Dec 16 09:49:38.566316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.629125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Subnet': ['ID=da8d15c2-6c46-43fc-b421-273c48e5c70d,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:38.639678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Checking segment: {'id': 'e407ef56-5e4c-4f6c-b732-83d425f3b468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '53fc76af-5520-4a31-a577-5d8955915f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:38.640048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network hostable DHCP agents. Network: 53fc76af-5520-4a31-a577-5d8955915f30, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:38.659226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network 53fc76af-5520-4a31-a577-5d8955915f30 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:38.670240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 53fc76af-5520-4a31-a577-5d8955915f30) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:38.674608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.680047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe4f56-edd0-4d02-ba64-40c190af1fa7 None None] Network 53fc76af-5520-4a31-a577-5d8955915f30 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:38.749189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event updated for resources: {'Subnet': ['ID=55c519a7-97b0-433e-80df-ef670a31ddbd,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:38.758828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Checking segment: {'id': 'fa8f9862-3ed9-487a-950f-de57a61e6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7345691f-6212-4e02-b7a4-e7b9df9a1f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:38.759369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network hostable DHCP agents. Network: 7345691f-6212-4e02-b7a4-e7b9df9a1f7d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:38.783105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Network 7345691f-6212-4e02-b7a4-e7b9df9a1f7d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:38.794805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 7345691f-6212-4e02-b7a4-e7b9df9a1f7d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:38.799943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.800623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.801446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.816532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3b2b0-3746-4074-a73e-4c44744603ba None None] Network 7345691f-6212-4e02-b7a4-e7b9df9a1f7d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:38.819157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04a5fbba-d11f-4f84-9e5e-e5f984212ada tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8001864 Dec 16 09:49:38.821883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42258) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:38.875059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11af32-c229-4341-a5db-70b5c4fc9e3f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.876644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11af32-c229-4341-a5db-70b5c4fc9e3f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.878665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11af32-c229-4341-a5db-70b5c4fc9e3f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:38.880435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1c11af32-c229-4341-a5db-70b5c4fc9e3f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0577495 Dec 16 09:49:38.883651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42260) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:38.939228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Deleting subnet da8d15c2-6c46-43fc-b421-273c48e5c70d {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:38.944805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:38.981876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9979bb2-bf7d-46c5-90ea-33624a1b249d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-53fc76af-5520-4a31-a577-5d8955915f30', 'network_id': '53fc76af-5520-4a31-a577-5d8955915f30', 'tenant_id': 'ceef6f4d0c204a0799448bbbc06a8f01', 'fixed_ips': [{'subnet_id': 'da8d15c2-6c46-43fc-b421-273c48e5c70d'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:38.982731 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b9979bb2-bf7d-46c5-90ea-33624a1b249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.003464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.069444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.105159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115545fe-e9c0-4f7f-a628-5214685bc6fc req-36a1f48a-92d3-41b0-b24c-101a14192cc0 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:39.106735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-115545fe-e9c0-4f7f-a628-5214685bc6fc req-36a1f48a-92d3-41b0-b24c-101a14192cc0 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 943 time: 0.0623059 Dec 16 09:49:39.111106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532b975-7b79-4859-9178-1642042dfa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-7345691f-6212-4e02-b7a4-e7b9df9a1f7d', 'network_id': '7345691f-6212-4e02-b7a4-e7b9df9a1f7d', 'tenant_id': 'ceef6f4d0c204a0799448bbbc06a8f01', 'fixed_ips': [{'subnet_id': '55c519a7-97b0-433e-80df-ef670a31ddbd'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:39.112098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c532b975-7b79-4859-9178-1642042dfa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.152076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.154654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-115545fe-e9c0-4f7f-a628-5214685bc6fc req-cac364ad-9152-4bc3-8417-b13dcbd5027c tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Dec 16 09:49:39.174815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.181050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/subnets/da8d15c2-6c46-43fc-b421-273c48e5c70d HTTP/1.1" status: 204 len: 168 time: 0.2931728 Dec 16 09:49:39.181237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42264) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.206538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0d14f-010c-4c4e-a921-1207115be09c tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Subnet': ['ID=da8d15c2-6c46-43fc-b421-273c48e5c70d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:39.247928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Deleting subnet 55c519a7-97b0-433e-80df-ef670a31ddbd {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-b9979bb2-bf7d-46c5-90ea-33624a1b249d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da8d15c2-6c46-43fc-b421-273c48e5c70d: This subnet is being modified by another concurrent operation. Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da8d15c2-6c46-43fc-b421-273c48e5c70d: This subnet is being modified by another concurrent operation. Dec 16 09:49:39.252329 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:49:39.259418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.274962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24182929-3b03-4965-a86e-af7e121a2c20 None None] Network 53fc76af-5520-4a31-a577-5d8955915f30 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:39.328923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.379179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.488172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-c532b975-7b79-4859-9178-1642042dfa02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55c519a7-97b0-433e-80df-ef670a31ddbd: This subnet is being modified by another concurrent operation. Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55c519a7-97b0-433e-80df-ef670a31ddbd: This subnet is being modified by another concurrent operation. Dec 16 09:49:39.490363 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:49:39.510899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fbd5ff-91d1-458a-8368-d847da43d18a None None] Network 7345691f-6212-4e02-b7a4-e7b9df9a1f7d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:39.534214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4748358-6131-4def-8b4c-ae4217ac3365 req-b43c83f9-d612-4b72-89bf-5a2b04b5ab21 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:39.535746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4748358-6131-4def-8b4c-ae4217ac3365 req-b43c83f9-d612-4b72-89bf-5a2b04b5ab21 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1045372 Dec 16 09:49:39.536944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Subnet': ['ID=55c519a7-97b0-433e-80df-ef670a31ddbd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:39.545292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.548515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dfac5b24-5c18-4ad6-a580-3c1a73d8a05f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/subnets/55c519a7-97b0-433e-80df-ef670a31ddbd HTTP/1.1" status: 204 len: 168 time: 0.3668921 Dec 16 09:49:39.551239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42268) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.582328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d4748358-6131-4def-8b4c-ae4217ac3365 req-303129c6-d356-4761-82ef-a65241a02d5d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Dec 16 09:49:39.604711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b791a1e-c6bb-4e04-bb57-ca3e9c581b8a tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:39.606241 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b791a1e-c6bb-4e04-bb57-ca3e9c581b8a tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0538149 Dec 16 09:49:39.610990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42270) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.625991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2c10d-31b6-4a95-b14e-05622897ad20 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:49:39.689267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.724979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d2c10d-31b6-4a95-b14e-05622897ad20 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:49:39.785436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.809399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7345691f-6212-4e02-b7a4-e7b9df9a1f7d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:39.821511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8f9862-3ed9-487a-950f-de57a61e6289') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:39.821786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8f9862-3ed9-487a-950f-de57a61e6289') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:39.842088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.847223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.853775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:39.854200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:39.857425 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:39.928054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.937462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:39.942818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/networks/7345691f-6212-4e02-b7a4-e7b9df9a1f7d HTTP/1.1" status: 204 len: 168 time: 0.3285899 Dec 16 09:49:39.943530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42276) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:39.950941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b8d5-9577-4dac-8e4f-c3e5f34f7e1d tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Network': ['ID=7345691f-6212-4e02-b7a4-e7b9df9a1f7d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:40.032200 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.116448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.137517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fc76af-5520-4a31-a577-5d8955915f30']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.141108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebdff2-888a-4cd6-a055-ddf83a600dd2 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:49:40.147372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e407ef56-5e4c-4f6c-b732-83d425f3b468') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.147671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e407ef56-5e4c-4f6c-b732-83d425f3b468') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.157155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.170267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.176532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:40.176906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:40.179841 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:40.236143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ebdff2-888a-4cd6-a055-ddf83a600dd2 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:49:40.251124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.258828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.262291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/networks/53fc76af-5520-4a31-a577-5d8955915f30 HTTP/1.1" status: 204 len: 168 time: 0.3175721 Dec 16 09:49:40.264879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42280) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:40.278237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5952eaf-e68c-4923-adaa-892600bfa085 req-e9ecff1a-f4aa-4ecf-8e56-063dda6e9f8d tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:40.279874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5952eaf-e68c-4923-adaa-892600bfa085 req-e9ecff1a-f4aa-4ecf-8e56-063dda6e9f8d tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 943 time: 0.0521019 Dec 16 09:49:40.283955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74102d2e-aa26-4b3d-a328-1613b06980f1 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Network': ['ID=53fc76af-5520-4a31-a577-5d8955915f30,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:40.324981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5952eaf-e68c-4923-adaa-892600bfa085 req-455f9395-f7b4-4115-93f4-b6c2baabfcd4 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Dec 16 09:49:40.359485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.442609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.461458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4160f317-d63c-4dab-bef0-bc109d056d5b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.470627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f47f7c-b474-4758-92d8-3fff50481691') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.470920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f47f7c-b474-4758-92d8-3fff50481691') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.482336 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.495762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.502345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:40.502782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:40.506013 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:40.569805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.576830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.579882 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/networks/4160f317-d63c-4dab-bef0-bc109d056d5b HTTP/1.1" status: 204 len: 168 time: 0.3049433 Dec 16 09:49:40.582607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:40.592007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2416-bb8c-493a-a870-a7ff30a2f297 tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Network': ['ID=4160f317-d63c-4dab-bef0-bc109d056d5b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:40.662233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.771726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b9f4-f2d6-4a6d-bc4a-d45a09351bfe req-68ae70ba-fbb4-4efb-aef9-049123399b98 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:40.773100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dae4b9f4-f2d6-4a6d-bc4a-d45a09351bfe req-68ae70ba-fbb4-4efb-aef9-049123399b98 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1090231 Dec 16 09:49:40.793879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.823219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.839869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b6f5c7-d83f-4d59-a5af-bda1bcfddd20') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.840159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b6f5c7-d83f-4d59-a5af-bda1bcfddd20') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:40.848445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dae4b9f4-f2d6-4a6d-bc4a-d45a09351bfe req-780147be-09ea-4f9f-978f-2b97b26d9e7f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657256 Dec 16 09:49:40.851660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.865164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.871018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:40.871378 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:40.874282 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:40.932263 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.940511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:40.945214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] 10.222.0.61 "DELETE /v2.0/networks/3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d HTTP/1.1" status: 204 len: 168 time: 0.3616214 Dec 16 09:49:40.957290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b78984-8b1f-4dbf-8c68-f51a9257791f tempest-BulkNetworkOpsTest-1615401923 tempest-BulkNetworkOpsTest-1615401923-project] Pushing event deleted for resources: {'Network': ['ID=3dcb96cb-7c0d-42d5-b0af-271c8f0bb04d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:41.204029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42290) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.345572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8ece67e8-dcc9-494a-9184-1e186a24a139 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ceef6f4d0c204a0799448bbbc06a8f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403553 Dec 16 09:49:41.348353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42296) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:41.418139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4669035-670e-42c4-9b01-5cd067e856f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.456686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4669035-670e-42c4-9b01-5cd067e856f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.483624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3224b-f2c0-4884-83e7-23acdd85897b req-44e3685c-c07b-4342-96b0-718481cfd34d tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:41.485201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80e3224b-f2c0-4884-83e7-23acdd85897b req-44e3685c-c07b-4342-96b0-718481cfd34d tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 943 time: 0.0890830 Dec 16 09:49:41.531509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80e3224b-f2c0-4884-83e7-23acdd85897b req-e2929fbd-3524-4f68-aa99-32ab3a1f1ca7 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360470 Dec 16 09:49:41.539162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4669035-670e-42c4-9b01-5cd067e856f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.541666 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4669035-670e-42c4-9b01-5cd067e856f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.542768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f4669035-670e-42c4-9b01-5cd067e856f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37228fb9-7113-418b-9350-77556b373e61 HTTP/1.1" status: 204 len: 168 time: 0.1934187 Dec 16 09:49:41.550576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4669035-670e-42c4-9b01-5cd067e856f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37228fb9-7113-418b-9350-77556b373e61,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:41.667164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 284889ec-f17a-43da-8278-01b76921513e details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:49:41.764335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 284889ec-f17a-43da-8278-01b76921513e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=284889ec-f17a-43da-8278-01b76921513e,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:41.776132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '284889ec-f17a-43da-8278-01b76921513e', 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85', 'port_id': '284889ec-f17a-43da-8278-01b76921513e', 'mac_address': 'fa:16:3e:3f:1d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04353028-57e0-481a-a5a3-d2440659cef1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:49:41.819048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.832019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284889ec-f17a-43da-8278-01b76921513e {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:41.851021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 284889ec-f17a-43da-8278-01b76921513e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=284889ec-f17a-43da-8278-01b76921513e,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:41.856883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:41.907929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=284889ec-f17a-43da-8278-01b76921513e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:41.969832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b56d2-2610-43e3-bcdd-826a7de40555 req-f5c89fb4-2961-4797-85fb-6041d3bb708c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:41.971367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-504b56d2-2610-43e3-bcdd-826a7de40555 req-f5c89fb4-2961-4797-85fb-6041d3bb708c tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0505850 Dec 16 09:49:42.013999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-504b56d2-2610-43e3-bcdd-826a7de40555 req-a08b8723-f5bf-4133-9668-8a7868700644 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Dec 16 09:49:42.080461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['284889ec-f17a-43da-8278-01b76921513e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:42.212416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42320) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:42.326244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-857878336'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:42.354517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:42.359988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.371937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.448334 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.454274 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.484883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:42.498910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bf9fff-f6dd-4501-807b-d890bba7d77d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:42.504222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.504597 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment 4493a081-e2f0-4cee-8cf7-27c1fedff6a0 of type vlan for network c6442fe2-d84f-4ceb-8628-bd79aa811c8c Dec 16 09:49:42.545098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.571361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.577104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:42.577769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.632178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4185929 Dec 16 09:49:42.634935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42326) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:42.640656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23483817'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:42.666783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:42.670649 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.681341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834051f-8f0d-4034-8643-643951f581a5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=c6442fe2-d84f-4ceb-8628-bd79aa811c8c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:42.694628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:42.696627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:42.704179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a3980-24cd-4404-ad56-3cb423cf9d90 req-39a7b622-af3a-44ae-808f-9dcf93147e85 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:42.706022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-513a3980-24cd-4404-ad56-3cb423cf9d90 req-39a7b622-af3a-44ae-808f-9dcf93147e85 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 944 time: 0.0804441 Dec 16 09:49:42.711208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.714287 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment acc27997-ddfd-46b7-9539-ec7402b74dd9 of type vlan for network e4e9327d-004e-4a98-b925-1bbef70905ff Dec 16 09:49:42.746700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-513a3980-24cd-4404-ad56-3cb423cf9d90 req-d93cda61-4660-4fa5-a880-0705e7638c10 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Dec 16 09:49:42.756519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.783408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.788846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:42.789414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:42.850423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2143147 Dec 16 09:49:42.853452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42328) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:42.857917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42f0e-e99e-4627-b334-7dde562f2709 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=e4e9327d-004e-4a98-b925-1bbef70905ff,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:42.858794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:42.868560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e4e9327d-004e-4a98-b925-1bbef70905ff details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:42.950619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:42.954211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.179039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9d2f-c1f0-47be-b292-807487a205f5 req-1ff3af6c-bb15-42e2-9cfd-25fdda751327 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:43.180520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-987f9d2f-c1f0-47be-b292-807487a205f5 req-1ff3af6c-bb15-42e2-9cfd-25fdda751327 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0980246 Dec 16 09:49:43.181868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.263148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-987f9d2f-c1f0-47be-b292-807487a205f5 req-19421f73-99a4-465f-be89-7d113d2fcbe0 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749092 Dec 16 09:49:43.264814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=bece18fc-b716-454f-b600-34e392c60d09,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:43.281437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': '4493a081-e2f0-4cee-8cf7-27c1fedff6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:43.281802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: c6442fe2-d84f-4ceb-8628-bd79aa811c8c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:43.301124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:43.311287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, c6442fe2-d84f-4ceb-8628-bd79aa811c8c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:43.316097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:43.316688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.320650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d839ee4-ba16-45e7-8927-9eec54ecd294 None None] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:43.333727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aa790677-0e38-45d8-9d98-699895b920ef tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4790757 Dec 16 09:49:43.337255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42332) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.342426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:43.434587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:43.438607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.465547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-c6442fe2-d84f-4ceb-8628-bd79aa811c8c', 'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': 'bece18fc-b716-454f-b600-34e392c60d09'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:43.466465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.609335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Allocated IP 2001:db8::2 (c6442fe2-d84f-4ceb-8628-bd79aa811c8c/bece18fc-b716-454f-b600-34e392c60d09/808ed00b-8fd3-46fd-9f55-2cac8b2f93c0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:43.626135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.678410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 284889ec-f17a-43da-8278-01b76921513e up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:43.690867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=bad4804b-8087-4f00-af64-dfc1c487edcc,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:43.700117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': 'acc27997-ddfd-46b7-9539-ec7402b74dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:43.700479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: e4e9327d-004e-4a98-b925-1bbef70905ff, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:43.717603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network e4e9327d-004e-4a98-b925-1bbef70905ff is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:43.727285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e4e9327d-004e-4a98-b925-1bbef70905ff) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:43.731645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:43.732260 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.740437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4850f-7f66-409f-8af1-62eb86d3fa34 None None] Network e4e9327d-004e-4a98-b925-1bbef70905ff requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:43.749827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-61747c98-e106-4f48-a6b7-1e2c22a26ab2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4114602 Dec 16 09:49:43.752703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42334) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.757086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-106339084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:43.779645 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.780783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.837510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 284889ec-f17a-43da-8278-01b76921513e completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:49:43.837988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.848827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.860441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 284889ec-f17a-43da-8278-01b76921513e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:43.860806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.863038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.880931 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.882129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-038b71ce-aeeb-4543-a256-f6bf703171cb tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1284921 Dec 16 09:49:43.884828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42338) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:43.892859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:43.962140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:43.996880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:44.007811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:44.015306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Pushing event updated for resources: {'Port': ['ID=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:44.045414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9c566b72-59e7-4c0e-be69-fab7c4b1ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.135497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e4e9327d-004e-4a98-b925-1bbef70905ff', 'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': 'bad4804b-8087-4f00-af64-dfc1c487edcc'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:44.136356 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.156619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Attempting to bind port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:44.156995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Attempting to bind port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '4493a081-e2f0-4cee-8cf7-27c1fedff6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:44.157370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Attempting to bind port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 on network c6442fe2-d84f-4ceb-8628-bd79aa811c8c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:44.159370 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.175724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:44.176078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Checking segment: {'id': '4493a081-e2f0-4cee-8cf7-27c1fedff6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:44.176471 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.176861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Bound using segment: {'id': '4493a081-e2f0-4cee-8cf7-27c1fedff6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:44.177337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Bound port: 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4493a081-e2f0-4cee-8cf7-27c1fedff6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c6442fe2-d84f-4ceb-8628-bd79aa811c8c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:44.177714 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.206973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284889ec-f17a-43da-8278-01b76921513e'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:44.209266 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f36d88-34ef-4e55-8491-8e5b2e5d11a1" -d '{"events": [{"server_uuid": "f9f74b5e-52b7-44e9-8f35-6e9d73191b21", "name": "network-vif-plugged", "status": "completed", "tag": "284889ec-f17a-43da-8278-01b76921513e"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:44.231115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf62356-b324-412e-b8e9-97a47ff070a7 req-b2556361-7377-43d8-b2cf-25d23676e939 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:44.232488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcf62356-b324-412e-b8e9-97a47ff070a7 req-b2556361-7377-43d8-b2cf-25d23676e939 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 944 time: 0.3967586 Dec 16 09:49:44.294191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 284889ec-f17a-43da-8278-01b76921513e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=284889ec-f17a-43da-8278-01b76921513e,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:44.309136 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.374942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcf62356-b324-412e-b8e9-97a47ff070a7 req-a574a9a7-ce5e-4b7a-9934-9d028a7b997b tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133144 Dec 16 09:49:44.409351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] For port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:44.447440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] For port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,segment=NetworkSegment(4493a081-e2f0-4cee-8cf7-27c1fedff6a0),segment_id=4493a081-e2f0-4cee-8cf7-27c1fedff6a0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:44.448540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=284889ec-f17a-43da-8278-01b76921513e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:44.457605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Allocated IP 2001:db8:1::2 (e4e9327d-004e-4a98-b925-1bbef70905ff/bad4804b-8087-4f00-af64-dfc1c487edcc/92012154-b13a-4dba-934a-c5dbdb7d6a7d) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:44.460024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.510727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.603652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3274c-a4d1-41e4-8e55-3f2944d71fe0 None None] Pushing event updated for resources: {'Port': ['ID=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:44.627413 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64635515-8de1-4eae-8247-ace6cdd63425 x-openstack-request-id: req-64635515-8de1-4eae-8247-ace6cdd63425 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:44.627708 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f74b5e-52b7-44e9-8f35-6e9d73191b21", "name": "network-vif-plugged", "status": "completed", "tag": "284889ec-f17a-43da-8278-01b76921513e", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:44.627960 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64635515-8de1-4eae-8247-ace6cdd63425 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:44.628381 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284889ec-f17a-43da-8278-01b76921513e', 'code': 200} Dec 16 09:49:44.713826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.722820 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.785554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Network e4e9327d-004e-4a98-b925-1bbef70905ff is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:44.789677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:44.792975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:44.810578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Pushing event updated for resources: {'Port': ['ID=92012154-b13a-4dba-934a-c5dbdb7d6a7d,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:44.863102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2c640-bd31-4b57-8201-fd725e78a809 req-5b386540-3fa6-474b-9ad5-0fab9e3fc5dd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:44.864673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29d2c640-bd31-4b57-8201-fd725e78a809 req-5b386540-3fa6-474b-9ad5-0fab9e3fc5dd tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1570234 Dec 16 09:49:44.872095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Attempting to bind port 92012154-b13a-4dba-934a-c5dbdb7d6a7d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:44.872597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Attempting to bind port 92012154-b13a-4dba-934a-c5dbdb7d6a7d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'acc27997-ddfd-46b7-9539-ec7402b74dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:44.873583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Attempting to bind port 92012154-b13a-4dba-934a-c5dbdb7d6a7d on network e4e9327d-004e-4a98-b925-1bbef70905ff {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:44.879272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:44.879772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Checking segment: {'id': 'acc27997-ddfd-46b7-9539-ec7402b74dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:44.880267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.880743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Bound using segment: {'id': 'acc27997-ddfd-46b7-9539-ec7402b74dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:44.881310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Bound port: 92012154-b13a-4dba-934a-c5dbdb7d6a7d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc27997-ddfd-46b7-9539-ec7402b74dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e4e9327d-004e-4a98-b925-1bbef70905ff'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:44.881805 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.896520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef620-ad48-4d56-910a-4af27b9ef91a req-2fc3de8d-db4d-4ac8-9c30-88089fd5369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:44.898110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d45ef620-ad48-4d56-910a-4af27b9ef91a req-2fc3de8d-db4d-4ac8-9c30-88089fd5369b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 1096 time: 0.1892967 Dec 16 09:49:44.953835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] For port 92012154-b13a-4dba-934a-c5dbdb7d6a7d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:44.956851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] For port 92012154-b13a-4dba-934a-c5dbdb7d6a7d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92012154-b13a-4dba-934a-c5dbdb7d6a7d,segment=NetworkSegment(acc27997-ddfd-46b7-9539-ec7402b74dd9),segment_id=acc27997-ddfd-46b7-9539-ec7402b74dd9)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:44.961812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:44.980251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29d2c640-bd31-4b57-8201-fd725e78a809 req-ec21cd81-7478-43a7-a07f-28ad47ef19f8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064432 Dec 16 09:49:44.986066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d45ef620-ad48-4d56-910a-4af27b9ef91a req-5d7d3ebe-9bac-4b5e-ba3b-1066e242a315 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795331 Dec 16 09:49:44.995047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8::1 (c6442fe2-d84f-4ceb-8628-bd79aa811c8c/bece18fc-b716-454f-b600-34e392c60d09/e2014b9b-cbd4-4741-9ba2-46ccc08b1323) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:45.029177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc793b5-5c8c-4019-bafe-98a62144b3ae None None] Pushing event updated for resources: {'Port': ['ID=92012154-b13a-4dba-934a-c5dbdb7d6a7d,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.135497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.176145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.234648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:45.237976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:45.250697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:45.251258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.253758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=e2014b9b-cbd4-4741-9ba2-46ccc08b1323,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.312781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:45.382579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:45.383066 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.400061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.481958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.518450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,segment=NetworkSegment(4493a081-e2f0-4cee-8cf7-27c1fedff6a0),segment_id=4493a081-e2f0-4cee-8cf7-27c1fedff6a0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:45.524689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.591330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.675012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcd50e-b94e-4c42-be98-27a5e359961d req-0f11d97d-66a2-41c5-bf74-63e02f4bb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:45.675609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791e38-ab96-4dc1-b44f-6d81e49bb00c req-79aba5b0-3062-465b-a732-cbe3f560d7cb tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:45.676532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6cdcd50e-b94e-4c42-be98-27a5e359961d req-0f11d97d-66a2-41c5-bf74-63e02f4bb969 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 1096 time: 0.0458167 Dec 16 09:49:45.676824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54791e38-ab96-4dc1-b44f-6d81e49bb00c req-79aba5b0-3062-465b-a732-cbe3f560d7cb tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 945 time: 0.2146089 Dec 16 09:49:45.704697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988e94f-b0e8-44e9-af3f-07d8b46fdcf8 None None] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:45.714998 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6cdcd50e-b94e-4c42-be98-27a5e359961d req-dd170cdf-3de8-4bbf-9ec4-374ea9fb7f62 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Dec 16 09:49:45.746861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54791e38-ab96-4dc1-b44f-6d81e49bb00c req-48702f21-2e80-4e70-b26f-341b994eadd2 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Dec 16 09:49:45.795612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.802859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.803683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.899453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=e2014b9b-cbd4-4741-9ba2-46ccc08b1323,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:45.928790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-68591469-db15-4d2b-b64d-654aa9c47deb None None] Provisioning complete for port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:45.929387 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-68591469-db15-4d2b-b64d-654aa9c47deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:45.941219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:45.942665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:46.135172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router b6f78b31-bd8b-4077-9901-1598bea757ec is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:49:46.147419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc864b-aac7-451e-a845-dda56ead78c8 req-4bd92231-437c-44b2-aed6-ecbd792ab31d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:46.148979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8dc864b-aac7-451e-a845-dda56ead78c8 req-4bd92231-437c-44b2-aed6-ecbd792ab31d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0778475 Dec 16 09:49:46.186705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc9b420-7858-44ef-991c-71725d21b299 None None] Network e4e9327d-004e-4a98-b925-1bbef70905ff requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:46.261344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8dc864b-aac7-451e-a845-dda56ead78c8 req-ed261a9c-3bac-4af3-ba87-8c9c3e4eef99 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021967 Dec 16 09:49:46.265140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-67bd1cf9-ef25-4beb-bf66-c004fcf32335 None None] Provisioning complete for port 92012154-b13a-4dba-934a-c5dbdb7d6a7d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.265508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67bd1cf9-ef25-4beb-bf66-c004fcf32335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.287076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:46.295687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8b7d55d7-1587-419a-bccf-aca6d21dae7e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/b6f78b31-bd8b-4077-9901-1598bea757ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098990 Dec 16 09:49:46.298854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42352) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:46.307442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] Sync routers for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:46.338235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:46.339059 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:46.352273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c2c40-6887-4fe7-9765-4401d268b33e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:46.356576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42354) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:46.356755 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-279c2c40-6887-4fe7-9765-4401d268b33e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports/e2014b9b-cbd4-4741-9ba2-46ccc08b1323 HTTP/1.1" status: 200 len: 911 time: 0.0567720 Dec 16 09:49:46.399945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:46.428843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:46.429495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:46.511415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:46.512087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1106361-e30f-44e9-816c-5dba38f48238 None None] The sync data for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:46.531184 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b848438-0cd8-4cf1-8f24-6f5f913ad191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.534447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67bd1cf9-ef25-4beb-bf66-c004fcf32335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.576769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-67bd1cf9-ef25-4beb-bf66-c004fcf32335 None None] For port 92012154-b13a-4dba-934a-c5dbdb7d6a7d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92012154-b13a-4dba-934a-c5dbdb7d6a7d,segment=NetworkSegment(acc27997-ddfd-46b7-9539-ec7402b74dd9),segment_id=acc27997-ddfd-46b7-9539-ec7402b74dd9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:46.582828 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67bd1cf9-ef25-4beb-bf66-c004fcf32335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.646100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd1cf9-ef25-4beb-bf66-c004fcf32335 None None] Pushing event updated for resources: {'Port': ['ID=92012154-b13a-4dba-934a-c5dbdb7d6a7d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:46.708592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-22660619-0c04-4927-97b9-621b5fdc36ca None None] Provisioning complete for port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.709500 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-22660619-0c04-4927-97b9-621b5fdc36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.847810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-22660619-0c04-4927-97b9-621b5fdc36ca None None] Provisioning complete for port e2014b9b-cbd4-4741-9ba2-46ccc08b1323 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:46.848715 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-22660619-0c04-4927-97b9-621b5fdc36ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.868831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:46.893302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-22660619-0c04-4927-97b9-621b5fdc36ca None None] Port e2014b9b-cbd4-4741-9ba2-46ccc08b1323 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:46.988408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cd7e7-00b8-44f9-84c9-7f6d9015a373 req-d831be99-a1ef-441c-9066-75b67f2b1370 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:46.989965 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-296cd7e7-00b8-44f9-84c9-7f6d9015a373 req-d831be99-a1ef-441c-9066-75b67f2b1370 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 945 time: 0.1328821 Dec 16 09:49:47.015868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-42ba2231-4bea-41f8-93b8-6469ebdd3f75 None None] Provisioning complete for port 92012154-b13a-4dba-934a-c5dbdb7d6a7d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:47.016521 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42ba2231-4bea-41f8-93b8-6469ebdd3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.081674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-296cd7e7-00b8-44f9-84c9-7f6d9015a373 req-56afd257-3cde-4df4-8133-9ce209cd7dd7 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835357 Dec 16 09:49:47.126659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-42ba2231-4bea-41f8-93b8-6469ebdd3f75 None None] Provisioning complete for port e2014b9b-cbd4-4741-9ba2-46ccc08b1323 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:47.127102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42ba2231-4bea-41f8-93b8-6469ebdd3f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.174020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-42ba2231-4bea-41f8-93b8-6469ebdd3f75 None None] Port e2014b9b-cbd4-4741-9ba2-46ccc08b1323 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:47.207705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8:1::1 (e4e9327d-004e-4a98-b925-1bbef70905ff/bad4804b-8087-4f00-af64-dfc1c487edcc/087ecbdb-7876-4518-8b23-147d08cd2240) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:47.341564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.367493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92012154-b13a-4dba-934a-c5dbdb7d6a7d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:47.425184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.425740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 92012154-b13a-4dba-934a-c5dbdb7d6a7d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:47.426143 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.434288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbab74-2352-426d-883a-4d763f293d5f req-b5f6213d-8d6e-441c-9a03-2bc4b87b29c8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:47.435814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3edbab74-2352-426d-883a-4d763f293d5f req-b5f6213d-8d6e-441c-9a03-2bc4b87b29c8 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0923438 Dec 16 09:49:47.488049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network e4e9327d-004e-4a98-b925-1bbef70905ff is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:47.495411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:47.499821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:47.500405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.528961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:47.569233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=087ecbdb-7876-4518-8b23-147d08cd2240,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:47.578704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3edbab74-2352-426d-883a-4d763f293d5f req-a27c65f7-e37b-4774-8c8d-0fc28b9438b3 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328847 Dec 16 09:49:47.586028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:47.586028 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.804761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7f1c392d-ba2c-48db-a6e8-95a8b8c9d885 None None] Provisioning complete for port 087ecbdb-7876-4518-8b23-147d08cd2240 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:47.805456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f1c392d-ba2c-48db-a6e8-95a8b8c9d885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:47.846590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c392d-ba2c-48db-a6e8-95a8b8c9d885 None None] Port 087ecbdb-7876-4518-8b23-147d08cd2240 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:47.953807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-f72a7941-8a8f-4b1b-9d5f-f3c9a1fb6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:47.955672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-f72a7941-8a8f-4b1b-9d5f-f3c9a1fb6c87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 1096 time: 0.0454280 Dec 16 09:49:47.979664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.008136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933032b2-e375-4047-926a-17811e5022cf req-701617ef-5e32-4d4b-ba47-139bf6dd82b2 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:48.009798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-933032b2-e375-4047-926a-17811e5022cf req-701617ef-5e32-4d4b-ba47-139bf6dd82b2 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 945 time: 0.0842757 Dec 16 09:49:48.042245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.056401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-68d5768d-4769-436b-a347-5b9d20e159a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:48.057961 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-68d5768d-4769-436b-a347-5b9d20e159a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 912 time: 0.0956101 Dec 16 09:49:48.107911 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-7ecc7d53-ac36-4024-b21d-80e766002074 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=047e3342-40e3-4ecf-9987-92d8d85419d9 HTTP/1.1" status: 200 len: 217 time: 0.0419228 Dec 16 09:49:48.137911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-933032b2-e375-4047-926a-17811e5022cf req-b3c88481-e895-4a18-88cc-6962a493cddc tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057966 Dec 16 09:49:48.163785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-c4b4d633-ab44-4836-9118-ce60ef742eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:48.165265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-c4b4d633-ab44-4836-9118-ce60ef742eb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0507390 Dec 16 09:49:48.200636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-e0726ef9-c47e-4e89-846a-58b564654e20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276031 Dec 16 09:49:48.301946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-27cfca74-9a08-4e5a-ba8f-739c2101bc66 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946145 Dec 16 09:49:48.309185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44337bca-0f9d-4dc8-a6ec-b574cfa556b7 req-a51b6392-6df8-421f-ac9b-4953db40bf67 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:48.310966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44337bca-0f9d-4dc8-a6ec-b574cfa556b7 req-a51b6392-6df8-421f-ac9b-4953db40bf67 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0946932 Dec 16 09:49:48.376719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.386422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44337bca-0f9d-4dc8-a6ec-b574cfa556b7 req-59559959-4c77-4407-92b9-f93f7d5ac3f5 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642223 Dec 16 09:49:48.387207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.388089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.416096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d55bf3a5-a24b-4f81-8c0c-18f0161d647b req-0773cb88-7861-47be-ac4b-411f0016ad0d service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072233 Dec 16 09:49:48.481053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=087ecbdb-7876-4518-8b23-147d08cd2240,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:48.525549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network e4e9327d-004e-4a98-b925-1bbef70905ff is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:48.527154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:48.631900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router b6f78b31-bd8b-4077-9901-1598bea757ec has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:48.742082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:48.747231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0f5a126d-5a87-4bbf-b59d-3e451d7c790f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/b6f78b31-bd8b-4077-9901-1598bea757ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3891921 Dec 16 09:49:48.750376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42376) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.754312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] Sync routers for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:48.764277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:48.765685 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:48.787728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c0fbcd11-1ae3-4d75-b97d-eec983c5c62e None None] Provisioning complete for port 087ecbdb-7876-4518-8b23-147d08cd2240 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:48.788099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0fbcd11-1ae3-4d75-b97d-eec983c5c62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:48.799482 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:48.808699 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:48.809357 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:48.815225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07a6b3-88ca-478d-aab2-e00eb4d35348 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:48.819680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df07a6b3-88ca-478d-aab2-e00eb4d35348 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports/087ecbdb-7876-4518-8b23-147d08cd2240 HTTP/1.1" status: 200 len: 913 time: 0.0655231 Dec 16 09:49:48.819894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42378) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:48.835959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbcd11-1ae3-4d75-b97d-eec983c5c62e None None] Port 087ecbdb-7876-4518-8b23-147d08cd2240 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:48.843418 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:48.844006 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e252bd-1d73-4c9b-a066-50b1d122395e None None] The sync data for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:49.206318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-bd99e46c-7e82-46b9-afc2-62fbaa3c1bc9 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:49.207782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-bd99e46c-7e82-46b9-afc2-62fbaa3c1bc9 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 945 time: 0.0616753 Dec 16 09:49:49.220174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.404146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9b5ca-2154-41ad-b3bd-3fefe7381cac req-7cf4c39e-3b0b-483e-a08b-89f6da858455 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:49.406151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32b9b5ca-2154-41ad-b3bd-3fefe7381cac req-7cf4c39e-3b0b-483e-a08b-89f6da858455 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 945 time: 0.1902621 Dec 16 09:49:49.502976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-32b9b5ca-2154-41ad-b3bd-3fefe7381cac req-92fe4019-c062-4d17-8e96-33cd1a31608c tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668943 Dec 16 09:49:49.511149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Deleting port 284889ec-f17a-43da-8278-01b76921513e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:49.511601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.695993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354f944-c5ce-49f9-a75f-ff1228633681 req-e18d9e1f-1b23-4bf2-af06-cb94d09879ad tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:49.697371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c354f944-c5ce-49f9-a75f-ff1228633681 req-e18d9e1f-1b23-4bf2-af06-cb94d09879ad tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1298795 Dec 16 09:49:49.699039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] For port 284889ec-f17a-43da-8278-01b76921513e, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=284889ec-f17a-43da-8278-01b76921513e,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:49.699399 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.752877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Calling delete_port for 284889ec-f17a-43da-8278-01b76921513e owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:49.832142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c354f944-c5ce-49f9-a75f-ff1228633681 req-7476e9da-7d3f-4252-bc47-f7af7fe455b9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257176 Dec 16 09:49:49.874296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.877302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 087ecbdb-7876-4518-8b23-147d08cd2240 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:49.877647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.892089 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:49.998292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.010837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['284889ec-f17a-43da-8278-01b76921513e'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:50.032284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.043711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Pushing event deleted for resources: {'Port': ['ID=284889ec-f17a-43da-8278-01b76921513e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:50.051405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 087ecbdb-7876-4518-8b23-147d08cd2240 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:50.094442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] No DVR routers for this DVR port 284889ec-f17a-43da-8278-01b76921513e on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:50.122262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.126154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13c86c7d-daa6-48a2-ad2f-6cb93c38cecd req-41b65085-351c-43eb-8ebc-88688340a62f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "DELETE /v2.0/ports/284889ec-f17a-43da-8278-01b76921513e HTTP/1.1" status: 204 len: 173 time: 0.9095840 Dec 16 09:49:50.126588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'name': 'network-vif-deleted', 'tag': '284889ec-f17a-43da-8278-01b76921513e'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:50.128907 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8871cd22-15fb-491d-8ce4-687c03dd88c5" -d '{"events": [{"server_uuid": "f9f74b5e-52b7-44e9-8f35-6e9d73191b21", "name": "network-vif-deleted", "tag": "284889ec-f17a-43da-8278-01b76921513e"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:50.197309 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b49c7c2-b2bb-480c-9ecb-23918ceeeca9 x-openstack-request-id: req-3b49c7c2-b2bb-480c-9ecb-23918ceeeca9 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:50.197309 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f74b5e-52b7-44e9-8f35-6e9d73191b21", "name": "network-vif-deleted", "tag": "284889ec-f17a-43da-8278-01b76921513e", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:50.197309 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b49c7c2-b2bb-480c-9ecb-23918ceeeca9 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:50.197691 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f74b5e-52b7-44e9-8f35-6e9d73191b21', 'name': 'network-vif-deleted', 'tag': '284889ec-f17a-43da-8278-01b76921513e', 'status': 'completed', 'code': 200} Dec 16 09:49:50.272879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.297086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=087ecbdb-7876-4518-8b23-147d08cd2240,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:50.310812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.311222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.311588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.311904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.312242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.312645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.312999 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.313326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.313627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.313982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.314313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.314623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:50.422490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:50.654411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5be0b68d-799e-452f-8a89-65d4c761f32c req-871386eb-e4ce-4d5e-ad3a-82d866cf5f96 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9f74b5e-52b7-44e9-8f35-6e9d73191b21 HTTP/1.1" status: 200 len: 210 time: 0.0375211 Dec 16 09:49:50.690399 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router b6f78b31-bd8b-4077-9901-1598bea757ec has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:50.785591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:50.793621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-064c06fc-46e9-424e-bcd5-5d03d9bdccd0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/b6f78b31-bd8b-4077-9901-1598bea757ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9696045 Dec 16 09:49:50.793621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42388) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:50.797789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] Sync routers for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:50.809590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:50.810427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:50.845555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:50.854118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:50.854690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:50.888197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:50.888937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad85719-9248-4656-8880-9e8f9b5d7790 None None] The sync data for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:51.031787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98903d9-03a3-4039-83fc-908388483829 req-a402674c-aefd-40c7-8c64-96fddf2c986d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:51.033228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d98903d9-03a3-4039-83fc-908388483829 req-a402674c-aefd-40c7-8c64-96fddf2c986d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1108148 Dec 16 09:49:51.101435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d98903d9-03a3-4039-83fc-908388483829 req-1bef4e9b-8a51-4157-87c9-f24c9c2061fa tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Dec 16 09:49:51.171016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.592366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31176-82de-4712-a700-5cddb9bfc4c4 req-a6ec7b13-37ae-4630-920b-9f1830524ad7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:51.593913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14a31176-82de-4712-a700-5cddb9bfc4c4 req-a6ec7b13-37ae-4630-920b-9f1830524ad7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0921364 Dec 16 09:49:51.656120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14a31176-82de-4712-a700-5cddb9bfc4c4 req-02a6ca8f-354b-4cff-a801-4408cee6c2e2 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Dec 16 09:49:51.754328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port e2014b9b-cbd4-4741-9ba2-46ccc08b1323 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:51.754693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.846887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:51.858903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for e2014b9b-cbd4-4741-9ba2-46ccc08b1323 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:52.050680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-f4d66667-594e-4cff-9b88-7712fccc3a72 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:52.052147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-f4d66667-594e-4cff-9b88-7712fccc3a72 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/networks?id=a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 200 len: 807 time: 0.1525745 Dec 16 09:49:52.091188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-b2efd79f-f990-4aab-8bdd-8205f7bf32a5 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/quotas/18403a000e254793a3f016f27e4192cb HTTP/1.1" status: 200 len: 375 time: 0.0321238 Dec 16 09:49:52.135846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-bb35cf01-484c-4f7b-b696-705a7801239e tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=18403a000e254793a3f016f27e4192cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349016 Dec 16 09:49:52.152091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.220187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=e2014b9b-cbd4-4741-9ba2-46ccc08b1323,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:52.340515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.343784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-314fa64e-7e10-4cb4-8906-91933ff135a8 service neutron] 10.222.0.61 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999021 Dec 16 09:49:52.573412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-eb23276f-dbd0-4ba0-8a94-580d8b2b89fa service neutron] 10.222.0.61 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226200 Dec 16 09:49:52.580636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router b6f78b31-bd8b-4077-9901-1598bea757ec has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:49:52.662896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:52.667985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c93ead86-5fa9-498b-bc0a-a2b9fb97b7ec tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/b6f78b31-bd8b-4077-9901-1598bea757ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736732 Dec 16 09:49:52.671116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:52.673044 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] Sync routers for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:52.690034 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:52.690824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:52.720321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-00ed289a-23bd-4a8f-b2b4-c73f930324b5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6f78b31-bd8b-4077-9901-1598bea757ec HTTP/1.1" status: 200 len: 205 time: 0.0478861 Dec 16 09:49:52.722970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42418) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:52.738909 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:52.758903 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] Routers {'b6f78b31-bd8b-4077-9901-1598bea757ec'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:52.759522 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['b6f78b31-bd8b-4077-9901-1598bea757ec'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:52.789899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a416c-01ef-4e86-b0d6-b57b7b1066cb req-f844eb06-948a-41a7-ad8b-6879f0ba07ee tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:52.791445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a02a416c-01ef-4e86-b0d6-b57b7b1066cb req-f844eb06-948a-41a7-ad8b-6879f0ba07ee tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0589895 Dec 16 09:49:52.816005 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:52.817139 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386380ab-8fce-45fd-946a-cecfca4a66b1 None None] The sync data for ids ['b6f78b31-bd8b-4077-9901-1598bea757ec'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:49:52.838931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a02a416c-01ef-4e86-b0d6-b57b7b1066cb req-e23e71e7-9207-4bd2-922a-60f7f10af7b6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Dec 16 09:49:52.864802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:52.922874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b5788fd-c238-40fc-a6e2-4643a6f24b46 req-449e2763-e11c-4fce-9f14-ddfa80620717 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 210 time: 0.0340466 Dec 16 09:49:53.040558 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.042709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.095125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.095617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router b6f78b31-bd8b-4077-9901-1598bea757ec {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:49:53.102877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.103857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1113f611-c7f6-441a-ae96-bc487319bf25 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/b6f78b31-bd8b-4077-9901-1598bea757ec HTTP/1.1" status: 204 len: 168 time: 0.3793323 Dec 16 09:49:53.107045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42428) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.174361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet bad4804b-8087-4f00-af64-dfc1c487edcc {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:53.177623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.219417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.312786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.373400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.399883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=bad4804b-8087-4f00-af64-dfc1c487edcc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:53.405379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.409104 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3f05e08b-88c9-4a9f-9969-9c9bc249aea2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/bad4804b-8087-4f00-af64-dfc1c487edcc HTTP/1.1" status: 204 len: 168 time: 0.3001838 Dec 16 09:49:53.410664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd0931-0ec7-4b9a-84a9-2ab6045379da None None] Network e4e9327d-004e-4a98-b925-1bbef70905ff requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:53.411166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42430) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.463642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet bece18fc-b716-454f-b600-34e392c60d09 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:49:53.468023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.512369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.582217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] DHCP port deletion for e4e9327d-004e-4a98-b925-1bbef70905ff request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:53.609128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.634186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] Deleting port 92012154-b13a-4dba-934a-c5dbdb7d6a7d {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:53.634562 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.677805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.703484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] For port 92012154-b13a-4dba-934a-c5dbdb7d6a7d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92012154-b13a-4dba-934a-c5dbdb7d6a7d,segment=NetworkSegment(acc27997-ddfd-46b7-9539-ec7402b74dd9),segment_id=acc27997-ddfd-46b7-9539-ec7402b74dd9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:53.703878 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.707943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 284889ec-f17a-43da-8278-01b76921513e no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:53.718297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.721892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/bece18fc-b716-454f-b600-34e392c60d09 HTTP/1.1" status: 204 len: 168 time: 0.3099971 Dec 16 09:49:53.723123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00db299-3cb5-469e-96e3-c62bcf4c9b0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=bece18fc-b716-454f-b600-34e392c60d09,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:53.730408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:53.742926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f165dda-5945-41a3-89cf-7a360aecb3b0 None None] Network c6442fe2-d84f-4ceb-8628-bd79aa811c8c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:53.745551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] Calling delete_port for 92012154-b13a-4dba-934a-c5dbdb7d6a7d owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:53.747952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 284889ec-f17a-43da-8278-01b76921513e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:53.748290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 284889ec-f17a-43da-8278-01b76921513e not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:53.804247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-ac4368f1-5fb3-4c22-8cfe-eb730b1eb561 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:53.806191 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-ac4368f1-5fb3-4c22-8cfe-eb730b1eb561 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "GET /v2.0/networks?id=a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 200 len: 807 time: 0.1405303 Dec 16 09:49:53.823476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Request body: {'port': {'device_id': 'c64e0477-8524-456d-af05-43e86174f848', 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85', 'admin_state_up': True, 'tenant_id': '18403a000e254793a3f016f27e4192cb'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:53.833568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.865567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.907317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 92012154-b13a-4dba-934a-c5dbdb7d6a7d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:53.907543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.965048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:53.986861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 92012154-b13a-4dba-934a-c5dbdb7d6a7d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92012154-b13a-4dba-934a-c5dbdb7d6a7d,segment=NetworkSegment(acc27997-ddfd-46b7-9539-ec7402b74dd9),segment_id=acc27997-ddfd-46b7-9539-ec7402b74dd9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:53.987552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.004998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517d860-051b-4fe2-8a45-e7b133e71c2c req-e54b5ce9-b839-43eb-a556-1db491fbab58 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.006720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 92012154-b13a-4dba-934a-c5dbdb7d6a7d owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:54.006865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5517d860-051b-4fe2-8a45-e7b133e71c2c req-e54b5ce9-b839-43eb-a556-1db491fbab58 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.0895748 Dec 16 09:49:54.007881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Made reservation on behalf of 18403a000e254793a3f016f27e4192cb for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:54.009688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] Pushing event deleted for resources: {'Port': ['ID=92012154-b13a-4dba-934a-c5dbdb7d6a7d,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.011255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.026966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c92a2-740e-48fa-ad58-8137b29d0f58 None None] No DVR routers for this DVR port 92012154-b13a-4dba-934a-c5dbdb7d6a7d on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:54.043644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] DHCP port deletion for c6442fe2-d84f-4ceb-8628-bd79aa811c8c request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:49:54.097221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.098847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] Deleting port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:54.099373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.119879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5517d860-051b-4fe2-8a45-e7b133e71c2c req-e854ef77-cdc6-4b6d-9791-29d0f6ba0909 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953925 Dec 16 09:49:54.125978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=92012154-b13a-4dba-934a-c5dbdb7d6a7d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.127917 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port 92012154-b13a-4dba-934a-c5dbdb7d6a7d on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:54.179487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] For port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,segment=NetworkSegment(4493a081-e2f0-4cee-8cf7-27c1fedff6a0),segment_id=4493a081-e2f0-4cee-8cf7-27c1fedff6a0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:54.180092 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.200097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] Calling delete_port for 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:54.224970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Allocated IP 172.20.0.6 (a673830f-6d82-4361-8fd8-0c55a5b19d85/04353028-57e0-481a-a5a3-d2440659cef1/1ce99ecc-885f-431d-9c42-f468225e7f6d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:54.285531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5701b7a-c464-46c9-9c94-c0b09968d5da req-53b4fb33-2614-401a-b4dd-5165fa4c92b9 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 210 time: 0.0424192 Dec 16 09:49:54.302241 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.333938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] Pushing event deleted for resources: {'Port': ['ID=808ed00b-8fd3-46fd-9f55-2cac8b2f93c0,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.339017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c16cd-c33e-4425-840b-3fd6fa57ede6 None None] No DVR routers for this DVR port 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:54.432619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.475525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.524526 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.552232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e9327d-004e-4a98-b925-1bbef70905ff']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:54.556547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-362521c1-80a3-4014-9bd0-26f6ec4ccf5f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163027 Dec 16 09:49:54.556688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Network a673830f-6d82-4361-8fd8-0c55a5b19d85 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:54.561784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:54.564473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc27997-ddfd-46b7-9539-ec7402b74dd9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:54.564769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc27997-ddfd-46b7-9539-ec7402b74dd9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:54.564965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:54.575170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.599547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Pushing event updated for resources: {'Port': ['ID=1ce99ecc-885f-431d-9c42-f468225e7f6d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.612663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.621004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:54.621396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:54.624440 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:54.633528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-cf12180b-c859-4d5a-a68d-bd7d171099a6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.635030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-cf12180b-c859-4d5a-a68d-bd7d171099a6 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.1225252 Dec 16 09:49:54.641291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.642229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.680104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-5163ee6a-c688-4f6c-b8a4-e7f9d86cbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.681633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-5163ee6a-c688-4f6c-b8a4-e7f9d86cbc90 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b78f3a832da9440a98fea3268325b789&device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 1096 time: 0.0992589 Dec 16 09:49:54.690065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.690382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-d1a843d3-6777-40cd-95db-63d9a861ba59 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730669 Dec 16 09:49:54.695471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.698997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/e4e9327d-004e-4a98-b925-1bbef70905ff HTTP/1.1" status: 204 len: 168 time: 0.9673834 Dec 16 09:49:54.702881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42438) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:54.708749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Request body: {'port': {'device_id': 'c64e0477-8524-456d-af05-43e86174f848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:54.726423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d917a0-435c-4e01-97e9-f1bb0c3e2a29 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=e4e9327d-004e-4a98-b925-1bbef70905ff,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:54.806687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-5be21bec-9f85-4012-a0ca-1b2ec20bb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.808269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-5be21bec-9f85-4012-a0ca-1b2ec20bb494 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 200 len: 912 time: 0.1035435 Dec 16 09:49:54.848058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.851140 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-64253638-bed3-4bd2-ae4f-b3761fbb3cb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 HTTP/1.1" status: 200 len: 217 time: 0.0351157 Dec 16 09:49:54.867107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.906773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-2798db97-7477-4453-9f47-6d8e1f419df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:54.908765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-2798db97-7477-4453-9f47-6d8e1f419df5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 200 len: 851 time: 0.0502331 Dec 16 09:49:54.909522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Deleting port 047e3342-40e3-4ecf-9987-92d8d85419d9 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:49:54.909877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:54.941733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-e882f4bd-c9c9-4a74-9f47-4638dda3ac62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a542b0fe-d14a-4035-965b-baf7ee64795b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258136 Dec 16 09:49:55.034468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-5e867edc-1ad0-4825-a07e-4c0378373116 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855267 Dec 16 09:49:55.053430 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.111717 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.131317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-960835a6-f208-477b-aac6-27b8991a5fa6 req-ab05bf91-4fa2-4023-bcc9-44fd3a36b146 service neutron] 10.222.0.69 "GET /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Dec 16 09:49:55.137542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6442fe2-d84f-4ceb-8628-bd79aa811c8c']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:55.161693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4493a081-e2f0-4cee-8cf7-27c1fedff6a0') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:55.162016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4493a081-e2f0-4cee-8cf7-27c1fedff6a0') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:55.164695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] For port 047e3342-40e3-4ecf-9987-92d8d85419d9, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=047e3342-40e3-4ecf-9987-92d8d85419d9,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:55.165049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.189424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.204395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Calling delete_port for 047e3342-40e3-4ecf-9987-92d8d85419d9 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:49:55.229162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92012154-b13a-4dba-934a-c5dbdb7d6a7d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:55.250728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 92012154-b13a-4dba-934a-c5dbdb7d6a7d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:55.251163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92012154-b13a-4dba-934a-c5dbdb7d6a7d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:55.251646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:55.272159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:55.272551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 808ed00b-8fd3-46fd-9f55-2cac8b2f93c0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:55.277763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.609994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:49:55.610489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:49:55.617364 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:49:55.725522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab883da-c77b-479a-bfc6-cfa6f05e3b21 req-68c47ed6-3a46-4c4e-8c50-f02ba060d67a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:55.727019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ab883da-c77b-479a-bfc6-cfa6f05e3b21 req-68c47ed6-3a46-4c4e-8c50-f02ba060d67a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8c817e-b667-4e40-9420-7d9e390150ea HTTP/1.1" status: 200 len: 945 time: 0.4934356 Dec 16 09:49:55.747563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.752538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.755812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/c6442fe2-d84f-4ceb-8628-bd79aa811c8c HTTP/1.1" status: 204 len: 168 time: 1.0510521 Dec 16 09:49:55.760025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42444) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:55.765971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-95319704'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:55.787491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:55.791089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.793650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0b029-c838-46bc-b78f-b905e6fd0c5c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=c6442fe2-d84f-4ceb-8628-bd79aa811c8c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:55.816365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:49:55.825694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.826065 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment 11a247b8-9ee9-4942-954e-efb0e063e834 of type vlan for network 65aa32aa-3941-4437-befc-9f5f856a3fa6 Dec 16 09:49:55.870146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.887883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ab883da-c77b-479a-bfc6-cfa6f05e3b21 req-d24c63e2-401b-457a-ad0b-ecdc0eb0aab7 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412632 Dec 16 09:49:55.898236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.910325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:55.910525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce99ecc-885f-431d-9c42-f468225e7f6d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:49:55.910626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.915361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.934254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:55.940123 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1783826 Dec 16 09:49:55.944841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42448) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:55.945667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:49:55.950099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Transition to ACTIVE for port object 1ce99ecc-885f-431d-9c42-f468225e7f6d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:49:55.956298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:55.993771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.000597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Pushing event deleted for resources: {'Port': ['ID=047e3342-40e3-4ecf-9987-92d8d85419d9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.016037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306000c-d2d5-4c62-a6c7-c27d5fa16ae4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=65aa32aa-3941-4437-befc-9f5f856a3fa6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.029410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:49:56.138566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] No DVR routers for this DVR port 047e3342-40e3-4ecf-9987-92d8d85419d9 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:49:56.147078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.150320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ccced84e-53d2-4543-a295-ebe0f3769b72 req-c5881fc1-b9f1-4f9a-a048-dfaa1f0faab9 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "DELETE /v2.0/ports/047e3342-40e3-4ecf-9987-92d8d85419d9 HTTP/1.1" status: 204 len: 173 time: 1.5055261 Dec 16 09:49:56.152747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'name': 'network-vif-deleted', 'tag': '047e3342-40e3-4ecf-9987-92d8d85419d9'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:56.155150 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120e3bd-8dca-4f7a-a86b-efeb397adbba" -d '{"events": [{"server_uuid": "8c8c817e-b667-4e40-9420-7d9e390150ea", "name": "network-vif-deleted", "tag": "047e3342-40e3-4ecf-9987-92d8d85419d9"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:56.180772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce99ecc-885f-431d-9c42-f468225e7f6d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.248417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a1f74-001d-4889-9f89-f78e09818694 req-4a457a50-81eb-47fb-9426-1a95167fc393 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.250046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-618a1f74-001d-4889-9f89-f78e09818694 req-4a457a50-81eb-47fb-9426-1a95167fc393 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 943 time: 0.2707565 Dec 16 09:49:56.268373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:56.271836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.365799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Attempting to bind port 1ce99ecc-885f-431d-9c42-f468225e7f6d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:56.366126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Attempting to bind port 1ce99ecc-885f-431d-9c42-f468225e7f6d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:56.366472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Attempting to bind port 1ce99ecc-885f-431d-9c42-f468225e7f6d on network a673830f-6d82-4361-8fd8-0c55a5b19d85 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:56.370708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-618a1f74-001d-4889-9f89-f78e09818694 req-6d7b10d0-fff3-43d4-9df1-8a9633bb9cb3 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141317 Dec 16 09:49:56.376877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Port 1ce99ecc-885f-431d-9c42-f468225e7f6d on network a673830f-6d82-4361-8fd8-0c55a5b19d85 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:49:56.377201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Attempting to bind port 1ce99ecc-885f-431d-9c42-f468225e7f6d on network a673830f-6d82-4361-8fd8-0c55a5b19d85 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:56.391020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:56.391255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Checking segment: {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:56.391637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Bound using segment: {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:56.392374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Bound port: 1ce99ecc-885f-431d-9c42-f468225e7f6d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:56.392729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.499652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] For port 1ce99ecc-885f-431d-9c42-f468225e7f6d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:56.506084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] For port 1ce99ecc-885f-431d-9c42-f468225e7f6d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:56.512597 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.588586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.589199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.590857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] 10.222.0.53 "PUT /v2.0/ports/1ce99ecc-885f-431d-9c42-f468225e7f6d HTTP/1.1" status: 200 len: 1091 time: 1.8888600 Dec 16 09:49:56.594092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.669669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f748f5b-a7fc-4fbf-91ad-6b8e11834ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce99ecc-885f-431d-9c42-f468225e7f6d,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.732190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=fa88b5e7-cff2-4f80-b627-2805207fef7e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:56.752332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 047e3342-40e3-4ecf-9987-92d8d85419d9 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:49:56.760158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-00a06fa3-d0de-431e-a8e9-8230718c9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.761890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-00a06fa3-d0de-431e-a8e9-8230718c9e53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18403a000e254793a3f016f27e4192cb&device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 1094 time: 0.1082649 Dec 16 09:49:56.762902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': '11a247b8-9ee9-4942-954e-efb0e063e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:56.763147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: 65aa32aa-3941-4437-befc-9f5f856a3fa6, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:49:56.772066 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f11a80a-5047-4b36-bec2-e6bb303d26d6 x-openstack-request-id: req-5f11a80a-5047-4b36-bec2-e6bb303d26d6 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:56.772406 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8c817e-b667-4e40-9420-7d9e390150ea", "name": "network-vif-deleted", "tag": "047e3342-40e3-4ecf-9987-92d8d85419d9", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:56.772661 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f11a80a-5047-4b36-bec2-e6bb303d26d6 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:56.773223 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8c817e-b667-4e40-9420-7d9e390150ea', 'name': 'network-vif-deleted', 'tag': '047e3342-40e3-4ecf-9987-92d8d85419d9', 'status': 'completed', 'code': 200} Dec 16 09:49:56.782712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 047e3342-40e3-4ecf-9987-92d8d85419d9 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:49:56.783333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 047e3342-40e3-4ecf-9987-92d8d85419d9 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:49:56.828668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-e271267f-e6ae-4c4e-947b-bcd4246f1cc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d HTTP/1.1" status: 200 len: 217 time: 0.0535903 Dec 16 09:49:56.848409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:49:56.899630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 65aa32aa-3941-4437-befc-9f5f856a3fa6) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:56.904303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.905416 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.909929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c60915-2dc6-49ef-be11-1c95836a5bd6 None None] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:56.925741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-cc491990-ebb0-4328-8c89-21fff943355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.927490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-cc491990-ebb0-4328-8c89-21fff943355d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04353028-57e0-481a-a5a3-d2440659cef1 HTTP/1.1" status: 200 len: 847 time: 0.0886700 Dec 16 09:49:56.935388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-05ea93ba-cb44-435c-b216-4ed3c8198b97 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9840662 Dec 16 09:49:56.938403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42466) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:56.944128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57b8c-a1c0-4c61-ac95-f7622f6647ca req-dfe09af4-80e4-4e2d-80fd-d0be2980a1ef tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:56.944711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718693425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:56.945959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82f57b8c-a1c0-4c61-ac95-f7622f6647ca req-dfe09af4-80e4-4e2d-80fd-d0be2980a1ef tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1222012 Dec 16 09:49:56.978405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-b82fe5d2-d13a-4e04-b0a5-c81213999686 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a673830f-6d82-4361-8fd8-0c55a5b19d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313120 Dec 16 09:49:56.979404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:56.981443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.038887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.044361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.065819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.066027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-65aa32aa-3941-4437-befc-9f5f856a3fa6', 'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': 'fa88b5e7-cff2-4f80-b627-2805207fef7e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:49:57.069667 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.069824 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-01f370e9-722f-49eb-abc8-8312963b068a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1271906 Dec 16 09:49:57.069985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82f57b8c-a1c0-4c61-ac95-f7622f6647ca req-9feed7c5-6ca8-423a-8e39-50a96f6c3c4a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944674 Dec 16 09:49:57.070177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42468) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:57.078293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'port': {'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6', 'name': 'tempest-RoutersIpV6Test-1161980672'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:49:57.182919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-bed3d66a-ae44-4bbf-a4a6-8b437a025f62 service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908190 Dec 16 09:49:57.224657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Allocated IP 2001:db8::2 (65aa32aa-3941-4437-befc-9f5f856a3fa6/fa88b5e7-cff2-4f80-b627-2805207fef7e/c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:57.289505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:49:57.293305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.321934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] device_id is not set on port 4388a38c-f6fe-4613-b867-61562cc2cbff yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:49:57.329393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e5bd61-1fe9-46f2-ac6d-71d9f831c8cf req-326df507-fa4d-49f7-b1f0-4ba517711220 service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343136 Dec 16 09:49:57.398534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.405738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.445765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:57.448663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:57.452245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:57.456581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab857-3053-4229-b68b-e176b3c09e7c req-d56fb0ac-cf9b-4332-9455-ff0128fbed13 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:57.458104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-528ab857-3053-4229-b68b-e176b3c09e7c req-d56fb0ac-cf9b-4332-9455-ff0128fbed13 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0974865 Dec 16 09:49:57.461494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Pushing event updated for resources: {'Port': ['ID=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.494479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8::23f (65aa32aa-3941-4437-befc-9f5f856a3fa6/fa88b5e7-cff2-4f80-b627-2805207fef7e/4388a38c-f6fe-4613-b867-61562cc2cbff) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:49:57.512296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Attempting to bind port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:49:57.512655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Attempting to bind port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '11a247b8-9ee9-4942-954e-efb0e063e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:49:57.513008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Attempting to bind port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 on network 65aa32aa-3941-4437-befc-9f5f856a3fa6 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:49:57.518839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:49:57.519211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Checking segment: {'id': '11a247b8-9ee9-4942-954e-efb0e063e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:49:57.519582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.519969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Bound using segment: {'id': '11a247b8-9ee9-4942-954e-efb0e063e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:49:57.520437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Bound port: c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a247b8-9ee9-4942-954e-efb0e063e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '65aa32aa-3941-4437-befc-9f5f856a3fa6'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:49:57.520805 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.541119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-528ab857-3053-4229-b68b-e176b3c09e7c req-4acff218-8c1d-4702-8329-00a5995c0c33 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665410 Dec 16 09:49:57.589539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] For port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:49:57.593350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] For port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,segment=NetworkSegment(11a247b8-9ee9-4942-954e-efb0e063e834),segment_id=11a247b8-9ee9-4942-954e-efb0e063e834)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:49:57.599858 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.663208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd98614-a3a8-40b1-8898-fd2d6860a039 None None] Pushing event updated for resources: {'Port': ['ID=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.711712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86544955-235a-4e93-b9d1-8b875ceee6da req-aeb0bd59-cb90-4fea-bcd4-da1e2a2444b6 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:57.713260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86544955-235a-4e93-b9d1-8b875ceee6da req-aeb0bd59-cb90-4fea-bcd4-da1e2a2444b6 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 943 time: 0.0887942 Dec 16 09:49:57.727394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.779427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86544955-235a-4e93-b9d1-8b875ceee6da req-c7a43ee7-11aa-4066-9047-9bf0f09d4c53 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 Dec 16 09:49:57.795293 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.849612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:57.852963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:57.860269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:49:57.866002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:57.866606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:57.872083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=4388a38c-f6fe-4613-b867-61562cc2cbff,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:57.894107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f71d9f1d-f6c3-4d92-bd16-904b5da3a81a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8208120 Dec 16 09:49:57.897082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42476) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:58.213912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e373cc3-0c52-469e-8eea-7720d6c5c6ca req-924d53e8-1c5f-425e-8f1d-2c4101c14de4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:58.215449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e373cc3-0c52-469e-8eea-7720d6c5c6ca req-924d53e8-1c5f-425e-8f1d-2c4101c14de4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0544755 Dec 16 09:49:58.238622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.258653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e373cc3-0c52-469e-8eea-7720d6c5c6ca req-548104b0-a7d2-47ab-9747-840c554a3086 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356841 Dec 16 09:49:58.510082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.516015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.600138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=4388a38c-f6fe-4613-b867-61562cc2cbff,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.631702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426ce19-f7b4-4ff0-ba7e-a6fc21fff0bc None None] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:49:58.682227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cbf67-e5a6-4510-999c-a359915d672e req-f4bfdecf-8e5e-4c14-a534-4d51da166e55 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:58.684190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c49cbf67-e5a6-4510-999c-a359915d672e req-f4bfdecf-8e5e-4c14-a534-4d51da166e55 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0588930 Dec 16 09:49:58.694071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Provisioning complete for port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:58.694445 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.720442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.730264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c49cbf67-e5a6-4510-999c-a359915d672e req-9db98c9d-83bc-4b97-9a0d-c8c7c624d258 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Dec 16 09:49:58.775297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64e0477-8524-456d-af05-43e86174f848', 'tag': '1ce99ecc-885f-431d-9c42-f468225e7f6d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:49:58.778256 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb81077-90d7-41c3-a694-3b1ebce0fe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c64e0477-8524-456d-af05-43e86174f848", "tag": "1ce99ecc-885f-431d-9c42-f468225e7f6d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:49:58.817248 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31fd568-d48e-4dec-8403-1245b90a9150 x-openstack-request-id: req-a31fd568-d48e-4dec-8403-1245b90a9150 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:49:58.817531 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64e0477-8524-456d-af05-43e86174f848", "tag": "1ce99ecc-885f-431d-9c42-f468225e7f6d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:49:58.817777 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a31fd568-d48e-4dec-8403-1245b90a9150 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:49:58.818185 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64e0477-8524-456d-af05-43e86174f848', 'tag': '1ce99ecc-885f-431d-9c42-f468225e7f6d', 'status': 'completed', 'code': 200} Dec 16 09:49:58.821173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.880682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.884850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] For port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,segment=NetworkSegment(11a247b8-9ee9-4942-954e-efb0e063e834),segment_id=11a247b8-9ee9-4942-954e-efb0e063e834)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:49:58.890254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:58.932005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-5d9b7063-438a-4ebb-8dad-da3cf765cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:58.933577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-5d9b7063-438a-4ebb-8dad-da3cf765cf9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18403a000e254793a3f016f27e4192cb&device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 1094 time: 0.0825100 Dec 16 09:49:58.950639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Pushing event updated for resources: {'Port': ['ID=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:58.958640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.958979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.959364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.959702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.960028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.960354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.960686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.961023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.961329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.961629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.962042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:58.962332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87bbf9-5067-417b-93dc-0e507c8e8d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:49:59.017142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b793-eee2-4af9-a3ff-7f54ae6e38ec req-a4c5a1ce-9824-4256-9377-a19b430f1895 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.020107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da54b793-eee2-4af9-a3ff-7f54ae6e38ec req-a4c5a1ce-9824-4256-9377-a19b430f1895 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 943 time: 0.1329358 Dec 16 09:49:59.092037 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da54b793-eee2-4af9-a3ff-7f54ae6e38ec req-a7593b1a-f351-4ec0-bcc3-931a27525218 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Dec 16 09:49:59.093834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-229fa347-eb81-4173-a4cb-6783295c4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.095382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-229fa347-eb81-4173-a4cb-6783295c4662 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 200 len: 908 time: 0.1513374 Dec 16 09:49:59.146478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-820ad2a2-243d-448e-861d-e3b32a138c8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d HTTP/1.1" status: 200 len: 217 time: 0.0429461 Dec 16 09:49:59.203171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-d5327a3b-b9cd-48f2-a73c-f4d36a0097c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.207158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-d5327a3b-b9cd-48f2-a73c-f4d36a0097c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04353028-57e0-481a-a5a3-d2440659cef1 HTTP/1.1" status: 200 len: 847 time: 0.0531878 Dec 16 09:49:59.217931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b9751e49-e15e-4097-9bee-90ad1ae8fdfd None None] Provisioning complete for port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:59.218497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b9751e49-e15e-4097-9bee-90ad1ae8fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.241978 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.246520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.248005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.249757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-8e2fb849-9206-481b-ab7c-6b57a6388089 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a673830f-6d82-4361-8fd8-0c55a5b19d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329409 Dec 16 09:49:59.320408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:49:59.326631 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=4388a38c-f6fe-4613-b867-61562cc2cbff,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:49:59.370115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b9751e49-e15e-4097-9bee-90ad1ae8fdfd None None] Provisioning complete for port 4388a38c-f6fe-4613-b867-61562cc2cbff triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:59.370476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b9751e49-e15e-4097-9bee-90ad1ae8fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.423152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:59.423521 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.433087 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-362b486f-cde3-407b-916a-ab72fa0fc959 service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616743 Dec 16 09:49:59.446559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:49:59.447188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b9751e49-e15e-4097-9bee-90ad1ae8fdfd None None] Port 4388a38c-f6fe-4613-b867-61562cc2cbff cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:59.447792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:49:59.566671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2fe17-8aa4-4d70-a951-ff25ff2072d3 req-79e97a7c-ad85-4921-8d20-a7846a948471 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.574357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fadf3d93-8e0b-4d17-9a60-38fc5a82938f None None] Provisioning complete for port 4388a38c-f6fe-4613-b867-61562cc2cbff triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:49:59.574742 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fadf3d93-8e0b-4d17-9a60-38fc5a82938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:49:59.575518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95a2fe17-8aa4-4d70-a951-ff25ff2072d3 req-79e97a7c-ad85-4921-8d20-a7846a948471 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1411614 Dec 16 09:49:59.588530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router 92815b7a-35f5-489d-8629-892ccea1a350 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:49:59.634840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fadf3d93-8e0b-4d17-9a60-38fc5a82938f None None] Port 4388a38c-f6fe-4613-b867-61562cc2cbff cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:49:59.638471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95a2fe17-8aa4-4d70-a951-ff25ff2072d3 req-5e6953fb-b543-43d5-be46-492da50740cc tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619602 Dec 16 09:49:59.641406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-beb81077-90d7-41c3-a694-3b1ebce0fe6e req-f4df595a-7df6-44e0-99f6-6ba6fa24af36 service neutron] 10.222.0.53 "GET /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933665 Dec 16 09:49:59.699232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:49:59.705119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dba3cf1f-4017-41f1-a57a-83bba9ed1dd9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/92815b7a-35f5-489d-8629-892ccea1a350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063931 Dec 16 09:49:59.707055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42488) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:59.713138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] Sync routers for ids ['92815b7a-35f5-489d-8629-892ccea1a350'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:49:59.723600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] Routers {'92815b7a-35f5-489d-8629-892ccea1a350'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:49:59.724221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['92815b7a-35f5-489d-8629-892ccea1a350'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:59.761560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b85f4-d0eb-4725-9ea5-a928538982da tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.763044 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-811b85f4-d0eb-4725-9ea5-a928538982da tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports/4388a38c-f6fe-4613-b867-61562cc2cbff HTTP/1.1" status: 200 len: 984 time: 0.0550649 Dec 16 09:49:59.766079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:49:59.770858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1ce99ecc-885f-431d-9c42-f468225e7f6d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:49:59.788270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:49:59.831749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-013fe836-77a8-4276-8d7a-2375d5817791 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.833325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-013fe836-77a8-4276-8d7a-2375d5817791 tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.0935559 Dec 16 09:49:59.943193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffc901-1aa7-4345-8cd5-3bf78319ccf1 req-197709d1-3e46-449d-8a47-4ed547457d9f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:49:59.951092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3ffc901-1aa7-4345-8cd5-3bf78319ccf1 req-197709d1-3e46-449d-8a47-4ed547457d9f tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0175dc7-08ae-4165-ac16-0fdb35feff45 HTTP/1.1" status: 200 len: 945 time: 0.1157322 Dec 16 09:50:00.023692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3ffc901-1aa7-4345-8cd5-3bf78319ccf1 req-59d3c7a4-16aa-46c3-8e8c-54901737d60d tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.61 "GET /v2.0/security-groups?id=48340c19-7fb4-4648-a1c4-351ff00fe5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714886 Dec 16 09:50:00.049820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Deleting port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:00.050339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.070345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0e031b95-ba89-4033-99f6-906e15a8affd None None] Provisioning complete for port 4388a38c-f6fe-4613-b867-61562cc2cbff triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:00.070716 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0e031b95-ba89-4033-99f6-906e15a8affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.092091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] Routers {'92815b7a-35f5-489d-8629-892ccea1a350'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:00.092855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['92815b7a-35f5-489d-8629-892ccea1a350'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:00.138847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:00.139888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9eefac-9b88-4642-a528-8ab1e8005013 None None] The sync data for ids ['92815b7a-35f5-489d-8629-892ccea1a350'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:00.148835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0e031b95-ba89-4033-99f6-906e15a8affd None None] Port 4388a38c-f6fe-4613-b867-61562cc2cbff cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:00.179345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1ce99ecc-885f-431d-9c42-f468225e7f6d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:00.192088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '1ce99ecc-885f-431d-9c42-f468225e7f6d', 'network_id': 'a673830f-6d82-4361-8fd8-0c55a5b19d85', 'port_id': '1ce99ecc-885f-431d-9c42-f468225e7f6d', 'mac_address': 'fa:16:3e:44:90:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04353028-57e0-481a-a5a3-d2440659cef1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:00.205593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] For port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:00.205990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.221372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Calling delete_port for 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:00.237205 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.247030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ee462-2e32-4b62-badb-605f7ca0c4f8 req-16030094-562a-4241-88b6-d508380081a8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:00.248845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1ee462-2e32-4b62-badb-605f7ca0c4f8 req-16030094-562a-4241-88b6-d508380081a8 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 943 time: 0.0812647 Dec 16 09:50:00.252328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce99ecc-885f-431d-9c42-f468225e7f6d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:00.281034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1ce99ecc-885f-431d-9c42-f468225e7f6d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:00.286250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c9642a3b-a41d-4f01-aea1-23f7360e649d None None] Provisioning complete for port 4388a38c-f6fe-4613-b867-61562cc2cbff triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:00.286615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9642a3b-a41d-4f01-aea1-23f7360e649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.288443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.301894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.328886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a1ee462-2e32-4b62-badb-605f7ca0c4f8 req-e1fd106f-5b14-4049-9659-42b2f291d0d9 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Dec 16 09:50:00.349772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c9642a3b-a41d-4f01-aea1-23f7360e649d None None] Port 4388a38c-f6fe-4613-b867-61562cc2cbff cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:00.370037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1ce99ecc-885f-431d-9c42-f468225e7f6d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.408855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.423333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:00.441326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Pushing event deleted for resources: {'Port': ['ID=3354f2f8-3e6c-4c84-93e6-69a47f6bacb4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:00.482581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] No DVR routers for this DVR port 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:00.485723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.489195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec2f7325-6829-4a8d-99d2-5ce2daf8244f req-68f84163-34bd-4c05-8223-a2674da6e66a tempest-ServerRescueTestJSON-1680941901 tempest-ServerRescueTestJSON-1680941901-project] 10.222.0.69 "DELETE /v2.0/ports/3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 HTTP/1.1" status: 204 len: 173 time: 0.6224077 Dec 16 09:50:00.552719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1ce99ecc-885f-431d-9c42-f468225e7f6d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:00.759583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0fc0b-bf83-4f69-a2be-6df996773c21 req-a08b888a-534e-4ff6-888e-8763417a7ecf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:00.761124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fec0fc0b-bf83-4f69-a2be-6df996773c21 req-a08b888a-534e-4ff6-888e-8763417a7ecf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0510528 Dec 16 09:50:00.804809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fec0fc0b-bf83-4f69-a2be-6df996773c21 req-ae3b94f9-243a-4073-90ba-ddbef56d640e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Dec 16 09:50:00.813305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 4388a38c-f6fe-4613-b867-61562cc2cbff {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:00.813644 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.822222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'name': 'network-vif-deleted', 'tag': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:00.825649 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b9b31-d24d-4b6d-a536-cd60d2c5048f" -d '{"events": [{"server_uuid": "e0175dc7-08ae-4165-ac16-0fdb35feff45", "name": "network-vif-deleted", "tag": "3354f2f8-3e6c-4c84-93e6-69a47f6bacb4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:00.868608 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19148dd6-d475-4298-9fba-f3b0e3961631 x-openstack-request-id: req-19148dd6-d475-4298-9fba-f3b0e3961631 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:00.868901 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0175dc7-08ae-4165-ac16-0fdb35feff45", "name": "network-vif-deleted", "tag": "3354f2f8-3e6c-4c84-93e6-69a47f6bacb4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:00.869218 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19148dd6-d475-4298-9fba-f3b0e3961631 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:00.869583 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0175dc7-08ae-4165-ac16-0fdb35feff45', 'name': 'network-vif-deleted', 'tag': '3354f2f8-3e6c-4c84-93e6-69a47f6bacb4', 'status': 'completed', 'code': 200} Dec 16 09:50:00.915170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:00.931444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 4388a38c-f6fe-4613-b867-61562cc2cbff owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:01.087781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42502) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:01.178709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.223720 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=4388a38c-f6fe-4613-b867-61562cc2cbff,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:01.389123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.462602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dabb44-6dc5-48a0-867a-80564298910e req-c81b144c-a2e6-4bd3-9827-5d770263f669 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:01.464098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47dabb44-6dc5-48a0-867a-80564298910e req-c81b144c-a2e6-4bd3-9827-5d770263f669 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 944 time: 0.0496266 Dec 16 09:50:01.502694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47dabb44-6dc5-48a0-867a-80564298910e req-d440ad9b-3add-4b9c-8155-6cefd04d477c tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Dec 16 09:50:01.597370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router 92815b7a-35f5-489d-8629-892ccea1a350 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:01.700469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:01.709997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3383ecea-84f3-4708-a5b1-802aa8eba0ad tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/92815b7a-35f5-489d-8629-892ccea1a350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9377513 Dec 16 09:50:01.709997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42506) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:01.712289 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] Sync routers for ids ['92815b7a-35f5-489d-8629-892ccea1a350'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:01.722088 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] Routers {'92815b7a-35f5-489d-8629-892ccea1a350'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:01.722696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['92815b7a-35f5-489d-8629-892ccea1a350'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:01.758260 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:01.768099 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] Routers {'92815b7a-35f5-489d-8629-892ccea1a350'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:01.768691 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['92815b7a-35f5-489d-8629-892ccea1a350'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:01.769095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1ce99ecc-885f-431d-9c42-f468225e7f6d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:01.804351 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:01.805020 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87855d2d-aaa6-4a3d-891b-4e93e39c7641 None None] The sync data for ids ['92815b7a-35f5-489d-8629-892ccea1a350'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:01.822533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 1ce99ecc-885f-431d-9c42-f468225e7f6d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:01.826338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 1ce99ecc-885f-431d-9c42-f468225e7f6d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:01.826781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.914389 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.930859 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-d1abfd16-d8d0-48ce-9dfb-8078c1b6ec07 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 09:50:01.931911 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d1abfd16-d8d0-48ce-9dfb-8078c1b6ec07 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/92815b7a-35f5-489d-8629-892ccea1a350/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2221494 Dec 16 09:50:01.934583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42512) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:01.937414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75927837-ead4-4f2c-89ea-01f0693e4e88 req-45bcf223-c1f3-416b-b17a-399a8a95cf6d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:01.938004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64e0477-8524-456d-af05-43e86174f848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce99ecc-885f-431d-9c42-f468225e7f6d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:01.939225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75927837-ead4-4f2c-89ea-01f0693e4e88 req-45bcf223-c1f3-416b-b17a-399a8a95cf6d tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0583606 Dec 16 09:50:01.940791 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787fc17b-5883-45fb-a7ae-e76244bcaa61" -d '{"events": [{"server_uuid": "c64e0477-8524-456d-af05-43e86174f848", "name": "network-vif-plugged", "status": "completed", "tag": "1ce99ecc-885f-431d-9c42-f468225e7f6d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:01.955462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1ce99ecc-885f-431d-9c42-f468225e7f6d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:01.960247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:01.967769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56050372-bb30-4dd2-8cff-1609fb181677 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=92815b7a-35f5-489d-8629-892ccea1a350 HTTP/1.1" status: 200 len: 205 time: 0.0321255 Dec 16 09:50:01.971584 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:01.979806 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75927837-ead4-4f2c-89ea-01f0693e4e88 req-9c5b71fe-b836-405d-a576-c6f93c182954 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Dec 16 09:50:01.987579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.020702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1ce99ecc-885f-431d-9c42-f468225e7f6d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:02.033648 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a7e8aa-1494-40c9-a1bf-64be63899cfa x-openstack-request-id: req-58a7e8aa-1494-40c9-a1bf-64be63899cfa {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:02.033983 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64e0477-8524-456d-af05-43e86174f848", "name": "network-vif-plugged", "status": "completed", "tag": "1ce99ecc-885f-431d-9c42-f468225e7f6d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:02.034239 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58a7e8aa-1494-40c9-a1bf-64be63899cfa {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:02.034732 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64e0477-8524-456d-af05-43e86174f848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce99ecc-885f-431d-9c42-f468225e7f6d', 'code': 200} Dec 16 09:50:02.129393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.138883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d49d-54c2-4a2a-881a-e13261a89208 req-c8988984-8f21-4d7d-beff-feb6df6c1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:02.140886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5663d49d-54c2-4a2a-881a-e13261a89208 req-c8988984-8f21-4d7d-beff-feb6df6c1b94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 1096 time: 0.0442586 Dec 16 09:50:02.183727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5663d49d-54c2-4a2a-881a-e13261a89208 req-ddfe1df0-1853-4150-aaab-498235782e44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Dec 16 09:50:02.330268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.332781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.397963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.398863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router 92815b7a-35f5-489d-8629-892ccea1a350 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:02.405748 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.406733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d2d1eba-5572-4948-9093-f923fd4bc4c5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/92815b7a-35f5-489d-8629-892ccea1a350 HTTP/1.1" status: 204 len: 168 time: 0.4343119 Dec 16 09:50:02.409375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42520) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:02.483767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet fa88b5e7-cff2-4f80-b627-2805207fef7e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:02.488265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.551528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.613087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Deleting port 058e59d8-ae25-44f7-85f6-c6309a9322e2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:02.613420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.625552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91f949-d513-4816-baf3-57c5fcbaa4cd req-98915e41-120f-4599-b66f-2d73644eb387 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:02.627179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e91f949-d513-4816-baf3-57c5fcbaa4cd req-98915e41-120f-4599-b66f-2d73644eb387 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 945 time: 0.0534146 Dec 16 09:50:02.670505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e91f949-d513-4816-baf3-57c5fcbaa4cd req-91ec44aa-af1e-4e78-9f7c-ac4aa41c222e tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Dec 16 09:50:02.694378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.756347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] For port 058e59d8-ae25-44f7-85f6-c6309a9322e2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=058e59d8-ae25-44f7-85f6-c6309a9322e2,segment=NetworkSegment(a074915f-9e17-49b4-b4db-85bca98a42a1),segment_id=a074915f-9e17-49b4-b4db-85bca98a42a1)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:02.756729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.774406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Calling delete_port for 058e59d8-ae25-44f7-85f6-c6309a9322e2 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:02.785026 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.808637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:02.833483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:02.833826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3354f2f8-3e6c-4c84-93e6-69a47f6bacb4 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:02.847016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=fa88b5e7-cff2-4f80-b627-2805207fef7e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:02.853277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:02.856419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e75f7b4-ab47-43ee-ac6f-dcd32a020c1d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/fa88b5e7-cff2-4f80-b627-2805207fef7e HTTP/1.1" status: 204 len: 168 time: 0.4461327 Dec 16 09:50:02.858576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd1fa7-a14e-479a-964a-c8ee8a83c4df None None] Network 65aa32aa-3941-4437-befc-9f5f856a3fa6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:02.859979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:02.939953 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.000791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:03.001130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.007482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.035838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Pushing event deleted for resources: {'Port': ['ID=058e59d8-ae25-44f7-85f6-c6309a9322e2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.069531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] DHCP port deletion for 65aa32aa-3941-4437-befc-9f5f856a3fa6 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:03.077573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,segment=NetworkSegment(11a247b8-9ee9-4942-954e-efb0e063e834),segment_id=11a247b8-9ee9-4942-954e-efb0e063e834)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:03.078049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.092338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:03.119975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] Deleting port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:03.120557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.195083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7841b-e528-477a-913b-02403961acd1 req-dd3a93e2-d997-458a-84fc-7f91534c4d07 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:03.196679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0a7841b-e528-477a-913b-02403961acd1 req-dd3a93e2-d997-458a-84fc-7f91534c4d07 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1000650 Dec 16 09:50:03.199616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] For port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,segment=NetworkSegment(11a247b8-9ee9-4942-954e-efb0e063e834),segment_id=11a247b8-9ee9-4942-954e-efb0e063e834)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:03.200287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.217061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] Calling delete_port for c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:03.245863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0a7841b-e528-477a-913b-02403961acd1 req-7f4eb3ac-ca5a-4476-a708-542242a095e4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Dec 16 09:50:03.254809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.297453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.307365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:03.339623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.346699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:03.376398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] Pushing event deleted for resources: {'Port': ['ID=c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.396936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:03.397276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:03.398926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3ba95-3dbb-4f64-919b-e681f5d0cea3 None None] No DVR routers for this DVR port c289c2c2-5c8d-4a18-a1a7-d0a2fac4b436 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:03.402753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.427106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aa32aa-3941-4437-befc-9f5f856a3fa6']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.437681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a247b8-9ee9-4942-954e-efb0e063e834') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.438335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a247b8-9ee9-4942-954e-efb0e063e834') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:03.449885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.465050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.472033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:03.472594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:03.475914 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:03.542024 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.550489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.554572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/65aa32aa-3941-4437-befc-9f5f856a3fa6 HTTP/1.1" status: 204 len: 168 time: 0.6932330 Dec 16 09:50:03.558791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42528) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:03.566191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-951427229'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:03.567870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185a63-ef67-4255-9087-95e48767a78b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=65aa32aa-3941-4437-befc-9f5f856a3fa6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.599380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:03.602838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.604598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.694547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:03.713970 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.714317 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment 6e5c13b0-43d3-4a44-af08-9c87623a8e7d of type vlan for network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b Dec 16 09:50:03.765995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.790634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473fc98-2e51-4b37-9468-178bc2d1751e req-774e275b-8fff-45fe-b619-2a84d9d1b23d tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:03.792128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d473fc98-2e51-4b37-9468-178bc2d1751e req-774e275b-8fff-45fe-b619-2a84d9d1b23d tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 945 time: 0.0508387 Dec 16 09:50:03.833100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d473fc98-2e51-4b37-9468-178bc2d1751e req-1801b906-a584-4ba4-a16c-36674f07fcaa tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Dec 16 09:50:03.859047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.867431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:03.867431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:03.943566 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3810000 Dec 16 09:50:03.943900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42534) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:03.949355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:03.967407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Router cf99879a-941e-4b8c-a207-8749072c5476 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:03.968219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0cc9f-4ae1-436e-ac76-2c3b5aaee0bf tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=10823f39-4fa4-4a5e-b1ed-8dade4a6d80b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:03.980451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:04.091651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:04.097217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.119241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:04.127759 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c7d3231e-b31e-4c2c-86ab-3c140d304842 admin admin] 10.222.0.61 "PUT /v2.0/routers/cf99879a-941e-4b8c-a207-8749072c5476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0388839 Dec 16 09:50:04.128348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42540) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.132873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] Sync routers for ids ['cf99879a-941e-4b8c-a207-8749072c5476'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:04.148260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] Routers {'cf99879a-941e-4b8c-a207-8749072c5476'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:04.149991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['cf99879a-941e-4b8c-a207-8749072c5476'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:04.275111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.307201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] Set router cf99879a-941e-4b8c-a207-8749072c5476 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:04.416256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.426013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.480831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8fa78-c462-4f9b-8b3e-6b98cd0b7af0 req-83c54d68-fabc-4529-84c9-7ed8ffdb9f86 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:04.482340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3a8fa78-c462-4f9b-8b3e-6b98cd0b7af0 req-83c54d68-fabc-4529-84c9-7ed8ffdb9f86 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1100309 Dec 16 09:50:04.486939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Deleting port cd02de13-8a31-4847-b867-928a8a41a1ce {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:04.487701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.520403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=9a2ea1b3-947b-478a-a5a5-134cb7f48ecd,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:04.522879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:50:02Z', 'revision_number': 5, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port': {'id': 'cd02de13-8a31-4847-b867-928a8a41a1ce', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:48:03Z', 'updated_at': '2021-12-16T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:04.547134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': '6e5c13b0-43d3-4a44-af08-9c87623a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:04.547134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:04.557067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] Checking router: cf99879a-941e-4b8c-a207-8749072c5476 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:04.562866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3a8fa78-c462-4f9b-8b3e-6b98cd0b7af0 req-16d8df83-ffd9-48f8-b5cd-8e3d5cc1ea64 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707123 Dec 16 09:50:04.566386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] Routers {'cf99879a-941e-4b8c-a207-8749072c5476'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:04.567376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['cf99879a-941e-4b8c-a207-8749072c5476'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:04.579662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:04.591414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:04.605533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] For port cd02de13-8a31-4847-b867-928a8a41a1ce, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cd02de13-8a31-4847-b867-928a8a41a1ce,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:04.606438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:04.606587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.607289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.623253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Calling delete_port for cd02de13-8a31-4847-b867-928a8a41a1ce owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:04.629363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e17a3702-3d85-4261-b7c5-b2f9b85b1b57 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6817658 Dec 16 09:50:04.629794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42550) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.630656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82960ed7-65d8-48ca-b849-ceeb4bdf1bca None None] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:04.634803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595065588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:04.662767 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.664341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.747390 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.756723 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] Set router cf99879a-941e-4b8c-a207-8749072c5476 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:04.759873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.788597 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.791185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43fa1640-eebd-4a60-9b25-3f2c328e2ac0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1599574 Dec 16 09:50:04.793800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:04.822662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:50:04Z', 'revision_number': 6, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:04.845903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.872729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd02de13-8a31-4847-b867-928a8a41a1ce,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:04.887647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94bc3f-aae5-4304-b906-cda6e2ea0937 None None] The sync data for ids ['cf99879a-941e-4b8c-a207-8749072c5476'] in n-d-821941-1 is: [{'id': 'cf99879a-941e-4b8c-a207-8749072c5476', 'name': 'tempest-ServerRescueTestJSON-1205946495-router', 'tenant_id': 'b78f3a832da9440a98fea3268325b789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:48:02Z', 'updated_at': '2021-12-16T09:50:04Z', 'revision_number': 6, 'project_id': 'b78f3a832da9440a98fea3268325b789', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:04.942052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-10823f39-4fa4-4a5e-b1ed-8dade4a6d80b', 'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': '9a2ea1b3-947b-478a-a5a5-134cb7f48ecd'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:04.943254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:04.947376 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.052855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.055347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.091815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Allocated IP 2001:db8::2 (10823f39-4fa4-4a5e-b1ed-8dade4a6d80b/9a2ea1b3-947b-478a-a5a5-134cb7f48ecd/3c315e74-636e-477e-88be-87754ae26411) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:05.103039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.103560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf99879a-941e-4b8c-a207-8749072c5476 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:05.107899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.109113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cde5a2ab-79b4-4ede-91ed-3e921cdfdc5e admin admin] 10.222.0.61 "DELETE /v2.0/routers/cf99879a-941e-4b8c-a207-8749072c5476 HTTP/1.1" status: 204 len: 168 time: 0.9795001 Dec 16 09:50:05.114311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:05.162186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Deleting subnet f1569e2b-720e-40b3-ae1a-fffa1db40941 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:05.165627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.209465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.245361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.251973 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.253377 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.299443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:05.302002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8818d1-800f-41b7-8da7-ba59f28012cf req-18d134ba-36ca-4325-bb3e-43188bcab524 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:05.305590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:05.308192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:05.309356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8818d1-800f-41b7-8da7-ba59f28012cf req-18d134ba-36ca-4325-bb3e-43188bcab524 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 945 time: 0.4714441 Dec 16 09:50:05.314281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.325578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Pushing event updated for resources: {'Port': ['ID=3c315e74-636e-477e-88be-87754ae26411,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.366811 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.373244 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f1569e2b-720e-40b3-ae1a-fffa1db40941 HTTP/1.1" status: 204 len: 168 time: 0.2578852 Dec 16 09:50:05.374222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42558) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:05.377881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ce4fc-e543-4f78-b51c-1956d88bff45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1569e2b-720e-40b3-ae1a-fffa1db40941,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.385653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Attempting to bind port 3c315e74-636e-477e-88be-87754ae26411 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:05.386155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Attempting to bind port 3c315e74-636e-477e-88be-87754ae26411 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6e5c13b0-43d3-4a44-af08-9c87623a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:05.386615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Attempting to bind port 3c315e74-636e-477e-88be-87754ae26411 on network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:05.392720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:05.393241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Checking segment: {'id': '6e5c13b0-43d3-4a44-af08-9c87623a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:05.393736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.394248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Bound using segment: {'id': '6e5c13b0-43d3-4a44-af08-9c87623a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:05.394815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Bound port: 3c315e74-636e-477e-88be-87754ae26411, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c13b0-43d3-4a44-af08-9c87623a8e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '10823f39-4fa4-4a5e-b1ed-8dade4a6d80b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:05.395327 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.470812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc8818d1-800f-41b7-8da7-ba59f28012cf req-804032de-40e6-44a2-96fa-31830a4365b4 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584852 Dec 16 09:50:05.480284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 058e59d8-ae25-44f7-85f6-c6309a9322e2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:05.490012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.512389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] For port 3c315e74-636e-477e-88be-87754ae26411, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:05.515286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 058e59d8-ae25-44f7-85f6-c6309a9322e2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:05.520791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 058e59d8-ae25-44f7-85f6-c6309a9322e2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:05.530247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] For port 3c315e74-636e-477e-88be-87754ae26411, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c315e74-636e-477e-88be-87754ae26411,segment=NetworkSegment(6e5c13b0-43d3-4a44-af08-9c87623a8e7d),segment_id=6e5c13b0-43d3-4a44-af08-9c87623a8e7d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:05.541118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.542122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.595024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.604575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f32df-1b16-40e0-b75e-b2d910060b99 None None] Pushing event updated for resources: {'Port': ['ID=3c315e74-636e-477e-88be-87754ae26411,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.628812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a542b0fe-d14a-4035-965b-baf7ee64795b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.638828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a074915f-9e17-49b4-b4db-85bca98a42a1') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.639534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a074915f-9e17-49b4-b4db-85bca98a42a1') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:05.653594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.668435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.676571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:05.677008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:05.678919 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:05.741779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.748587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:05.754339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] 10.222.0.61 "DELETE /v2.0/networks/a542b0fe-d14a-4035-965b-baf7ee64795b HTTP/1.1" status: 204 len: 168 time: 0.3746219 Dec 16 09:50:05.762128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959634f-bb12-40f5-8ef6-be2ecf8288bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a542b0fe-d14a-4035-965b-baf7ee64795b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:05.790325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb9170-7a40-484a-b4b6-c28b400d26d4 req-95b56c04-8e64-48de-a4b0-228840ebcf3e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:05.791944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0dbb9170-7a40-484a-b4b6-c28b400d26d4 req-95b56c04-8e64-48de-a4b0-228840ebcf3e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1119647 Dec 16 09:50:05.901534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0dbb9170-7a40-484a-b4b6-c28b400d26d4 req-038fff01-4a23-46d9-a409-095708c6dfe5 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861259 Dec 16 09:50:05.911609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8::1 (10823f39-4fa4-4a5e-b1ed-8dade4a6d80b/9a2ea1b3-947b-478a-a5a5-134cb7f48ecd/d61d8eef-7a41-49bc-bbe1-c9c9b457269f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:06.038994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42564) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:06.043898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.081837 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-adfdb360-7c4c-46a1-8864-5659c80bc38e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b78f3a832da9440a98fea3268325b789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412405 Dec 16 09:50:06.084187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42566) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:06.109133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.136582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-517a852f-a77f-4b20-b9ae-45137d540efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.147421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:06.154035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:06.159538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:06.160089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.166863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-517a852f-a77f-4b20-b9ae-45137d540efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.211500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-50417c5e-901f-4b16-8007-4b6448f6aaea tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:06.212952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-50417c5e-901f-4b16-8007-4b6448f6aaea tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 945 time: 0.1334045 Dec 16 09:50:06.219542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-517a852f-a77f-4b20-b9ae-45137d540efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.223028 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-517a852f-a77f-4b20-b9ae-45137d540efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.226436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-517a852f-a77f-4b20-b9ae-45137d540efb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48340c19-7fb4-4648-a1c4-351ff00fe5b9 HTTP/1.1" status: 204 len: 168 time: 0.1391299 Dec 16 09:50:06.226562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=d61d8eef-7a41-49bc-bbe1-c9c9b457269f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:06.236620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a852f-a77f-4b20-b9ae-45137d540efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48340c19-7fb4-4648-a1c4-351ff00fe5b9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:06.360256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.402772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Deleting port 1ce99ecc-885f-431d-9c42-f468225e7f6d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:06.403107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.646376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] For port 1ce99ecc-885f-431d-9c42-f468225e7f6d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1ce99ecc-885f-431d-9c42-f468225e7f6d,segment=NetworkSegment(d7cc0fb2-3448-4f99-99f7-003fa8bcc905),segment_id=d7cc0fb2-3448-4f99-99f7-003fa8bcc905)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:06.646755 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.704978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Calling delete_port for 1ce99ecc-885f-431d-9c42-f468225e7f6d owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:06.728641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fd7d-5f48-4d87-a50b-462b01030a13 req-9db6fbca-a720-4574-8b5b-96f15601a57f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:06.730220 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5533fd7d-5f48-4d87-a50b-462b01030a13 req-9db6fbca-a720-4574-8b5b-96f15601a57f tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/ports?device_id=c64e0477-8524-456d-af05-43e86174f848 HTTP/1.1" status: 200 len: 945 time: 0.1752112 Dec 16 09:50:06.850193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5533fd7d-5f48-4d87-a50b-462b01030a13 req-d8a21cf1-f9e7-4f27-9a83-593a3aa86488 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.61 "GET /v2.0/security-groups?id=74d35a15-0130-41e8-a18f-c4ef3a3f6c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106248 Dec 16 09:50:06.895193 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.902067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a46264-1441-4fb1-82db-77c408feb649 None None] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:06.904961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.905899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:06.970028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d6740972-6d4d-4422-a871-c9e8168cbf13 None None] Provisioning complete for port 3c315e74-636e-477e-88be-87754ae26411 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:06.970396 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6740972-6d4d-4422-a871-c9e8168cbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.000127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=d61d8eef-7a41-49bc-bbe1-c9c9b457269f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.013681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:07.112260 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.136915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-network', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:07.138435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1ce99ecc-885f-431d-9c42-f468225e7f6d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:07.146772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6740972-6d4d-4422-a871-c9e8168cbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.164157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b504-9869-4539-b60d-19871106ffaf req-01348ff5-21a5-40c0-98c6-f933916db211 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:07.171491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aa6b504-9869-4539-b60d-19871106ffaf req-01348ff5-21a5-40c0-98c6-f933916db211 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1622646 Dec 16 09:50:07.182392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Made reservation on behalf of 2c251a3c8e014c37983624d1ea2b9128 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:07.182613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Pushing event deleted for resources: {'Port': ['ID=1ce99ecc-885f-431d-9c42-f468225e7f6d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.183758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.195657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.220589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d6740972-6d4d-4422-a871-c9e8168cbf13 None None] For port 3c315e74-636e-477e-88be-87754ae26411, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c315e74-636e-477e-88be-87754ae26411,segment=NetworkSegment(6e5c13b0-43d3-4a44-af08-9c87623a8e7d),segment_id=6e5c13b0-43d3-4a44-af08-9c87623a8e7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:07.225694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:07.228216 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6740972-6d4d-4422-a871-c9e8168cbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.234289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:07.257805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] No DVR routers for this DVR port 1ce99ecc-885f-431d-9c42-f468225e7f6d on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:07.265539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.274411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c93cbf70-963c-4d67-9434-a774b67d3818 req-ca5bca39-f429-48ae-9d31-3fe89e9e1d05 tempest-VolumesActionsTest-1399092399 tempest-VolumesActionsTest-1399092399-project] 10.222.0.53 "DELETE /v2.0/ports/1ce99ecc-885f-431d-9c42-f468225e7f6d HTTP/1.1" status: 204 len: 173 time: 1.0517561 Dec 16 09:50:07.275843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64e0477-8524-456d-af05-43e86174f848', 'name': 'network-vif-deleted', 'tag': '1ce99ecc-885f-431d-9c42-f468225e7f6d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:07.283324 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259cda52-9390-4cec-aefb-1f11786bd087" -d '{"events": [{"server_uuid": "c64e0477-8524-456d-af05-43e86174f848", "name": "network-vif-deleted", "tag": "1ce99ecc-885f-431d-9c42-f468225e7f6d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:07.298499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aa6b504-9869-4539-b60d-19871106ffaf req-ce925efc-3a34-4811-aafe-40634933c99a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260660 Dec 16 09:50:07.319618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6740972-6d4d-4422-a871-c9e8168cbf13 None None] Pushing event updated for resources: {'Port': ['ID=3c315e74-636e-477e-88be-87754ae26411,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.340270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.366674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3c315e74-636e-477e-88be-87754ae26411 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:07.371642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.397287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:07.414813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f930221-832b-4976-813e-b388780627e8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.429687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.431458 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Added segment c08e6d12-7512-44ed-a41d-a20cfaf6eda8 of type vlan for network b58315e0-7570-49e2-bf2d-395da1a3e978 Dec 16 09:50:07.434244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3c315e74-636e-477e-88be-87754ae26411 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:07.435466 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.436443 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fedb332-526c-4471-885a-7f5e37641d80 x-openstack-request-id: req-7fedb332-526c-4471-885a-7f5e37641d80 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:07.436882 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64e0477-8524-456d-af05-43e86174f848", "name": "network-vif-deleted", "tag": "1ce99ecc-885f-431d-9c42-f468225e7f6d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:07.437240 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7fedb332-526c-4471-885a-7f5e37641d80 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:07.437662 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64e0477-8524-456d-af05-43e86174f848', 'name': 'network-vif-deleted', 'tag': '1ce99ecc-885f-431d-9c42-f468225e7f6d', 'status': 'completed', 'code': 200} Dec 16 09:50:07.488300 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.515557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router 07cbaf27-1a4e-4b9f-845c-89e22a0cc325 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:07.522590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.524114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:07.524706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.542304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd02de13-8a31-4847-b867-928a8a41a1ce no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:07.571370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cd02de13-8a31-4847-b867-928a8a41a1ce {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:07.571726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd02de13-8a31-4847-b867-928a8a41a1ce not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:07.579774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-086e8159-f4d7-42ad-b765-ee2cfa821677 None None] Provisioning complete for port d61d8eef-7a41-49bc-bbe1-c9c9b457269f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:07.580142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-086e8159-f4d7-42ad-b765-ee2cfa821677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.600964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5826175 Dec 16 09:50:07.602411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42598) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:07.609948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Request body: {'subnet': {'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-subnet', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:07.616007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fdb77-edc5-4a24-8c2d-508123b319c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b58315e0-7570-49e2-bf2d-395da1a3e978,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:07.617099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-086e8159-f4d7-42ad-b765-ee2cfa821677 None None] Port d61d8eef-7a41-49bc-bbe1-c9c9b457269f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:07.629646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-086e8159-f4d7-42ad-b765-ee2cfa821677 None None] Provisioning complete for port 3c315e74-636e-477e-88be-87754ae26411 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:07.630488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-086e8159-f4d7-42ad-b765-ee2cfa821677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.636618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Made reservation on behalf of 2c251a3c8e014c37983624d1ea2b9128 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:07.636842 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network b58315e0-7570-49e2-bf2d-395da1a3e978 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:07.639209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:07.648387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:07.654371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7aac2444-4b86-427a-89dd-62d9181b2f87 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/07cbaf27-1a4e-4b9f-845c-89e22a0cc325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587961 Dec 16 09:50:07.656652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42600) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:07.662826 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] Sync routers for ids ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:07.673990 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] Routers {'07cbaf27-1a4e-4b9f-845c-89e22a0cc325'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:07.674861 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:07.725568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a540f03-c528-41ee-952e-ec089d5abf3e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:07.728192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a540f03-c528-41ee-952e-ec089d5abf3e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports/d61d8eef-7a41-49bc-bbe1-c9c9b457269f HTTP/1.1" status: 200 len: 911 time: 0.0700653 Dec 16 09:50:07.732288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42602) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:07.734498 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:07.756635 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] Routers {'07cbaf27-1a4e-4b9f-845c-89e22a0cc325'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:07.757678 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:07.799573 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:07.800573 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e7505d-6e91-4287-9628-0768280177c8 None None] The sync data for ids ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:07.963078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f6ee0cb2-5d8f-4c17-a9ba-625de726f574 None None] Provisioning complete for port d61d8eef-7a41-49bc-bbe1-c9c9b457269f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:07.963649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f6ee0cb2-5d8f-4c17-a9ba-625de726f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.009218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee0cb2-5d8f-4c17-a9ba-625de726f574 None None] Port d61d8eef-7a41-49bc-bbe1-c9c9b457269f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:08.048704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.133921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:08.163481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Checking segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:08.163776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Network hostable DHCP agents. Network: b58315e0-7570-49e2-bf2d-395da1a3e978, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:08.209799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Network b58315e0-7570-49e2-bf2d-395da1a3e978 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:08.225556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, b58315e0-7570-49e2-bf2d-395da1a3e978) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:08.232039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:08.232669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.235614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-16ea1ffb-2b11-47b1-ac69-ceff709fbe98 None None] Provisioning complete for port d61d8eef-7a41-49bc-bbe1-c9c9b457269f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:08.236418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-16ea1ffb-2b11-47b1-ac69-ceff709fbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.240589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1de46e-7f9c-4e9f-934d-af419350cc71 None None] Network b58315e0-7570-49e2-bf2d-395da1a3e978 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:08.254678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.260631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bbab8460-4a44-4542-80fc-d6ce513a53e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6572466 Dec 16 09:50:08.263533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42620) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:08.284039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:08.314733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.316312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.403813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.541586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-16ea1ffb-2b11-47b1-ac69-ceff709fbe98 None None] Port d61d8eef-7a41-49bc-bbe1-c9c9b457269f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:08.602716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port d61d8eef-7a41-49bc-bbe1-c9c9b457269f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:08.603186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.638578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c798bbd-db81-4e40-9acb-f431491328fb None None] Network b58315e0-7570-49e2-bf2d-395da1a3e978 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:08.729101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.743528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for d61d8eef-7a41-49bc-bbe1-c9c9b457269f owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:08.954921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.962657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:08.968281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524231ed-c505-4a93-a565-3aa137d4024d req-59b7fe49-fe86-4aef-ad3b-e22f0d718353 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:08.970129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-524231ed-c505-4a93-a565-3aa137d4024d req-59b7fe49-fe86-4aef-ad3b-e22f0d718353 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1283541 Dec 16 09:50:08.994202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=d61d8eef-7a41-49bc-bbe1-c9c9b457269f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.098406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-524231ed-c505-4a93-a565-3aa137d4024d req-5b19c621-6833-4b66-830c-a4af58c333f2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151638 Dec 16 09:50:09.105309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.312313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3c315e74-636e-477e-88be-87754ae26411 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:09.380023 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.406192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.431077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3c315e74-636e-477e-88be-87754ae26411 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:09.432797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.603455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Allocated IP 172.25.6.162 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/7b27b4cc-15dd-47a2-9048-3c3fec6f457e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:09.699453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router 07cbaf27-1a4e-4b9f-845c-89e22a0cc325 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:09.731300 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.772495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:09.774657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1ce99ecc-885f-431d-9c42-f468225e7f6d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:09.822534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 1ce99ecc-885f-431d-9c42-f468225e7f6d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:09.822852 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:09.823003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1ce99ecc-885f-431d-9c42-f468225e7f6d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:09.853760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:09.863598 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0e183401-0240-4d89-86d0-150b0ca8f02b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/07cbaf27-1a4e-4b9f-845c-89e22a0cc325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1301897 Dec 16 09:50:09.864223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42694) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:09.890189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] Sync routers for ids ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:09.900927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f1dab227-0d5a-4a58-8b6c-cb0ad33a66d9 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=07cbaf27-1a4e-4b9f-845c-89e22a0cc325 HTTP/1.1" status: 200 len: 205 time: 0.0349071 Dec 16 09:50:09.901827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42700) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:09.943639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:09.976323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:09.988541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:10.003049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:10.008112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-335359c4-cd6a-4125-a1ea-e2a6503db098 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1997926 Dec 16 09:50:10.080086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] Routers {'07cbaf27-1a4e-4b9f-845c-89e22a0cc325'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:10.080979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.111583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.136686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.154730 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:50:10.234125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] Routers {'07cbaf27-1a4e-4b9f-845c-89e22a0cc325'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:10.244262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.340940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:10.343701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435dd30-b43d-49d5-a5ff-5229a1c69d0a None None] The sync data for ids ['07cbaf27-1a4e-4b9f-845c-89e22a0cc325'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:10.381329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:10.408061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'mac_address': 'fa:16:3e:6f:32:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:10.452980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-58516dc8-9734-40d5-a4a0-8207783b9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:10.454924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-58516dc8-9734-40d5-a4a0-8207783b9ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.3775718 Dec 16 09:50:10.467590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.470261 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.531850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.551004 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.551681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router 07cbaf27-1a4e-4b9f-845c-89e22a0cc325 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:10.557400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:10.565344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.572855 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20218797-16fb-45bb-96f4-8ac7e0b45c13 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/07cbaf27-1a4e-4b9f-845c-89e22a0cc325 HTTP/1.1" status: 204 len: 168 time: 0.6698000 Dec 16 09:50:10.582146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:10.607289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:10.612387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d163aa7-c8f7-4337-872d-acaf0a026be3 req-ca4f4580-29a7-46a6-b7a5-ae83db0c58a6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:10.614208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d163aa7-c8f7-4337-872d-acaf0a026be3 req-ca4f4580-29a7-46a6-b7a5-ae83db0c58a6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.3141890 Dec 16 09:50:10.627888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.713260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet 9a2ea1b3-947b-478a-a5a5-134cb7f48ecd {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:10.722878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cfcafc24-c6dc-48b1-a230-d9f74c49eefa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:10.725622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.728967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:10.773458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-0e8cb66e-a86f-40db-91f6-0adb03382057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:10.777344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-0e8cb66e-a86f-40db-91f6-0adb03382057 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.2795978 Dec 16 09:50:10.818540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:10.959042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.020510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-18835d04-3996-4f44-b3a4-956a8920d7f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.1427486 Dec 16 09:50:11.086964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d163aa7-c8f7-4337-872d-acaf0a026be3 req-c98d9a29-9b3f-45b7-a014-a5303ceca105 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797777 Dec 16 09:50:11.089562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.109187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-f4546f48-1844-4070-ab89-b9f9525212a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:11.110679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-f4546f48-1844-4070-ab89-b9f9525212a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0806592 Dec 16 09:50:11.115493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.208844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.216914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf327b-a7e0-4e0b-ba8c-66526cfd3b26 None None] Network 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:11.231799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42708) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:11.232769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/9a2ea1b3-947b-478a-a5a5-134cb7f48ecd HTTP/1.1" status: 204 len: 168 time: 0.6492543 Dec 16 09:50:11.234239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1761b-0548-49c3-a990-a1524310cb32 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2ea1b3-947b-478a-a5a5-134cb7f48ecd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:11.404431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-cb4769e0-5314-4896-ad0f-981cdc3ffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:11.406158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-cb4769e0-5314-4896-ad0f-981cdc3ffdae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2878394 Dec 16 09:50:11.485655 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.630130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] DHCP port deletion for 10823f39-4fa4-4a5e-b1ed-8dade4a6d80b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:11.695473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.707774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-b459bf02-8e14-46b7-b384-42fd3b44f640 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915661 Dec 16 09:50:11.783735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:11.908546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] Deleting port 3c315e74-636e-477e-88be-87754ae26411 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:11.912289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:11.914997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-345b18f5-b4a6-4b56-935f-18aa72acb655 req-60ccf303-e0d2-4c4e-a485-96af29ac50fa service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667423 Dec 16 09:50:12.054428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 3c315e74-636e-477e-88be-87754ae26411 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:12.054834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.070862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cfcafc24-c6dc-48b1-a230-d9f74c49eefa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:12.071222 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.171545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] For port 3c315e74-636e-477e-88be-87754ae26411, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c315e74-636e-477e-88be-87754ae26411,segment=NetworkSegment(6e5c13b0-43d3-4a44-af08-9c87623a8e7d),segment_id=6e5c13b0-43d3-4a44-af08-9c87623a8e7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:12.171943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.218068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 3c315e74-636e-477e-88be-87754ae26411, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c315e74-636e-477e-88be-87754ae26411,segment=NetworkSegment(6e5c13b0-43d3-4a44-af08-9c87623a8e7d),segment_id=6e5c13b0-43d3-4a44-af08-9c87623a8e7d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:12.221121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.238128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] Calling delete_port for 3c315e74-636e-477e-88be-87754ae26411 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:12.373126 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.380459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 3c315e74-636e-477e-88be-87754ae26411 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:12.410110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:12.412430 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca3a30-7e52-45af-b06e-27c0d8259ba5" -d '{"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-plugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:12.432387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:12.448855 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.461796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:12.479933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b86643-3cb5-41af-b41f-097b574f2409 req-9f70f5fd-c1a3-4f68-a9d2-65a3c60ea881 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:12.481995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6b86643-3cb5-41af-b41f-097b574f2409 req-9f70f5fd-c1a3-4f68-a9d2-65a3c60ea881 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1970270 Dec 16 09:50:12.527921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] No DVR routers for this DVR port 3c315e74-636e-477e-88be-87754ae26411 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:12.575948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Router 5bebe76a-8cc6-426d-af2a-5245610cf67e is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:12.620825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:12.703529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869a1b3-cf7c-4ad8-8e9c-f28590adaa4e None None] Pushing event deleted for resources: {'Port': ['ID=3c315e74-636e-477e-88be-87754ae26411,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:13.267532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:13.281271 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3c315e74-636e-477e-88be-87754ae26411 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:13.282573 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Sync routers for ids ['5bebe76a-8cc6-426d-af2a-5245610cf67e'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:13.301241 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Routers {'5bebe76a-8cc6-426d-af2a-5245610cf67e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:13.303239 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5bebe76a-8cc6-426d-af2a-5245610cf67e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:13.309177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6b86643-3cb5-41af-b41f-097b574f2409 req-d3c8ab4f-bca4-474b-9627-f230391e89a7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8166854 Dec 16 09:50:13.313870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.317988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee5f3dd2-7093-4309-a185-ab817ede1ef6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0496962 Dec 16 09:50:13.319172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42714) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:13.368322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 3c315e74-636e-477e-88be-87754ae26411 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:13.370214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3c315e74-636e-477e-88be-87754ae26411 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:13.385998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.414689 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2c224a-8ad7-4764-90ef-826ed1638124 x-openstack-request-id: req-6d2c224a-8ad7-4764-90ef-826ed1638124 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:13.414980 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-plugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:13.415273 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d2c224a-8ad7-4764-90ef-826ed1638124 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:13.415668 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'code': 200} Dec 16 09:50:13.448373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port 3c315e74-636e-477e-88be-87754ae26411 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:13.596064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Set router 5bebe76a-8cc6-426d-af2a-5245610cf67e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:13.647944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=3c315e74-636e-477e-88be-87754ae26411,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:13.782375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.844976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10823f39-4fa4-4a5e-b1ed-8dade4a6d80b']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:13.877708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5c13b0-43d3-4a44-af08-9c87623a8e7d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:13.878396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5c13b0-43d3-4a44-af08-9c87623a8e7d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:13.900913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.937787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.954377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:13.954793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:13.958045 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:14.039300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f1b1c65-9a7b-4b8a-8631-a76d897e713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.108129 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.115332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.121995 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/10823f39-4fa4-4a5e-b1ed-8dade4a6d80b HTTP/1.1" status: 204 len: 168 time: 2.8788021 Dec 16 09:50:14.122349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42716) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:14.127492 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:50:10Z', 'revision_number': 3, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:14.128385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1237619999', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:14.161809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00978ae1-5b0e-4ef6-94cf-cb21a20d0172 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=10823f39-4fa4-4a5e-b1ed-8dade4a6d80b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:14.182793 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Checking router: 5bebe76a-8cc6-426d-af2a-5245610cf67e for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:14.183190 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Updating router 5bebe76a-8cc6-426d-af2a-5245610cf67e port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:14.206373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.214753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.215939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.239596 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.322508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.657474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Allocated IP 172.20.0.1 (b58315e0-7570-49e2-bf2d-395da1a3e978/f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919/2a7973d8-b6ca-465a-a9e7-57e3ff81609e) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:14.686777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.809882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464e4a-cb82-4da7-8b00-33197e21f369 req-4254071d-e0d7-4248-95c2-0a3c0bb106fa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:14.809882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85464e4a-cb82-4da7-8b00-33197e21f369 req-4254071d-e0d7-4248-95c2-0a3c0bb106fa tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.3061361 Dec 16 09:50:14.833815 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.836274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.842156 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.852643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85464e4a-cb82-4da7-8b00-33197e21f369 req-e85b78e9-ad1c-4c25-9ee4-aba024e30c49 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483541 Dec 16 09:50:14.921559 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Attempting to bind port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:14.925429 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Attempting to bind port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:14.926294 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Attempting to bind port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:14.944267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.960459 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:14.961151 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:14.961914 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.962504 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:14.963175 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Bound port: 7b27b4cc-15dd-47a2-9048-3c3fec6f457e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:14.963813 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:14.965793 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Pushing event updated for resources: {'Port': ['ID=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:14.979098 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.979967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.980583 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.981013 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.981394 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.981970 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.982807 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.983439 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.984381 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.988563 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.989298 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:14.990423 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:15.052126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Network b58315e0-7570-49e2-bf2d-395da1a3e978 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:15.070326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:15.074541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:15.078769 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] For port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:15.086807 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] For port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:15.104339 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.125888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.168255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:15.174724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.222265 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe3f25-cd98-4830-a78f-10389543f3cc None None] Pushing event updated for resources: {'Port': ['ID=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:15.224028 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.253031 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Routers {'5bebe76a-8cc6-426d-af2a-5245610cf67e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:15.253812 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:49:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5bebe76a-8cc6-426d-af2a-5245610cf67e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:15.401366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] Set router 5bebe76a-8cc6-426d-af2a-5245610cf67e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:15.448984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 172.25.6.163 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/29d925de-f43d-4e8e-b5d5-04d653a2f921) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:15.662388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.778043 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:50:10Z', 'revision_number': 3, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:15.815450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:15.839563 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68e1cc-8fb7-4dd8-a6d6-4d6627270429 None None] The sync data for ids ['5bebe76a-8cc6-426d-af2a-5245610cf67e'] in n-d-821941-1 is: [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:50:10Z', 'revision_number': 3, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:15.932332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.029466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:16.036920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:16.044674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:16.046359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.057385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.251939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.291289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.466194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=29d925de-f43d-4e8e-b5d5-04d653a2f921,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:16.486670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab05ad4c-7ba5-48e1-8067-deac7938857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:16.534848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb964d8-1aa1-4001-8b45-e55448917dc3 req-36366333-7050-42a1-959a-9f314f3afc28 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:16.540542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfb964d8-1aa1-4001-8b45-e55448917dc3 req-36366333-7050-42a1-959a-9f314f3afc28 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.3797400 Dec 16 09:50:16.615434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Network b58315e0-7570-49e2-bf2d-395da1a3e978 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:16.621006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:16.647854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfb964d8-1aa1-4001-8b45-e55448917dc3 req-11d45a8c-723b-44fe-ab1f-9ede4ef9a471 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961258 Dec 16 09:50:16.923233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Router 5bebe76a-8cc6-426d-af2a-5245610cf67e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:16.984702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.234497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:17.249638 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba117bfc-8331-4b17-8981-5fd5fb4661c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/5bebe76a-8cc6-426d-af2a-5245610cf67e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9300339 Dec 16 09:50:17.352716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b27b4cc-15dd-47a2-9048-3c3fec6f457e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:17.477984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:17.478635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.591920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.616434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.657155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:17.664148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:17.768049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:17.866705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router de200f86-5768-4e90-9aa0-1d9f12c621a7 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:18.044052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:18.071617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] Sync routers for ids ['de200f86-5768-4e90-9aa0-1d9f12c621a7'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:18.092033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.093745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8363eb1d-1035-484e-83b9-6322d092ffb7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9689505 Dec 16 09:50:18.096663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:18.128459 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:18.135346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] Routers {'de200f86-5768-4e90-9aa0-1d9f12c621a7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:18.144961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['de200f86-5768-4e90-9aa0-1d9f12c621a7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.294047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.299453 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c4661968-89d6-4ea8-b47f-547f97324436 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/routers/de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 200 len: 885 time: 0.2014930 Dec 16 09:50:18.299624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42746) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:18.332162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] Routers {'de200f86-5768-4e90-9aa0-1d9f12c621a7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:18.334334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['de200f86-5768-4e90-9aa0-1d9f12c621a7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.464915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.467333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7dd22-44b5-44bf-b98b-b33585b6eee2 None None] The sync data for ids ['de200f86-5768-4e90-9aa0-1d9f12c621a7'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:18.759511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f8028d03-986a-46ab-add9-c24a489bef0d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4582317 Dec 16 09:50:18.762073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42748) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:18.767983 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Sync routers for ids ['5bebe76a-8cc6-426d-af2a-5245610cf67e'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:18.778696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Routers {'5bebe76a-8cc6-426d-af2a-5245610cf67e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:18.779880 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5bebe76a-8cc6-426d-af2a-5245610cf67e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:18.791710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1237619999'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:18.947893 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Set router 5bebe76a-8cc6-426d-af2a-5245610cf67e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:19.333476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b27b4cc-15dd-47a2-9048-3c3fec6f457e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:19.410108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:19.410472 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.443399 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:50:15Z', 'revision_number': 4, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2a7973d8-b6ca-465a-a9e7-57e3ff81609e', 'name': '', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'mac_address': 'fa:16:3e:c7:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:14Z', 'updated_at': '2021-12-16T09:50:15Z', 'revision_number': 2, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'subnets': [{'id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:19.534943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Checking router: 5bebe76a-8cc6-426d-af2a-5245610cf67e for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:19.535344 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Updating router 5bebe76a-8cc6-426d-af2a-5245610cf67e port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:19.587441 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.916142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:19.957517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.127313 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.147352 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.207179 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b091fe-f486-4517-92cd-3c3b54158b43 None None] Pushing event updated for resources: {'Port': ['ID=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.370571 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Attempting to bind port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:20.370943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Attempting to bind port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:20.371665 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Attempting to bind port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e on network b58315e0-7570-49e2-bf2d-395da1a3e978 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:20.380997 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:20.381333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Checking segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:20.381761 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.382370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Bound using segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:20.382869 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Bound port: 2a7973d8-b6ca-465a-a9e7-57e3ff81609e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:20.383601 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.445173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.476600 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] For port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:20.480179 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] For port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:20.483015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.507840 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.571238 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Routers {'5bebe76a-8cc6-426d-af2a-5245610cf67e'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:20.571849 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5bebe76a-8cc6-426d-af2a-5245610cf67e'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:20.576921 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b091fe-f486-4517-92cd-3c3b54158b43 None None] Pushing event updated for resources: {'Port': ['ID=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:20.610801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router de200f86-5768-4e90-9aa0-1d9f12c621a7 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:20.739771 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] Set router 5bebe76a-8cc6-426d-af2a-5245610cf67e gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:20.937557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:20.948956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] Sync routers for ids ['de200f86-5768-4e90-9aa0-1d9f12c621a7'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:20.955102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:20.956281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1f3421e7-1aac-4a79-bc8d-5d7f16b14334 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 200 len: 892 time: 2.1932762 Dec 16 09:50:20.959650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42760) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:20.964751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] Routers {'de200f86-5768-4e90-9aa0-1d9f12c621a7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:20.965592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['de200f86-5768-4e90-9aa0-1d9f12c621a7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:21.065200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:21.090742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] Routers {'de200f86-5768-4e90-9aa0-1d9f12c621a7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:21.091855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['de200f86-5768-4e90-9aa0-1d9f12c621a7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:21.195157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:21.197664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c11f0a-868c-4b85-a547-53be0d2182f0 None None] The sync data for ids ['de200f86-5768-4e90-9aa0-1d9f12c621a7'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:21.206804 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:50:15Z', 'revision_number': 4, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2a7973d8-b6ca-465a-a9e7-57e3ff81609e', 'name': '', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'mac_address': 'fa:16:3e:c7:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:14Z', 'updated_at': '2021-12-16T09:50:20Z', 'revision_number': 4, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'subnets': [{'id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:21.215316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fc551902-9b47-41f4-a979-32a70ebf142f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/routers/de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 200 len: 892 time: 0.2529104 Dec 16 09:50:21.217190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:21.250711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5fe9cad7-2407-4914-ac9c-50c6f9c5e6c1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 200 len: 205 time: 0.0321681 Dec 16 09:50:21.253230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42764) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:21.254527 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38518ed3-310d-425e-a30e-3a0dcd730a01 None None] The sync data for ids ['5bebe76a-8cc6-426d-af2a-5245610cf67e'] in n-d-821941-1 is: [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:50:15Z', 'revision_number': 4, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2a7973d8-b6ca-465a-a9e7-57e3ff81609e', 'name': '', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'mac_address': 'fa:16:3e:c7:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:14Z', 'updated_at': '2021-12-16T09:50:20Z', 'revision_number': 4, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'subnets': [{'id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:21.541299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.386846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.520090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 29d925de-f43d-4e8e-b5d5-04d653a2f921 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:22.520090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.681625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:22.724023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 29d925de-f43d-4e8e-b5d5-04d653a2f921 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:23.145357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.255152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=29d925de-f43d-4e8e-b5d5-04d653a2f921,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:23.416791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2a7973d8-b6ca-465a-a9e7-57e3ff81609e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:23.605361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:23.607836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.686339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.826888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.914784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.919488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.926912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:23.935920 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:23.947605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.034592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.041010 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router de200f86-5768-4e90-9aa0-1d9f12c621a7 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:24.071754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.075510 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f21255c9-9470-4dbf-9c41-c2b0c070f025 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 204 len: 168 time: 2.8209379 Dec 16 09:50:24.076633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:24.082604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42766) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:24.089905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1039300518'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:24.160360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:24.167758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.221150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:24.246642 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.262887 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment 67ecd485-e9d3-4044-9cbb-2a103b88f707 of type vlan for network 56f451bf-1458-4779-93c0-45bea06f2bbd Dec 16 09:50:24.330051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.385495 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.407426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:24.409215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:24.535901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4504678 Dec 16 09:50:24.538656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42768) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:24.545140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:24.562665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6d65b-50de-4cd1-ace5-3409101cb7a2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=56f451bf-1458-4779-93c0-45bea06f2bbd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:24.577421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 56f451bf-1458-4779-93c0-45bea06f2bbd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:24.799804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:24.813024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.095429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.128129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.158800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:25.175291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': '67ecd485-e9d3-4044-9cbb-2a103b88f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:25.178015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: 56f451bf-1458-4779-93c0-45bea06f2bbd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:25.200684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 56f451bf-1458-4779-93c0-45bea06f2bbd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:25.220571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 56f451bf-1458-4779-93c0-45bea06f2bbd) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:25.226697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:25.228601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.231581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad072204-943f-45f7-93d5-7edd846ecbcd None None] Network 56f451bf-1458-4779-93c0-45bea06f2bbd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:25.264301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-974d2d6d-e442-4e3c-b3f6-800a266bbf41 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7232676 Dec 16 09:50:25.267004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:25.275561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1471973116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:25.323380 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.326014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.454611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.466762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.508264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:25.511685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d485d0f3-1362-4bf6-9fb0-5860d777c113 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2424107 Dec 16 09:50:25.514066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:25.687347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2a7973d8-b6ca-465a-a9e7-57e3ff81609e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:25.847055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-56f451bf-1458-4779-93c0-45bea06f2bbd', 'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': '3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:25.848645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.117682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.223323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:26.224060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.290911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Allocated IP 2001:db8::2 (56f451bf-1458-4779-93c0-45bea06f2bbd/3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15/3bf4751b-9d0d-401f-8f39-6a16a72c3976) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:26.552023 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.573693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.627706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Pushing event updated for resources: {'Port': ['ID=3bf4751b-9d0d-401f-8f39-6a16a72c3976,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:26.651414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Network 56f451bf-1458-4779-93c0-45bea06f2bbd is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:26.653048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:26.655877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:26.672417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-7cbacd30-bbc5-49ad-abc0-8195ba82f992 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:26.681623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-7cbacd30-bbc5-49ad-abc0-8195ba82f992 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 819 time: 0.1383989 Dec 16 09:50:26.700334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-b33b9e7c-f655-4e83-b52d-77fbe02b07a5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/quotas/2c251a3c8e014c37983624d1ea2b9128 HTTP/1.1" status: 200 len: 375 time: 0.0174689 Dec 16 09:50:26.730262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Attempting to bind port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:26.733087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Attempting to bind port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '67ecd485-e9d3-4044-9cbb-2a103b88f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:26.733487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Attempting to bind port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 on network 56f451bf-1458-4779-93c0-45bea06f2bbd {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:26.742972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:26.743348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Checking segment: {'id': '67ecd485-e9d3-4044-9cbb-2a103b88f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:26.743757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.744160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Bound using segment: {'id': '67ecd485-e9d3-4044-9cbb-2a103b88f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:26.744692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Bound port: 3bf4751b-9d0d-401f-8f39-6a16a72c3976, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ecd485-e9d3-4044-9cbb-2a103b88f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '56f451bf-1458-4779-93c0-45bea06f2bbd'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:26.745087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.752628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8::1 (56f451bf-1458-4779-93c0-45bea06f2bbd/3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15/1aaee5eb-3553-457f-a35f-cc3cac8c49ba) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:26.779031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-a795ffd6-270b-4512-a27e-e901566d0448 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769482 Dec 16 09:50:26.833433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] For port 3bf4751b-9d0d-401f-8f39-6a16a72c3976, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:26.837501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] For port 3bf4751b-9d0d-401f-8f39-6a16a72c3976, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3bf4751b-9d0d-401f-8f39-6a16a72c3976,segment=NetworkSegment(67ecd485-e9d3-4044-9cbb-2a103b88f707),segment_id=67ecd485-e9d3-4044-9cbb-2a103b88f707)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:26.853150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:26.902908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-ca96203d-91cf-4990-85c2-2839290332e8 service neutron] 10.222.0.61 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223004 Dec 16 09:50:26.918336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bbe32-bc97-440f-b299-0edc4f667252 None None] Pushing event updated for resources: {'Port': ['ID=3bf4751b-9d0d-401f-8f39-6a16a72c3976,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:26.987517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.060801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.090511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-1404b774-9204-415d-998b-15ed4e0ac844 service neutron] 10.222.0.61 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858156 Dec 16 09:50:27.120178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-608fb396-dd35-4895-ac59-6bd234b29fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.121561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 56f451bf-1458-4779-93c0-45bea06f2bbd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:27.123036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-608fb396-dd35-4895-ac59-6bd234b29fb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1097 time: 0.0831988 Dec 16 09:50:27.129875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:27.133671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:27.136917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.276115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=1aaee5eb-3553-457f-a35f-cc3cac8c49ba,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:27.324439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-7ee452a7-e4ec-4894-b80d-91aaa9e58a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.326499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-7ee452a7-e4ec-4894-b80d-91aaa9e58a8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1964767 Dec 16 09:50:27.335867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.449200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-c5a30f99-952c-4dc7-acbf-4f50b626baca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1002 time: 0.1147404 Dec 16 09:50:27.589392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-231849b8-4c19-4f1f-a07b-7f804432fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.591025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-231849b8-4c19-4f1f-a07b-7f804432fc9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1248729 Dec 16 09:50:27.604241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097c3ff-0d05-4807-adae-64cf4e8eeedf req-5e2ccd4c-21d8-49d6-b147-f67b3e9d1276 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.605790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d097c3ff-0d05-4807-adae-64cf4e8eeedf req-5e2ccd4c-21d8-49d6-b147-f67b3e9d1276 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0933373 Dec 16 09:50:27.664067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d097c3ff-0d05-4807-adae-64cf4e8eeedf req-a1aba026-c280-4230-b2bb-835d6a69bc12 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492296 Dec 16 09:50:27.681077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-29b73ec8-a50c-4751-9d17-9296ed3adeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:27.682617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-29b73ec8-a50c-4751-9d17-9296ed3adeac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759323 Dec 16 09:50:27.795476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-503673b2-b3de-4193-be62-5fd9010ff767 req-792ebfa7-dd67-48e1-aa4d-661aee828336 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 210 time: 0.0370631 Dec 16 09:50:27.894369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.903821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.904701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:27.928618 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-89c2a66d-bab7-4b89-a09a-ec87d122bdf9 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369714 Dec 16 09:50:28.113399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=1aaee5eb-3553-457f-a35f-cc3cac8c49ba,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:28.165280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd38f43-53d0-449c-b1b8-a9372877293c req-cb688813-a3ab-46ab-8da2-3d44850b2323 service neutron] 10.222.0.53 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215097 Dec 16 09:50:28.176353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 56f451bf-1458-4779-93c0-45bea06f2bbd is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:28.179182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:28.192543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-e8ff1a4a-ed87-4941-88dc-996144c65124 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:28.200624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-e8ff1a4a-ed87-4941-88dc-996144c65124 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 819 time: 0.1832509 Dec 16 09:50:28.218662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-c440621e-078d-493d-bf97-bdc84b085318 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/quotas/2c251a3c8e014c37983624d1ea2b9128 HTTP/1.1" status: 200 len: 375 time: 0.0166159 Dec 16 09:50:28.300281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-83b409bd-ee1c-4001-a1c7-95e796bb02a5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806403 Dec 16 09:50:28.358271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router e6f654b1-b6ec-48e7-ac94-b8d347a913be is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:28.511305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-da6b9ee7-8a0d-4d95-9cbe-f4fd92b388c9 service neutron] 10.222.0.61 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058573 Dec 16 09:50:28.514325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:28.525045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-67456755-aec9-4fac-9fcd-b9b0864c009c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/e6f654b1-b6ec-48e7-ac94-b8d347a913be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0072238 Dec 16 09:50:28.528427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42826) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:28.529721 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] Sync routers for ids ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:28.541994 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] Routers {'e6f654b1-b6ec-48e7-ac94-b8d347a913be'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:28.549736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:28.595965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe45e3e-48ec-4b97-bfb2-75b317a9beb2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:28.597928 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0fe45e3e-48ec-4b97-bfb2-75b317a9beb2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports/1aaee5eb-3553-457f-a35f-cc3cac8c49ba HTTP/1.1" status: 200 len: 911 time: 0.0669973 Dec 16 09:50:28.601163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:28.607950 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:28.626399 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:28.655519 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] Routers {'e6f654b1-b6ec-48e7-ac94-b8d347a913be'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:28.660245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:28.667584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa34af4a-3e42-49ad-ae7d-6ce7a523a724 None None] Network 56f451bf-1458-4779-93c0-45bea06f2bbd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:28.745480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-db098e9f-cd57-46a9-ae8e-8b1ba56d1a83 service neutron] 10.222.0.61 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303360 Dec 16 09:50:28.811917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7f1fd263-96e5-495c-84dd-0d36dd277d5c None None] Provisioning complete for port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:28.812399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd263-96e5-495c-84dd-0d36dd277d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:28.875237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.059469 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:29.060203 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efd1d3-ef70-4731-abbf-780ee8f6baef None None] The sync data for ids ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:29.494221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b717780-4679-4ed3-897c-2fb14069949c req-c0cdeae6-8bb1-4954-8555-7732d2264ea1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:29.502814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b717780-4679-4ed3-897c-2fb14069949c req-c0cdeae6-8bb1-4954-8555-7732d2264ea1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.3477969 Dec 16 09:50:29.537620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-54a25a77-5b9b-45f6-9a56-c85fc8500223 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:29.539068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-54a25a77-5b9b-45f6-9a56-c85fc8500223 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.69 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 819 time: 0.5370586 Dec 16 09:50:29.549225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3bf4751b-9d0d-401f-8f39-6a16a72c3976 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:29.559915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Request body: {'port': {'device_id': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'admin_state_up': True, 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:29.631705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b717780-4679-4ed3-897c-2fb14069949c req-9ce57017-e1b9-475b-a1d1-f1779c1a8f0a tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279979 Dec 16 09:50:29.651823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd263-96e5-495c-84dd-0d36dd277d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.790267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Made reservation on behalf of 2c251a3c8e014c37983624d1ea2b9128 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:29.794038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.820808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7f1fd263-96e5-495c-84dd-0d36dd277d5c None None] For port 3bf4751b-9d0d-401f-8f39-6a16a72c3976, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3bf4751b-9d0d-401f-8f39-6a16a72c3976,segment=NetworkSegment(67ecd485-e9d3-4044-9cbb-2a103b88f707),segment_id=67ecd485-e9d3-4044-9cbb-2a103b88f707)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:29.848994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f1fd263-96e5-495c-84dd-0d36dd277d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:29.903400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:29.971380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b17e000-023a-4c01-ab3f-b65248928cc1 req-52d06112-9720-4a70-85b2-86486ce01b33 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 210 time: 0.1507382 Dec 16 09:50:29.977129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.006931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.012903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:30.013812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.020249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fd263-96e5-495c-84dd-0d36dd277d5c None None] Pushing event updated for resources: {'Port': ['ID=3bf4751b-9d0d-401f-8f39-6a16a72c3976,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.022106 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/ports/1aaee5eb-3553-457f-a35f-cc3cac8c49ba HTTP/1.1" status: 200 len: 911 time: 1.4195158 Dec 16 09:50:30.037681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.038079 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.064508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42846) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:30.121027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aee18-b052-4b4d-8d11-80b52741cc4e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=1aaee5eb-3553-457f-a35f-cc3cac8c49ba,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.154201 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.310243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:30.313069 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602af13b-eda4-4198-99d4-29fe061e0532" -d '{"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-unplugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:30.336572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:30.338139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c8f666c3-3b90-4f22-9404-539754745bf7 None None] Provisioning complete for port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.338676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8f666c3-3b90-4f22-9404-539754745bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.402991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.448264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Allocated IP 172.20.0.6 (b58315e0-7570-49e2-bf2d-395da1a3e978/f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919/7a421b84-7a87-4c04-b630-4049a40c221b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:30.480900 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9914d46f-0669-43cd-bf32-933a7c6e8b25 x-openstack-request-id: req-9914d46f-0669-43cd-bf32-933a7c6e8b25 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:30.482952 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-unplugged", "status": "failed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:30.483258 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9914d46f-0669-43cd-bf32-933a7c6e8b25 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:30.483643 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'code': 422} returned with failed status Dec 16 09:50:30.484310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:30.661915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c8f666c3-3b90-4f22-9404-539754745bf7 None None] Provisioning complete for port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.662563 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8f666c3-3b90-4f22-9404-539754745bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.721620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c8f666c3-3b90-4f22-9404-539754745bf7 None None] Port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:30.762859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.770155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.856021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-23fcf778-aff0-4abb-8bd9-68c708142628 None None] Provisioning complete for port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:30.856653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23fcf778-aff0-4abb-8bd9-68c708142628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:30.945438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-23fcf778-aff0-4abb-8bd9-68c708142628 None None] Port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:31.176189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7980db92-28a1-45cd-b4ca-794a5a79581a None None] Provisioning complete for port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:31.176741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7980db92-28a1-45cd-b4ca-794a5a79581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.252285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7980db92-28a1-45cd-b4ca-794a5a79581a None None] Port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:31.308622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3bf4751b-9d0d-401f-8f39-6a16a72c3976 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:31.425519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:31.426381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde3853-8629-41e6-87f5-e1a9185d9cf5 req-c2f1c650-f9f7-44b7-a954-67dbc8ccafd8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:31.427377 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.435886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcde3853-8629-41e6-87f5-e1a9185d9cf5 req-c2f1c650-f9f7-44b7-a954-67dbc8ccafd8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.6287498 Dec 16 09:50:31.458455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.543010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-42d6d865-8b1d-490d-942a-51b3a6ae4ba1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:31.544695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-42d6d865-8b1d-490d-942a-51b3a6ae4ba1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.53 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 819 time: 0.7006016 Dec 16 09:50:31.574347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcde3853-8629-41e6-87f5-e1a9185d9cf5 req-e1029693-b575-49da-a131-c5e688ecc54b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324656 Dec 16 09:50:31.587050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Request body: {'port': {'device_id': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'admin_state_up': True, 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:31.603938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Network b58315e0-7570-49e2-bf2d-395da1a3e978 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:31.673052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:31.675232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Pushing event updated for resources: {'Port': ['ID=7a421b84-7a87-4c04-b630-4049a40c221b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:31.679659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:31.743140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03be229f-18ba-43fd-99b8-518114b72f42 req-d2c16bed-7c0b-4ebb-8775-dfd43a5e50f6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 210 time: 0.0597260 Dec 16 09:50:31.793788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:31.794588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:31.851955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-5a61eae6-c931-445a-a8b0-3f8d6a90bd81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2983162 Dec 16 09:50:31.868086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Request body: {'port': {'device_id': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:31.895491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Made reservation on behalf of 2c251a3c8e014c37983624d1ea2b9128 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:31.899212 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.016657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.067419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 1aaee5eb-3553-457f-a35f-cc3cac8c49ba {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:32.067762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.210552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Allocated IP 172.20.0.14 (b58315e0-7570-49e2-bf2d-395da1a3e978/f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919/54d82948-42ce-4db0-ab30-fcafa2edc15f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:32.335984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.360407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 1aaee5eb-3553-457f-a35f-cc3cac8c49ba owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:32.748635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.762325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:32.800702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=1aaee5eb-3553-457f-a35f-cc3cac8c49ba,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:32.969222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.033137 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.112802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Network b58315e0-7570-49e2-bf2d-395da1a3e978 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:33.125567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:33.135096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:33.240272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Pushing event updated for resources: {'Port': ['ID=54d82948-42ce-4db0-ab30-fcafa2edc15f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:33.278119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e38cb2-864c-4424-86c4-61279fe7eb25 req-8d54123f-7de2-4272-93a4-472ff4041b8b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:33.280485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30e38cb2-864c-4424-86c4-61279fe7eb25 req-8d54123f-7de2-4272-93a4-472ff4041b8b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 932 time: 0.2425137 Dec 16 09:50:33.320150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:33.320784 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.436353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-fd4986c6-b87b-4c75-a27c-00f14e7596ea tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8787074 Dec 16 09:50:33.464437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30e38cb2-864c-4424-86c4-61279fe7eb25 req-216139e9-8a52-4e71-857b-9173b79f8bca tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758814 Dec 16 09:50:33.473540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Request body: {'port': {'device_id': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:33.482197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router e6f654b1-b6ec-48e7-ac94-b8d347a913be has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:33.529168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a421b84-7a87-4c04-b630-4049a40c221b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:33.557639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.642468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Transition to ACTIVE for port object 7a421b84-7a87-4c04-b630-4049a40c221b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:33.643244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.655415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:33.656996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:33.661834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a271ebc-ecf5-43c1-94d1-6413ff564f83 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/e6f654b1-b6ec-48e7-ac94-b8d347a913be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5984170 Dec 16 09:50:33.666729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42896) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:33.673958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] Sync routers for ids ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:33.703626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] Routers {'e6f654b1-b6ec-48e7-ac94-b8d347a913be'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:33.704730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:33.762959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:33.764808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ac0fe540-c18d-43fc-b32d-2b8b1f360862 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6f654b1-b6ec-48e7-ac94-b8d347a913be HTTP/1.1" status: 200 len: 205 time: 0.0966952 Dec 16 09:50:33.769965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:33.777572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] Routers {'e6f654b1-b6ec-48e7-ac94-b8d347a913be'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:33.779143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:33.828180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:33.829005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978d48a-b116-4d82-a702-bdc8164f254e None None] The sync data for ids ['e6f654b1-b6ec-48e7-ac94-b8d347a913be'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:33.859461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7a421b84-7a87-4c04-b630-4049a40c221b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:33.885131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:33.931514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.070501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:34.159939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Attempting to bind port 7a421b84-7a87-4c04-b630-4049a40c221b on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:34.160535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Attempting to bind port 7a421b84-7a87-4c04-b630-4049a40c221b by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:34.160866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Attempting to bind port 7a421b84-7a87-4c04-b630-4049a40c221b on network b58315e0-7570-49e2-bf2d-395da1a3e978 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:34.183185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a203f-2096-4f0b-bf2b-4f22b4f4d477 req-7ade05bb-0bca-436b-968f-ccd9364f9693 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.190895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f62a203f-2096-4f0b-bf2b-4f22b4f4d477 req-7ade05bb-0bca-436b-968f-ccd9364f9693 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.3812375 Dec 16 09:50:34.206856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Port 7a421b84-7a87-4c04-b630-4049a40c221b on network b58315e0-7570-49e2-bf2d-395da1a3e978 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:34.207234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Attempting to bind port 7a421b84-7a87-4c04-b630-4049a40c221b on network b58315e0-7570-49e2-bf2d-395da1a3e978 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:34.210231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.212480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.217149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:34.217149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Checking segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:34.217149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Bound using segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:34.217149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Bound port: 7a421b84-7a87-4c04-b630-4049a40c221b, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:34.217149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.649784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] For port 7a421b84-7a87-4c04-b630-4049a40c221b, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:34.653275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] For port 7a421b84-7a87-4c04-b630-4049a40c221b, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7a421b84-7a87-4c04-b630-4049a40c221b,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:34.665007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.700947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.701665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router e6f654b1-b6ec-48e7-ac94-b8d347a913be {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:50:34.708915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.710149 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24113a06-c679-419b-849b-3a6a8c01c6cd tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/e6f654b1-b6ec-48e7-ac94-b8d347a913be HTTP/1.1" status: 204 len: 168 time: 0.9387548 Dec 16 09:50:34.714426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:34.717590 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-ef549573-edbc-4727-8244-fe6bc2a6e12c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6459785 Dec 16 09:50:34.734068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Pushing event updated for resources: {'Port': ['ID=7a421b84-7a87-4c04-b630-4049a40c221b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:34.774347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f62a203f-2096-4f0b-bf2b-4f22b4f4d477 req-0dea16ff-d4e0-442a-8495-6d80972ac0cd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5824311 Dec 16 09:50:34.789176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-1a14adf9-34fe-445c-b34d-a3060dabe46c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:50:34.793940 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-1a14adf9-34fe-445c-b34d-a3060dabe46c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205538 Dec 16 09:50:34.807141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:34.811750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.813590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-169b381f-a9d0-45b7-99e5-f884a09f0b2c service neutron] 10.222.0.69 "PUT /v2.0/ports/7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 1091 time: 2.9522016 Dec 16 09:50:34.815332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'tag': '7a421b84-7a87-4c04-b630-4049a40c221b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:34.822199 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778b577-703e-4354-afff-1eee81bd1fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4cb37d-3315-44e5-9ad5-c082491704ce", "tag": "7a421b84-7a87-4c04-b630-4049a40c221b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:34.834319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet 3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:34.838604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:34.928765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.063340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d82948-42ce-4db0-ab30-fcafa2edc15f {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:35.075637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.079412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-239d6783-5f96-4e0c-acc0-9933a98c3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.081187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-239d6783-5f96-4e0c-acc0-9933a98c3acc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1094 time: 0.1943796 Dec 16 09:50:35.094668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c65c8-a206-40cc-969c-ba03125b1dcf req-e208a544-a34e-48b0-bc38-236a295c0635 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.096354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f32c65c8-a206-40cc-969c-ba03125b1dcf req-e208a544-a34e-48b0-bc38-236a295c0635 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 932 time: 0.1255324 Dec 16 09:50:35.120334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.161906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Transition to ACTIVE for port object 54d82948-42ce-4db0-ab30-fcafa2edc15f will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:35.163751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-db252c78-b459-4a53-8287-9eb59ed47d8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 217 time: 0.0633650 Dec 16 09:50:35.206353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.227455 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.253453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07da4a2-bb06-4a10-959d-8283def08463 None None] Network 56f451bf-1458-4779-93c0-45bea06f2bbd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:35.254040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.260257 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15 HTTP/1.1" status: 204 len: 168 time: 0.5394363 Dec 16 09:50:35.270722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f32c65c8-a206-40cc-969c-ba03125b1dcf req-a9a7ddaf-fb38-4456-941d-259a9cc24a3c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571088 Dec 16 09:50:35.280243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 42940) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:35.294465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c1404-a9bf-4f63-b79a-c63eec66da3a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:35.368255 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27f835d-839c-498b-a070-94d0d363d45b x-openstack-request-id: req-a27f835d-839c-498b-a070-94d0d363d45b {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:35.368663 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4cb37d-3315-44e5-9ad5-c082491704ce", "tag": "7a421b84-7a87-4c04-b630-4049a40c221b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:35.368928 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a27f835d-839c-498b-a070-94d0d363d45b {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:35.369636 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'tag': '7a421b84-7a87-4c04-b630-4049a40c221b', 'status': 'completed', 'code': 200} Dec 16 09:50:35.371747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-cba0c702-6949-4c1a-b67a-87b984d8b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:35.373733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-cba0c702-6949-4c1a-b67a-87b984d8b073 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.2026985 Dec 16 09:50:35.424662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-18771ab4-d7dd-4d1b-9b78-a8ed6be56d5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438664 Dec 16 09:50:35.428769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Pushing event updated for resources: {'Port': ['ID=54d82948-42ce-4db0-ab30-fcafa2edc15f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:35.536330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.605477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] DHCP port deletion for 56f451bf-1458-4779-93c0-45bea06f2bbd request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:50:35.702227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] Deleting port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:35.702915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.705251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-e0f9d664-ba8d-4538-b183-2dd9deeb47fa service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669058 Dec 16 09:50:35.709980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Attempting to bind port 54d82948-42ce-4db0-ab30-fcafa2edc15f on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:35.710319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Attempting to bind port 54d82948-42ce-4db0-ab30-fcafa2edc15f by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:35.710651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Attempting to bind port 54d82948-42ce-4db0-ab30-fcafa2edc15f on network b58315e0-7570-49e2-bf2d-395da1a3e978 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:35.767711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Port 54d82948-42ce-4db0-ab30-fcafa2edc15f on network b58315e0-7570-49e2-bf2d-395da1a3e978 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:35.768227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Attempting to bind port 54d82948-42ce-4db0-ab30-fcafa2edc15f on network b58315e0-7570-49e2-bf2d-395da1a3e978 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:35.785794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:35.786167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Checking segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:35.786571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Bound using segment: {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:35.787023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Bound port: 54d82948-42ce-4db0-ab30-fcafa2edc15f, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:35.787558 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.835675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:35.836096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.840184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] For port 3bf4751b-9d0d-401f-8f39-6a16a72c3976, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3bf4751b-9d0d-401f-8f39-6a16a72c3976,segment=NetworkSegment(67ecd485-e9d3-4044-9cbb-2a103b88f707),segment_id=67ecd485-e9d3-4044-9cbb-2a103b88f707)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:35.840794 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.859789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] Calling delete_port for 3bf4751b-9d0d-401f-8f39-6a16a72c3976 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:35.964242 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:35.978481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07976b77-a092-4a04-911c-4df30fb7d2b1 req-361c4067-39bd-44a5-8eb6-da982310b257 service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640932 Dec 16 09:50:36.015435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] No DVR routers for this DVR port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:36.026646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] For port 54d82948-42ce-4db0-ab30-fcafa2edc15f, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:36.055652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2140f7-ac99-43b6-b39d-1057307b9931 None None] Pushing event deleted for resources: {'Port': ['ID=3bf4751b-9d0d-401f-8f39-6a16a72c3976,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:36.086981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77987de5-a24c-42cb-b8a8-f8d632c1b9e6 req-e97e7b6f-6ebf-44b5-bd3a-b0cd97c9b0fe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.088915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77987de5-a24c-42cb-b8a8-f8d632c1b9e6 req-e97e7b6f-6ebf-44b5-bd3a-b0cd97c9b0fe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.1792152 Dec 16 09:50:36.106232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 3bf4751b-9d0d-401f-8f39-6a16a72c3976, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3bf4751b-9d0d-401f-8f39-6a16a72c3976,segment=NetworkSegment(67ecd485-e9d3-4044-9cbb-2a103b88f707),segment_id=67ecd485-e9d3-4044-9cbb-2a103b88f707)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:36.106232 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.122360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-90dad100-7404-472c-a97c-1728affbb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.124214 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-90dad100-7404-472c-a97c-1728affbb22a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1094 time: 0.0709274 Dec 16 09:50:36.126309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] For port 54d82948-42ce-4db0-ab30-fcafa2edc15f, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:36.131626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 3bf4751b-9d0d-401f-8f39-6a16a72c3976 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:36.159809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.229368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-67104b2b-d4c3-4e48-9218-786883d26f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.230925 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-67104b2b-d4c3-4e48-9218-786883d26f10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.0987358 Dec 16 09:50:36.258033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.258654 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.260036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] 10.222.0.53 "PUT /v2.0/ports/54d82948-42ce-4db0-ab30-fcafa2edc15f HTTP/1.1" status: 200 len: 1092 time: 2.7922931 Dec 16 09:50:36.263817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-c094482a-1076-477e-9e80-f2252db762bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.265272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-c094482a-1076-477e-9e80-f2252db762bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885&tenant_id=ce93af107c32456cb6d90a187d85737e HTTP/1.1" status: 200 len: 1095 time: 0.2489285 Dec 16 09:50:36.277377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77987de5-a24c-42cb-b8a8-f8d632c1b9e6 req-71efa725-6b71-4b37-b67e-5bac886cc320 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741948 Dec 16 09:50:36.287466 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-ce72d87a-b0ad-4dbb-9c0a-696c11ffae77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 217 time: 0.0481091 Dec 16 09:50:36.289237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:36.322958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb855bf-46c1-49af-9e07-1cd0bed14799 service neutron] Pushing event updated for resources: {'Port': ['ID=54d82948-42ce-4db0-ab30-fcafa2edc15f,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:36.354412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-ae70334e-4d33-4e55-8059-48a4ea29434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.355973 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-ae70334e-4d33-4e55-8059-48a4ea29434e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.0631037 Dec 16 09:50:36.391815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-263f2933-112d-4646-bd36-f299a875f56a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280817 Dec 16 09:50:36.431259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.448692 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.464638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-578f5a37-4934-4aa8-95ce-8f839c0dc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.466219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-578f5a37-4934-4aa8-95ce-8f839c0dc64c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 1095 time: 0.1474133 Dec 16 09:50:36.486502 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-2ec1b0f1-616d-4d13-b9d5-a92402179b8e service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869484 Dec 16 09:50:36.517724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=3bf4751b-9d0d-401f-8f39-6a16a72c3976,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:36.521963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port 3bf4751b-9d0d-401f-8f39-6a16a72c3976 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:36.564921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b78a-d51d-409c-a73c-291f95432a7a req-03b0442e-014c-4980-af6b-c74614c803af tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.566825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35d1b78a-d51d-409c-a73c-291f95432a7a req-03b0442e-014c-4980-af6b-c74614c803af tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 944 time: 0.1872559 Dec 16 09:50:36.590188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-d0e897e2-abd3-4eb5-a24a-957c856b4a53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f HTTP/1.1" status: 200 len: 217 time: 0.0845275 Dec 16 09:50:36.604276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8778b577-703e-4354-afff-1eee81bd1fb9 req-bd3a7ecb-40a4-403f-aa88-c4c5b8a023ad service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109893 Dec 16 09:50:36.767556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.814989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35d1b78a-d51d-409c-a73c-291f95432a7a req-e8497bf3-c359-4e77-a783-1823ef5c8c4b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239187 Dec 16 09:50:36.841635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-4c70827f-8bff-4a50-bad2-c4a2b118f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:36.843176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-4c70827f-8bff-4a50-bad2-c4a2b118f940 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.2452302 Dec 16 09:50:36.846105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f451bf-1458-4779-93c0-45bea06f2bbd']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:36.871376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ecd485-e9d3-4044-9cbb-2a103b88f707') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:36.871671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ecd485-e9d3-4044-9cbb-2a103b88f707') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:36.897818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-95e9a7f5-e6f9-42d7-9615-d6d96b5f5e70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401659 Dec 16 09:50:36.903811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.966594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.988695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:36.989095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: self.session.flush() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:36.993370 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:37.057924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:37.088546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.102486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.105489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/56f451bf-1458-4779-93c0-45bea06f2bbd HTTP/1.1" status: 204 len: 168 time: 1.8171289 Dec 16 09:50:37.109361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 42998) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.114171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-645695016', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:37.130988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-952b49d2-1e79-493b-9363-9b5a89170c30 service neutron] 10.222.0.53 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252285 Dec 16 09:50:37.134369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957d32-702f-4922-a66f-c60ea56fba8c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=56f451bf-1458-4779-93c0-45bea06f2bbd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.140213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:37.140823 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.143192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.203449 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.210575 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.223013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:37.233262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.239785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.241055 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ede3403b-1e32-464c-b5c4-6f2cbfee663d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1306226 Dec 16 09:50:37.243844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43014) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.250669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405332791'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:37.258205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Transition to ACTIVE for port object cfcafc24-c6dc-48b1-a230-d9f74c49eefa will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:50:37.271167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.276913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3bf4751b-9d0d-401f-8f39-6a16a72c3976 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:37.288282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:37.294411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.295651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45e87e54-8cf9-4801-bde7-bbc86ccafea7 req-d0aa5074-7cb5-462a-9e7e-7d1e058832e3 service neutron] 10.222.0.53 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568136 Dec 16 09:50:37.320356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:37.324468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 3bf4751b-9d0d-401f-8f39-6a16a72c3976 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:37.325013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3bf4751b-9d0d-401f-8f39-6a16a72c3976 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:37.358447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.360266 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment ba813282-2d6d-472e-8324-2d5613c0a6eb of type vlan for network a0a1103b-e13c-4f82-9623-ffeb7b572550 Dec 16 09:50:37.404105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'tag': '54d82948-42ce-4db0-ab30-fcafa2edc15f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:37.407222 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4066b586-605c-49c9-8194-3a6f0826638d" -d '{"events": [{"name": "network-changed", "server_uuid": "414b4a65-b2d1-4712-871a-1f36f7c21250", "tag": "54d82948-42ce-4db0-ab30-fcafa2edc15f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:37.419684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.459512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.469915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:37.470619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.477711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=9']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.542445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef77db-fba7-4b31-91ce-6e82755c3d5f req-83dd8092-de55-46d4-9848-6e547822fdd1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:37.545300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3ef77db-fba7-4b31-91ce-6e82755c3d5f req-83dd8092-de55-46d4-9848-6e547822fdd1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 944 time: 0.1316099 Dec 16 09:50:37.564273 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3190558 Dec 16 09:50:37.567504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43034) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:37.575195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:37.599361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=a0a1103b-e13c-4f82-9623-ffeb7b572550,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.642576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.642965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.643316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.646011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.646509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.647092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.647655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.648084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.649139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.649588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.650066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.650610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362121-7812-417b-a453-513d9a1eb514 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:37.661786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:37.719517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:37.725322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.885480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] No DVR routers for this DVR port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:37.926562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:37.984890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=8959b94c-7fb5-4352-af92-07e2eba14e4e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:37.993234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3ef77db-fba7-4b31-91ce-6e82755c3d5f req-24fc4f9a-7614-426b-b671-b489d1835952 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091261 Dec 16 09:50:38.004549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:38.004549 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: a0a1103b-e13c-4f82-9623-ffeb7b572550, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:38.023500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:38.034048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a0a1103b-e13c-4f82-9623-ffeb7b572550) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:38.044394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.044964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.045914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0825da02-d892-4a9a-b87b-a75ecb3ee38c None None] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:38.062064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:38.062626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:38.063882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:38.071524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:50:38.072605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Attempting to bind port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:38.081516 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1820ba2-16c5-407f-875a-aaad2fc701e0 x-openstack-request-id: req-a1820ba2-16c5-407f-875a-aaad2fc701e0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:38.082317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2096307f-710f-4112-9924-37531461cb42 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5135536 Dec 16 09:50:38.082485 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414b4a65-b2d1-4712-871a-1f36f7c21250", "tag": "54d82948-42ce-4db0-ab30-fcafa2edc15f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:38.082866 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1820ba2-16c5-407f-875a-aaad2fc701e0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:38.083378 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'tag': '54d82948-42ce-4db0-ab30-fcafa2edc15f', 'status': 'completed', 'code': 200} Dec 16 09:50:38.084254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:38.084713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Checking segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:38.085073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43038) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:38.085352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Bound using segment: {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:38.085856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Bound port: cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d07ef8-c623-492b-82a1-87857df72949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:38.086319 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.239230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b586-605c-49c9-8194-3a6f0826638d req-6d69188c-3e94-408d-b80e-5325e60f371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.240675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-6d69188c-3e94-408d-b80e-5325e60f371a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 1095 time: 0.1361759 Dec 16 09:50:38.253232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f742e-5a17-4e5b-ac4d-18e773dddbd7 req-b5c3f235-5eb4-45d3-a3c1-bf880eb43608 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.254853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b79f742e-5a17-4e5b-ac4d-18e773dddbd7 req-b5c3f235-5eb4-45d3-a3c1-bf880eb43608 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 944 time: 0.0937243 Dec 16 09:50:38.277324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a0a1103b-e13c-4f82-9623-ffeb7b572550', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:38.278530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.355333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b586-605c-49c9-8194-3a6f0826638d req-c154bdea-4e65-495f-a0c7-aaf0f058e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.356919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-c154bdea-4e65-495f-a0c7-aaf0f058e9de service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.0990670 Dec 16 09:50:38.377657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:38.423105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-0e77a112-f4d6-411d-bc61-d5293667bf9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f HTTP/1.1" status: 200 len: 217 time: 0.0530055 Dec 16 09:50:38.429423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Allocated IP 2001:db8::2 (a0a1103b-e13c-4f82-9623-ffeb7b572550/8959b94c-7fb5-4352-af92-07e2eba14e4e/0ee4d185-c702-4a64-a632-8adaf31c838c) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:38.430326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:38.446958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.487648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b586-605c-49c9-8194-3a6f0826638d req-e893ab40-7709-407a-a0b0-bfa6eaf406c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.488895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-e893ab40-7709-407a-a0b0-bfa6eaf406c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.0571213 Dec 16 09:50:38.492472 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.527499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b79f742e-5a17-4e5b-ac4d-18e773dddbd7 req-2ced0229-e90e-46ec-91a8-0e6d08d2c945 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675317 Dec 16 09:50:38.573385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-2672caed-8892-4c89-a24f-f6659940ef0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425980 Dec 16 09:50:38.584418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.584418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.584418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] 10.222.0.69 "PUT /v2.0/ports/cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1092 time: 2.3037519 Dec 16 09:50:38.629733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.637827 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.681635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:38.685675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:38.698374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:38.712415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10ee08-1101-45fc-b0b5-af84a42bf01a service neutron] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.762579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-25ac41ea-b206-4b65-88a7-632bcbf54487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:38.768279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-25ac41ea-b206-4b65-88a7-632bcbf54487 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1096 time: 0.1224735 Dec 16 09:50:38.782893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Attempting to bind port 0ee4d185-c702-4a64-a632-8adaf31c838c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:38.783359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Attempting to bind port 0ee4d185-c702-4a64-a632-8adaf31c838c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:38.783784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Attempting to bind port 0ee4d185-c702-4a64-a632-8adaf31c838c on network a0a1103b-e13c-4f82-9623-ffeb7b572550 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:38.786026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Pushing event updated for resources: {'Port': ['ID=0ee4d185-c702-4a64-a632-8adaf31c838c,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:38.792806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:38.793286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Checking segment: {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:38.794076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.794612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Bound using segment: {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:38.795183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Bound port: 0ee4d185-c702-4a64-a632-8adaf31c838c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:38.795657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.823047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-d3b8c2f5-df19-45b1-a5d0-ec521bc4c807 service neutron] 10.222.0.53 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384465 Dec 16 09:50:38.858381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8::1 (a0a1103b-e13c-4f82-9623-ffeb7b572550/8959b94c-7fb5-4352-af92-07e2eba14e4e/667867b0-f29c-45f9-82c2-c4532fe395e7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:38.927666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] For port 0ee4d185-c702-4a64-a632-8adaf31c838c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:38.933774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] For port 0ee4d185-c702-4a64-a632-8adaf31c838c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0ee4d185-c702-4a64-a632-8adaf31c838c,segment=NetworkSegment(ba813282-2d6d-472e-8324-2d5613c0a6eb),segment_id=ba813282-2d6d-472e-8324-2d5613c0a6eb)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:38.943394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:38.984290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4066b586-605c-49c9-8194-3a6f0826638d req-6883442d-2e8a-419c-bb67-e825d26ca754 service neutron] 10.222.0.53 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486139 Dec 16 09:50:39.001927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.012067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-d60a76c0-5d6a-4ec1-a0fd-5b116c4ae5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.017289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-d60a76c0-5d6a-4ec1-a0fd-5b116c4ae5a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.2391179 Dec 16 09:50:39.033971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7a421b84-7a87-4c04-b630-4049a40c221b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:39.051413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.061558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c717-61c4-4191-af3a-cd03311354b7 None None] Pushing event updated for resources: {'Port': ['ID=0ee4d185-c702-4a64-a632-8adaf31c838c,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.125047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:39.128554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:39.131415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:39.132313 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.178407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=667867b0-f29c-45f9-82c2-c4532fe395e7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.189748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-8f9256c9-9f96-4423-9873-b6a4268d19c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1000 time: 0.1576419 Dec 16 09:50:39.203862 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7a421b84-7a87-4c04-b630-4049a40c221b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7a421b84-7a87-4c04-b630-4049a40c221b,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:39.221898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7a421b84-7a87-4c04-b630-4049a40c221b', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'port_id': '7a421b84-7a87-4c04-b630-4049a40c221b', 'mac_address': 'fa:16:3e:cd:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:39.255775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25638673-7e2d-4efd-9eaf-5e969b50774c req-7d52092b-fd00-4852-bd12-767f713216dd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.257556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25638673-7e2d-4efd-9eaf-5e969b50774c req-7d52092b-fd00-4852-bd12-767f713216dd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1437132 Dec 16 09:50:39.274917 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.300341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a421b84-7a87-4c04-b630-4049a40c221b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:39.302837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-f5588449-dac2-4ca2-8529-a397cae2fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.304354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-f5588449-dac2-4ca2-8529-a397cae2fd80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1078103 Dec 16 09:50:39.310324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.327950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7a421b84-7a87-4c04-b630-4049a40c221b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7a421b84-7a87-4c04-b630-4049a40c221b,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:39.333523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.403654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25638673-7e2d-4efd-9eaf-5e969b50774c req-9fdddeee-01c1-4ca7-aa1d-7d80f043fd31 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359665 Dec 16 09:50:39.442872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-d1761613-cb15-48ba-a2e8-376c0a970704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.444892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-d1761613-cb15-48ba-a2e8-376c0a970704 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284823 Dec 16 09:50:39.454825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7a421b84-7a87-4c04-b630-4049a40c221b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.583822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-5067ca61-ecb6-40fd-925b-92d57d296dcd service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282642 Dec 16 09:50:39.651748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7a421b84-7a87-4c04-b630-4049a40c221b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:39.661117 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.671164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.672270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.752332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf63872-8a9e-4075-b1c8-1bcbbd441f77 req-1f9f22cc-b629-4015-9bf5-12f4337c9ae5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:39.760855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaf63872-8a9e-4075-b1c8-1bcbbd441f77 req-1f9f22cc-b629-4015-9bf5-12f4337c9ae5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 944 time: 0.1170580 Dec 16 09:50:39.768469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43048) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:39.785270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4dd1c5c4-fa1d-4a04-b157-cbf4cb0fc19d req-7938204c-97fd-4ff3-a193-0d35cf589a7e service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925752 Dec 16 09:50:39.823073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=667867b0-f29c-45f9-82c2-c4532fe395e7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:39.827228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aaf63872-8a9e-4075-b1c8-1bcbbd441f77 req-56bb07fc-c679-4e14-b60c-e7eb4e1962aa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651298 Dec 16 09:50:39.861625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Deleting subnet 04353028-57e0-481a-a5a3-d2440659cef1 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:50:39.871507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.901766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 54d82948-42ce-4db0-ab30-fcafa2edc15f details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:39.921203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:39.948447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:39.953826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:40.065112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 54d82948-42ce-4db0-ab30-fcafa2edc15f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:40.066746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.084631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:40.087286 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e75723-aa2f-45d4-9c6a-585dafbcf388" -d '{"events": [{"name": "network-changed", "server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:40.094411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '54d82948-42ce-4db0-ab30-fcafa2edc15f', 'network_id': 'b58315e0-7570-49e2-bf2d-395da1a3e978', 'port_id': '54d82948-42ce-4db0-ab30-fcafa2edc15f', 'mac_address': 'fa:16:3e:5a:b4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:40.137484 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.168407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d82948-42ce-4db0-ab30-fcafa2edc15f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:40.193263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 54d82948-42ce-4db0-ab30-fcafa2edc15f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:40.198574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.230934 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138cf2e-7d71-40ec-9ebb-04e5685ab453 x-openstack-request-id: req-a138cf2e-7d71-40ec-9ebb-04e5685ab453 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:40.231244 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:40.231594 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a138cf2e-7d71-40ec-9ebb-04e5685ab453 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:40.232074 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'status': 'completed', 'code': 200} Dec 16 09:50:40.252626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.309020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=54d82948-42ce-4db0-ab30-fcafa2edc15f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:40.336862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.344552 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/04353028-57e0-481a-a5a3-d2440659cef1 HTTP/1.1" status: 204 len: 168 time: 0.5709181 Dec 16 09:50:40.344943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43068) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.349959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d38b7-491b-4a2f-ac34-67eb7cc030c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04353028-57e0-481a-a5a3-d2440659cef1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:40.360638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:50:40.417513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['54d82948-42ce-4db0-ab30-fcafa2edc15f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:40.640781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02475d2e-dd87-4acd-a02b-b6cc01d20c36 None None] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:40.643942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:40.658478 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2524001a-d489-4357-b3a8-03d145d0bc84 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5696115 Dec 16 09:50:40.659994 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:40.661922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43074) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:40.671800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1586066677'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:40.687356 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:40.693898 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:40.718831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:40.722624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.729305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.780091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:40.801469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.801908 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment 80ece996-fe92-4260-b668-cc2e0609f710 of type vlan for network e0ff1065-ecf5-4f73-b62e-dda4f020f605 Dec 16 09:50:40.827949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1838-8254-4d7b-b930-83f934eec513 req-eed1d6a9-ecd5-449c-adb5-b129d8bec9cc tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.830074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-024a1838-8254-4d7b-b930-83f934eec513 req-eed1d6a9-ecd5-449c-adb5-b129d8bec9cc tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.2179315 Dec 16 09:50:40.856120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-8faa2b9d-6e82-4857-9590-9ccbb716d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:40.858571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-8faa2b9d-6e82-4857-9590-9ccbb716d0e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1096 time: 0.3968210 Dec 16 09:50:40.900632 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:40.933746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.991805 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:40.997472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:41.005793 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.077913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7a421b84-7a87-4c04-b630-4049a40c221b up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:41.085393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=e0ff1065-ecf5-4f73-b62e-dda4f020f605,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:41.105622 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5fbe4606-c493-48d7-ad8e-363e79f71d99 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4412031 Dec 16 09:50:41.110129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43078) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:41.133883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:41.135603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-024a1838-8254-4d7b-b930-83f934eec513 req-1f3f3bb9-17cb-48c2-a85c-77c7cf74c04b tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726731 Dec 16 09:50:41.185418 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.207171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:41.269869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a673830f-6d82-4361-8fd8-0c55a5b19d85']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:41.276480 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:39Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:39Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:41.321608 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:41.322028 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Updating router a6e8e70f-9e14-48c3-806a-bf024129635c port 667867b0-f29c-45f9-82c2-c4532fe395e7 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:41.366530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:41.367108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cc0fb2-3448-4f99-99f7-003fa8bcc905') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:41.376020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-923244a7-75ba-417c-935c-d0ad1d10ff1c None None] Provisioning complete for port 0ee4d185-c702-4a64-a632-8adaf31c838c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:41.377290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-923244a7-75ba-417c-935c-d0ad1d10ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.378930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:41.385385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.388227 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.395196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-bdf27c14-0458-401b-b54a-9d0e6ad1a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:41.396664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-bdf27c14-0458-401b-b54a-9d0e6ad1a34d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.4566247 Dec 16 09:50:41.403429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.428840 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.439860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0ee4d185-c702-4a64-a632-8adaf31c838c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:41.440476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d8d5a-f1aa-4cbb-b99c-a08773f3b8ac req-191d2548-6e1d-495c-8eb8-850046c95f3c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:41.442670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea9d8d5a-f1aa-4cbb-b99c-a08773f3b8ac req-191d2548-6e1d-495c-8eb8-850046c95f3c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 945 time: 0.1667356 Dec 16 09:50:41.442803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 7a421b84-7a87-4c04-b630-4049a40c221b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:41.450070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:50:41.450432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:50:41.452695 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:50:41.578116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea9d8d5a-f1aa-4cbb-b99c-a08773f3b8ac req-339c8170-e1de-4816-9f9f-96eebc3c38df tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113651 Dec 16 09:50:41.621882 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.650993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.655615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a673830f-6d82-4361-8fd8-0c55a5b19d85 HTTP/1.1" status: 204 len: 168 time: 1.3095672 Dec 16 09:50:41.669073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7a421b84-7a87-4c04-b630-4049a40c221b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:41.669452 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.692484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e4be-3aba-44e1-bbaa-212a1caccfa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a673830f-6d82-4361-8fd8-0c55a5b19d85,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:41.731941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-7ad296c1-467b-4234-9ed7-7c6e51ec710b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1000 time: 0.1708353 Dec 16 09:50:41.822132 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.842927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-db342622-e614-4ff2-a08b-0d460e2723bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:41.846493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-db342622-e614-4ff2-a08b-0d460e2723bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.1052177 Dec 16 09:50:41.902733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0ee4d185-c702-4a64-a632-8adaf31c838c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:41.902733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:41.966565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43082) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.037656 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-923244a7-75ba-417c-935c-d0ad1d10ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.053367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6db4b919-3aea-43be-a346-dd586eb67ab1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18403a000e254793a3f016f27e4192cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801725 Dec 16 09:50:42.057258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43084) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.060881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=54a1406a-e96b-435f-9cc0-27cad90475b7,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:42.080927 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.088244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:42.088710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: e0ff1065-ecf5-4f73-b62e-dda4f020f605, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:42.120689 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.124393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-a1adfe47-baf8-4726-8119-762c30d5004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.133198 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.144607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-a1adfe47-baf8-4726-8119-762c30d5004a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2525434 Dec 16 09:50:42.149331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:42.158820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7a421b84-7a87-4c04-b630-4049a40c221b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7a421b84-7a87-4c04-b630-4049a40c221b,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:42.163108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a421b84-7a87-4c04-b630-4049a40c221b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:42.167443 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8132da88-2767-4ce4-8001-dec07e8a78be" -d '{"events": [{"server_uuid": "fe4cb37d-3315-44e5-9ad5-c082491704ce", "name": "network-vif-plugged", "status": "completed", "tag": "7a421b84-7a87-4c04-b630-4049a40c221b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:42.173146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e0ff1065-ecf5-4f73-b62e-dda4f020f605) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:42.178058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.178657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.209346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89e8389c-3948-4d49-a5a6-43cffc853ca5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0953510 Dec 16 09:50:42.209543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43090) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.220039 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8c9bf-ecfd-47d1-8e4c-27ad25ff5dab None None] Pushing event updated for resources: {'Port': ['ID=667867b0-f29c-45f9-82c2-c4532fe395e7,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:42.235975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.245019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866a2e0-4d3e-47f6-9feb-cdd784fe7b4d None None] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:42.368329 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Attempting to bind port 667867b0-f29c-45f9-82c2-c4532fe395e7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:42.368695 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Attempting to bind port 667867b0-f29c-45f9-82c2-c4532fe395e7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:42.369192 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Attempting to bind port 667867b0-f29c-45f9-82c2-c4532fe395e7 on network a0a1103b-e13c-4f82-9623-ffeb7b572550 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:42.383626 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:42.383914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Checking segment: {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:42.384344 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.384937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Bound using segment: {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:42.385463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Bound port: 667867b0-f29c-45f9-82c2-c4532fe395e7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba813282-2d6d-472e-8324-2d5613c0a6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:42.385934 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.518782 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] For port 667867b0-f29c-45f9-82c2-c4532fe395e7, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:42.523082 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] For port 667867b0-f29c-45f9-82c2-c4532fe395e7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=667867b0-f29c-45f9-82c2-c4532fe395e7,segment=NetworkSegment(ba813282-2d6d-472e-8324-2d5613c0a6eb),segment_id=ba813282-2d6d-472e-8324-2d5613c0a6eb)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:42.535253 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.548807 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1972ad78-f3a4-4806-ad27-63e50f80e5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.656833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1972ad78-f3a4-4806-ad27-63e50f80e5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:42.693207 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:42.695576 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:42.766419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43094) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:42.766758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6cbfb-09d3-44bd-abff-39f33ff63533 req-9435baeb-2cc9-4282-ad92-d17d1f08325c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:42.778850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1a6cbfb-09d3-44bd-abff-39f33ff63533 req-9435baeb-2cc9-4282-ad92-d17d1f08325c tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.4428601 Dec 16 09:50:42.862716 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:42.930956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-923244a7-75ba-417c-935c-d0ad1d10ff1c None None] For port 0ee4d185-c702-4a64-a632-8adaf31c838c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0ee4d185-c702-4a64-a632-8adaf31c838c,segment=NetworkSegment(ba813282-2d6d-472e-8324-2d5613c0a6eb),segment_id=ba813282-2d6d-472e-8324-2d5613c0a6eb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:43.032279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-923244a7-75ba-417c-935c-d0ad1d10ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.071790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.092528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:43.093467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.173130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port ea291270-7d8b-4f48-a709-8e77bbe19c08 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:43.174452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.246207 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8c9bf-ecfd-47d1-8e4c-27ad25ff5dab None None] Pushing event updated for resources: {'Port': ['ID=667867b0-f29c-45f9-82c2-c4532fe395e7,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.287882 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:39Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:42Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:43.343138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7a421b84-7a87-4c04-b630-4049a40c221b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.357630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Provisioning complete for port 667867b0-f29c-45f9-82c2-c4532fe395e7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:43.361524 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.371077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.371873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.374399 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfa0c-c342-497d-b8aa-ecc3cfe5a903 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:39Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:42Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:43.425268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for ea291270-7d8b-4f48-a709-8e77bbe19c08 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:43.560039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-ac18fc28-1b54-4220-8b76-7b8077fa1f16 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3654490 Dec 16 09:50:43.588598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1a6cbfb-09d3-44bd-abff-39f33ff63533 req-e6a3c6cc-f460-462f-9ccc-a519a462a78f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8086107 Dec 16 09:50:43.663272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923244a7-75ba-417c-935c-d0ad1d10ff1c None None] Pushing event updated for resources: {'Port': ['ID=0ee4d185-c702-4a64-a632-8adaf31c838c,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.753035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.759087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1972ad78-f3a4-4806-ad27-63e50f80e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.761691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1972ad78-f3a4-4806-ad27-63e50f80e5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.763546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1972ad78-f3a4-4806-ad27-63e50f80e5bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74d35a15-0130-41e8-a18f-c4ef3a3f6c53 HTTP/1.1" status: 204 len: 168 time: 1.7036545 Dec 16 09:50:43.795981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=ea291270-7d8b-4f48-a709-8e77bbe19c08,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.813809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ad78-f3a4-4806-ad27-63e50f80e5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d35a15-0130-41e8-a18f-c4ef3a3f6c53,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:43.822006 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b0a92-6508-4afb-a59e-3aa882ca843b x-openstack-request-id: req-6c5b0a92-6508-4afb-a59e-3aa882ca843b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:43.822763 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cb37d-3315-44e5-9ad5-c082491704ce", "name": "network-vif-plugged", "status": "completed", "tag": "7a421b84-7a87-4c04-b630-4049a40c221b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:43.825493 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c5b0a92-6508-4afb-a59e-3aa882ca843b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:43.826130 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a421b84-7a87-4c04-b630-4049a40c221b', 'code': 200} Dec 16 09:50:43.917768 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:50:43.923427 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:50:43.962818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:43.963446 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Floating IP 26b724ad-5a25-4162-9520-d0490963f7a0 disassociated (deleted). External IP: 172.25.6.84, port: 365073bb-4374-47f8-848e-7ed79d67369c. Dec 16 09:50:44.137319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Allocated IP 2001:db8:1::2 (e0ff1065-ecf5-4f73-b62e-dda4f020f605/54a1406a-e96b-435f-9cc0-27cad90475b7/d6c5b3f9-aa10-42c6-8455-0348ead9dd1c) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:44.233465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 54d82948-42ce-4db0-ab30-fcafa2edc15f up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:44.337240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bb575-9c79-485a-813e-1e0237def0d7 req-ae90d9fe-0363-46fb-a79d-56c9e72e9078 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:44.345644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-383bb575-9c79-485a-813e-1e0237def0d7 req-ae90d9fe-0363-46fb-a79d-56c9e72e9078 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 945 time: 0.2981315 Dec 16 09:50:44.385120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.450587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-383bb575-9c79-485a-813e-1e0237def0d7 req-135696c7-80c9-47f9-912d-41a61fcd835c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036270 Dec 16 09:50:44.469213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-feb2ad4c-e0d4-46c1-a780-2bd670ee3805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.601283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 54d82948-42ce-4db0-ab30-fcafa2edc15f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:50:44.620378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 54d82948-42ce-4db0-ab30-fcafa2edc15f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:44.620765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.678894 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.833498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] For port 667867b0-f29c-45f9-82c2-c4532fe395e7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=667867b0-f29c-45f9-82c2-c4532fe395e7,segment=NetworkSegment(ba813282-2d6d-472e-8324-2d5613c0a6eb),segment_id=ba813282-2d6d-472e-8324-2d5613c0a6eb)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:44.858007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.860890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0ee4d185-c702-4a64-a632-8adaf31c838c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:44.872804 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:44.879664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-bafb7870-c597-4fbb-9936-97d3d95fb54b service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207260 Dec 16 09:50:44.938341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73914e-ca5a-4b59-af9e-e105d3a01b9e req-479e02a8-843a-4585-92a7-36daab648ce4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:44.940274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e73914e-ca5a-4b59-af9e-e105d3a01b9e req-479e02a8-843a-4585-92a7-36daab648ce4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1223454 Dec 16 09:50:44.995410 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.037518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Provisioning complete for port 0ee4d185-c702-4a64-a632-8adaf31c838c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:45.038240 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.043361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e73914e-ca5a-4b59-af9e-e105d3a01b9e req-04b7d91f-981d-4e10-9e46-2bf13433c9c2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903144 Dec 16 09:50:45.158084 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.184004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:45.192895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ab47c-c717-4e90-8c5d-a7b336861d5a None None] Pushing event updated for resources: {'Port': ['ID=667867b0-f29c-45f9-82c2-c4532fe395e7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.196844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:45.209301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:45.210470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384494a8-62bc-4bb6-869c-d3b6d4d6612e req-48260196-ab20-4207-9e59-dd7155d1dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:45.216967 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-384494a8-62bc-4bb6-869c-d3b6d4d6612e req-48260196-ab20-4207-9e59-dd7155d1dbc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.9312482 Dec 16 09:50:45.268287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:45.303056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0ee4d185-c702-4a64-a632-8adaf31c838c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:45.303648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.311101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 54d82948-42ce-4db0-ab30-fcafa2edc15f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:45.312338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8:1::1 (e0ff1065-ecf5-4f73-b62e-dda4f020f605/54a1406a-e96b-435f-9cc0-27cad90475b7/1bfd8a6e-fc27-42b2-93eb-f610048846c2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:45.345787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Pushing event updated for resources: {'Port': ['ID=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.348223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.376108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-384494a8-62bc-4bb6-869c-d3b6d4d6612e req-ac044d9e-4fdf-43d8-a371-9207f46cae33 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Dec 16 09:50:45.473070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=54d82948-42ce-4db0-ab30-fcafa2edc15f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.537633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:45.551744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.594024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Attempting to bind port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:45.594395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Attempting to bind port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:45.594752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Attempting to bind port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c on network e0ff1065-ecf5-4f73-b62e-dda4f020f605 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:45.597015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:45.618080 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-83ca5dec-3c36-4317-aa43-39cbc07fb90e tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "DELETE /v2.0/floatingips/26b724ad-5a25-4162-9520-d0490963f7a0 HTTP/1.1" status: 204 len: 168 time: 2.8497322 Dec 16 09:50:45.619076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:45.621674 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3ac01a-989b-43df-9209-43b21a61fb06" -d '{"events": [{"name": "network-changed", "server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "tag": "365073bb-4374-47f8-848e-7ed79d67369c"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:45.622379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:45.622775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Checking segment: {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:45.623171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.623556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Bound using segment: {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:45.624035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Bound port: d6c5b3f9-aa10-42c6-8455-0348ead9dd1c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:45.624407 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.638000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.670373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:45.671993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:45.703802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.787263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:45.796951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:45.813526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f81ba-b019-42c0-aac5-d0ac4f9556fc req-7a668bbe-3877-4997-a4fb-58afcdad381b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:45.816081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-933f81ba-b019-42c0-aac5-d0ac4f9556fc req-7a668bbe-3877-4997-a4fb-58afcdad381b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1248066 Dec 16 09:50:45.818307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:45.819123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.827285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d82948-42ce-4db0-ab30-fcafa2edc15f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:45.829468 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b111b4-d926-4908-a80f-5f5dd55590b4" -d '{"events": [{"server_uuid": "414b4a65-b2d1-4712-871a-1f36f7c21250", "name": "network-vif-plugged", "status": "completed", "tag": "54d82948-42ce-4db0-ab30-fcafa2edc15f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:45.843743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] For port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:45.846778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 667867b0-f29c-45f9-82c2-c4532fe395e7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:45.856383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-75bfc911-303b-4f52-9cac-c20eb52b5ac9 None None] Provisioning complete for port 667867b0-f29c-45f9-82c2-c4532fe395e7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:45.856748 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-75bfc911-303b-4f52-9cac-c20eb52b5ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.884106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=1bfd8a6e-fc27-42b2-93eb-f610048846c2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:45.921080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] For port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:45.937743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:45.944705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:46.058413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-933f81ba-b019-42c0-aac5-d0ac4f9556fc req-2c933191-9402-4c6e-b159-9bebf22a67b0 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221963 Dec 16 09:50:46.154904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.234332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d752d6-f38a-4ed9-bf9b-3f6226301a9d None None] Pushing event updated for resources: {'Port': ['ID=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:46.255986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 667867b0-f29c-45f9-82c2-c4532fe395e7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:46.272366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.347019 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c58ef9-da78-4a20-a0c5-00bbf097b656 x-openstack-request-id: req-85c58ef9-da78-4a20-a0c5-00bbf097b656 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:46.347558 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "tag": "365073bb-4374-47f8-848e-7ed79d67369c", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:46.347558 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85c58ef9-da78-4a20-a0c5-00bbf097b656 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:46.347982 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c', 'status': 'completed', 'code': 200} Dec 16 09:50:46.395364 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca98f19-87d3-456c-9344-5b8751ad38de x-openstack-request-id: req-aca98f19-87d3-456c-9344-5b8751ad38de {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:46.395669 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b4a65-b2d1-4712-871a-1f36f7c21250", "name": "network-vif-plugged", "status": "completed", "tag": "54d82948-42ce-4db0-ab30-fcafa2edc15f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:46.395908 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aca98f19-87d3-456c-9344-5b8751ad38de {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:46.396303 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d82948-42ce-4db0-ab30-fcafa2edc15f', 'code': 200} Dec 16 09:50:46.591131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-5b76f8ea-efd3-4461-bde0-0dc8d879bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:46.592774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-5b76f8ea-efd3-4461-bde0-0dc8d879bec4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 1096 time: 0.1598177 Dec 16 09:50:46.599705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980cc01-4c4e-4834-83ee-700672dccc48 req-8eb859c2-6fc1-4a10-a9cd-4931a53d05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:46.603462 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8980cc01-4c4e-4834-83ee-700672dccc48 req-8eb859c2-6fc1-4a10-a9cd-4931a53d05eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 1097 time: 0.1078806 Dec 16 09:50:46.667400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a259182-315b-4c00-97c4-fd07dd387664 req-cc06604f-dcb1-4431-a4fd-2e1143c89032 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:46.669434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a259182-315b-4c00-97c4-fd07dd387664 req-cc06604f-dcb1-4431-a4fd-2e1143c89032 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1456752 Dec 16 09:50:46.676415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a6106a9e-23fc-45cd-bebc-242d849a65c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:46.718551 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8980cc01-4c4e-4834-83ee-700672dccc48 req-16617ab1-0978-454d-b7af-9d3db86c2370 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053016 Dec 16 09:50:46.969143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:47:01Z', 'revision_number': 1, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:47.005567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-fc585c8e-a816-4f5c-9658-7db6a03d3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.008299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-fc585c8e-a816-4f5c-9658-7db6a03d3464 service neutron] 10.222.0.53 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.4043589 Dec 16 09:50:47.093184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-b929b596-0d91-4914-bece-a7faf78170c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=365073bb-4374-47f8-848e-7ed79d67369c HTTP/1.1" status: 200 len: 217 time: 0.0727639 Dec 16 09:50:47.140893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a259182-315b-4c00-97c4-fd07dd387664 req-a92aef38-0e2c-4117-a782-17164bd88852 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288728 Dec 16 09:50:47.179599 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:50:47.258426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d6c5b3f9-aa10-42c6-8455-0348ead9dd1c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:47.264923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:47.299949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:47.300639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:47.329449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.333323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-629ae733-233d-49a6-8924-bc202e14cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.335519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-629ae733-233d-49a6-8924-bc202e14cae8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.1910162 Dec 16 09:50:47.380939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.382106 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.450365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:47.461461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=1bfd8a6e-fc27-42b2-93eb-f610048846c2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:47.608157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:47.611512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:47.700932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:47.701451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:47.736546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3abbd6-7d41-48ca-b978-f0f87751443a req-67f72369-37a4-4490-9aee-6836ab77019c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.744783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a3abbd6-7d41-48ca-b978-f0f87751443a req-67f72369-37a4-4490-9aee-6836ab77019c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 945 time: 0.4076309 Dec 16 09:50:47.767883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:47.771283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-108bf2f3-ae85-46d9-b760-c1dad04de719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:47.773112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-108bf2f3-ae85-46d9-b760-c1dad04de719 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4021347 Dec 16 09:50:47.955651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a3abbd6-7d41-48ca-b978-f0f87751443a req-c9afdf9d-dbc6-44bf-adb3-1f97d153bcd8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088416 Dec 16 09:50:48.001626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.091735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa14975-c3ba-4444-b4b7-23d3304ee620 None None] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:48.220946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:47:01Z', 'revision_number': 1, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:48.228508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.260315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-e63e14e7-4021-4668-bc6c-fac855cc9a64 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:48.261878 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-e63e14e7-4021-4668-bc6c-fac855cc9a64 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 945 time: 0.1479902 Dec 16 09:50:48.303186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:48.358453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.359246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 667867b0-f29c-45f9-82c2-c4532fe395e7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:48.424109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91545a51-4a59-42a9-a813-804460ddb581 None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd13c73ae-e9d6-4285-8cbf-5ee06b518d71', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'port_id': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:46:56Z', 'updated_at': '2021-12-16T09:47:01Z', 'revision_number': 1, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:48.455529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-28f02ca8-0884-44cb-90b7-a32346d43b93 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670208 Dec 16 09:50:48.480450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port 365073bb-4374-47f8-848e-7ed79d67369c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:50:48.487233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.510171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bd4deb2b-78d2-43b3-a1c2-7fc6bd6468a9 None None] Provisioning complete for port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:48.510649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bd4deb2b-78d2-43b3-a1c2-7fc6bd6468a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.616488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299bcae-73ea-4e54-99ef-b7e0697adc79 req-597023af-4b9e-4741-95c5-f440ec78590f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:48.625889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d299bcae-73ea-4e54-99ef-b7e0697adc79 req-597023af-4b9e-4741-95c5-f440ec78590f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.4127679 Dec 16 09:50:48.636888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:48.651287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:48.656726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e8d9349f-fc94-4813-b430-cf1555def4c4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4460037 Dec 16 09:50:48.662914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43150) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:48.668277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1260294926'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:48.670378 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:48.671211 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:48.693550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port 365073bb-4374-47f8-848e-7ed79d67369c, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=365073bb-4374-47f8-848e-7ed79d67369c,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:48.698268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.720292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 667867b0-f29c-45f9-82c2-c4532fe395e7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:48.720661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.724880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d299bcae-73ea-4e54-99ef-b7e0697adc79 req-f08d5f9a-ec3a-4532-ad28-45721aba0125 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936763 Dec 16 09:50:48.739643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for 365073bb-4374-47f8-848e-7ed79d67369c owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:50:48.803584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:48.812973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.854121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:48.860108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7f3ac01a-989b-43df-9209-43b21a61fb06 req-377bc0b7-d9e7-46a6-9c9c-b9bda0ddcb15 service neutron] 10.222.0.53 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925743 Dec 16 09:50:48.918778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:48.957408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:48.960283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:48.961580 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment 5cb63c63-bcd4-4522-b65e-d7bc8da6474a of type vlan for network 29196171-f15c-4418-9292-c03f377ec028 Dec 16 09:50:49.008212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054060c3-4aed-446a-ba06-72c02a3e8118 req-d85959db-d0c7-4d48-bd3a-d6c36f6296d1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.020869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-054060c3-4aed-446a-ba06-72c02a3e8118 req-d85959db-d0c7-4d48-bd3a-d6c36f6296d1 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1571939 Dec 16 09:50:49.055472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a1bef-7712-4aca-9136-b573bc17fdbd None None] New status for floating IP 26b724ad-5a25-4162-9520-d0490963f7a0: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:50:49.061330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.106773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=365073bb-4374-47f8-848e-7ed79d67369c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:49.225550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port 365073bb-4374-47f8-848e-7ed79d67369c on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:50:49.234485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.245536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2525b0fe-9037-45bb-892f-5c2ede1aa1d8 req-5af7fedd-6140-404a-9358-e1687ac90197 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.53 "DELETE /v2.0/ports/365073bb-4374-47f8-848e-7ed79d67369c HTTP/1.1" status: 204 len: 173 time: 0.9767146 Dec 16 09:50:49.245941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'name': 'network-vif-deleted', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:50:49.255497 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916da5b3-149a-46b4-8c7f-1f06d8a3b0ba" -d '{"events": [{"server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "name": "network-vif-deleted", "tag": "365073bb-4374-47f8-848e-7ed79d67369c"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:50:49.267256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.347673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-054060c3-4aed-446a-ba06-72c02a3e8118 req-6df53141-b8f8-49d2-9f06-2c425fd3f12f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256474 Dec 16 09:50:49.428529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.452102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:49.452852 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.485066 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 3, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:49.621378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-33cb3550-770b-473e-ad70-53eae483944f None None] Provisioning complete for port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:49.622359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33cb3550-770b-473e-ad70-53eae483944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:49.795297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=29196171-f15c-4418-9292-c03f377ec028,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:49.804081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-33cb3550-770b-473e-ad70-53eae483944f None None] Port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:49.817788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43168) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:49.823703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:49.831851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a97bc663-b296-4b81-91d0-2605a134cc22 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1675544 Dec 16 09:50:49.832876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 29196171-f15c-4418-9292-c03f377ec028 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:50.021987 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:50.022943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Updating router a6e8e70f-9e14-48c3-806a-bf024129635c port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:50.047086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d6c5b3f9-aa10-42c6-8455-0348ead9dd1c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:50.113680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9c89f606-2d29-4f31-ab82-c7b7b78e6fab req-49036985-4854-44d6-b605-d4cdb049aa06 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0530756 Dec 16 09:50:50.125204 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.214897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c1458-7b84-454b-a858-7e31d64226fa req-02d93eba-de74-4bc0-9bab-7e8559fb8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:50.223345 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-02d93eba-de74-4bc0-9bab-7e8559fb8bd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 1097 time: 0.3396368 Dec 16 09:50:50.256859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.268449 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397fdc15-7b29-4d67-8461-d0a762484fc1 x-openstack-request-id: req-397fdc15-7b29-4d67-8461-d0a762484fc1 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:50:50.269834 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322140b6-a51a-4793-a536-973c6c4c0230", "name": "network-vif-deleted", "tag": "365073bb-4374-47f8-848e-7ed79d67369c", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:50:50.270111 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-397fdc15-7b29-4d67-8461-d0a762484fc1 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:50:50.270525 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322140b6-a51a-4793-a536-973c6c4c0230', 'name': 'network-vif-deleted', 'tag': '365073bb-4374-47f8-848e-7ed79d67369c', 'status': 'completed', 'code': 200} Dec 16 09:50:50.275246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-33cb3550-770b-473e-ad70-53eae483944f None None] Provisioning complete for port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:50.276441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33cb3550-770b-473e-ad70-53eae483944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.346691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.395133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:50.398131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:50.398767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.405207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.599335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131cad-c7b0-4f76-a600-e72d1d730a18 req-333f39a3-540e-45f6-aaf8-53ef61b250d6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:50.607671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df131cad-c7b0-4f76-a600-e72d1d730a18 req-333f39a3-540e-45f6-aaf8-53ef61b250d6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.2191465 Dec 16 09:50:50.723879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df131cad-c7b0-4f76-a600-e72d1d730a18 req-8682b789-4d6f-4990-b741-3f84b9ceb304 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147578 Dec 16 09:50:50.822575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c1458-7b84-454b-a858-7e31d64226fa req-ebceaef3-9e08-4962-af39-61a66df09262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:50.828032 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-ebceaef3-9e08-4962-af39-61a66df09262 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.5922341 Dec 16 09:50:50.927097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-5f916e36-24e9-4711-9a87-be120ee3c17a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f HTTP/1.1" status: 200 len: 217 time: 0.0937364 Dec 16 09:50:50.957242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8a9706d7-dd04-4bd9-bb98-26df4bc8ac09 None None] Provisioning complete for port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:50.957904 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a9706d7-dd04-4bd9-bb98-26df4bc8ac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.964109 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:50.979859 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.041633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c1458-7b84-454b-a858-7e31d64226fa req-dea2ec03-2f9f-459c-b459-91bc95d61433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:51.043222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-dea2ec03-2f9f-459c-b459-91bc95d61433 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.0903177 Dec 16 09:50:51.099246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8a9706d7-dd04-4bd9-bb98-26df4bc8ac09 None None] Port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:50:51.109982 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-c873f185-7799-4d28-a7c1-76539e255cac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566127 Dec 16 09:50:51.225885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a403d0-ab8a-48ff-b38a-34f7a203a278 None None] Pushing event updated for resources: {'Port': ['ID=1bfd8a6e-fc27-42b2-93eb-f610048846c2,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:51.272966 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-a34916b4-6fbc-4da0-8f23-b9c7b7c9e5a9 service neutron] 10.222.0.53 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541839 Dec 16 09:50:51.383369 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Attempting to bind port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:51.383880 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Attempting to bind port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:51.384337 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Attempting to bind port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 on network e0ff1065-ecf5-4f73-b62e-dda4f020f605 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:51.398352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:51.398887 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Checking segment: {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:51.399420 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.399907 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Bound using segment: {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:51.400472 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Bound port: 1bfd8a6e-fc27-42b2-93eb-f610048846c2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ece996-fe92-4260-b668-cc2e0609f710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:51.400961 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.417966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.547931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=d5f401c6-4159-4ae7-8477-3b368d1b7a58,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:51.587032 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] For port 1bfd8a6e-fc27-42b2-93eb-f610048846c2, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:51.590872 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] For port 1bfd8a6e-fc27-42b2-93eb-f610048846c2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bfd8a6e-fc27-42b2-93eb-f610048846c2,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:51.604497 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.625769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:51.626164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: 29196171-f15c-4418-9292-c03f377ec028, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:51.645049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7675ab56-2836-49b4-9e44-bccaaf223816 None None] Provisioning complete for port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:51.645702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7675ab56-2836-49b4-9e44-bccaaf223816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.655357 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-878c1458-7b84-454b-a858-7e31d64226fa req-62208c3b-6455-44b4-943f-f1de38815caf service neutron] 10.222.0.53 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752189 Dec 16 09:50:51.656764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 29196171-f15c-4418-9292-c03f377ec028 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:51.683047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 29196171-f15c-4418-9292-c03f377ec028) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:51.697299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:51.700537 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a403d0-ab8a-48ff-b38a-34f7a203a278 None None] Pushing event updated for resources: {'Port': ['ID=1bfd8a6e-fc27-42b2-93eb-f610048846c2,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:51.703854 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:51.741084 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3982c740-3cff-40fd-aba3-d13ae1941e5a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9209309 Dec 16 09:50:51.746640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d21231-a27f-4263-bc60-15e4bf938afc None None] Network 29196171-f15c-4418-9292-c03f377ec028 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:51.750765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43180) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:51.757141 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:51.758132 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:51.963170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fac2f-2836-4531-adb4-6205dfd47531 req-77d51d58-2e82-44db-9dc3-fa04f614df74 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:51.978476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-764fac2f-2836-4531-adb4-6205dfd47531 req-77d51d58-2e82-44db-9dc3-fa04f614df74 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 1.1395864 Dec 16 09:50:52.034224 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 365073bb-4374-47f8-848e-7ed79d67369c no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:50:52.122199 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:52.139570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-764fac2f-2836-4531-adb4-6205dfd47531 req-3ff101d8-cc4d-496d-b12e-00a9b64b8da2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600745 Dec 16 09:50:52.187865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 365073bb-4374-47f8-848e-7ed79d67369c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:50:52.188274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 365073bb-4374-47f8-848e-7ed79d67369c not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:50:52.284968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-29196171-f15c-4418-9292-c03f377ec028', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:52.285837 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.409923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c96fa6c9-6444-485c-800a-42bd64b99974 req-5a9c30da-7897-48ae-b209-06fbd09e34b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0752780 Dec 16 09:50:52.604956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1280e5b-1df2-47bb-8639-70a8f42cc6e9 req-8c3c4526-3346-4c9e-8217-f462833e52b1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:52.617174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1280e5b-1df2-47bb-8639-70a8f42cc6e9 req-8c3c4526-3346-4c9e-8217-f462833e52b1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0943825 Dec 16 09:50:52.691261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1280e5b-1df2-47bb-8639-70a8f42cc6e9 req-6e60b028-a61e-4c08-96ad-c4b508b545bf tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729830 Dec 16 09:50:52.710960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Allocated IP 2001:db8:2::2 (29196171-f15c-4418-9292-c03f377ec028/d5f401c6-4159-4ae7-8477-3b368d1b7a58/731e8169-4cd6-4fff-99db-ec4c0fb1456f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:52.737071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:52.769242 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 3, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:51Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:52.867041 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95321c77-2993-498e-b215-d83d701f70d5 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:46Z', 'revision_number': 3, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:51Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:53.077558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7675ab56-2836-49b4-9e44-bccaaf223816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.263527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.349754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7675ab56-2836-49b4-9e44-bccaaf223816 None None] For port 1bfd8a6e-fc27-42b2-93eb-f610048846c2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bfd8a6e-fc27-42b2-93eb-f610048846c2,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:53.355347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.479343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8:2::1 (29196171-f15c-4418-9292-c03f377ec028/d5f401c6-4159-4ae7-8477-3b368d1b7a58/7d98b1a5-c690-4472-b739-b320d932e6dc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:53.493979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Pushing event updated for resources: {'Port': ['ID=731e8169-4cd6-4fff-99db-ec4c0fb1456f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:53.509137 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7675ab56-2836-49b4-9e44-bccaaf223816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.520115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf934dd-5174-4b7f-a452-e4ecaa1704a6 req-8488b83a-3958-4610-ab50-0aaa2eca2401 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:53.532636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edf934dd-5174-4b7f-a452-e4ecaa1704a6 req-8488b83a-3958-4610-ab50-0aaa2eca2401 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1764731 Dec 16 09:50:53.581319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Network 29196171-f15c-4418-9292-c03f377ec028 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:53.659989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edf934dd-5174-4b7f-a452-e4ecaa1704a6 req-be99c55e-02ef-45ae-a9e1-c7f6cbe0ad2f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259639 Dec 16 09:50:53.667666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:53.678429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:53.901723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f772bd33-5a28-4352-901a-727fb7b3983f req-8a82a436-f2f9-45ac-9efc-7a96d7d587ae tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0624650 Dec 16 09:50:53.928708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bfd8a6e-fc27-42b2-93eb-f610048846c2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:53.938884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bf5181e9-0d50-4fbb-89ac-18e1783e29c9 None None] Provisioning complete for port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:53.939257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bf5181e9-0d50-4fbb-89ac-18e1783e29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:53.941403 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-c38cba67-c97c-40b6-ad57-b98a16d1330f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2323248 Dec 16 09:50:53.969584 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.032522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675ab56-2836-49b4-9e44-bccaaf223816 None None] Pushing event updated for resources: {'Port': ['ID=1bfd8a6e-fc27-42b2-93eb-f610048846c2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.041991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Attempting to bind port 731e8169-4cd6-4fff-99db-ec4c0fb1456f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:54.043242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Attempting to bind port 731e8169-4cd6-4fff-99db-ec4c0fb1456f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:54.044158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Attempting to bind port 731e8169-4cd6-4fff-99db-ec4c0fb1456f on network 29196171-f15c-4418-9292-c03f377ec028 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:54.051860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:54.052468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Checking segment: {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:54.053152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.053785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Bound using segment: {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:54.055055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Bound port: 731e8169-4cd6-4fff-99db-ec4c0fb1456f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:54.055478 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.056700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.059725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a446599-50ea-496d-bec3-c6d088090506 req-195de501-083f-4f8a-a876-2be00cf4b905 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:54.074475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a446599-50ea-496d-bec3-c6d088090506 req-195de501-083f-4f8a-a876-2be00cf4b905 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0865107 Dec 16 09:50:54.087248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.125373 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 29196171-f15c-4418-9292-c03f377ec028 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:54.131856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a446599-50ea-496d-bec3-c6d088090506 req-460877c6-44ac-4402-b02a-425000b11ee9 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568533 Dec 16 09:50:54.135864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:54.139948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:54.140578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.190422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=7d98b1a5-c690-4472-b739-b320d932e6dc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.300053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.347631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:54.347997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.373665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] For port 731e8169-4cd6-4fff-99db-ec4c0fb1456f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:54.376938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] For port 731e8169-4cd6-4fff-99db-ec4c0fb1456f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=731e8169-4cd6-4fff-99db-ec4c0fb1456f,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:54.412157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.541466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729891cf-8131-495f-9690-cb2f09b787bb None None] Pushing event updated for resources: {'Port': ['ID=731e8169-4cd6-4fff-99db-ec4c0fb1456f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.628302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43206) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:54.717104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.727168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.728449 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.820240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=7d98b1a5-c690-4472-b739-b320d932e6dc,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:54.894092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc940cf-907b-424d-bc64-18f0238e442d req-75cbf434-969c-4f9c-8d70-e3e1b8604790 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:54.901566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4cc940cf-907b-424d-bc64-18f0238e442d req-75cbf434-969c-4f9c-8d70-e3e1b8604790 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1093204 Dec 16 09:50:54.903782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:54.967788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 29196171-f15c-4418-9292-c03f377ec028 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:54.969313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:54.994469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4cc940cf-907b-424d-bc64-18f0238e442d req-6c8beabe-c1c6-4ada-8129-fa6df2f7ecbd tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918050 Dec 16 09:50:55.085835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.126542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:55.137639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-367fe3bb-0091-4585-b351-4c92ec31df61 req-e863a6c8-9514-4efb-a596-33b2a2f599a8 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0483799 Dec 16 09:50:55.138891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.148754 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.172586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8467246-1816-4bbc-a9af-6bdb439911bf,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.190495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.190853 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.191575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.191901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.192287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.192669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.193044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.193423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.193795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.194185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.194562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.194933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:55.217714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-233126cf-67b7-47d9-ba17-4b036acf89b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb80282c85ab4330b2be14157122a9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879278 Dec 16 09:50:55.218595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43216) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:55.256682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:55.262736 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-391f1913-75fc-4756-a7c2-1bef707b636c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5097814 Dec 16 09:50:55.267027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43218) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:55.270197 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:55.279697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988020984'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:55.280518 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:55.281297 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.306490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31efbcf-6aac-43b7-8d68-2ad10d666dad req-30d5382c-70d1-43d0-b4fb-ced1c8ff486b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:55.317489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6df4ca2e-4869-4b40-9a2c-961c10753504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.318199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d31efbcf-6aac-43b7-8d68-2ad10d666dad req-30d5382c-70d1-43d0-b4fb-ced1c8ff486b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0798438 Dec 16 09:50:55.323364 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:55.327462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.377884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6df4ca2e-4869-4b40-9a2c-961c10753504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.384019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d31efbcf-6aac-43b7-8d68-2ad10d666dad req-23204b07-8ee1-447a-ae36-8bd452de444d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 Dec 16 09:50:55.385034 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:55.411192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:50:55.435227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.435728 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added segment f75a4f2a-1c9e-4050-a165-faa10a4fa7b6 of type vlan for network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 Dec 16 09:50:55.493578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6df4ca2e-4869-4b40-9a2c-961c10753504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.496374 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6df4ca2e-4869-4b40-9a2c-961c10753504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.500196 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6df4ca2e-4869-4b40-9a2c-961c10753504 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8467246-1816-4bbc-a9af-6bdb439911bf HTTP/1.1" status: 204 len: 168 time: 0.2782111 Dec 16 09:50:55.520937 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4ca2e-4869-4b40-9a2c-961c10753504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8467246-1816-4bbc-a9af-6bdb439911bf,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.532280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.588263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.594814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:55.595473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.768105 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4972343 Dec 16 09:50:55.768534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43224) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:55.775660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'subnet': {'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:55.780219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47723-f23c-4355-b6e0-83fee56ec318 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Network': ['ID=3d568a47-2455-4a2a-9cbd-dc625e3f2127,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:55.804186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:50:55.812255 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:54Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:54Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:55.868923 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:50:55.869282 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Updating router a6e8e70f-9e14-48c3-806a-bf024129635c port 7d98b1a5-c690-4472-b739-b320d932e6dc binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:50:55.897186 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:55.944148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bfd8a6e-fc27-42b2-93eb-f610048846c2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:55.948060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0acc64-437b-43bb-b64b-a3681c3fe691 None None] Network 29196171-f15c-4418-9292-c03f377ec028 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:55.963488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Made reservation on behalf of c96118f27cf04859ba353dc6b79f0dae for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:50:55.968919 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.146016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-375a3625-30d1-4917-b659-6d35340ddfdb None None] Provisioning complete for port 731e8169-4cd6-4fff-99db-ec4c0fb1456f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:56.146674 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-375a3625-30d1-4917-b659-6d35340ddfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.182501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f210-7e0c-4e20-b5bc-8a6dc3792d54 req-7fd31517-99e1-4941-9bfc-652ac1aacf0e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.190943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0c4f210-7e0c-4e20-b5bc-8a6dc3792d54 req-7fd31517-99e1-4941-9bfc-652ac1aacf0e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1020851 Dec 16 09:50:56.235229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:56.236898 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.265078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0c4f210-7e0c-4e20-b5bc-8a6dc3792d54 req-f68428a5-1671-49ac-aeab-b86c40d603a7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731008 Dec 16 09:50:56.415006 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.417027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd4e644-24af-479b-a176-469e2e596634 req-bca10831-8767-4e9b-aa49-46355953743c tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0502257 Dec 16 09:50:56.420414 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.427364 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.428244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 731e8169-4cd6-4fff-99db-ec4c0fb1456f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:56.511287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-375a3625-30d1-4917-b659-6d35340ddfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.555592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-375a3625-30d1-4917-b659-6d35340ddfdb None None] For port 731e8169-4cd6-4fff-99db-ec4c0fb1456f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=731e8169-4cd6-4fff-99db-ec4c0fb1456f,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:56.563976 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-375a3625-30d1-4917-b659-6d35340ddfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.568832 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffd860-11ce-4e17-989f-669b65fd2684 None None] Pushing event updated for resources: {'Port': ['ID=7d98b1a5-c690-4472-b739-b320d932e6dc,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:56.591512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-7e0b739a-2526-4d90-a295-64ccee1c43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.593220 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-7e0b739a-2526-4d90-a295-64ccee1c43c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1096 time: 0.1035013 Dec 16 09:50:56.617877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 731e8169-4cd6-4fff-99db-ec4c0fb1456f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:56.618440 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.674204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3625-30d1-4917-b659-6d35340ddfdb None None] Pushing event updated for resources: {'Port': ['ID=731e8169-4cd6-4fff-99db-ec4c0fb1456f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:56.677650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Subnet': ['ID=a719795b-4d08-4e90-9804-bfc0fc6285b2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:56.680179 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Attempting to bind port 7d98b1a5-c690-4472-b739-b320d932e6dc on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:56.680575 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Attempting to bind port 7d98b1a5-c690-4472-b739-b320d932e6dc by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:56.680937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Attempting to bind port 7d98b1a5-c690-4472-b739-b320d932e6dc on network 29196171-f15c-4418-9292-c03f377ec028 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:56.697234 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:56.697607 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Checking segment: {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:56.699043 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.699461 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Bound using segment: {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:56.700174 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Bound port: 7d98b1a5-c690-4472-b739-b320d932e6dc, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb63c63-bcd4-4522-b65e-d7bc8da6474a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '29196171-f15c-4418-9292-c03f377ec028'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:56.700578 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.715945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Checking segment: {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:56.716359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network hostable DHCP agents. Network: 3d568a47-2455-4a2a-9cbd-dc625e3f2127, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:50:56.736989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86359-b86b-4838-ab82-e17de22a4738 req-b8a0f6c5-35b7-4249-a35e-7844c8f633ba tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.738650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3c86359-b86b-4838-ab82-e17de22a4738 req-b8a0f6c5-35b7-4249-a35e-7844c8f633ba tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1961215 Dec 16 09:50:56.808017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3c86359-b86b-4838-ab82-e17de22a4738 req-07a61096-8d00-468f-bef7-fa3a0db9f6dd tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Dec 16 09:50:56.809348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:50:56.825291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3d568a47-2455-4a2a-9cbd-dc625e3f2127) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:56.834459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.835068 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:56.837922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4d792-7685-45a3-b871-af004b3855e6 None None] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:50:56.841712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-649a59d8-558f-48a0-8139-fcae918c1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:56.849180 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-649a59d8-558f-48a0-8139-fcae918c1f80 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.2321219 Dec 16 09:50:56.854298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fc08d2ee-8f79-48ce-b767-e218fc517d93 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0836139 Dec 16 09:50:56.858285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43248) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:56.977202 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] For port 7d98b1a5-c690-4472-b739-b320d932e6dc, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:56.982883 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] For port 7d98b1a5-c690-4472-b739-b320d932e6dc, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7d98b1a5-c690-4472-b739-b320d932e6dc,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:56.992095 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.062570 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-e2678b41-5dd7-4fdd-a7b8-7d86f27421a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 1001 time: 0.1946404 Dec 16 09:50:57.099411 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:57.100164 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:57.123401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Provisioning complete for port 731e8169-4cd6-4fff-99db-ec4c0fb1456f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:57.124078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.160902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-4b378525-5485-46ac-baf1-9834d12e979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.163817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-4b378525-5485-46ac-baf1-9834d12e979a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.0925698 Dec 16 09:50:57.164720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:50:57.165586 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.258145 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffd860-11ce-4e17-989f-669b65fd2684 None None] Pushing event updated for resources: {'Port': ['ID=7d98b1a5-c690-4472-b739-b320d932e6dc,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:57.260337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-91202e45-94d1-4ba8-8012-f64245952436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.274554 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-91202e45-94d1-4ba8-8012-f64245952436 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017771 Dec 16 09:50:57.349773 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:50:57.430356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Allocated IP 2001:db8:3::2 (3d568a47-2455-4a2a-9cbd-dc625e3f2127/a719795b-4d08-4e90-9804-bfc0fc6285b2/92d490f5-8f46-43ae-b4fc-fdada5afcf53) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:57.564201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3450b-f0c1-471b-8bcb-84f696614688 req-8f16b4e1-9b15-47cd-bf09-926f43be52f8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:57.572692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04f3450b-f0c1-471b-8bcb-84f696614688 req-8f16b4e1-9b15-47cd-bf09-926f43be52f8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1669688 Dec 16 09:50:57.628559 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-1af441f5-5bfb-4fb7-b358-78d0a2d0b389 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464115 Dec 16 09:50:57.652373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04f3450b-f0c1-471b-8bcb-84f696614688 req-4fb028a2-42a5-47df-9ac9-659ec9afd679 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785027 Dec 16 09:50:57.741321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Provisioning complete for port 7d98b1a5-c690-4472-b739-b320d932e6dc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:57.741696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.785572 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:57.807803 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-aa12dfb7-e9c8-422c-8b94-9945a0d25a5d req-2edff323-e70d-4aad-8571-fb7251de1fdc service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710374 Dec 16 09:50:57.858484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 731e8169-4cd6-4fff-99db-ec4c0fb1456f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:57.975913 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:54Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:56Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:50:57.980404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d92f2e8d-c1d7-4d40-8956-7ab26c09003f req-3e396629-1046-4b86-9c7a-191b11e11062 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=322140b6-a51a-4793-a536-973c6c4c0230 HTTP/1.1" status: 200 len: 210 time: 0.0776112 Dec 16 09:50:58.010234 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e171bf-e761-42fa-bc60-ab79532e3a50 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:54Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:56Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:50:58.037461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.150126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] For port 7d98b1a5-c690-4472-b739-b320d932e6dc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7d98b1a5-c690-4472-b739-b320d932e6dc,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:58.178944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.246289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001bc4f-72b4-4145-bb23-17cc592ff9c4 None None] Pushing event updated for resources: {'Port': ['ID=7d98b1a5-c690-4472-b739-b320d932e6dc,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.274240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72b518-1555-4ab8-8324-116584555cb6 req-e4f743fd-9874-4461-8b55-a70b3ef676b8 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:58.275941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb72b518-1555-4ab8-8324-116584555cb6 req-e4f743fd-9874-4461-8b55-a70b3ef676b8 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1556249 Dec 16 09:50:58.294517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.298885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 731e8169-4cd6-4fff-99db-ec4c0fb1456f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:58.299250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.393765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb72b518-1555-4ab8-8324-116584555cb6 req-8b5dea79-fac7-4dfa-85f5-bb49bba9736d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100235 Dec 16 09:50:58.417357 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.430083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Allocated IP 2001:db8:3::1 (3d568a47-2455-4a2a-9cbd-dc625e3f2127/a719795b-4d08-4e90-9804-bfc0fc6285b2/ca3bbc00-35a5-4400-bd32-bce513a789a2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:50:58.504703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-60110126-c348-4d17-a666-d0814104ab07 None None] Provisioning complete for port 7d98b1a5-c690-4472-b739-b320d932e6dc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:58.505753 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60110126-c348-4d17-a666-d0814104ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.507654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Pushing event updated for resources: {'Port': ['ID=92d490f5-8f46-43ae-b4fc-fdada5afcf53,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.581783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:58.585598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:58.589784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:58.681209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.754661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.771887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Attempting to bind port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:50:58.772259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Attempting to bind port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:50:58.772620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Attempting to bind port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 on network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:50:58.804152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:50:58.804372 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Checking segment: {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:50:58.804670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.805345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Bound using segment: {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:50:58.805579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Bound port: 92d490f5-8f46-43ae-b4fc-fdada5afcf53, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:50:58.805919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.856204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:58.861755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:58.864276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:50:58.865299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.904669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] For port 92d490f5-8f46-43ae-b4fc-fdada5afcf53, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:50:58.908176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] For port 92d490f5-8f46-43ae-b4fc-fdada5afcf53, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92d490f5-8f46-43ae-b4fc-fdada5afcf53,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:50:58.912074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=ca3bbc00-35a5-4400-bd32-bce513a789a2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:58.921678 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:58.963630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db380ba0-0d90-473c-af1f-097437e8323e req-0307331a-7b1d-43fe-806b-247770bb4053 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:58.968747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db380ba0-0d90-473c-af1f-097437e8323e req-0307331a-7b1d-43fe-806b-247770bb4053 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 945 time: 0.1976469 Dec 16 09:50:59.000382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Pushing event updated for resources: {'Port': ['ID=92d490f5-8f46-43ae-b4fc-fdada5afcf53,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:59.011114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.011668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.012219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.013250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.014007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.014138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.014757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.014888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.015145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.015467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.016102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.016413 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02c2a64-5b96-490e-b6ca-3ac0a44462f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:50:59.025676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-44545982-bad0-429f-ac12-baaf42736733 None None] Provisioning complete for port 7d98b1a5-c690-4472-b739-b320d932e6dc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:50:59.026139 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-44545982-bad0-429f-ac12-baaf42736733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.041029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db380ba0-0d90-473c-af1f-097437e8323e req-f442a73b-6360-4e1c-bc49-435cd859a50e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693340 Dec 16 09:50:59.053521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.136037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:50:59.298099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:59.316881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'port_id': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'mac_address': 'fa:16:3e:6f:32:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:50:59.362622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.376378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:50:59.402031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:50:59.408255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.438563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.445744 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.446841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:50:59.472296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:59.544211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event updated for resources: {'Port': ['ID=ca3bbc00-35a5-4400-bd32-bce513a789a2,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:50:59.605095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f7fcf-3a8f-4170-8435-7402be0cb592 req-9ee02081-d114-44e5-8830-f4d7e5f4e174 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:50:59.607385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d6f7fcf-3a8f-4170-8435-7402be0cb592 req-9ee02081-d114-44e5-8830-f4d7e5f4e174 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1268597 Dec 16 09:50:59.677686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d6f7fcf-3a8f-4170-8435-7402be0cb592 req-b4bc47cd-bed7-48a4-80c3-ebf2494d400f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571098 Dec 16 09:50:59.685878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:50:59.687603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:50:59.797502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:50:59.798360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7d98b1a5-c690-4472-b739-b320d932e6dc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:50:59.855708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['cfcafc24-c6dc-48b1-a230-d9f74c49eefa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:50:59.909421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:50:59.920158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:50:59.923574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43286) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:50:59.924073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6b05abb9-2d43-48c8-ada0-8a49c4d158a7 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0643299 Dec 16 09:50:59.928574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:50:59.950482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:50:59.951131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:00.026347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 7d98b1a5-c690-4472-b739-b320d932e6dc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.026815 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.252423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5338cb-db70-4af1-ad1a-c4864979c234 req-8f7f8459-ac6e-4112-962c-9f52232b62a7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:00.253014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:00.260727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b5338cb-db70-4af1-ad1a-c4864979c234 req-8f7f8459-ac6e-4112-962c-9f52232b62a7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.0742190 Dec 16 09:51:00.300967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd58b8e-cd28-446f-94ff-5dd8289b6be6 None None] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:00.344955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b5338cb-db70-4af1-ad1a-c4864979c234 req-4c28aad5-6baf-4c54-a687-094d58a70abf tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643644 Dec 16 09:51:00.447902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92d490f5-8f46-43ae-b4fc-fdada5afcf53 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:00.777145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-41f09c98-3461-4247-88ec-860771daa7f4 None None] Provisioning complete for port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:00.777683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41f09c98-3461-4247-88ec-860771daa7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.874820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f684b-9881-48c0-877c-45d53b42b56d req-d02e1a85-c35f-4d39-a416-52c49628ec5d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:00.876483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-554f684b-9881-48c0-877c-45d53b42b56d req-d02e1a85-c35f-4d39-a416-52c49628ec5d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0785162 Dec 16 09:51:00.902153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:51:00.920806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Removed routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:51:00.921344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:00.959250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-554f684b-9881-48c0-877c-45d53b42b56d req-680f70cd-563b-4903-a061-0c7023cb7102 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 Dec 16 09:51:01.062368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:01.062933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.164138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.171652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.208308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3bbc00-35a5-4400-bd32-bce513a789a2', 'name': '', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:93:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:58Z', 'updated_at': '2021-12-16T09:50:59Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:01.252685 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41f09c98-3461-4247-88ec-860771daa7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.273000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:01.273000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Updating router a6e8e70f-9e14-48c3-806a-bf024129635c port ca3bbc00-35a5-4400-bd32-bce513a789a2 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:51:01.301925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:01.305540 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.329051 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.332765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-41f09c98-3461-4247-88ec-860771daa7f4 None None] For port 92d490f5-8f46-43ae-b4fc-fdada5afcf53, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92d490f5-8f46-43ae-b4fc-fdada5afcf53,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:01.351156 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41f09c98-3461-4247-88ec-860771daa7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.503182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:01.516131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.520051 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e12a5900-cec0-4620-a642-5a65af5c0ed5 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 953 time: 1.5926912 Dec 16 09:51:01.522770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43312) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:01.601445 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:51:01.602081 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:51:01.602683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f09c98-3461-4247-88ec-860771daa7f4 None None] Pushing event updated for resources: {'Port': ['ID=92d490f5-8f46-43ae-b4fc-fdada5afcf53,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:01.630656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a0757a26-bcbe-449c-92ff-0cb5c061c02c None None] Provisioning complete for port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:01.631167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0757a26-bcbe-449c-92ff-0cb5c061c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.637076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9a2d0-2451-4ee3-b882-e2fad5c8c0d6 req-22dc5a6e-afd4-4759-8ad6-969aae89eeff tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:01.638821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eca9a2d0-2451-4ee3-b882-e2fad5c8c0d6 req-22dc5a6e-afd4-4759-8ad6-969aae89eeff tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.1768973 Dec 16 09:51:01.685269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47ed1feb-620d-4817-98f2-7ae61df7d98e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 953 time: 0.1571751 Dec 16 09:51:01.686352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43314) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:01.690261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'routes': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:01.855425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eca9a2d0-2451-4ee3-b882-e2fad5c8c0d6 req-27f5793a-051e-44ba-80a9-a229efcde0f2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977608 Dec 16 09:51:01.907420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a0757a26-bcbe-449c-92ff-0cb5c061c02c None None] Provisioning complete for port ca3bbc00-35a5-4400-bd32-bce513a789a2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:01.909047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0757a26-bcbe-449c-92ff-0cb5c061c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:01.958531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a0757a26-bcbe-449c-92ff-0cb5c061c02c None None] Port ca3bbc00-35a5-4400-bd32-bce513a789a2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:01.981822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.002329 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.079363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677a01e-b957-4842-beb3-51ac1e673f38 None None] Pushing event updated for resources: {'Port': ['ID=ca3bbc00-35a5-4400-bd32-bce513a789a2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.143023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ef34f231-fe47-470f-ad3c-24cca7d5d5f4 None None] Provisioning complete for port ca3bbc00-35a5-4400-bd32-bce513a789a2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:02.143283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ef34f231-fe47-470f-ad3c-24cca7d5d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.251690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ef34f231-fe47-470f-ad3c-24cca7d5d5f4 None None] Port ca3bbc00-35a5-4400-bd32-bce513a789a2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:02.261635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Attempting to bind port ca3bbc00-35a5-4400-bd32-bce513a789a2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:02.262301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Attempting to bind port ca3bbc00-35a5-4400-bd32-bce513a789a2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:02.262669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Attempting to bind port ca3bbc00-35a5-4400-bd32-bce513a789a2 on network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:02.268762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:02.269128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Checking segment: {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:02.269652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.270072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Bound using segment: {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:02.271152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Bound port: ca3bbc00-35a5-4400-bd32-bce513a789a2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:02.271538 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.278011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e174-78ab-443e-b792-db1214160013 req-217293f0-8778-430d-ab61-72a5ab8daeb2 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:02.296663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2f6e174-78ab-443e-b792-db1214160013 req-217293f0-8778-430d-ab61-72a5ab8daeb2 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.2475648 Dec 16 09:51:02.404398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] For port ca3bbc00-35a5-4400-bd32-bce513a789a2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:02.405885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2f6e174-78ab-443e-b792-db1214160013 req-e38ceaa9-8968-41bb-9abb-b6128f175013 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082370 Dec 16 09:51:02.408362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] For port ca3bbc00-35a5-4400-bd32-bce513a789a2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ca3bbc00-35a5-4400-bd32-bce513a789a2,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:02.421792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92d490f5-8f46-43ae-b4fc-fdada5afcf53 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:02.436559 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.539558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cbb0ce3d-8d2c-484b-bab1-85310a1377b7 None None] Provisioning complete for port ca3bbc00-35a5-4400-bd32-bce513a789a2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:02.539983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ce3d-8d2c-484b-bab1-85310a1377b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.571937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.extraroute_db [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added routes are [] {{(pid=102398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:51:02.573995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.extraroute_db [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:51:02.600960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:02.601636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:02.621959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.686575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677a01e-b957-4842-beb3-51ac1e673f38 None None] Pushing event updated for resources: {'Port': ['ID=ca3bbc00-35a5-4400-bd32-bce513a789a2,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:02.757069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:02.817275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:02.817801 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.923190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.927862 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:02.993995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ce3d-8d2c-484b-bab1-85310a1377b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.112906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cbb0ce3d-8d2c-484b-bab1-85310a1377b7 None None] For port ca3bbc00-35a5-4400-bd32-bce513a789a2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ca3bbc00-35a5-4400-bd32-bce513a789a2,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:03.133644 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ce3d-8d2c-484b-bab1-85310a1377b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.141570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:03.229446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0ce3d-8d2c-484b-bab1-85310a1377b7 None None] Pushing event updated for resources: {'Port': ['ID=ca3bbc00-35a5-4400-bd32-bce513a789a2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:03.271609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:00Z', 'revision_number': 6, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3bbc00-35a5-4400-bd32-bce513a789a2', 'name': '', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:93:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:58Z', 'updated_at': '2021-12-16T09:51:02Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:03.275368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-80bbca01-711e-4df6-9007-e390a5d060d7 None None] Provisioning complete for port ca3bbc00-35a5-4400-bd32-bce513a789a2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:03.275868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80bbca01-711e-4df6-9007-e390a5d060d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.308801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port cfcafc24-c6dc-48b1-a230-d9f74c49eefa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:51:03.348683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f282e-3f12-46a4-9c72-3d89bfbb462b None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:00Z', 'revision_number': 6, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3bbc00-35a5-4400-bd32-bce513a789a2', 'name': '', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:93:fd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:58Z', 'updated_at': '2021-12-16T09:51:02Z', 'revision_number': 4, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:03.361754 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port cfcafc24-c6dc-48b1-a230-d9f74c49eefa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:03.362199 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.593984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.636505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99129e4-68bb-454e-a728-94185a10ad5d req-3ef7ae84-77fd-417f-93f0-d878422f8ca2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:03.652372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d99129e4-68bb-454e-a728-94185a10ad5d req-3ef7ae84-77fd-417f-93f0-d878422f8ca2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 946 time: 0.2090087 Dec 16 09:51:03.657817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:51:03.662918 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad619df8-eb85-4be1-82e1-494ca560d9e7" -d '{"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-plugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:51:03.676111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:03.687628 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.698394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:03.715813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d99129e4-68bb-454e-a728-94185a10ad5d req-2f526d2f-f646-4824-b877-77b8a8803885 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588131 Dec 16 09:51:03.792327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=12']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:03.931754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:03.946241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:03.947868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6835cea2-43dd-4442-b348-e130c9fe3c65 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 703 time: 2.2611942 Dec 16 09:51:03.950414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43342) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:03.970446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4863e-4816-43b2-b928-3c0b3b29e015 req-8220afb4-80ba-4def-af54-67426193db81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:03.979105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65c4863e-4816-43b2-b928-3c0b3b29e015 req-8220afb4-80ba-4def-af54-67426193db81 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1136897 Dec 16 09:51:04.098754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65c4863e-4816-43b2-b928-3c0b3b29e015 req-aee1949c-c0ce-44d3-9a78-b61851a6e785 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185789 Dec 16 09:51:04.109880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43824381-131f-4d18-97d9-b624a6340004 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 703 time: 0.1552315 Dec 16 09:51:04.110054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43344) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.171707 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4747699-0902-434b-8b71-694ea74cf7af x-openstack-request-id: req-e4747699-0902-434b-8b71-694ea74cf7af {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:51:04.172512 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-plugged", "status": "completed", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:51:04.172925 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4747699-0902-434b-8b71-694ea74cf7af {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:51:04.173478 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'code': 200} Dec 16 09:51:04.378425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ca3bbc00-35a5-4400-bd32-bce513a789a2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:04.436027 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:04.448084 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:04.449160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ca3bbc00-35a5-4400-bd32-bce513a789a2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:04.449566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.450643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54725-e959-4f7b-923c-1e5cb018684f req-4eaf4763-85fa-46a0-a83b-e3f9035add8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:04.451112 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:04.452190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-89c54725-e959-4f7b-923c-1e5cb018684f req-4eaf4763-85fa-46a0-a83b-e3f9035add8c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1098 time: 0.1004548 Dec 16 09:51:04.504198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-89c54725-e959-4f7b-923c-1e5cb018684f req-46d8443a-d642-48aa-b9d5-b4a1be6e1245 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441360 Dec 16 09:51:04.595803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:04.675349 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:04.835467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43354) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:04.861997 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:02Z', 'revision_number': 7, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3bbc00-35a5-4400-bd32-bce513a789a2', 'name': '', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:93:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:58Z', 'updated_at': '2021-12-16T09:51:03Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:04.890998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b15a8d-b672-40da-97d0-13450941d67c req-0b6dfa22-eeb2-4b09-a019-3df0ab6fb6c4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:04.892680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29b15a8d-b672-40da-97d0-13450941d67c req-0b6dfa22-eeb2-4b09-a019-3df0ab6fb6c4 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.0831409 Dec 16 09:51:04.902316 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:04.911018 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:04.911623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:04.978729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29b15a8d-b672-40da-97d0-13450941d67c req-63b25bc7-06da-4b76-bd0f-c1f08c2480cc tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790298 Dec 16 09:51:05.021791 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:05.044326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port 3513d6a8-04ae-4917-a9fc-f16c5ad4d959 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:05.044818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.058292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port ca3bbc00-35a5-4400-bd32-bce513a789a2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:05.058940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.136759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.137202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.153245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for 3513d6a8-04ae-4917-a9fc-f16c5ad4d959 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:05.172756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port ca3bbc00-35a5-4400-bd32-bce513a789a2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ca3bbc00-35a5-4400-bd32-bce513a789a2,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:05.173348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.188670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for ca3bbc00-35a5-4400-bd32-bce513a789a2 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:05.279524 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:02Z', 'revision_number': 7, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3bbc00-35a5-4400-bd32-bce513a789a2', 'name': '', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:93:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:58Z', 'updated_at': '2021-12-16T09:51:03Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:05.316795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb13d68-7a1f-4c8c-9f2a-f9d6425b54f7 req-f0e5e699-f480-4f1f-aa20-64225ab3fcd4 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:05.318642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bb13d68-7a1f-4c8c-9f2a-f9d6425b54f7 req-f0e5e699-f480-4f1f-aa20-64225ab3fcd4 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0781906 Dec 16 09:51:05.329226 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20317364-2b5a-4052-81a7-692b13c93e5d None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:02Z', 'revision_number': 7, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca3bbc00-35a5-4400-bd32-bce513a789a2', 'name': '', 'network_id': '3d568a47-2455-4a2a-9cbd-dc625e3f2127', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:93:fd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:58Z', 'updated_at': '2021-12-16T09:51:03Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'a719795b-4d08-4e90-9804-bfc0fc6285b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:05.396285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.445170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bb13d68-7a1f-4c8c-9f2a-f9d6425b54f7 req-8640dd73-2d0c-436a-98b0-1429edab5c2b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852537 Dec 16 09:51:05.455727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=3513d6a8-04ae-4917-a9fc-f16c5ad4d959,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.556102 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.556584 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Floating IP d13c73ae-e9d6-4285-8cbf-5ee06b518d71 disassociated (deleted). External IP: 172.25.6.212, port: 449183aa-b7b0-4734-a269-c1daf3a88dcd. Dec 16 09:51:05.578283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.631948 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=ca3bbc00-35a5-4400-bd32-bce513a789a2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:05.805505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:05.897828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:06.029962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:06.034961 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.041734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:06.056158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:06.056692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:06.070055 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50a754e6-39e5-4465-8d1c-b3809f7057b1 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "DELETE /v2.0/floatingips/d13c73ae-e9d6-4285-8cbf-5ee06b518d71 HTTP/1.1" status: 204 len: 168 time: 1.2333894 Dec 16 09:51:06.071066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:51:06.073918 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab477b95-00e8-4056-91a6-e037253354bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:51:06.106598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:06.223435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee539-39b8-4f33-a24e-35eded137724 req-c1817c7b-5555-43a2-aa8c-621cba25d596 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:06.225084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f1ee539-39b8-4f33-a24e-35eded137724 req-c1817c7b-5555-43a2-aa8c-621cba25d596 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.1315250 Dec 16 09:51:06.304986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:06.314652 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:06.319566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66e94eeb-b562-4d19-b730-97c318b87caa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2053778 Dec 16 09:51:06.319931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.332580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f1ee539-39b8-4f33-a24e-35eded137724 req-7447e0bd-6a1e-4f4a-9f86-5a0ad6e9bf57 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758762 Dec 16 09:51:06.336422 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:06.341914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:06.407861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet a719795b-4d08-4e90-9804-bfc0fc6285b2 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:06.411888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.484844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.496403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:06.570584 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:06.663341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.756200 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69264db3-d3d2-429d-b9b4-735982d8c85f x-openstack-request-id: req-69264db3-d3d2-429d-b9b4-735982d8c85f {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:51:06.756883 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:51:06.759085 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69264db3-d3d2-429d-b9b4-735982d8c85f {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:51:06.759699 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'status': 'completed', 'code': 200} Dec 16 09:51:06.779280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.820553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269befcd-8f6c-4e01-931d-d14940cf2049 None None] Network 3d568a47-2455-4a2a-9cbd-dc625e3f2127 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:06.847435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:06.850829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/a719795b-4d08-4e90-9804-bfc0fc6285b2 HTTP/1.1" status: 204 len: 168 time: 0.5296273 Dec 16 09:51:06.855071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43412) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:06.912163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:06.914910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58bba5-3aa5-4ca9-a36a-f015096e70db req-35b29268-bcd7-4c2d-8c67-00f85c9c583b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:06.917186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b58bba5-3aa5-4ca9-a36a-f015096e70db req-35b29268-bcd7-4c2d-8c67-00f85c9c583b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0768552 Dec 16 09:51:06.936282 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:05Z', 'revision_number': 8, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:06.948492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae04c1-eb83-479d-9a8c-1ff9f3a47136 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=a719795b-4d08-4e90-9804-bfc0fc6285b2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:06.977403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:06.977936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477b95-00e8-4056-91a6-e037253354bb req-129fb1d6-dd5c-4921-b84c-526900a615bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:06.979563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-129fb1d6-dd5c-4921-b84c-526900a615bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffdc5fb83b874cffa91d7175e427f521&device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 1096 time: 0.2168343 Dec 16 09:51:06.984827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b58bba5-3aa5-4ca9-a36a-f015096e70db req-a81b1248-cc67-4e23-8a9c-136c98b4a534 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Dec 16 09:51:07.046882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:07.047416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:07.112514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.118340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88b21e-d075-423b-ad07-2eeab9e08fd7 req-3e72b7c7-8673-4112-9609-fb5ae25d3ed0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:07.128794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c88b21e-d075-423b-ad07-2eeab9e08fd7 req-3e72b7c7-8673-4112-9609-fb5ae25d3ed0 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 945 time: 0.0753520 Dec 16 09:51:07.186862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477b95-00e8-4056-91a6-e037253354bb req-23268cb9-0673-4bd7-990a-fc13369385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:07.188734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-23268cb9-0673-4bd7-990a-fc13369385f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 200 len: 913 time: 0.1938660 Dec 16 09:51:07.192243 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:07.194366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c88b21e-d075-423b-ad07-2eeab9e08fd7 req-1d56d84f-3d96-4b52-9713-70677df665fe tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646288 Dec 16 09:51:07.204117 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:07.205096 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:07.207223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:07.274818 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-e301754a-6e35-4fc4-bb59-892cf8340b5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 200 len: 217 time: 0.0738206 Dec 16 09:51:07.302166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:07.302752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.304269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9717958-8f71-4304-8abd-962399284cdd None None] DHCP port deletion for 3d568a47-2455-4a2a-9cbd-dc625e3f2127 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:07.312254 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:07.398758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477b95-00e8-4056-91a6-e037253354bb req-5885289d-0b3b-4143-8ea6-178f79201606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:07.400213 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-5885289d-0b3b-4143-8ea6-178f79201606 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 200 len: 851 time: 0.1074665 Dec 16 09:51:07.407416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 92d490f5-8f46-43ae-b4fc-fdada5afcf53, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92d490f5-8f46-43ae-b4fc-fdada5afcf53,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:07.407802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.448473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 92d490f5-8f46-43ae-b4fc-fdada5afcf53 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:07.485056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c9717958-8f71-4304-8abd-962399284cdd None None] Deleting port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:07.485595 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9717958-8f71-4304-8abd-962399284cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.511769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477b95-00e8-4056-91a6-e037253354bb req-f23b59c0-e3c6-4c2a-ae9c-2148ec28a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:07.534558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-f23b59c0-e3c6-4c2a-ae9c-2148ec28a019 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=64642734-5d89-4ba1-97ce-846759726226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235025 Dec 16 09:51:07.583557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b94ad-143b-479b-bd05-40af45d7ff66 req-e1a546e7-d7d5-4dc4-a129-4cff030f4d5f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:07.592820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a6b94ad-143b-479b-bd05-40af45d7ff66 req-e1a546e7-d7d5-4dc4-a129-4cff030f4d5f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.0892897 Dec 16 09:51:07.596330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:07.637183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b36b22-ffaf-43da-9944-795f1e846ff7 None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:39:35Z', 'revision_number': 4, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2654283e-edcd-4de5-9103-4833c31ab684', 'name': '', 'network_id': '64642734-5d89-4ba1-97ce-846759726226', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'mac_address': 'fa:16:3e:f3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:32Z', 'updated_at': '2021-12-16T09:39:39Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'subnets': [{'id': '8509a545-3735-4db8-8a4a-0bd7c3e4b934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:07.644924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c9717958-8f71-4304-8abd-962399284cdd None None] For port 92d490f5-8f46-43ae-b4fc-fdada5afcf53, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92d490f5-8f46-43ae-b4fc-fdada5afcf53,segment=NetworkSegment(f75a4f2a-1c9e-4050-a165-faa10a4fa7b6),segment_id=f75a4f2a-1c9e-4050-a165-faa10a4fa7b6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:07.645461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9717958-8f71-4304-8abd-962399284cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.649317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a6b94ad-143b-479b-bd05-40af45d7ff66 req-b763bdc6-5207-46dd-b446-d8d5a03a9be3 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526032 Dec 16 09:51:07.652516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.685482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c9717958-8f71-4304-8abd-962399284cdd None None] Calling delete_port for 92d490f5-8f46-43ae-b4fc-fdada5afcf53 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:07.695102 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:05Z', 'revision_number': 8, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:07.720786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-6713693d-628b-4bf2-be5c-a45e75d032b0 service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724920 Dec 16 09:51:07.721800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=92d490f5-8f46-43ae-b4fc-fdada5afcf53,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.725712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:07.743625 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9e437a-ab21-4a7f-b52d-51ec95a2dc93 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:05Z', 'revision_number': 8, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d98b1a5-c690-4472-b739-b320d932e6dc', 'name': '', 'network_id': '29196171-f15c-4418-9292-c03f377ec028', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:d6:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:52Z', 'updated_at': '2021-12-16T09:50:58Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': 'd5f401c6-4159-4ae7-8477-3b368d1b7a58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:07.836888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9717958-8f71-4304-8abd-962399284cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:07.864300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9717958-8f71-4304-8abd-962399284cdd None None] Pushing event deleted for resources: {'Port': ['ID=92d490f5-8f46-43ae-b4fc-fdada5afcf53,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:07.868285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9717958-8f71-4304-8abd-962399284cdd None None] No DVR routers for this DVR port 92d490f5-8f46-43ae-b4fc-fdada5afcf53 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:08.004716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a987434-5ab2-4127-a265-c8bf50f30907 None None] New status for floating IP d13c73ae-e9d6-4285-8cbf-5ee06b518d71: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:51:08.121243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a60ec-a186-4a7b-a7d2-803bab5da7c0 req-995cfeb2-d898-4411-8966-8f918fd3fa01 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.129581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-602a60ec-a186-4a7b-a7d2-803bab5da7c0 req-995cfeb2-d898-4411-8966-8f918fd3fa01 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0671906 Dec 16 09:51:08.171721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-602a60ec-a186-4a7b-a7d2-803bab5da7c0 req-e8556f87-05ec-4c29-942c-b4e67dd6ae8e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Dec 16 09:51:08.217087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.254860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d568a47-2455-4a2a-9cbd-dc625e3f2127']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:08.278519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:08.278931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75a4f2a-1c9e-4050-a165-faa10a4fa7b6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:08.282622 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ab477b95-00e8-4056-91a6-e037253354bb req-e4ffdc95-4507-49b5-b29b-0e0f4025d97e service neutron] 10.222.0.69 "GET /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501547 Dec 16 09:51:08.302586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.328253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.344985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ca3bbc00-35a5-4400-bd32-bce513a789a2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:08.345502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:08.345502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:08.349450 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:08.359178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c92f7-5688-415c-82ad-4c78a816d20b req-cb9022ab-fae9-41ed-8b31-3f7d0ba385ef tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.361244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-870c92f7-5688-415c-82ad-4c78a816d20b req-cb9022ab-fae9-41ed-8b31-3f7d0ba385ef tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 945 time: 0.0744600 Dec 16 09:51:08.366050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ca3bbc00-35a5-4400-bd32-bce513a789a2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:08.366397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ca3bbc00-35a5-4400-bd32-bce513a789a2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:08.366812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92d490f5-8f46-43ae-b4fc-fdada5afcf53 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:08.404720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 92d490f5-8f46-43ae-b4fc-fdada5afcf53 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:08.405153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92d490f5-8f46-43ae-b4fc-fdada5afcf53 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:08.430606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-870c92f7-5688-415c-82ad-4c78a816d20b req-50b54abc-b710-4d85-8a2c-31f9e4d54af7 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/security-groups?id=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585790 Dec 16 09:51:08.439472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.445321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.448935 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/3d568a47-2455-4a2a-9cbd-dc625e3f2127 HTTP/1.1" status: 204 len: 168 time: 1.5742936 Dec 16 09:51:08.451620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43424) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:08.463823 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d3079-c87e-4d7b-8b4b-458371fccece tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=3d568a47-2455-4a2a-9cbd-dc625e3f2127,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:08.639093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e27d-95d5-4f4d-afd8-513411737546 req-d8c2200e-1317-4b35-b314-2491bfb042df tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:08.641676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8739e27d-95d5-4f4d-afd8-513411737546 req-d8c2200e-1317-4b35-b314-2491bfb042df tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 945 time: 0.0500553 Dec 16 09:51:08.748523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port 449183aa-b7b0-4734-a269-c1daf3a88dcd {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:08.748523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.815467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.867630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] For port 449183aa-b7b0-4734-a269-c1daf3a88dcd, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=449183aa-b7b0-4734-a269-c1daf3a88dcd,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:08.868120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:08.883091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for 449183aa-b7b0-4734-a269-c1daf3a88dcd owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:09.063255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.096253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=449183aa-b7b0-4734-a269-c1daf3a88dcd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:09.143347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] No DVR routers for this DVR port 449183aa-b7b0-4734-a269-c1daf3a88dcd on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:09.147914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.151512 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8739e27d-95d5-4f4d-afd8-513411737546 req-2dad9470-c5e9-40e6-8e2f-ab56f7c632ba tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.69 "DELETE /v2.0/ports/449183aa-b7b0-4734-a269-c1daf3a88dcd HTTP/1.1" status: 204 len: 173 time: 0.5029252 Dec 16 09:51:09.152110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'name': 'network-vif-deleted', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:51:09.158846 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e8df97-4420-494d-886a-4bcb3741d655" -d '{"events": [{"server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "name": "network-vif-deleted", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:51:09.207044 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70bb8a5-8375-4717-8a64-0d38e751963d x-openstack-request-id: req-c70bb8a5-8375-4717-8a64-0d38e751963d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:51:09.207352 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2e576c-6a07-4dfd-b285-0685520c6304", "name": "network-vif-deleted", "tag": "449183aa-b7b0-4734-a269-c1daf3a88dcd", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:51:09.207581 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c70bb8a5-8375-4717-8a64-0d38e751963d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:51:09.207983 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2e576c-6a07-4dfd-b285-0685520c6304', 'name': 'network-vif-deleted', 'tag': '449183aa-b7b0-4734-a269-c1daf3a88dcd', 'status': 'completed', 'code': 200} Dec 16 09:51:09.361809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f652d7-e000-4265-811c-563d5e7abb4e req-4a95603f-57ab-4edb-86eb-79e3162b1cf6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:09.363440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69f652d7-e000-4265-811c-563d5e7abb4e req-4a95603f-57ab-4edb-86eb-79e3162b1cf6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0796192 Dec 16 09:51:09.434885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69f652d7-e000-4265-811c-563d5e7abb4e req-6009c755-5406-4cc1-8f89-ef6123eafb9c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616512 Dec 16 09:51:09.498053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 7d98b1a5-c690-4472-b739-b320d932e6dc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:09.498527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.615458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01925554-bf3f-4887-8f45-39fd0a2619dd req-38d51a9d-f94e-43ce-b402-09a04f7fc147 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0537212 Dec 16 09:51:09.678316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 7d98b1a5-c690-4472-b739-b320d932e6dc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7d98b1a5-c690-4472-b739-b320d932e6dc,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:09.678706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.696878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 7d98b1a5-c690-4472-b739-b320d932e6dc owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:09.915013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:09.951573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=7d98b1a5-c690-4472-b739-b320d932e6dc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:10.094829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.290442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:10.391977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:10.397329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8462c8d3-826e-451b-9254-f2adab5b6f63 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443088 Dec 16 09:51:10.400276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:10.406823 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:10.421873 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:10.422656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.484498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet d5f401c6-4159-4ae7-8477-3b368d1b7a58 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:10.487721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.537684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.576736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:10.662467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.665082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ee8df-4ac8-44e4-95b5-65d5cb6d716d req-990da423-29d9-4a82-8770-2aa1178e5e98 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:10.666702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a19ee8df-4ac8-44e4-95b5-65d5cb6d716d req-990da423-29d9-4a82-8770-2aa1178e5e98 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0989604 Dec 16 09:51:10.736408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a19ee8df-4ac8-44e4-95b5-65d5cb6d716d req-b2e13bf7-6dd7-487d-ba4d-e78c7521e18e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615070 Dec 16 09:51:10.784917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.845337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f401c6-4159-4ae7-8477-3b368d1b7a58,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:10.851629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:10.858096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-45bef73e-4f28-4481-b9f0-8bd7ae41d96b tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/d5f401c6-4159-4ae7-8477-3b368d1b7a58 HTTP/1.1" status: 204 len: 168 time: 0.4564435 Dec 16 09:51:10.858763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:10.860327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b61f72-a653-4a83-bf77-2d0ac25d2b17 None None] Network 29196171-f15c-4418-9292-c03f377ec028 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:10.884441 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:09Z', 'revision_number': 9, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.889874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c8971ce-4c1b-4ef0-bde1-dbf3d24d5dc1 req-c87ae1b2-7b3e-4796-83ba-0bded4308114 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0646245 Dec 16 09:51:10.922449 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:10.934635 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:10.935249 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:10.962182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.039563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 731e8169-4cd6-4fff-99db-ec4c0fb1456f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:11.040286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.049199 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:11.174803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] DHCP port deletion for 29196171-f15c-4418-9292-c03f377ec028 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:11.177089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 449183aa-b7b0-4734-a269-c1daf3a88dcd no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:11.181093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 731e8169-4cd6-4fff-99db-ec4c0fb1456f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=731e8169-4cd6-4fff-99db-ec4c0fb1456f,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:11.181490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.196260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 731e8169-4cd6-4fff-99db-ec4c0fb1456f owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:11.208974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 449183aa-b7b0-4734-a269-c1daf3a88dcd {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:11.216062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 449183aa-b7b0-4734-a269-c1daf3a88dcd not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:11.272677 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:09Z', 'revision_number': 9, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.279906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] Deleting port 731e8169-4cd6-4fff-99db-ec4c0fb1456f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:11.280613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.290458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.303948 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dcb27-325d-4a03-9e04-33a578081462 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:09Z', 'revision_number': 9, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '1bfd8a6e-fc27-42b2-93eb-f610048846c2', 'name': '', 'network_id': 'e0ff1065-ecf5-4f73-b62e-dda4f020f605', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:b6:f9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:44Z', 'updated_at': '2021-12-16T09:50:53Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '54a1406a-e96b-435f-9cc0-27cad90475b7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:11.328404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=731e8169-4cd6-4fff-99db-ec4c0fb1456f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:11.341140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port 731e8169-4cd6-4fff-99db-ec4c0fb1456f on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:11.382196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] For port 731e8169-4cd6-4fff-99db-ec4c0fb1456f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=731e8169-4cd6-4fff-99db-ec4c0fb1456f,segment=NetworkSegment(5cb63c63-bcd4-4522-b65e-d7bc8da6474a),segment_id=5cb63c63-bcd4-4522-b65e-d7bc8da6474a)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:11.382689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.400194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] Calling delete_port for 731e8169-4cd6-4fff-99db-ec4c0fb1456f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:11.443438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.467297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29196171-f15c-4418-9292-c03f377ec028']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.479719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb63c63-bcd4-4522-b65e-d7bc8da6474a') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.480008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb63c63-bcd4-4522-b65e-d7bc8da6474a') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:11.492664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.494945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.514181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.527006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:11.527663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.535476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] Pushing event deleted for resources: {'Port': ['ID=731e8169-4cd6-4fff-99db-ec4c0fb1456f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:11.538785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5270c-cb63-40e3-aa0e-93d02caddafa None None] No DVR routers for this DVR port 731e8169-4cd6-4fff-99db-ec4c0fb1456f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:11.593602 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:11.621496 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.626932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:11.633710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/29196171-f15c-4418-9292-c03f377ec028 HTTP/1.1" status: 204 len: 168 time: 0.7702563 Dec 16 09:51:11.634987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43462) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:11.647099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8aff5e-3e7e-42c0-a062-cc5b99ba860e tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=29196171-f15c-4418-9292-c03f377ec028,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:12.033909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b7ef2-04e5-4655-97e7-74bec6416a98 req-0f21c29d-296f-4f4f-99d3-d5511225baab tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:12.041967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-602b7ef2-04e5-4655-97e7-74bec6416a98 req-0f21c29d-296f-4f4f-99d3-d5511225baab tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1913323 Dec 16 09:51:12.108904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-602b7ef2-04e5-4655-97e7-74bec6416a98 req-e255bf5a-351c-4378-9dd8-5c3c5f6cede9 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660703 Dec 16 09:51:12.205733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8d15eb29-a3a8-4a7b-a3bc-6a5aaa37ae21 req-81cdb769-63a4-4168-bd96-265038eadd79 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Dec 16 09:51:12.230733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.350469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7d98b1a5-c690-4472-b739-b320d932e6dc no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:12.372102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 7d98b1a5-c690-4472-b739-b320d932e6dc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:12.372532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7d98b1a5-c690-4472-b739-b320d932e6dc not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:12.373005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 731e8169-4cd6-4fff-99db-ec4c0fb1456f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:12.395608 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 731e8169-4cd6-4fff-99db-ec4c0fb1456f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:12.396377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 731e8169-4cd6-4fff-99db-ec4c0fb1456f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:12.498318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 1bfd8a6e-fc27-42b2-93eb-f610048846c2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:12.498529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.609750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 1bfd8a6e-fc27-42b2-93eb-f610048846c2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bfd8a6e-fc27-42b2-93eb-f610048846c2,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:12.610438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.628089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 1bfd8a6e-fc27-42b2-93eb-f610048846c2 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:12.820369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:12.851279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=1bfd8a6e-fc27-42b2-93eb-f610048846c2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:12.968533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.172254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:13.302844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:13.308052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-38957382-171c-4f3a-bdc3-72becdc3a890 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696777 Dec 16 09:51:13.311001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43474) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.315987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:13.316331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb03c08-bbfb-42b3-8a55-f986626e0286 req-360ed5b5-7320-4293-b002-21b6ff8bcdad tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:13.317861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cb03c08-bbfb-42b3-8a55-f986626e0286 req-360ed5b5-7320-4293-b002-21b6ff8bcdad tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1320832 Dec 16 09:51:13.328411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:13.329276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:13.360139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cb03c08-bbfb-42b3-8a55-f986626e0286 req-183e9867-00df-45db-89e7-1a9383641e90 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Dec 16 09:51:13.424683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet 54a1406a-e96b-435f-9cc0-27cad90475b7 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:13.428285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.464964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:13.482673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.496624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e82fd90-e2fe-4a69-b7d1-3c328baafb2c req-548fc372-4343-4daa-9695-1dd5c919c230 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a2e576c-6a07-4dfd-b285-0685520c6304 HTTP/1.1" status: 200 len: 210 time: 0.0468643 Dec 16 09:51:13.595507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.663367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.700852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=54a1406a-e96b-435f-9cc0-27cad90475b7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:13.702943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:13.709685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43478) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:13.709920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd365466-759d-46fe-891d-8d8e3e9374d1 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/54a1406a-e96b-435f-9cc0-27cad90475b7 HTTP/1.1" status: 204 len: 168 time: 0.3974607 Dec 16 09:51:13.801581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a28134-0a83-42d1-b040-57d8b7c7b2c4 None None] Network e0ff1065-ecf5-4f73-b62e-dda4f020f605 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:14.023568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b1ded7bc-e328-41af-b1c2-d1b6fe62c60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.051714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:12Z', 'revision_number': 10, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:14.080388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:14.093487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:14.094330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:50:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:14.136047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] DHCP port deletion for e0ff1065-ecf5-4f73-b62e-dda4f020f605 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:14.152961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.204790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:14.205043 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.219465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:14.259131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] Deleting port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:14.259507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.282091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:14.282091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.299714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for d6c5b3f9-aa10-42c6-8455-0348ead9dd1c owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:14.406733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.472504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:14.479584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:14.485061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d6c5b3f9-aa10-42c6-8455-0348ead9dd1c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:14.541162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d6c5b3f9-aa10-42c6-8455-0348ead9dd1c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:14.541496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d6c5b3f9-aa10-42c6-8455-0348ead9dd1c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:14.552461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] For port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,segment=NetworkSegment(80ece996-fe92-4260-b668-cc2e0609f710),segment_id=80ece996-fe92-4260-b668-cc2e0609f710)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:14.554098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.599736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] Calling delete_port for d6c5b3f9-aa10-42c6-8455-0348ead9dd1c owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:14.643521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ea5de-7914-41ac-ac84-16a0cb4abe9c req-867ebedd-0656-4d0e-8283-e62d47629200 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:14.645036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee5ea5de-7914-41ac-ac84-16a0cb4abe9c req-867ebedd-0656-4d0e-8283-e62d47629200 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1786773 Dec 16 09:51:14.652184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.669157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:12Z', 'revision_number': 10, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:14.689485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ff1065-ecf5-4f73-b62e-dda4f020f605']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:14.701872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ee45e-169b-44ee-acb7-89fb2d58a9ed None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:12Z', 'revision_number': 10, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None, '_interfaces': [{'id': '667867b0-f29c-45f9-82c2-c4532fe395e7', 'name': '', 'network_id': 'a0a1103b-e13c-4f82-9623-ffeb7b572550', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'mac_address': 'fa:16:3e:45:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:38Z', 'updated_at': '2021-12-16T09:50:44Z', 'revision_number': 5, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'subnets': [{'id': '8959b94c-7fb5-4352-af92-07e2eba14e4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:14.702514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ece996-fe92-4260-b668-cc2e0609f710') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:14.702767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ece996-fe92-4260-b668-cc2e0609f710') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:14.732632 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.746293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee5ea5de-7914-41ac-ac84-16a0cb4abe9c req-0648f54e-d68f-4066-878f-8ef51b5e643b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 Dec 16 09:51:14.752815 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.754535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.764068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:14.764838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:14.768542 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:14.783768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] Pushing event deleted for resources: {'Port': ['ID=d6c5b3f9-aa10-42c6-8455-0348ead9dd1c,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:14.812809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bce66d-7c78-4e7c-956a-816f93c67996 None None] No DVR routers for this DVR port d6c5b3f9-aa10-42c6-8455-0348ead9dd1c on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:14.843509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:14.875594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.886346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:14.890452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/e0ff1065-ecf5-4f73-b62e-dda4f020f605 HTTP/1.1" status: 204 len: 168 time: 1.1796746 Dec 16 09:51:14.895940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43488) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:14.907487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0de387-a70b-4bd6-a35a-2689344f1c79 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=e0ff1065-ecf5-4f73-b62e-dda4f020f605,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:15.137885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Deleting port d0f83c95-7612-42fd-9231-5aedd2850be2 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:15.138225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.253119 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.253444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.286916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Calling delete_port for d0f83c95-7612-42fd-9231-5aedd2850be2 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:15.470989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.554034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.591056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'Port': ['ID=d0f83c95-7612-42fd-9231-5aedd2850be2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:15.712315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.715528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.716705 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-75cb7a66-8f71-4776-a5f1-6f67da78378f tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "DELETE /v2.0/floatingips/5ac14e9b-005f-4a11-a62f-f04e576a1c7c HTTP/1.1" status: 204 len: 168 time: 0.8719089 Dec 16 09:51:15.894218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 667867b0-f29c-45f9-82c2-c4532fe395e7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:15.895764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:15.941354 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83676ca5-17e8-4574-8caf-f9fb4228d30d req-557ebb6f-dc58-4ef5-a3c9-55b2c6945ac3 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:15.949315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83676ca5-17e8-4574-8caf-f9fb4228d30d req-557ebb6f-dc58-4ef5-a3c9-55b2c6945ac3 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0586834 Dec 16 09:51:15.997206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83676ca5-17e8-4574-8caf-f9fb4228d30d req-eef2b713-b874-4569-a133-271c73cba66e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Dec 16 09:51:16.057293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 667867b0-f29c-45f9-82c2-c4532fe395e7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=667867b0-f29c-45f9-82c2-c4532fe395e7,segment=NetworkSegment(ba813282-2d6d-472e-8324-2d5613c0a6eb),segment_id=ba813282-2d6d-472e-8324-2d5613c0a6eb)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:16.058050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.077783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 667867b0-f29c-45f9-82c2-c4532fe395e7 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:16.295489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bfd8a6e-fc27-42b2-93eb-f610048846c2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:16.316330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.330146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1bfd8a6e-fc27-42b2-93eb-f610048846c2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:16.330708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bfd8a6e-fc27-42b2-93eb-f610048846c2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:16.343758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=667867b0-f29c-45f9-82c2-c4532fe395e7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:16.474994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c67d57a4-9d7e-49a4-b39c-2dce7caa7803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.526093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.731599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:16.830556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:16.841669 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:16.842528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:16.843069 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d07128c-8976-403a-9b5c-f64175b6206a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455285 Dec 16 09:51:16.854726 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:16.855722 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:16.907960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting subnet 8959b94c-7fb5-4352-af92-07e2eba14e4e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:16.911447 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:16.956301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.010314 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:17.139103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.140208 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 11, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.224149 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:17.235011 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:17.236013 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.253426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b60973-d8f5-4ca7-aafc-02d2d3e2a045 req-2c9b7600-9ecb-4685-b79c-31c2c9b5bb00 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:17.260928 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34b60973-d8f5-4ca7-aafc-02d2d3e2a045 req-2c9b7600-9ecb-4685-b79c-31c2c9b5bb00 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1174297 Dec 16 09:51:17.331190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34b60973-d8f5-4ca7-aafc-02d2d3e2a045 req-0b018302-6f8d-4c66-b70a-e4a98b289b1e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679305 Dec 16 09:51:17.347372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.375268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Subnet': ['ID=8959b94c-7fb5-4352-af92-07e2eba14e4e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:17.382678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.391408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7f5e41e2-05ba-497c-a491-d0f6efa0c141 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/8959b94c-7fb5-4352-af92-07e2eba14e4e HTTP/1.1" status: 204 len: 168 time: 0.5474484 Dec 16 09:51:17.393249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648c8e6-1b6b-4380-a6d4-8e546aae909b None None] Network a0a1103b-e13c-4f82-9623-ffeb7b572550 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:17.394860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43512) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:17.450565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:17.523754 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 11, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:17.545551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.575462 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64556dd-2551-4442-b129-d40b5844d5d8 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 11, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:17.727330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Deleting port 0ee4d185-c702-4a64-a632-8adaf31c838c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:17.728005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.843917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] For port 0ee4d185-c702-4a64-a632-8adaf31c838c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0ee4d185-c702-4a64-a632-8adaf31c838c,segment=NetworkSegment(ba813282-2d6d-472e-8324-2d5613c0a6eb),segment_id=ba813282-2d6d-472e-8324-2d5613c0a6eb)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:17.848931 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.872777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Calling delete_port for 0ee4d185-c702-4a64-a632-8adaf31c838c owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:17.878918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656c23b-62e9-490e-ad48-8d732153be49 req-93cb0e09-453e-4516-a6c1-93efcc44994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:17.880460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6656c23b-62e9-490e-ad48-8d732153be49 req-93cb0e09-453e-4516-a6c1-93efcc44994c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 1097 time: 0.0683236 Dec 16 09:51:17.921085 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6656c23b-62e9-490e-ad48-8d732153be49 req-dec6d02a-2c4f-4095-a712-bd39593da2fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Dec 16 09:51:17.984537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:17.993258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239415f8-170c-435e-8f30-d5e93e7bd990 None None] DHCP port deletion for a0a1103b-e13c-4f82-9623-ffeb7b572550 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:18.016226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Port': ['ID=0ee4d185-c702-4a64-a632-8adaf31c838c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:18.023743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No DVR routers for this DVR port 0ee4d185-c702-4a64-a632-8adaf31c838c on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:18.074421 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.146726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.171881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a1103b-e13c-4f82-9623-ffeb7b572550']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:18.203384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba813282-2d6d-472e-8324-2d5613c0a6eb') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:18.204813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba813282-2d6d-472e-8324-2d5613c0a6eb') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:18.219305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.249343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.263761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:18.264280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:18.271833 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:18.360513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.390848 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.393987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/networks/a0a1103b-e13c-4f82-9623-ffeb7b572550 HTTP/1.1" status: 204 len: 168 time: 0.9943764 Dec 16 09:51:18.399925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43520) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:18.404069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0ee4d185-c702-4a64-a632-8adaf31c838c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:18.404769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'routes': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:18.431449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 0ee4d185-c702-4a64-a632-8adaf31c838c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:18.432439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0ee4d185-c702-4a64-a632-8adaf31c838c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:18.433035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 667867b0-f29c-45f9-82c2-c4532fe395e7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:18.455543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 667867b0-f29c-45f9-82c2-c4532fe395e7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:18.455943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 667867b0-f29c-45f9-82c2-c4532fe395e7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:18.472004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9600c93-5e91-4d7d-8937-d6be2de7a8f0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Pushing event deleted for resources: {'Network': ['ID=a0a1103b-e13c-4f82-9623-ffeb7b572550,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:18.499279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15f5b-dc2b-48d8-a928-5663113d11ae req-ea9a738c-ad1c-4953-ab1d-d1dfc1443976 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:18.500980 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06b15f5b-dc2b-48d8-a928-5663113d11ae req-ea9a738c-ad1c-4953-ab1d-d1dfc1443976 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0682783 Dec 16 09:51:18.565586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06b15f5b-dc2b-48d8-a928-5663113d11ae req-b9fd64ec-a310-4bd8-a877-2b0b879b21d5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583363 Dec 16 09:51:18.660219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Added routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 09:51:18.660517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.extraroute_db [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Removed routes are [] {{(pid=102397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 09:51:18.660876 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.813259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.817195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:18.917243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router a6e8e70f-9e14-48c3-806a-bf024129635c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:19.196797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:19.206592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.207501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] Sync routers for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:19.207742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-14b3f651-ce3f-403e-9198-16982019778a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 704 time: 0.8068128 Dec 16 09:51:19.210720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.234064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:19.239246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:19.248210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b987b730-9fc7-4130-bb93-be5f04a99e80 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 205 time: 0.0362625 Dec 16 09:51:19.255327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43526) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.293533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.424136 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86ee67b8-1621-44d9-b83f-50c25e5abb14 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.456911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:19.486877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86ee67b8-1621-44d9-b83f-50c25e5abb14 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.562850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86ee67b8-1621-44d9-b83f-50c25e5abb14 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.565209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 11, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:19.565622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86ee67b8-1621-44d9-b83f-50c25e5abb14 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.569431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-86ee67b8-1621-44d9-b83f-50c25e5abb14 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] 10.222.0.61 "DELETE /v2.0/security-groups/a166949f-d08d-45dd-9dcb-ad8f2a92cbdc HTTP/1.1" status: 204 len: 168 time: 0.2723923 Dec 16 09:51:19.593122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee67b8-1621-44d9-b83f-50c25e5abb14 tempest-TestVolumeBootPattern-549673457 tempest-TestVolumeBootPattern-549673457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166949f-d08d-45dd-9dcb-ad8f2a92cbdc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:19.646484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] Checking router: a6e8e70f-9e14-48c3-806a-bf024129635c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:19.680519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43536) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:19.690959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] Routers {'a6e8e70f-9e14-48c3-806a-bf024129635c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:19.691603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6e8e70f-9e14-48c3-806a-bf024129635c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:19.816385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:19.841514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] Set router a6e8e70f-9e14-48c3-806a-bf024129635c gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:19.932777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e3ec0-8c0a-41ec-a96b-95068eff55af req-6ea65ae7-1a30-4a13-bee2-7eb4dbb25b70 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:19.947602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-576e3ec0-8c0a-41ec-a96b-95068eff55af req-6ea65ae7-1a30-4a13-bee2-7eb4dbb25b70 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.1301668 Dec 16 09:51:19.999802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 11, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:20.017322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-576e3ec0-8c0a-41ec-a96b-95068eff55af req-8e7c160d-da19-4ad9-97f9-85199ad94217 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632110 Dec 16 09:51:20.102132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b66ba4-eae1-4700-8064-594d77036b42 None None] The sync data for ids ['a6e8e70f-9e14-48c3-806a-bf024129635c'] in n-d-821941-1 is: [{'id': 'a6e8e70f-9e14-48c3-806a-bf024129635c', 'name': 'tempest-RoutersIpV6Test-router-645695016', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:37Z', 'updated_at': '2021-12-16T09:51:16Z', 'revision_number': 11, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:20.112912 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.115826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.147151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.149446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.217292 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.217984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router a6e8e70f-9e14-48c3-806a-bf024129635c {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:20.224880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.226122 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f58dea75-dc93-4104-a1e0-3dbd6c6739e2 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 204 len: 168 time: 0.9696937 Dec 16 09:51:20.231799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43542) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.236509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-412015813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:20.270608 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.272108 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.344813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.351577 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.384733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.389522 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c42cb48-4f35-4753-ac7b-5eb4c784e3e3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1563606 Dec 16 09:51:20.390242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43546) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.396022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:20.442960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebee330-dc43-4817-b5c9-f1612c2ecc65 req-ff3c6847-1c86-4154-b6ed-1ab433bb6d1f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:20.444705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ebee330-dc43-4817-b5c9-f1612c2ecc65 req-ff3c6847-1c86-4154-b6ed-1ab433bb6d1f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.1879284 Dec 16 09:51:20.525681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ebee330-dc43-4817-b5c9-f1612c2ecc65 req-43bae0f6-f160-4653-9bb3-ccb3742be33b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Dec 16 09:51:20.697695 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.709283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.799670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877e50e-eb86-4444-b334-90d3bfc8001f req-95ade351-cdc4-45a2-9d22-603688089b64 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:20.801229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3877e50e-eb86-4444-b334-90d3bfc8001f req-95ade351-cdc4-45a2-9d22-603688089b64 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0616326 Dec 16 09:51:20.810832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.826496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Router e339492d-6059-4525-a6be-5ade5a07b953 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:20.919624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:20.920517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3877e50e-eb86-4444-b334-90d3bfc8001f req-1019b57e-34a6-4fec-9f98-8f72dc3ebc43 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067483 Dec 16 09:51:20.930546 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] Sync routers for ids ['e339492d-6059-4525-a6be-5ade5a07b953'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:20.934373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:20.935807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-332fea3b-70dd-44c5-ab07-187647b1425a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "PUT /v2.0/routers/e339492d-6059-4525-a6be-5ade5a07b953 HTTP/1.1" status: 200 len: 697 time: 0.5442803 Dec 16 09:51:20.939811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:20.941591 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] Routers {'e339492d-6059-4525-a6be-5ade5a07b953'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:20.944621 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e339492d-6059-4525-a6be-5ade5a07b953'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:21.034901 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] Set router e339492d-6059-4525-a6be-5ade5a07b953 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:21.044183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da18b6bd-51ae-4fc5-b22a-845beec936dc tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/routers/e339492d-6059-4525-a6be-5ade5a07b953 HTTP/1.1" status: 200 len: 703 time: 0.1024957 Dec 16 09:51:21.049200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43558) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.107142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a92558e6-1f0c-40c8-9bef-f5a7670cd53d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=e339492d-6059-4525-a6be-5ade5a07b953 HTTP/1.1" status: 200 len: 205 time: 0.0564783 Dec 16 09:51:21.108059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43560) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.111807 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e339492d-6059-4525-a6be-5ade5a07b953', 'name': 'tempest-RoutersIpV6Test-router-412015813', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:20Z', 'updated_at': '2021-12-16T09:51:20Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:21.161036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] Checking router: e339492d-6059-4525-a6be-5ade5a07b953 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:21.177369 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] Routers {'e339492d-6059-4525-a6be-5ade5a07b953'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:21.178162 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e339492d-6059-4525-a6be-5ade5a07b953'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:21.178747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Deleting port 2654283e-edcd-4de5-9103-4833c31ab684 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:21.179092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.203111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.259098 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] Set router e339492d-6059-4525-a6be-5ade5a07b953 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:21.276424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] For port 2654283e-edcd-4de5-9103-4833c31ab684, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2654283e-edcd-4de5-9103-4833c31ab684,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:21.277030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.293015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Calling delete_port for 2654283e-edcd-4de5-9103-4833c31ab684 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:21.328892 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e339492d-6059-4525-a6be-5ade5a07b953', 'name': 'tempest-RoutersIpV6Test-router-412015813', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:20Z', 'updated_at': '2021-12-16T09:51:20Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:21.362536 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e71c69-0dca-4b08-bbcb-03580062f8ce None None] The sync data for ids ['e339492d-6059-4525-a6be-5ade5a07b953'] in n-d-821941-1 is: [{'id': 'e339492d-6059-4525-a6be-5ade5a07b953', 'name': 'tempest-RoutersIpV6Test-router-412015813', 'tenant_id': 'c96118f27cf04859ba353dc6b79f0dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:20Z', 'updated_at': '2021-12-16T09:51:20Z', 'revision_number': 2, 'project_id': 'c96118f27cf04859ba353dc6b79f0dae', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:21.389459 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.392068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.437974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.438530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Fanout notify agent at l3_agent the message router_deleted on router e339492d-6059-4525-a6be-5ade5a07b953 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:21.446056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.452615 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee9a42c3-8c02-46b4-ba39-dcc45205d3d0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/e339492d-6059-4525-a6be-5ade5a07b953 HTTP/1.1" status: 204 len: 168 time: 0.3381824 Dec 16 09:51:21.453018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43564) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.488784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-05659160-a4c8-44ae-b950-3fd9e3d7edaa tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=e339492d-6059-4525-a6be-5ade5a07b953 HTTP/1.1" status: 200 len: 205 time: 0.0341985 Dec 16 09:51:21.491207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43568) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.543298 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-f131f48a-cfe7-449b-9706-eb8720544cca tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:21.547045 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f131f48a-cfe7-449b-9706-eb8720544cca tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/e339492d-6059-4525-a6be-5ade5a07b953 HTTP/1.1" status: 404 len: 336 time: 0.0521173 Dec 16 09:51:21.547587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43572) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.549328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.577726 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-136cb29a-5886-43b1-b6c8-e9637ba06165 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:21.578214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136cb29a-5886-43b1-b6c8-e9637ba06165 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:21.579702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2654283e-edcd-4de5-9103-4833c31ab684,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:21.582070 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-136cb29a-5886-43b1-b6c8-e9637ba06165 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/a719795b-4d08-4e90-9804-bfc0fc6285b2 HTTP/1.1" status: 404 len: 337 time: 0.0332518 Dec 16 09:51:21.585321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43574) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.616820 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2149bd21-8c26-4ef1-aa55-90d826612e7d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:21.617284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2149bd21-8c26-4ef1-aa55-90d826612e7d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:21.628538 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2149bd21-8c26-4ef1-aa55-90d826612e7d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/d5f401c6-4159-4ae7-8477-3b368d1b7a58 HTTP/1.1" status: 404 len: 337 time: 0.0389762 Dec 16 09:51:21.629119 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43578) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.656350 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a2ff98-c07c-4893-9f2d-330e42bb9238 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:21.656821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a2ff98-c07c-4893-9f2d-330e42bb9238 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:21.662574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89a2ff98-c07c-4893-9f2d-330e42bb9238 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/54a1406a-e96b-435f-9cc0-27cad90475b7 HTTP/1.1" status: 404 len: 337 time: 0.0298257 Dec 16 09:51:21.664805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43580) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.706357 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c598640f-d543-4293-9c3d-455713bef494 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:21.706883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c598640f-d543-4293-9c3d-455713bef494 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:21.710063 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c598640f-d543-4293-9c3d-455713bef494 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/8959b94c-7fb5-4352-af92-07e2eba14e4e HTTP/1.1" status: 404 len: 337 time: 0.0441833 Dec 16 09:51:21.712863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.748725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d5b1869-f8cd-45d6-acb2-18bdb9803a2a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 200 len: 205 time: 0.0316699 Dec 16 09:51:21.758532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43586) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.813484 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-23eeb028-166a-438f-9016-603d14ead20c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:21.814695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-23eeb028-166a-438f-9016-603d14ead20c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/a6e8e70f-9e14-48c3-806a-bf024129635c HTTP/1.1" status: 404 len: 336 time: 0.0550315 Dec 16 09:51:21.817304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43590) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.847363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4386bb5e-dc8c-47cb-b357-71972c3a93b4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6f654b1-b6ec-48e7-ac94-b8d347a913be HTTP/1.1" status: 200 len: 205 time: 0.0287888 Dec 16 09:51:21.849703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.859073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:21.892714 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-99d6edd3-79ba-43eb-8dd7-14b2bc813296 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:21.896391 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-99d6edd3-79ba-43eb-8dd7-14b2bc813296 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/e6f654b1-b6ec-48e7-ac94-b8d347a913be HTTP/1.1" status: 404 len: 336 time: 0.0432055 Dec 16 09:51:21.897444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43594) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.932806 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95789b8-5ed7-4e8e-8a93-f26ac95955b3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:21.932806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95789b8-5ed7-4e8e-8a93-f26ac95955b3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:21.939492 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f95789b8-5ed7-4e8e-8a93-f26ac95955b3 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/3b3050b7-ab6f-4dbe-bc58-133c1b2b2a15 HTTP/1.1" status: 404 len: 337 time: 0.0407875 Dec 16 09:51:21.939693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43596) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:21.979827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ea8069d8-9e32-48ff-b32b-4b8c14bbe27f tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 200 len: 205 time: 0.0392258 Dec 16 09:51:21.983278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43600) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.037629 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-aaa201a5-b62d-4075-bc74-d0e6a75eaad0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:22.038642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aaa201a5-b62d-4075-bc74-d0e6a75eaad0 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/de200f86-5768-4e90-9aa0-1d9f12c621a7 HTTP/1.1" status: 404 len: 336 time: 0.0544829 Dec 16 09:51:22.041636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43606) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.076213 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8daa1930-e6dd-4c77-bc3c-44afbb371674 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=07cbaf27-1a4e-4b9f-845c-89e22a0cc325 HTTP/1.1" status: 200 len: 205 time: 0.0310624 Dec 16 09:51:22.076794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43608) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.114818 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-d002892d-6bf1-4791-8f12-7dbd79baa330 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:22.118164 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d002892d-6bf1-4791-8f12-7dbd79baa330 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/07cbaf27-1a4e-4b9f-845c-89e22a0cc325 HTTP/1.1" status: 404 len: 336 time: 0.0379949 Dec 16 09:51:22.118602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43610) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.126814 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522a7a2-b6ab-4a51-ac51-6fecd79ef9ab req-cf19c656-a0ca-4261-b4d7-a3a92721599d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:22.128237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3522a7a2-b6ab-4a51-ac51-6fecd79ef9ab req-cf19c656-a0ca-4261-b4d7-a3a92721599d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.1028252 Dec 16 09:51:22.152831 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c852f4df-b1b2-40d0-b3c9-474bf1db8651 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:22.153213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c852f4df-b1b2-40d0-b3c9-474bf1db8651 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:22.159078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c852f4df-b1b2-40d0-b3c9-474bf1db8651 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/9a2ea1b3-947b-478a-a5a5-134cb7f48ecd HTTP/1.1" status: 404 len: 337 time: 0.0372734 Dec 16 09:51:22.161100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43614) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.188519 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-095f9874-a012-410f-8f98-5078dce665cc tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=92815b7a-35f5-489d-8629-892ccea1a350 HTTP/1.1" status: 200 len: 205 time: 0.0279408 Dec 16 09:51:22.190922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43616) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.210323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3522a7a2-b6ab-4a51-ac51-6fecd79ef9ab req-6dbc17a1-1409-440e-8a83-c16cd93bc833 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550749 Dec 16 09:51:22.233908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Router 46064194-1a3c-43a0-a8fe-ba3f3da82145 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:22.239168 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-a24bdfcb-e635-4f62-aaa6-5a684192210d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:22.240803 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a24bdfcb-e635-4f62-aaa6-5a684192210d tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/92815b7a-35f5-489d-8629-892ccea1a350 HTTP/1.1" status: 404 len: 336 time: 0.0490062 Dec 16 09:51:22.243476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43620) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.271414 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7aa10b-d796-4be6-a275-d8969b5063b6 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:22.271866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7aa10b-d796-4be6-a275-d8969b5063b6 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:22.277482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ee7aa10b-d796-4be6-a275-d8969b5063b6 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/fa88b5e7-cff2-4f80-b627-2805207fef7e HTTP/1.1" status: 404 len: 337 time: 0.0305026 Dec 16 09:51:22.277664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43622) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.317922 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47804e45-f5bd-4761-bbdd-7188b9d08190 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6f78b31-bd8b-4077-9901-1598bea757ec HTTP/1.1" status: 200 len: 205 time: 0.0368478 Dec 16 09:51:22.318135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43624) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.360567 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-7498fd9f-844a-461f-9770-bfc1e4f679d4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] delete failed (client error): The resource could not be found. Dec 16 09:51:22.362110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7498fd9f-844a-461f-9770-bfc1e4f679d4 tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/routers/b6f78b31-bd8b-4077-9901-1598bea757ec HTTP/1.1" status: 404 len: 336 time: 0.0425744 Dec 16 09:51:22.364635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.379903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:22.391623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] Sync routers for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:22.396899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-430a4254-eb9e-498a-9378-accb727ad3f3 admin admin] 10.222.0.61 "PUT /v2.0/routers/46064194-1a3c-43a0-a8fe-ba3f3da82145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7053022 Dec 16 09:51:22.398791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43630) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.409811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:22.412713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:22.441098 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d190342-f69d-42e0-83c4-d209e596803c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:22.441551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d190342-f69d-42e0-83c4-d209e596803c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:22.444635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d190342-f69d-42e0-83c4-d209e596803c tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/bad4804b-8087-4f00-af64-dfc1c487edcc HTTP/1.1" status: 404 len: 337 time: 0.0790882 Dec 16 09:51:22.448884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.533967 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c98d84-79da-4c78-a9c2-4452ed62f52a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] DELETE failed (client error): The resource could not be found. Dec 16 09:51:22.534441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c98d84-79da-4c78-a9c2-4452ed62f52a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:51:22.551461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-68c98d84-79da-4c78-a9c2-4452ed62f52a tempest-RoutersIpV6Test-1981995770 tempest-RoutersIpV6Test-1981995770-project] 10.222.0.61 "DELETE /v2.0/subnets/bece18fc-b716-454f-b600-34e392c60d09 HTTP/1.1" status: 404 len: 337 time: 0.0864592 Dec 16 09:51:22.639675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:22.893123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43640) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:22.912853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:51:21Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:22.955534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] Checking router: 46064194-1a3c-43a0-a8fe-ba3f3da82145 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:22.967006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] Routers {'46064194-1a3c-43a0-a8fe-ba3f3da82145'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:22.967771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['46064194-1a3c-43a0-a8fe-ba3f3da82145'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:23.053534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0ea97aa5-bee3-4ac9-ac13-a108ece2414d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c96118f27cf04859ba353dc6b79f0dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589484 Dec 16 09:51:23.056172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43644) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:23.108901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] Set router 46064194-1a3c-43a0-a8fe-ba3f3da82145 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:23.115431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.115947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7931f2d-7ab8-49ea-b478-47c5291b3b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.151590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7931f2d-7ab8-49ea-b478-47c5291b3b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.210239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bee047-387d-4cb2-b775-f543a0c414ae req-e50de7ea-6654-4696-a3fb-dd44038a4c9e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:23.215852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52bee047-387d-4cb2-b775-f543a0c414ae req-e50de7ea-6654-4696-a3fb-dd44038a4c9e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.6374466 Dec 16 09:51:23.232821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7931f2d-7ab8-49ea-b478-47c5291b3b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.238616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7931f2d-7ab8-49ea-b478-47c5291b3b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.239853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7931f2d-7ab8-49ea-b478-47c5291b3b37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25bf9fff-f6dd-4501-807b-d890bba7d77d HTTP/1.1" status: 204 len: 168 time: 0.1825919 Dec 16 09:51:23.254697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7931f2d-7ab8-49ea-b478-47c5291b3b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bf9fff-f6dd-4501-807b-d890bba7d77d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:23.314634 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52bee047-387d-4cb2-b775-f543a0c414ae req-2aa42a5a-d60e-46cd-b319-3aaa7801666d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852249 Dec 16 09:51:23.330346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.403268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Deleting port 0e3ad194-5a47-4527-8b05-51d8119dd64a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:23.403522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.492424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] For port 0e3ad194-5a47-4527-8b05-51d8119dd64a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0e3ad194-5a47-4527-8b05-51d8119dd64a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:23.492827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.510780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Calling delete_port for 0e3ad194-5a47-4527-8b05-51d8119dd64a owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:23.519935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:51:21Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:23.559794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0db784-861e-4a9a-8954-4e6aca7e4c19 None None] The sync data for ids ['46064194-1a3c-43a0-a8fe-ba3f3da82145'] in n-d-821941-1 is: [{'id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'name': 'tempest-TestVolumeBootPattern-1825275673-router', 'tenant_id': 'ffdc5fb83b874cffa91d7175e427f521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:27Z', 'updated_at': '2021-12-16T09:51:21Z', 'revision_number': 5, 'project_id': 'ffdc5fb83b874cffa91d7175e427f521', 'gw_port': {'id': '0e3ad194-5a47-4527-8b05-51d8119dd64a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46064194-1a3c-43a0-a8fe-ba3f3da82145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:28Z', 'updated_at': '2021-12-16T09:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:23.697013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.728745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3ad194-5a47-4527-8b05-51d8119dd64a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:23.795004 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.826998 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.894486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.896711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.952282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.953044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46064194-1a3c-43a0-a8fe-ba3f3da82145 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:23.958970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:23.962927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:23.963202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-db662035-b8b5-44f0-82ea-91262fbb8e82 admin admin] 10.222.0.61 "DELETE /v2.0/routers/46064194-1a3c-43a0-a8fe-ba3f3da82145 HTTP/1.1" status: 204 len: 168 time: 1.5585926 Dec 16 09:51:24.024795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Deleting subnet 8509a545-3735-4db8-8a4a-0bd7c3e4b934 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:24.030522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.092112 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.160940 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:51:24.230005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.320152 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.357375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2654283e-edcd-4de5-9103-4833c31ab684 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:24.376919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8509a545-3735-4db8-8a4a-0bd7c3e4b934,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:24.381968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.386324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2787d67d-88b1-47d3-b5f3-48acd4d208ca admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8509a545-3735-4db8-8a4a-0bd7c3e4b934 HTTP/1.1" status: 204 len: 168 time: 0.4217322 Dec 16 09:51:24.389725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:24.436246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ed24c-ab64-4340-bde0-56b51af73743 None None] Network 64642734-5d89-4ba1-97ce-846759726226 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:24.438675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2654283e-edcd-4de5-9103-4833c31ab684 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:24.439017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2654283e-edcd-4de5-9103-4833c31ab684 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:24.561271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.577023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839e03c-200e-41ee-872d-17a5d47fa497 req-5c8a5c68-31b4-4978-bded-eb42438eba95 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:24.578590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5839e03c-200e-41ee-872d-17a5d47fa497 req-5c8a5c68-31b4-4978-bded-eb42438eba95 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0897992 Dec 16 09:51:24.664239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5839e03c-200e-41ee-872d-17a5d47fa497 req-0218428a-ef9a-4be7-90ff-a0b65c9e6f58 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743914 Dec 16 09:51:24.686165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Deleting port 203df3b1-d93a-488b-be8d-cd1e362294fa {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:24.686501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.773531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] For port 203df3b1-d93a-488b-be8d-cd1e362294fa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=203df3b1-d93a-488b-be8d-cd1e362294fa,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:24.774002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.805314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Calling delete_port for 203df3b1-d93a-488b-be8d-cd1e362294fa owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:24.823150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] DHCP port deletion for 64642734-5d89-4ba1-97ce-846759726226 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:24.905834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] Deleting port 203df3b1-d93a-488b-be8d-cd1e362294fa {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:24.906226 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.957807 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:24.990775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=203df3b1-d93a-488b-be8d-cd1e362294fa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:25.001910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] No DVR routers for this DVR port 203df3b1-d93a-488b-be8d-cd1e362294fa on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:25.045903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] For port 203df3b1-d93a-488b-be8d-cd1e362294fa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=203df3b1-d93a-488b-be8d-cd1e362294fa,segment=NetworkSegment(f3c7f1dc-ed79-4204-9603-50800e0d6c83),segment_id=f3c7f1dc-ed79-4204-9603-50800e0d6c83)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:25.046305 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.062587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] Calling delete_port for 203df3b1-d93a-488b-be8d-cd1e362294fa owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:25.155425 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.160373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.177317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.187942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] Pushing event deleted for resources: {'Port': ['ID=203df3b1-d93a-488b-be8d-cd1e362294fa,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:25.192484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba874f81-63f2-4938-8df4-8e15ab1813ba None None] No DVR routers for this DVR port 203df3b1-d93a-488b-be8d-cd1e362294fa on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:25.251670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64642734-5d89-4ba1-97ce-846759726226']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:25.262334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c7f1dc-ed79-4204-9603-50800e0d6c83') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:25.262885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c7f1dc-ed79-4204-9603-50800e0d6c83') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:25.279302 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.295598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.306731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:25.307235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:25.309319 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:25.407214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.413000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:25.417702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/64642734-5d89-4ba1-97ce-846759726226 HTTP/1.1" status: 204 len: 168 time: 1.0263989 Dec 16 09:51:25.421741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43718) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:25.436066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea352a5-ec0e-458e-adc4-7d79127aeab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=64642734-5d89-4ba1-97ce-846759726226,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:25.791647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:25.940360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ac3226e-aaf0-499e-b911-657d0daa1963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.025181 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.045623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ac3226e-aaf0-499e-b911-657d0daa1963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.054950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1ac3226e-aaf0-499e-b911-657d0daa1963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.141476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1ac3226e-aaf0-499e-b911-657d0daa1963 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e31fa4aeec4949188ce505deb15b2f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458433 Dec 16 09:51:26.143136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43734) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.159195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3226e-aaf0-499e-b911-657d0daa1963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1b8f5-a1af-4622-808d-9cb0930c920d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:26.215811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33493391-4835-468a-897a-ca1675c39091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.249354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33493391-4835-468a-897a-ca1675c39091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.360673 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33493391-4835-468a-897a-ca1675c39091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.363563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-33493391-4835-468a-897a-ca1675c39091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.382251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-33493391-4835-468a-897a-ca1675c39091 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4c1b8f5-a1af-4622-808d-9cb0930c920d HTTP/1.1" status: 204 len: 168 time: 0.2246323 Dec 16 09:51:26.386872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0e3ad194-5a47-4527-8b05-51d8119dd64a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:26.394684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33493391-4835-468a-897a-ca1675c39091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1b8f5-a1af-4622-808d-9cb0930c920d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:26.430540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Deleting port dd953943-dfb0-4677-b202-6be3a0e7e597 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:26.431043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.432855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 0e3ad194-5a47-4527-8b05-51d8119dd64a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:26.433505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0e3ad194-5a47-4527-8b05-51d8119dd64a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:26.433937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 203df3b1-d93a-488b-be8d-cd1e362294fa no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:26.463420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 203df3b1-d93a-488b-be8d-cd1e362294fa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:26.464066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 203df3b1-d93a-488b-be8d-cd1e362294fa not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:26.559563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] For port dd953943-dfb0-4677-b202-6be3a0e7e597, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dd953943-dfb0-4677-b202-6be3a0e7e597,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:26.559930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.602870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Calling delete_port for dd953943-dfb0-4677-b202-6be3a0e7e597 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:26.673003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-bbc25cc0-3792-4cc5-8c91-7696790f3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.674531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-bbc25cc0-3792-4cc5-8c91-7696790f3da6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.1051192 Dec 16 09:51:26.675226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d269-89b8-4ecd-99dd-7d4612fc379f req-ed6a6758-43aa-42d1-9aa3-a3c0bf342de0 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.683020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2d269-89b8-4ecd-99dd-7d4612fc379f req-ed6a6758-43aa-42d1-9aa3-a3c0bf342de0 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0839922 Dec 16 09:51:26.753615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0d2d269-89b8-4ecd-99dd-7d4612fc379f req-f566ae86-9567-4349-b29f-2e784cec684e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614660 Dec 16 09:51:26.781099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43748) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.796078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c90f97f-9216-49d5-9664-e9245b57cddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.841667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-96e63d68-02d0-4c06-b560-a6626e18d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:26.843232 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-96e63d68-02d0-4c06-b560-a6626e18d886 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.1596518 Dec 16 09:51:26.878571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c90f97f-9216-49d5-9664-e9245b57cddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.883895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6c90f97f-9216-49d5-9664-e9245b57cddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:26.912410 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-5863e266-f69b-4683-8baf-494fe82102e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 217 time: 0.0566292 Dec 16 09:51:26.931459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6c90f97f-9216-49d5-9664-e9245b57cddc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=276e5bf1079e40639ade68a2ff327e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468577 Dec 16 09:51:26.931459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f97f-9216-49d5-9664-e9245b57cddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72377b8e-3cca-4716-a6e8-928942e1124b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:26.932482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43750) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:26.985717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f74bb78c-65f2-4e3d-b3a9-42a57931b733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.009286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f74bb78c-65f2-4e3d-b3a9-42a57931b733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.064322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f74bb78c-65f2-4e3d-b3a9-42a57931b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.067048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f74bb78c-65f2-4e3d-b3a9-42a57931b733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.070552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f74bb78c-65f2-4e3d-b3a9-42a57931b733 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72377b8e-3cca-4716-a6e8-928942e1124b HTTP/1.1" status: 204 len: 168 time: 0.1346767 Dec 16 09:51:27.077710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb78c-65f2-4e3d-b3a9-42a57931b733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72377b8e-3cca-4716-a6e8-928942e1124b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:27.289133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.320537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-d97a2b6d-d980-4992-b3f5-9ede1ff5dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:27.321975 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-d97a2b6d-d980-4992-b3f5-9ede1ff5dc30 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.4013228 Dec 16 09:51:27.323120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd953943-dfb0-4677-b202-6be3a0e7e597,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:27.377155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-5746e40e-3689-4eb5-87e3-6a909ed3d79b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445757 Dec 16 09:51:27.615332 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-91d5e15b-f903-4629-81be-9681f4c5cd82 service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995549 Dec 16 09:51:27.678072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:27.837806 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dbe9e0c5-ff8d-44d8-b08e-a38b274d6eed req-4b4abcb6-2a65-4334-aa9c-4388114ec5b8 service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131174 Dec 16 09:51:27.875158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f83d9-9fb0-4c9a-a0e1-0ffdcb86a2db req-de8236e2-f949-43e1-a43d-c856c508baa1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:27.876909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed7f83d9-9fb0-4c9a-a0e1-0ffdcb86a2db req-de8236e2-f949-43e1-a43d-c856c508baa1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0713143 Dec 16 09:51:27.947246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed7f83d9-9fb0-4c9a-a0e1-0ffdcb86a2db req-c48b75f7-9688-4824-9e89-58af877153b3 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Dec 16 09:51:28.019141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Router 68305f49-dfd5-4b44-a615-18e27dd20b15 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:28.132946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:28.142522 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-075db9f4-acb6-43b8-b770-ba2aa0a88f56 admin admin] 10.222.0.61 "PUT /v2.0/routers/68305f49-dfd5-4b44-a615-18e27dd20b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7149367 Dec 16 09:51:28.142522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43820) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:28.151330 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] Sync routers for ids ['68305f49-dfd5-4b44-a615-18e27dd20b15'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:28.170740 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] Routers {'68305f49-dfd5-4b44-a615-18e27dd20b15'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:28.171612 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['68305f49-dfd5-4b44-a615-18e27dd20b15'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:28.290402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.409817 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] Set router 68305f49-dfd5-4b44-a615-18e27dd20b15 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:28.444357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.534544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Deleting port 78070f44-0d74-44e4-bf24-218a4af1e062 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:28.535283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.658844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] For port 78070f44-0d74-44e4-bf24-218a4af1e062, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=78070f44-0d74-44e4-bf24-218a4af1e062,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:28.659412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.661824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:51:26Z', 'revision_number': 5, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port': {'id': '78070f44-0d74-44e4-bf24-218a4af1e062', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:39:39Z', 'updated_at': '2021-12-16T09:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:28.676760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Calling delete_port for 78070f44-0d74-44e4-bf24-218a4af1e062 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:28.709315 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] Checking router: 68305f49-dfd5-4b44-a615-18e27dd20b15 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:28.721953 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] Routers {'68305f49-dfd5-4b44-a615-18e27dd20b15'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:28.722796 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['68305f49-dfd5-4b44-a615-18e27dd20b15'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:28.898720 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] Set router 68305f49-dfd5-4b44-a615-18e27dd20b15 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:28.922983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:28.953059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Pushing event deleted for resources: {'Port': ['ID=78070f44-0d74-44e4-bf24-218a4af1e062,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:28.972983 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:51:28Z', 'revision_number': 6, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:29.011659 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354941a4-3cf9-43b3-ab98-1ed03a85fc06 None None] The sync data for ids ['68305f49-dfd5-4b44-a615-18e27dd20b15'] in n-d-821941-1 is: [{'id': '68305f49-dfd5-4b44-a615-18e27dd20b15', 'name': 'tempest-TestVolumeBootPattern-1651610141-router', 'tenant_id': '15f82f4500574dbd9a85b0f85701e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:39:38Z', 'updated_at': '2021-12-16T09:51:28Z', 'revision_number': 6, 'project_id': '15f82f4500574dbd9a85b0f85701e9d1', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:29.088063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.149293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1cefb-1371-4741-842f-b658f707b3e8 req-6e912cd6-8a95-461c-9ab7-910840be9794 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:29.154513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0be1cefb-1371-4741-842f-b658f707b3e8 req-6e912cd6-8a95-461c-9ab7-910840be9794 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0903940 Dec 16 09:51:29.199186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0be1cefb-1371-4741-842f-b658f707b3e8 req-203eb58d-affb-49c7-8492-adbf8cefdf77 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Dec 16 09:51:29.205999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.208857 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.220302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43876) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:29.260791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.262316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68305f49-dfd5-4b44-a615-18e27dd20b15 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:51:29.267522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.268689 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa96af1b-63c5-4ed7-828c-4474547a596e admin admin] 10.222.0.61 "DELETE /v2.0/routers/68305f49-dfd5-4b44-a615-18e27dd20b15 HTTP/1.1" status: 204 len: 168 time: 1.1257055 Dec 16 09:51:29.271190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43880) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:29.320536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Deleting subnet 31f441ce-0519-4c02-9663-bb776ce58094 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:51:29.324487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.344292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-340b17f4-acb2-4339-863a-9e7774575eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.370065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.451469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-340b17f4-acb2-4339-863a-9e7774575eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.465762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-340b17f4-acb2-4339-863a-9e7774575eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.486433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.528433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-340b17f4-acb2-4339-863a-9e7774575eda admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7325c4f45d0481c883cba6b6674e012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022480 Dec 16 09:51:29.528433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b17f4-acb2-4339-863a-9e7774575eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75003b4e-a21b-4e97-b8c6-9ff0d488b2fb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:29.531291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43884) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:29.600128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.638457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72719dd2-1979-470d-b355-d4e6af063862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.641080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.646581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/31f441ce-0519-4c02-9663-bb776ce58094 HTTP/1.1" status: 204 len: 168 time: 0.3720479 Dec 16 09:51:29.646581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7020-f243-4c94-93d9-1b427bf802ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f441ce-0519-4c02-9663-bb776ce58094,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:29.646830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ef8e7-2d35-4f68-a247-302e592ebeba None None] Network 89892963-90b6-4e2f-98dc-20b4b678e007 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:29.648480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43886) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:29.668131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72719dd2-1979-470d-b355-d4e6af063862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.729541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72719dd2-1979-470d-b355-d4e6af063862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.732634 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72719dd2-1979-470d-b355-d4e6af063862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.735144 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72719dd2-1979-470d-b355-d4e6af063862 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75003b4e-a21b-4e97-b8c6-9ff0d488b2fb HTTP/1.1" status: 204 len: 168 time: 0.1986184 Dec 16 09:51:29.747811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72719dd2-1979-470d-b355-d4e6af063862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75003b4e-a21b-4e97-b8c6-9ff0d488b2fb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:29.760278 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.833613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Deleting port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:29.833991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.892923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] DHCP port deletion for 89892963-90b6-4e2f-98dc-20b4b678e007 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:51:29.912285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] For port 63cd6d85-9063-42b8-a2bb-eb89784b57e5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=63cd6d85-9063-42b8-a2bb-eb89784b57e5,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:29.912771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:29.931883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Calling delete_port for 63cd6d85-9063-42b8-a2bb-eb89784b57e5 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:29.978429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] Deleting port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:51:29.979046 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.045880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.065317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] For port 63cd6d85-9063-42b8-a2bb-eb89784b57e5, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=63cd6d85-9063-42b8-a2bb-eb89784b57e5,segment=NetworkSegment(b7f33791-386b-4b35-891c-b5660a7f5a8b),segment_id=b7f33791-386b-4b35-891c-b5660a7f5a8b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:30.065702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.080516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] Calling delete_port for 63cd6d85-9063-42b8-a2bb-eb89784b57e5 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:51:30.088216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cd6d85-9063-42b8-a2bb-eb89784b57e5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.092559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] No DVR routers for this DVR port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:30.175463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43892) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:30.189878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4247b471-771f-4ae4-8db2-81986f885418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.195495 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.199588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.232916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89892963-90b6-4e2f-98dc-20b4b678e007']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:30.237545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] Pushing event deleted for resources: {'Port': ['ID=63cd6d85-9063-42b8-a2bb-eb89784b57e5,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.240704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e156791-74ba-4792-abd4-98dffc2de5ad None None] No DVR routers for this DVR port 63cd6d85-9063-42b8-a2bb-eb89784b57e5 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:51:30.259445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f33791-386b-4b35-891c-b5660a7f5a8b') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:30.259828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f33791-386b-4b35-891c-b5660a7f5a8b') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:30.295391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.333624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.370778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:51:30.371339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:51:30.374607 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:51:30.377240 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4247b471-771f-4ae4-8db2-81986f885418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.383379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4247b471-771f-4ae4-8db2-81986f885418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.384200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 78070f44-0d74-44e4-bf24-218a4af1e062 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:30.409226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 78070f44-0d74-44e4-bf24-218a4af1e062 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:30.409659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 78070f44-0d74-44e4-bf24-218a4af1e062 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:30.410176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd953943-dfb0-4677-b202-6be3a0e7e597 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:30.426244 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4247b471-771f-4ae4-8db2-81986f885418 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=049d999a3e474aa8a71404a0525d1cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496393 Dec 16 09:51:30.427098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247b471-771f-4ae4-8db2-81986f885418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea94ce7-89a6-400f-b1fe-5093aae76783,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.429410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa798383-11cd-4cd6-a63d-6868b6018fdb req-640e5e2b-4ba0-4d40-bb4d-689924397915 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:30.429540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43896) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:30.435796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: dd953943-dfb0-4677-b202-6be3a0e7e597 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:30.436516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dd953943-dfb0-4677-b202-6be3a0e7e597 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:30.437709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa798383-11cd-4cd6-a63d-6868b6018fdb req-640e5e2b-4ba0-4d40-bb4d-689924397915 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.1356325 Dec 16 09:51:30.437813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 63cd6d85-9063-42b8-a2bb-eb89784b57e5 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:51:30.465071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 63cd6d85-9063-42b8-a2bb-eb89784b57e5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:51:30.465563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 63cd6d85-9063-42b8-a2bb-eb89784b57e5 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:51:30.482991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.492509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.498477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/89892963-90b6-4e2f-98dc-20b4b678e007 HTTP/1.1" status: 204 len: 168 time: 0.8466072 Dec 16 09:51:30.518714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa798383-11cd-4cd6-a63d-6868b6018fdb req-a9707398-0393-4730-a206-fae7a828cb42 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800054 Dec 16 09:51:30.520057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4a31-c977-4d66-8cad-b6ba5a19ecd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89892963-90b6-4e2f-98dc-20b4b678e007,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.520571 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7fdeb72-621c-452f-96fd-7fce51d663a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.549165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7fdeb72-621c-452f-96fd-7fce51d663a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.622676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7fdeb72-621c-452f-96fd-7fce51d663a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.625997 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a7fdeb72-621c-452f-96fd-7fce51d663a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.627366 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a7fdeb72-621c-452f-96fd-7fce51d663a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fea94ce7-89a6-400f-b1fe-5093aae76783 HTTP/1.1" status: 204 len: 168 time: 0.1850579 Dec 16 09:51:30.636396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdeb72-621c-452f-96fd-7fce51d663a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea94ce7-89a6-400f-b1fe-5093aae76783,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:30.756944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 43906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:30.805756 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3be97701-f026-4a61-8086-767ea8aa47ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffdc5fb83b874cffa91d7175e427f521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476298 Dec 16 09:51:30.806443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43908) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:30.866790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5215c482-722e-46ae-818e-4e55886699b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.890922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5215c482-722e-46ae-818e-4e55886699b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.946729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5215c482-722e-46ae-818e-4e55886699b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.949575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5215c482-722e-46ae-818e-4e55886699b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:30.950966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5215c482-722e-46ae-818e-4e55886699b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f HTTP/1.1" status: 204 len: 168 time: 0.1434488 Dec 16 09:51:30.961081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215c482-722e-46ae-818e-4e55886699b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71ba69-1f72-4ff3-b3ca-d8dc33a5e50f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:31.332176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:31.379620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f05daec7-792e-468d-92f0-8a77515a4f31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15f82f4500574dbd9a85b0f85701e9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462625 Dec 16 09:51:31.382272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 43932) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:31.434964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd684-63da-4143-9009-33186dd48ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.459605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd684-63da-4143-9009-33186dd48ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.522819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd684-63da-4143-9009-33186dd48ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.526274 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d2fd684-63da-4143-9009-33186dd48ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:31.527794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7d2fd684-63da-4143-9009-33186dd48ab6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9248bda-e8fa-499d-85fc-a7bbb2a18863 HTTP/1.1" status: 204 len: 168 time: 0.1440122 Dec 16 09:51:31.549804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fd684-63da-4143-9009-33186dd48ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9248bda-e8fa-499d-85fc-a7bbb2a18863,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:31.683366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9f2e8-2cc5-4a29-ae4e-f220a995a5f7 req-8229aa9e-87ec-428e-a46f-cc3ba91b4937 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:31.685110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00b9f2e8-2cc5-4a29-ae4e-f220a995a5f7 req-8229aa9e-87ec-428e-a46f-cc3ba91b4937 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0756516 Dec 16 09:51:31.737755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00b9f2e8-2cc5-4a29-ae4e-f220a995a5f7 req-dc481eaf-b5c0-4209-b9b8-93c0d08580f5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Dec 16 09:51:32.865014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7c7e4-63fe-405f-a658-f20c0f3694b6 req-41d98a39-9707-48e3-9479-e14db9aed61d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:32.866633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dce7c7e4-63fe-405f-a658-f20c0f3694b6 req-41d98a39-9707-48e3-9479-e14db9aed61d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0528100 Dec 16 09:51:32.906474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dce7c7e4-63fe-405f-a658-f20c0f3694b6 req-f03665f0-f01d-47d7-9768-d62701c1b2c3 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Dec 16 09:51:34.032693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437d433-1a87-4699-8aaa-6ac20ae64217 req-4124fa9d-3b1a-44c2-b02f-a4dabe6c5b8a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:34.034221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8437d433-1a87-4699-8aaa-6ac20ae64217 req-4124fa9d-3b1a-44c2-b02f-a4dabe6c5b8a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0571530 Dec 16 09:51:34.074862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8437d433-1a87-4699-8aaa-6ac20ae64217 req-2e025dac-e201-46e8-bf31-82da1bf1172d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Dec 16 09:51:35.216256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e96eeb-9c31-463c-a33f-c6c13c5a85c9 req-919916f4-cb97-421c-9cb2-cf3f86c960dc tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:35.218517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33e96eeb-9c31-463c-a33f-c6c13c5a85c9 req-919916f4-cb97-421c-9cb2-cf3f86c960dc tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0678904 Dec 16 09:51:35.268221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33e96eeb-9c31-463c-a33f-c6c13c5a85c9 req-936cb881-cc6c-4fd5-95ff-4b4223901b54 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Dec 16 09:51:36.387759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1bfb5-c739-4a12-8920-2fb26f01d07f req-9d1a51fe-b4ef-412c-9aba-a1578563e32f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:36.389296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19f1bfb5-c739-4a12-8920-2fb26f01d07f req-9d1a51fe-b4ef-412c-9aba-a1578563e32f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0519667 Dec 16 09:51:36.430508 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19f1bfb5-c739-4a12-8920-2fb26f01d07f req-04842dc6-b38b-4b6a-992f-a1da08292495 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Dec 16 09:51:37.570916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6915e-c5ea-4c0f-b11e-6c35aa2f2422 req-bd6d12f6-6ab7-43ef-9b10-bd86b5608c78 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:37.573399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bda6915e-c5ea-4c0f-b11e-6c35aa2f2422 req-bd6d12f6-6ab7-43ef-9b10-bd86b5608c78 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0650227 Dec 16 09:51:37.616571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bda6915e-c5ea-4c0f-b11e-6c35aa2f2422 req-eecb0a37-b864-4838-836d-f3cc0e2f9aa9 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Dec 16 09:51:38.759481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6fa02-4a3a-4fc9-b6aa-ce9a8dce9040 req-fdfec1d2-fd1a-4095-966f-a47e894ae3a3 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:38.761514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86b6fa02-4a3a-4fc9-b6aa-ce9a8dce9040 req-fdfec1d2-fd1a-4095-966f-a47e894ae3a3 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0718997 Dec 16 09:51:38.803720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-86b6fa02-4a3a-4fc9-b6aa-ce9a8dce9040 req-fd218007-c59c-4fdd-9ff9-904048457e77 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352488 Dec 16 09:51:39.808157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a42e5-a9dc-4c57-bf24-6a5351362dd0 req-682d7ca7-ba92-4b29-9bb6-5c7331883291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:39.809715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-766a42e5-a9dc-4c57-bf24-6a5351362dd0 req-682d7ca7-ba92-4b29-9bb6-5c7331883291 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Dec 16 09:51:39.847741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-766a42e5-a9dc-4c57-bf24-6a5351362dd0 req-a8029366-9a9c-4499-979b-609b06d3e281 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Dec 16 09:51:39.929080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02108fa7-e7ce-47a4-b4b0-e872b41f288a req-6a96a9bb-889e-46a5-9837-42770a9e6329 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:39.930592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02108fa7-e7ce-47a4-b4b0-e872b41f288a req-6a96a9bb-889e-46a5-9837-42770a9e6329 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0514083 Dec 16 09:51:39.969360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02108fa7-e7ce-47a4-b4b0-e872b41f288a req-62ff1581-7e0a-4e88-a0f9-efe5250a924a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Dec 16 09:51:41.100231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b51f-c045-4b1d-870e-03cce5b457d1 req-84adb819-a711-4a3d-99a2-638e0ccfa1bd tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:41.101780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54e0b51f-c045-4b1d-870e-03cce5b457d1 req-84adb819-a711-4a3d-99a2-638e0ccfa1bd tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0579128 Dec 16 09:51:41.147157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54e0b51f-c045-4b1d-870e-03cce5b457d1 req-660606a3-66e3-443b-90a3-5e40efbdc828 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380588 Dec 16 09:51:41.410283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-fb1aefcb-5d2f-4ca7-b751-8401c37c9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:41.411815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-fb1aefcb-5d2f-4ca7-b751-8401c37c9549 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.0430608 Dec 16 09:51:41.426212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f22bd-2346-44f3-94a4-a89ea1e272c8 req-2cf1a4b7-7e7e-462b-99ae-1513c5aa8643 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:41.427785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f39f22bd-2346-44f3-94a4-a89ea1e272c8 req-2cf1a4b7-7e7e-462b-99ae-1513c5aa8643 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0510507 Dec 16 09:51:41.468227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f39f22bd-2346-44f3-94a4-a89ea1e272c8 req-d7298aa8-5f8d-462a-ae8f-460b83fe6d88 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Dec 16 09:51:41.511554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-dbc2b682-2a19-42d8-ad4c-001b37009f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:41.513500 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-dbc2b682-2a19-42d8-ad4c-001b37009f87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.0923190 Dec 16 09:51:41.556755 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-79e9e59b-f01c-49a2-a26b-1a1428c25646 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 217 time: 0.0366030 Dec 16 09:51:41.607889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-1cbb7d41-a7ba-4606-8af7-d62e8ce76cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:41.609807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-1cbb7d41-a7ba-4606-8af7-d62e8ce76cab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.0463598 Dec 16 09:51:41.651930 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-8362fe17-8eee-4f01-b1b9-f7b118baca6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342960 Dec 16 09:51:41.762909 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-3a2cbee2-75dc-4d5c-b629-67428163682e service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047738 Dec 16 09:51:41.883916 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c5dcd70d-dc41-45a9-bca1-5dfe94efb5fd req-be9d2a6f-704a-4e74-9389-312271ffe0e0 service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133938 Dec 16 09:51:42.601510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003e5a-078b-4648-9e59-cf5ba7a60c60 req-14622d40-df7f-4bc5-87ac-18edc3cf5958 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:42.603073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24003e5a-078b-4648-9e59-cf5ba7a60c60 req-14622d40-df7f-4bc5-87ac-18edc3cf5958 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0533051 Dec 16 09:51:42.642967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24003e5a-078b-4648-9e59-cf5ba7a60c60 req-3511f12c-a8e6-488d-98ec-be5b8cf74c7f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336192 Dec 16 09:51:43.772586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321987a8-2c19-44b9-a85c-6666a444bb03 req-f088f81f-f5f2-4061-8cdd-9fad199b38bb tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:43.774259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-321987a8-2c19-44b9-a85c-6666a444bb03 req-f088f81f-f5f2-4061-8cdd-9fad199b38bb tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0579660 Dec 16 09:51:43.815536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-321987a8-2c19-44b9-a85c-6666a444bb03 req-6c8e23a7-320a-4f73-986c-a28bb5683171 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Dec 16 09:51:44.011678 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe5e2-0afb-4ba0-b7db-39d62c3882c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:44.941574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b227f-ed93-460b-a025-d31c5891eb34 req-1887834a-ffb0-42f3-98a2-052affb7e8ed tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:44.943105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c5b227f-ed93-460b-a025-d31c5891eb34 req-1887834a-ffb0-42f3-98a2-052affb7e8ed tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0511286 Dec 16 09:51:44.983463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c5b227f-ed93-460b-a025-d31c5891eb34 req-fe7c4f42-cff2-4f97-a35a-3fcf4a1e54c4 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Dec 16 09:51:46.422532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6d680-97f2-4336-8875-ad7223eb6814 req-7f2f79eb-7b43-4d11-9cb6-968c6eb10e5a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:46.424138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faf6d680-97f2-4336-8875-ad7223eb6814 req-7f2f79eb-7b43-4d11-9cb6-968c6eb10e5a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0516257 Dec 16 09:51:46.464573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faf6d680-97f2-4336-8875-ad7223eb6814 req-02267d8f-707d-4d09-ad80-e25ab841ab54 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344424 Dec 16 09:51:46.471750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-781b966d-6caf-4561-9d89-4d43aba0757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:48.053723 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.902661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:49.906348 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.280251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44298) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:51.424246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec64-e04e-4981-9bbf-fb8363ef68be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.521636 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec64-e04e-4981-9bbf-fb8363ef68be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.527575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e0cbec64-e04e-4981-9bbf-fb8363ef68be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.565239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbec64-e04e-4981-9bbf-fb8363ef68be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299eefea-d206-47a2-88d9-59a4b3ca0d3a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:51.576676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44304) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:51.577090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e0cbec64-e04e-4981-9bbf-fb8363ef68be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0d0728c90cc4cb18d3b152edb24e8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954912 Dec 16 09:51:51.636338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.657518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.704277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.707451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:51.711661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/299eefea-d206-47a2-88d9-59a4b3ca0d3a HTTP/1.1" status: 204 len: 168 time: 0.1336498 Dec 16 09:51:51.720483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299eefea-d206-47a2-88d9-59a4b3ca0d3a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:51.730664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.731015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.731363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.731718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.732258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.732857 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.733147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.733500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.733990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.734320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.734647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.734978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384b6bc-c549-4cc0-8800-ac5fc43906ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:51.990352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44312) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:52.004257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775d2272-a132-4fbe-989b-b1015bca507c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.083207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775d2272-a132-4fbe-989b-b1015bca507c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.088431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775d2272-a132-4fbe-989b-b1015bca507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.129196 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-775d2272-a132-4fbe-989b-b1015bca507c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69adff3830804fe18cc9c6e60d4e9813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355181 Dec 16 09:51:52.129196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d2272-a132-4fbe-989b-b1015bca507c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9fd833-dd80-4e95-b01b-e1c92f7d3f73,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:52.130276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44316) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:52.186802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50b46ee3-4e16-4e4a-97c8-292e24801d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.208411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50b46ee3-4e16-4e4a-97c8-292e24801d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.256548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50b46ee3-4e16-4e4a-97c8-292e24801d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.259053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50b46ee3-4e16-4e4a-97c8-292e24801d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:52.260301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-50b46ee3-4e16-4e4a-97c8-292e24801d95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c9fd833-dd80-4e95-b01b-e1c92f7d3f73 HTTP/1.1" status: 204 len: 168 time: 0.1289074 Dec 16 09:51:52.271145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b46ee3-4e16-4e4a-97c8-292e24801d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9fd833-dd80-4e95-b01b-e1c92f7d3f73,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:53.033482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44346) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:53.145255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b106d2ed-80e3-4f9d-89ed-13d875b2a025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.238029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b106d2ed-80e3-4f9d-89ed-13d875b2a025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.243093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b106d2ed-80e3-4f9d-89ed-13d875b2a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.289106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106d2ed-80e3-4f9d-89ed-13d875b2a025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5567e2-e0ee-46db-8f48-14eddfcb266e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:53.295425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b106d2ed-80e3-4f9d-89ed-13d875b2a025 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a3bfc74e6714862a0d607d54edb5f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607813 Dec 16 09:51:53.298272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44358) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:53.350104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1debeddc-ff81-45c7-ba38-08eaabe84af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.370413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1debeddc-ff81-45c7-ba38-08eaabe84af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.417950 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1debeddc-ff81-45c7-ba38-08eaabe84af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.420493 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1debeddc-ff81-45c7-ba38-08eaabe84af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:53.421641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1debeddc-ff81-45c7-ba38-08eaabe84af7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c5567e2-e0ee-46db-8f48-14eddfcb266e HTTP/1.1" status: 204 len: 168 time: 0.1224644 Dec 16 09:51:53.429296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debeddc-ff81-45c7-ba38-08eaabe84af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5567e2-e0ee-46db-8f48-14eddfcb266e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:53.836171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.128990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44396) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:54.234999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1075056951-network', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:54.259400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Made reservation on behalf of 9a40de56b3d5460a87956dad2c980d0e for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:54.262091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.271226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.346214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.350605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.374421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:51:54.383795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72285b7-b50a-4c32-b100-8548aee3d2bc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:54.388543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.388857 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Added segment 64980e89-f24d-452b-8874-6db8e8386400 of type vlan for network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed Dec 16 09:51:54.428987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.453832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.454697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:54.455275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.511592 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3814416 Dec 16 09:51:54.514824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:54.520080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Request body: {'subnet': {'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1075056951-subnet', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:54.535898 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3aaea-8dbb-499e-bae1-c96d8dfa8440 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed1d1bb-b027-4c20-a0e4-421bbe1634ed,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:54.549321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:51:54.554822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Made reservation on behalf of 9a40de56b3d5460a87956dad2c980d0e for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:51:54.557539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.731275 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-0ee842ae-8576-4b3e-b28e-babc306d9c1a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843794 Dec 16 09:51:54.804124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.853497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-f92c374c-e43f-4f51-af01-f5dc9585a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:54.855058 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-f92c374c-e43f-4f51-af01-f5dc9585a36b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ce93af107c32456cb6d90a187d85737e&device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 1098 time: 0.0918028 Dec 16 09:51:54.865057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51c6011-f639-472f-af33-65b069d02420,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:54.926784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Checking segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:54.927058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Network hostable DHCP agents. Network: 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:51:54.966338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:51:54.979328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-453cc726-456a-40c9-ae37-be7b1666e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:54.981072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-453cc726-456a-40c9-ae37-be7b1666e21b service neutron] 10.222.0.69 "GET /v2.0/networks?id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 200 len: 917 time: 0.1034808 Dec 16 09:51:54.982294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:54.986892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:54.987524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:54.992119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d884be-3fb6-49f5-ae39-b7fdcc83e901 None None] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:55.045745 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72fa51d7-2194-4a4a-9344-fbe5be3c2e46 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5295212 Dec 16 09:51:55.049037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44404) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:55.053713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:51:55.060781 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-78cf27f7-d982-4a61-bc61-5715081246cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 200 len: 1002 time: 0.0709426 Dec 16 09:51:55.085937 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.087336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.141787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-15d1b646-c42d-4e31-9930-72aa3954d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:55.143314 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-15d1b646-c42d-4e31-9930-72aa3954d562 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 200 len: 855 time: 0.0750794 Dec 16 09:51:55.148201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.186782 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.196501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-1ed1d1bb-b027-4c20-a0e4-421bbe1634ed', 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'fixed_ips': [{'subnet_id': 'b51c6011-f639-472f-af33-65b069d02420'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:51:55.198008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.223233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-a19d0a36-1d8c-42f9-a11a-82f56806ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:55.224858 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-a19d0a36-1d8c-42f9-a11a-82f56806ee3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729835 Dec 16 09:51:55.309324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.377083 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-f86279d8-d468-4f6d-b6a8-4a2c1bfc4ac6 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428909 Dec 16 09:51:55.385969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Allocated IP 172.20.0.2 (1ed1d1bb-b027-4c20-a0e4-421bbe1634ed/b51c6011-f639-472f-af33-65b069d02420/adabf138-275c-490e-86fa-9bb6bc83a9d2) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:55.499736 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3dcb9dcd-8097-4639-8528-dd2458cf60bc req-29356c89-2e4d-41ac-b258-22e2bad3ca36 service neutron] 10.222.0.69 "GET /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139951 Dec 16 09:51:55.589081 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.594632 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.603651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.615601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.649886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:55.656245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:55.657982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Pushing event updated for resources: {'Port': ['ID=adabf138-275c-490e-86fa-9bb6bc83a9d2,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.660240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:55.717551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Attempting to bind port adabf138-275c-490e-86fa-9bb6bc83a9d2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:55.717948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Attempting to bind port adabf138-275c-490e-86fa-9bb6bc83a9d2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:55.718312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Attempting to bind port adabf138-275c-490e-86fa-9bb6bc83a9d2 on network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:55.724058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:55.724429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Checking segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:55.724601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Allocated IP 172.25.6.8 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/0f09a7c8-6bdd-44ea-8f13-16d3226b4097) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:55.724816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.725377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Bound using segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:55.725942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Bound port: adabf138-275c-490e-86fa-9bb6bc83a9d2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:55.726543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.797748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] For port adabf138-275c-490e-86fa-9bb6bc83a9d2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:55.801443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] For port adabf138-275c-490e-86fa-9bb6bc83a9d2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adabf138-275c-490e-86fa-9bb6bc83a9d2,segment=NetworkSegment(64980e89-f24d-452b-8874-6db8e8386400),segment_id=64980e89-f24d-452b-8874-6db8e8386400)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:55.806208 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.845011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.868785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94442d8d-9524-47b8-8306-75c0a419814b None None] Pushing event updated for resources: {'Port': ['ID=adabf138-275c-490e-86fa-9bb6bc83a9d2,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.888448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:55.929260 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:55.930880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:55.934847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:55.970172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:55.983833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.984189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.984543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.984894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.985218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.985540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.985872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.986205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.986519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.986857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.987190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:55.987522 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:51:56.237074 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.400956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adabf138-275c-490e-86fa-9bb6bc83a9d2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:56.466243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port adabf138-275c-490e-86fa-9bb6bc83a9d2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:56.466661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.585970 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.643772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port adabf138-275c-490e-86fa-9bb6bc83a9d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adabf138-275c-490e-86fa-9bb6bc83a9d2,segment=NetworkSegment(64980e89-f24d-452b-8874-6db8e8386400),segment_id=64980e89-f24d-452b-8874-6db8e8386400)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:51:56.650434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.723579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=adabf138-275c-490e-86fa-9bb6bc83a9d2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:56.832323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:56.997383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:51:57.034045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969fe6c-b2a3-42c5-ab58-0e332ca7201c None None] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:51:57.101363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-42b1f6a6-a653-491f-b66c-34c6b054cf24 None None] Provisioning complete for port adabf138-275c-490e-86fa-9bb6bc83a9d2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:57.101794 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42b1f6a6-a653-491f-b66c-34c6b054cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.116666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:57.133480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Sync routers for ids ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:51:57.143114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.146976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bde65875-80f0-4d7c-9e66-bc9adc3bafd1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.0944777 Dec 16 09:51:57.147987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44428) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:51:57.171361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Routers {'5eb457e5-9b46-42c5-90bd-e448cf9d4b86'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:57.172075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:57.370913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Set router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:57.638430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:56Z', 'revision_number': 3, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'gw_port': {'id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:57.856412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Checking router: 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:51:57.856919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Updating router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:51:57.890993 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:57.892561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ef4c8bd3-429f-4429-b0dd-be430bbe1dc1 None None] Provisioning complete for port adabf138-275c-490e-86fa-9bb6bc83a9d2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:57.892911 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ef4c8bd3-429f-4429-b0dd-be430bbe1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.030287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5576911-8c30-4970-9016-d27a3f645363 req-aaf81ac2-5ac0-48fe-b3a2-0d4c600bd388 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:58.037428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7649b72-138a-4e82-b110-45eb93675333 req-ce9a78b8-65c7-41e6-89af-66d4751e11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:58.039707 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-ce9a78b8-65c7-41e6-89af-66d4751e11dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.0821245 Dec 16 09:51:58.042415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5576911-8c30-4970-9016-d27a3f645363 req-aaf81ac2-5ac0-48fe-b3a2-0d4c600bd388 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0746217 Dec 16 09:51:58.095201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e5576911-8c30-4970-9016-d27a3f645363 req-9dde2595-29a5-4528-aa1a-f704fbd19fbd tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Dec 16 09:51:58.107825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.203630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7649b72-138a-4e82-b110-45eb93675333 req-8db7ba54-e903-4296-a931-9133aeef2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:58.204964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-8db7ba54-e903-4296-a931-9133aeef2d1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.1583953 Dec 16 09:51:58.271246 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-61ab5c9b-14c0-480d-85aa-b140ce3a3fba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 217 time: 0.0589175 Dec 16 09:51:58.289113 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.297551 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.353312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Attempting to bind port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:51:58.353813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Attempting to bind port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:51:58.354183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Attempting to bind port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:51:58.363756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6980e-a363-4079-953b-95f128cb1e6c None None] Pushing event updated for resources: {'Port': ['ID=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:58.366331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:51:58.366706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:51:58.366854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7649b72-138a-4e82-b110-45eb93675333 req-1fcfd584-5302-4e72-8f57-5c6c9f3d3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:58.367101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.367483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:51:58.367952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Bound port: 0f09a7c8-6bdd-44ea-8f13-16d3226b4097, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:51:58.368183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-1fcfd584-5302-4e72-8f57-5c6c9f3d3400 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.0857632 Dec 16 09:51:58.368359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.397918 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adabf138-275c-490e-86fa-9bb6bc83a9d2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:51:58.407811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Allocated IP 172.20.0.1 (1ed1d1bb-b027-4c20-a0e4-421bbe1634ed/b51c6011-f639-472f-af33-65b069d02420/1fa584ab-ed1a-46f6-aa2a-c96208dd8e45) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:51:58.411533 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-9e18d464-60a6-4e59-982b-accfe889b047 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348537 Dec 16 09:51:58.457355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] For port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:51:58.470467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] For port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:51:58.475711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.505568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port adabf138-275c-490e-86fa-9bb6bc83a9d2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:58.505940 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.562701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6980e-a363-4079-953b-95f128cb1e6c None None] Pushing event updated for resources: {'Port': ['ID=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:58.569431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Routers {'5eb457e5-9b46-42c5-90bd-e448cf9d4b86'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:51:58.570073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:58.571915 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-14fc997b-ceba-4501-965b-858c219e53d3 service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510706 Dec 16 09:51:58.597204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.696796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d7649b72-138a-4e82-b110-45eb93675333 req-699c5e7e-0cbd-4e8d-9ce3-d3b84a2c8bbd service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129396 Dec 16 09:51:58.699040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.707948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] Set router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:51:58.741757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:58.744694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:58.758115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:51:58.761665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Pushing event updated for resources: {'Port': ['ID=1fa584ab-ed1a-46f6-aa2a-c96208dd8e45,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:58.801828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.915316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:56Z', 'revision_number': 3, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'gw_port': {'id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:51:58.944933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff3a8a-b33e-4472-94ba-20908dae59f5 None None] The sync data for ids ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'] in n-d-821941-1 is: [{'id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:56Z', 'revision_number': 3, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'gw_port': {'id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:51:58.952449 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:58.984967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a4395171-729b-46c4-86ad-3b49fa8d3938 None None] Provisioning complete for port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:58.985340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a4395171-729b-46c4-86ad-3b49fa8d3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.024434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a4395171-729b-46c4-86ad-3b49fa8d3938 None None] Port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:59.133383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.141594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.235386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.238199 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Pushing event updated for resources: {'Port': ['ID=1fa584ab-ed1a-46f6-aa2a-c96208dd8e45,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:51:59.241801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63359b82-87f6-41e1-a8a7-32e5ce454f3c req-2ec48bf6-f57b-4620-97b0-51fce9faf64d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:51:59.244313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63359b82-87f6-41e1-a8a7-32e5ce454f3c req-2ec48bf6-f57b-4620-97b0-51fce9faf64d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0824428 Dec 16 09:51:59.305621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63359b82-87f6-41e1-a8a7-32e5ce454f3c req-bf77c8f3-a620-487f-83e6-eea80a7c8786 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553417 Dec 16 09:51:59.387987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:51:59.389784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:51:59.570439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:51:59.652649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e713a147-4b4f-48db-b546-883d55b7baf0 None None] Provisioning complete for port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:51:59.653432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e713a147-4b4f-48db-b546-883d55b7baf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:51:59.695841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e713a147-4b4f-48db-b546-883d55b7baf0 None None] Port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:51:59.704600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:51:59.709956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf1ea5af-500a-4c0a-8117-91ee50cb40ce admin admin] 10.222.0.61 "PUT /v2.0/routers/5eb457e5-9b46-42c5-90bd-e448cf9d4b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5604482 Dec 16 09:52:00.406026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:00.461430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:00.462378 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.500815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197f8d4-8c1f-4b22-be2d-29b8e0ca76eb req-83bce02b-7b32-498b-8a09-d066b2182f89 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:00.503905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0197f8d4-8c1f-4b22-be2d-29b8e0ca76eb req-83bce02b-7b32-498b-8a09-d066b2182f89 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.1059601 Dec 16 09:52:00.561615 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0197f8d4-8c1f-4b22-be2d-29b8e0ca76eb req-1ceec32a-c07e-433e-a800-dd5eb722e557 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510378 Dec 16 09:52:00.576530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.597770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:00.605597 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:00.662268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:00.671547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.672063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.672541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.673030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.673679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.674194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.674680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.675145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.675609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.676081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.676544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.677120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:00.876952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Sync routers for ids ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:00.888941 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Routers {'5eb457e5-9b46-42c5-90bd-e448cf9d4b86'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:00.889577 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:00.909404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:01.024046 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Set router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:01.256293 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:52:01.278813 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.346159 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:51:58Z', 'revision_number': 4, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'gw_port': {'id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1fa584ab-ed1a-46f6-aa2a-c96208dd8e45', 'name': '', 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'mac_address': 'fa:16:3e:a3:a3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'b51c6011-f639-472f-af33-65b069d02420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:58Z', 'updated_at': '2021-12-16T09:51:59Z', 'revision_number': 2, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'subnets': [{'id': 'b51c6011-f639-472f-af33-65b069d02420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:01.375418 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Checking router: 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:01.375766 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Updating router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:52:01.399779 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.541360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Deleting port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:01.541630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.641318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.656262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Calling delete_port for 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:01.679940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083d57a-3bc1-40e5-964d-144d9f689df0 req-3d5bfeef-d458-4a3d-b95c-1317d7040896 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:01.688265 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.689702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b083d57a-3bc1-40e5-964d-144d9f689df0 req-3d5bfeef-d458-4a3d-b95c-1317d7040896 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0600431 Dec 16 09:52:01.696833 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.746948 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b083d57a-3bc1-40e5-964d-144d9f689df0 req-93a80435-ae95-4aaa-a6de-8411238019a4 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558426 Dec 16 09:52:01.820030 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Pushing event updated for resources: {'Port': ['ID=1fa584ab-ed1a-46f6-aa2a-c96208dd8e45,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:01.832390 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.833033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.833656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.834196 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.834736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.835193 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.835381 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.835770 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.836212 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.836348 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.837033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.837033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27a556-03d1-4ce8-9253-aeb3e70b0c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:01.875268 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Attempting to bind port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:01.875635 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Attempting to bind port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:01.875995 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Attempting to bind port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 on network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:01.882189 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:01.883832 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Checking segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:01.884825 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.886065 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Bound using segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:01.886752 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Bound port: 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:01.887272 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:01.991399 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.db.api [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:52:01.991799 n-d-821941-1 neutron-server[102400]: DEBUG oslo_db.api [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:52:01.993230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.028107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44492) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.033988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa584ab-ed1a-46f6-aa2a-c96208dd8e45,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:02.128545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2753c9ac-12a5-4b4e-bfca-de5834718132 None None] Could not find standard attr ID for object 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:52:02.158147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81315de5-2df9-41e6-938d-97c076ab7622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.212060 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.248413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81315de5-2df9-41e6-938d-97c076ab7622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.252793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81315de5-2df9-41e6-938d-97c076ab7622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.296637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-81315de5-2df9-41e6-938d-97c076ab7622 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11e22a5668e440eeb415a35959b42285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670081 Dec 16 09:52:02.297406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81315de5-2df9-41e6-938d-97c076ab7622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5266c73-ba14-4abb-8e99-cb2474b6e6df,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:02.299895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.358921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43bb2ed1-ddb5-4952-9f22-032ae1c8cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.379886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:52:02.386610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43bb2ed1-ddb5-4952-9f22-032ae1c8cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.431591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:52:02.432180 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.438281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43bb2ed1-ddb5-4952-9f22-032ae1c8cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.441117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-43bb2ed1-ddb5-4952-9f22-032ae1c8cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.442411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-43bb2ed1-ddb5-4952-9f22-032ae1c8cc03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5266c73-ba14-4abb-8e99-cb2474b6e6df HTTP/1.1" status: 204 len: 168 time: 0.1411920 Dec 16 09:52:02.451450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb2ed1-ddb5-4952-9f22-032ae1c8cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5266c73-ba14-4abb-8e99-cb2474b6e6df,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:02.471940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:02.507207 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Attempting to bind port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:52:02.507825 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Attempting to bind port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:52:02.508323 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Attempting to bind port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 on network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:52:02.519540 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:52:02.520261 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Checking segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:52:02.520851 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.521381 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Bound using segment: {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:52:02.522074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Bound port: 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64980e89-f24d-452b-8874-6db8e8386400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1ed1d1bb-b027-4c20-a0e4-421bbe1634ed'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:52:02.522638 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.552769 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.plugin [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Port 1fa584ab-ed1a-46f6-aa2a-c96208dd8e45 has been deleted concurrently {{(pid=102400) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 16 09:52:02.563624 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Routers {'5eb457e5-9b46-42c5-90bd-e448cf9d4b86'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:02.564228 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:02.590807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:02.596027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-820dab9e-a382-4e09-8ab6-5fd3933a5e06 admin admin] 10.222.0.61 "PUT /v2.0/routers/5eb457e5-9b46-42c5-90bd-e448cf9d4b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6855631 Dec 16 09:52:02.598878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44500) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.680959 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] Set router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:02.712798 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.784729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44506) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:02.859155 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.892642 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:52:01Z', 'revision_number': 5, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'gw_port': {'id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:02.908406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a261d5-5fc0-4ca5-8aae-51b240222053 req-1033963c-aa36-452e-be8f-be35a11e6238 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:02.910152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42a261d5-5fc0-4ca5-8aae-51b240222053 req-1033963c-aa36-452e-be8f-be35a11e6238 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0886552 Dec 16 09:52:02.924572 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb1d63-279d-472d-9ec0-988290f7c897 None None] The sync data for ids ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'] in n-d-821941-1 is: [{'id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'name': 'tempest-ImageQuotaTest-1075056951-router', 'tenant_id': '9a40de56b3d5460a87956dad2c980d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:52:01Z', 'revision_number': 5, 'project_id': '9a40de56b3d5460a87956dad2c980d0e', 'gw_port': {'id': '0f09a7c8-6bdd-44ea-8f13-16d3226b4097', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb457e5-9b46-42c5-90bd-e448cf9d4b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:51:55Z', 'updated_at': '2021-12-16T09:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:02.964329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Deleting port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:02.964673 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:02.968986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42a261d5-5fc0-4ca5-8aae-51b240222053 req-592ab60e-46da-4c4c-92ce-264ba51c1d93 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495050 Dec 16 09:52:03.063467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] For port 0f09a7c8-6bdd-44ea-8f13-16d3226b4097, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:03.063970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.077699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Calling delete_port for 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:03.131611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0da2f8e5-f030-4f7b-8e20-f7a665cf9594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.215018 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0da2f8e5-f030-4f7b-8e20-f7a665cf9594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.219664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0da2f8e5-f030-4f7b-8e20-f7a665cf9594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.261083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.262445 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0da2f8e5-f030-4f7b-8e20-f7a665cf9594 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=662fbe1abc5b4fb7b9b29af2ac88e442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766021 Dec 16 09:52:03.263332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2f8e5-f030-4f7b-8e20-f7a665cf9594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d5ad85-b249-43c6-a9a1-1685b90260c0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:03.265974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:03.289913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f09a7c8-6bdd-44ea-8f13-16d3226b4097,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:03.325808 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b675e03c-f331-4d62-a5b4-ed2621e7f80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.348600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b675e03c-f331-4d62-a5b4-ed2621e7f80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.359375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.399000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b675e03c-f331-4d62-a5b4-ed2621e7f80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.401808 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b675e03c-f331-4d62-a5b4-ed2621e7f80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.403074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b675e03c-f331-4d62-a5b4-ed2621e7f80a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9d5ad85-b249-43c6-a9a1-1685b90260c0 HTTP/1.1" status: 204 len: 168 time: 0.1346745 Dec 16 09:52:03.419753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675e03c-f331-4d62-a5b4-ed2621e7f80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d5ad85-b249-43c6-a9a1-1685b90260c0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:03.463272 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.465464 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.513307 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.513973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb457e5-9b46-42c5-90bd-e448cf9d4b86 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:52:03.519924 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.521127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-52b4e1c9-497c-4aed-b5c6-ec8cd069f54f admin admin] 10.222.0.61 "DELETE /v2.0/routers/5eb457e5-9b46-42c5-90bd-e448cf9d4b86 HTTP/1.1" status: 204 len: 168 time: 0.9213929 Dec 16 09:52:03.523645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44512) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:03.569139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Deleting subnet b51c6011-f639-472f-af33-65b069d02420 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:03.572366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.617609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.635515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Sync routers for ids ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:03.644919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:03.645282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:52:03.646077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5eb457e5-9b46-42c5-90bd-e448cf9d4b86'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:52:03.654427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:03.654721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:52:03.655364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5eb457e5-9b46-42c5-90bd-e448cf9d4b86'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:51:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:52:03.655734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d166af6-7a55-4e40-a727-6bb854d19382 None None] The sync data for ids ['5eb457e5-9b46-42c5-90bd-e448cf9d4b86'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:03.712022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.773977 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.802180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51c6011-f639-472f-af33-65b069d02420,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:03.808264 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.812010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a511239d-1f83-4a47-9752-09d9bf55b984 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b51c6011-f639-472f-af33-65b069d02420 HTTP/1.1" status: 204 len: 168 time: 0.2873752 Dec 16 09:52:03.813370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c2394-97e9-485c-9419-6f126272874e None None] Network 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:03.814629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44522) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:03.889827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:03.946081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Deleting port adabf138-275c-490e-86fa-9bb6bc83a9d2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:03.946662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.010895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] For port adabf138-275c-490e-86fa-9bb6bc83a9d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adabf138-275c-490e-86fa-9bb6bc83a9d2,segment=NetworkSegment(64980e89-f24d-452b-8874-6db8e8386400),segment_id=64980e89-f24d-452b-8874-6db8e8386400)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:04.011258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.033295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Calling delete_port for adabf138-275c-490e-86fa-9bb6bc83a9d2 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:04.117996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] DHCP port deletion for 1ed1d1bb-b027-4c20-a0e4-421bbe1634ed request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:52:04.167836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888065e9-6e5d-474e-ae72-3ffc069d3662 req-d16d91ef-2b72-4dab-b498-de992d481d4d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:04.170932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-888065e9-6e5d-474e-ae72-3ffc069d3662 req-d16d91ef-2b72-4dab-b498-de992d481d4d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.1262190 Dec 16 09:52:04.205631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] Deleting port adabf138-275c-490e-86fa-9bb6bc83a9d2 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:04.209606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.233966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-888065e9-6e5d-474e-ae72-3ffc069d3662 req-b18071e9-46dd-4b9d-8bf6-3bd7c2feaa8d tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562317 Dec 16 09:52:04.235569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.265980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Pushing event deleted for resources: {'Port': ['ID=adabf138-275c-490e-86fa-9bb6bc83a9d2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:04.273066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] No DVR routers for this DVR port adabf138-275c-490e-86fa-9bb6bc83a9d2 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:04.294921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] For port adabf138-275c-490e-86fa-9bb6bc83a9d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=adabf138-275c-490e-86fa-9bb6bc83a9d2,segment=NetworkSegment(64980e89-f24d-452b-8874-6db8e8386400),segment_id=64980e89-f24d-452b-8874-6db8e8386400)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:04.295325 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.310931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] Calling delete_port for adabf138-275c-490e-86fa-9bb6bc83a9d2 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:04.356239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.378220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adabf138-275c-490e-86fa-9bb6bc83a9d2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:04.381746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed1d1bb-b027-4c20-a0e4-421bbe1634ed']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:04.393632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64980e89-f24d-452b-8874-6db8e8386400') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:04.394147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64980e89-f24d-452b-8874-6db8e8386400') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:04.405344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.409040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: adabf138-275c-490e-86fa-9bb6bc83a9d2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:04.409385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device adabf138-275c-490e-86fa-9bb6bc83a9d2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:04.409811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:04.419557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.427154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:04.427433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:04.429130 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:04.431626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:04.431626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f09a7c8-6bdd-44ea-8f13-16d3226b4097 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:04.447144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.474464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] Pushing event deleted for resources: {'Port': ['ID=adabf138-275c-490e-86fa-9bb6bc83a9d2,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:04.476319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc388c66-ed5d-4afb-b8ce-a30399f41b90 None None] No DVR routers for this DVR port adabf138-275c-490e-86fa-9bb6bc83a9d2 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:04.495676 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.502564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.506550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1ed1d1bb-b027-4c20-a0e4-421bbe1634ed HTTP/1.1" status: 204 len: 168 time: 0.6906021 Dec 16 09:52:04.517839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5da3aa-5887-4ec2-b517-7ec7ec79a968 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed1d1bb-b027-4c20-a0e4-421bbe1634ed,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:04.684832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44548) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.731689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44550) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:04.731954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d81e489-f95b-4b76-a13a-7b869ac99675 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a40de56b3d5460a87956dad2c980d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457597 Dec 16 09:52:04.782564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6107aeec-8629-40c8-8553-0a7e13cf83c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.805730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6107aeec-8629-40c8-8553-0a7e13cf83c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.854432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6107aeec-8629-40c8-8553-0a7e13cf83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.856981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6107aeec-8629-40c8-8553-0a7e13cf83c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:04.858270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6107aeec-8629-40c8-8553-0a7e13cf83c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f72285b7-b50a-4c32-b100-8548aee3d2bc HTTP/1.1" status: 204 len: 168 time: 0.1255159 Dec 16 09:52:04.866089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107aeec-8629-40c8-8553-0a7e13cf83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72285b7-b50a-4c32-b100-8548aee3d2bc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:05.210235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44568) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:05.223865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0bb7-317c-48cc-8670-bd4bb816a3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.303149 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0bb7-317c-48cc-8670-bd4bb816a3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.313484 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0bb7-317c-48cc-8670-bd4bb816a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.350689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc0bb7-317c-48cc-8670-bd4bb816a3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54061fe0-04a9-4777-8986-f2d22dd5731b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:05.355175 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e1cc0bb7-317c-48cc-8670-bd4bb816a3ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1439140 Dec 16 09:52:05.357005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56643a19-d953-4b5b-aeff-ea3188c50e6c req-475acb93-2be5-4e41-8771-3422b65a5108 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:05.358268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44572) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:05.358576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56643a19-d953-4b5b-aeff-ea3188c50e6c req-475acb93-2be5-4e41-8771-3422b65a5108 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0503569 Dec 16 09:52:05.397075 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56643a19-d953-4b5b-aeff-ea3188c50e6c req-3d2ac92f-2c0a-4a35-8692-eeec07d8c6ca tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Dec 16 09:52:05.409981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-774060c1-af89-4dc5-b754-1adefa2e64dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.432368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-774060c1-af89-4dc5-b754-1adefa2e64dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.482523 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-774060c1-af89-4dc5-b754-1adefa2e64dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.485168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-774060c1-af89-4dc5-b754-1adefa2e64dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:05.486367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-774060c1-af89-4dc5-b754-1adefa2e64dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54061fe0-04a9-4777-8986-f2d22dd5731b HTTP/1.1" status: 204 len: 168 time: 0.1271834 Dec 16 09:52:05.496298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774060c1-af89-4dc5-b754-1adefa2e64dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54061fe0-04a9-4777-8986-f2d22dd5731b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:06.520688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd85e4f-33c9-4a55-9081-f2b85ef16b4a req-c73beeda-94e8-4771-be05-747abc2ebdc7 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:06.522127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fd85e4f-33c9-4a55-9081-f2b85ef16b4a req-c73beeda-94e8-4771-be05-747abc2ebdc7 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0541933 Dec 16 09:52:06.561955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3fd85e4f-33c9-4a55-9081-f2b85ef16b4a req-ad0e6bfa-f5b7-4170-a46f-b5c6e12a1a7b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Dec 16 09:52:07.681932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd31f1-cb2c-49bd-af18-448dbfb180d4 req-b388001c-1d05-4fdf-bce4-3bece6e8989c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:07.683528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9bd31f1-cb2c-49bd-af18-448dbfb180d4 req-b388001c-1d05-4fdf-bce4-3bece6e8989c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0516315 Dec 16 09:52:07.722781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9bd31f1-cb2c-49bd-af18-448dbfb180d4 req-6d51f364-ee19-4450-be71-22d8a64d9f10 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Dec 16 09:52:08.851212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95f6e-ffab-4de4-ae45-1971533e9323 req-a3a61386-1f84-41f9-8826-5910ad3bf975 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:08.852611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05a95f6e-ffab-4de4-ae45-1971533e9323 req-a3a61386-1f84-41f9-8826-5910ad3bf975 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0549357 Dec 16 09:52:08.897218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05a95f6e-ffab-4de4-ae45-1971533e9323 req-b042da38-0216-4dca-b317-c2d3c0f28f37 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Dec 16 09:52:09.880405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44618) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:09.994485 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96918312-3f8d-4874-a709-b7c78dfa72ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.018938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba3adf-f3ba-44be-a276-a7fe786b1052 req-82ed9f06-4fc2-42e4-a259-5007bb44347f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:10.020454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2ba3adf-f3ba-44be-a276-a7fe786b1052 req-82ed9f06-4fc2-42e4-a259-5007bb44347f tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0543158 Dec 16 09:52:10.061781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2ba3adf-f3ba-44be-a276-a7fe786b1052 req-3e59bc7e-5da7-4c5d-aed3-e59b87b83393 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342765 Dec 16 09:52:10.077836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96918312-3f8d-4874-a709-b7c78dfa72ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.083213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-96918312-3f8d-4874-a709-b7c78dfa72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.122192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-96918312-3f8d-4874-a709-b7c78dfa72ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f23c8e2e3a7d452688fd62e708512b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406101 Dec 16 09:52:10.123089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96918312-3f8d-4874-a709-b7c78dfa72ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470175aa-d925-4bfa-af3a-7476f6a61044,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:10.124827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44624) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:10.174564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a52996f3-8a26-41b6-899f-8704092fb990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.197094 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a52996f3-8a26-41b6-899f-8704092fb990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.246871 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a52996f3-8a26-41b6-899f-8704092fb990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.249473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a52996f3-8a26-41b6-899f-8704092fb990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.250678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a52996f3-8a26-41b6-899f-8704092fb990 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/470175aa-d925-4bfa-af3a-7476f6a61044 HTTP/1.1" status: 204 len: 168 time: 0.1241860 Dec 16 09:52:10.258555 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52996f3-8a26-41b6-899f-8704092fb990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470175aa-d925-4bfa-af3a-7476f6a61044,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:10.533213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44630) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:10.547178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ad38662-fac1-478b-9710-92304566db59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.623473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ad38662-fac1-478b-9710-92304566db59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.627606 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ad38662-fac1-478b-9710-92304566db59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.663948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad38662-fac1-478b-9710-92304566db59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa19acd7-94b8-4a78-8c2a-0feb149ef549,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:10.668279 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ad38662-fac1-478b-9710-92304566db59 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9b7d12f97e3463b97f9a3f47cb2c854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339858 Dec 16 09:52:10.671339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:10.720660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1df0-53a8-4faf-b8c9-57b1bcb71feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.744991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1df0-53a8-4faf-b8c9-57b1bcb71feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.800332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1df0-53a8-4faf-b8c9-57b1bcb71feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.803159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ec2b1df0-53a8-4faf-b8c9-57b1bcb71feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:10.804333 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ec2b1df0-53a8-4faf-b8c9-57b1bcb71feb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa19acd7-94b8-4a78-8c2a-0feb149ef549 HTTP/1.1" status: 204 len: 168 time: 0.1322913 Dec 16 09:52:10.818434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b1df0-53a8-4faf-b8c9-57b1bcb71feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa19acd7-94b8-4a78-8c2a-0feb149ef549,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:11.189501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d22cdb-7d15-40f9-898e-7cffa40b3832 req-e3c00c97-bfb0-410f-8cb9-3759d333006b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:11.191040 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4d22cdb-7d15-40f9-898e-7cffa40b3832 req-e3c00c97-bfb0-410f-8cb9-3759d333006b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0523181 Dec 16 09:52:11.236538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4d22cdb-7d15-40f9-898e-7cffa40b3832 req-60f6af31-b136-4d66-bb31-63c4b5060a97 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Dec 16 09:52:12.357491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cbf51-7c30-4dff-98d4-2792763d8887 req-5d1bfb06-73f8-4a6e-8201-a742adac0ffa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:12.359034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-923cbf51-7c30-4dff-98d4-2792763d8887 req-5d1bfb06-73f8-4a6e-8201-a742adac0ffa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0497861 Dec 16 09:52:12.396913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-923cbf51-7c30-4dff-98d4-2792763d8887 req-f8fa2eef-9e3b-4512-a354-f3ebdc00259a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Dec 16 09:52:12.788834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-5614b127-2e33-4cf1-9d35-bcb760488d78 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402868 Dec 16 09:52:12.881504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370252-d9e5-45da-9918-0920227ca4eb req-7995eb82-54da-4641-a081-c3ed4ebc123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:12.883056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-7995eb82-54da-4641-a081-c3ed4ebc123b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0485220 Dec 16 09:52:12.995229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370252-d9e5-45da-9918-0920227ca4eb req-f06acc27-cef6-4edc-8aa6-24714386d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:12.996624 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-f06acc27-cef6-4edc-8aa6-24714386d370 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0936036 Dec 16 09:52:13.040752 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-eb2a130d-c103-4642-b75a-42b97d40fa96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0358381 Dec 16 09:52:13.094393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370252-d9e5-45da-9918-0920227ca4eb req-1995e9e5-5c3a-44e6-9e94-48f3fb671fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:13.095962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-1995e9e5-5c3a-44e6-9e94-48f3fb671fe3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0484793 Dec 16 09:52:13.152827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0370252-d9e5-45da-9918-0920227ca4eb req-343a7658-4244-4ddf-a3e8-258a9980611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:13.154620 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-343a7658-4244-4ddf-a3e8-258a9980611d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517094 Dec 16 09:52:13.254741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-f276c071-1557-4ff3-a398-c6f7571647f3 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915408 Dec 16 09:52:13.351507 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b0370252-d9e5-45da-9918-0920227ca4eb req-429100a7-1960-4ef4-b19d-43be615c776e service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888851 Dec 16 09:52:13.524166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171badc-cdc3-4974-9901-b18d8dbfcf65 req-f50bda5d-9963-4d54-95c4-999bd47ccc2c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:13.525724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2171badc-cdc3-4974-9901-b18d8dbfcf65 req-f50bda5d-9963-4d54-95c4-999bd47ccc2c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0535474 Dec 16 09:52:13.563551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2171badc-cdc3-4974-9901-b18d8dbfcf65 req-02ac4e74-d7cd-4bb8-a20b-79cd3fc758db tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Dec 16 09:52:14.005676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fbb85fe5-61fc-49ea-9951-32271b92f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:14.694517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f7edd-4ba6-475a-bb85-3880f1a3e26b req-57780020-5aed-42d8-ad70-d286d3dcabe0 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:14.696056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-208f7edd-4ba6-475a-bb85-3880f1a3e26b req-57780020-5aed-42d8-ad70-d286d3dcabe0 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0492759 Dec 16 09:52:14.746434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-208f7edd-4ba6-475a-bb85-3880f1a3e26b req-9e2b7c21-65d4-4cc2-997d-8906b71aff4c tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430655 Dec 16 09:52:15.242011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8895aef-4ce1-4a24-9933-926942e38277 req-ac996a69-796a-4ff6-bac6-29f378dd1616 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:15.243555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8895aef-4ce1-4a24-9933-926942e38277 req-ac996a69-796a-4ff6-bac6-29f378dd1616 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.0525808 Dec 16 09:52:15.283986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8895aef-4ce1-4a24-9933-926942e38277 req-5c63dec3-d2c5-41b8-89a0-e3f4ad81d32e tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332997 Dec 16 09:52:15.672760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33354683-6946-4f15-86ef-dc3a5a2f32df req-3dd8b40c-4619-41df-8cc7-1f49b51c294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:15.674340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-33354683-6946-4f15-86ef-dc3a5a2f32df req-3dd8b40c-4619-41df-8cc7-1f49b51c294b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.0448732 Dec 16 09:52:15.713773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-33354683-6946-4f15-86ef-dc3a5a2f32df req-3ba67f08-c11d-4056-ac2f-02c1915082b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301402 Dec 16 09:52:15.869571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b83d-42b5-420e-8909-d69569b46a3a req-0fca6f79-1c4d-43e5-a394-2ede300ec31a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:15.871023 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9120b83d-42b5-420e-8909-d69569b46a3a req-0fca6f79-1c4d-43e5-a394-2ede300ec31a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0538683 Dec 16 09:52:15.911022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9120b83d-42b5-420e-8909-d69569b46a3a req-45edc3d3-3000-43cb-bfb4-0a5757dbd7e5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Dec 16 09:52:16.407788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ad4f4-35b1-455e-af37-e6af42495d95 req-0e83f9ec-e8b0-40be-9eb0-81485d5855e6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:16.409276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d40ad4f4-35b1-455e-af37-e6af42495d95 req-0e83f9ec-e8b0-40be-9eb0-81485d5855e6 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.0491922 Dec 16 09:52:16.452555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d40ad4f4-35b1-455e-af37-e6af42495d95 req-13c1976d-79ef-4bb8-b017-3cc421d60d35 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368502 Dec 16 09:52:16.484789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-236e120b-62e0-455b-af59-a16ed9641613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.038518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20683ce5-f2ad-4e09-b58c-a618d7ee2a3f req-02e03dc5-bc6a-4860-8e06-de4eae427c72 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:17.040047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20683ce5-f2ad-4e09-b58c-a618d7ee2a3f req-02e03dc5-bc6a-4860-8e06-de4eae427c72 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0567527 Dec 16 09:52:17.097161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20683ce5-f2ad-4e09-b58c-a618d7ee2a3f req-280710b4-a975-4ac0-a6cb-fc0b049c0694 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500512 Dec 16 09:52:17.205246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-a30385a5-c1f0-4ec6-8519-7fe6e5a792d2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:17.206779 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-a30385a5-c1f0-4ec6-8519-7fe6e5a792d2 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.0599856 Dec 16 09:52:17.323405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Deleting port cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:17.323652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.422589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] For port cfcafc24-c6dc-48b1-a230-d9f74c49eefa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:17.422952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.599514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6830d-c0d5-4958-bcb7-8053670914ef req-35811505-3858-4a7b-838b-c782bd912ebe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:17.601604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cd6830d-c0d5-4958-bcb7-8053670914ef req-35811505-3858-4a7b-838b-c782bd912ebe tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 947 time: 0.0651042 Dec 16 09:52:17.658213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cd6830d-c0d5-4958-bcb7-8053670914ef req-e4061b71-0f23-4fda-817c-e76d18579ec7 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups?id=c44a88be-cc39-4edd-b024-9cb7c87dd8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450771 Dec 16 09:52:17.695759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.696337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.696931 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Floating IP 4bef1770-b700-4da7-a5ec-1e26768ad3e3 disassociated. External IP: 172.25.6.158, port: cfcafc24-c6dc-48b1-a230-d9f74c49eefa. Dec 16 09:52:17.697368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Calling delete_port for cfcafc24-c6dc-48b1-a230-d9f74c49eefa owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:17.848017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:17.883560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event deleted for resources: {'Port': ['ID=cfcafc24-c6dc-48b1-a230-d9f74c49eefa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:18.017356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:18.048696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:18.131030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:18.144201 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:18.154815 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:18.155435 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:18.174803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] No DVR routers for this DVR port cfcafc24-c6dc-48b1-a230-d9f74c49eefa on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:18.177718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:18.181601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5ed493ea-b1c0-4efa-b84b-7cb27c83cb62 req-8e6ef56a-996c-4031-ac6c-24936f2ad540 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.69 "DELETE /v2.0/ports/cfcafc24-c6dc-48b1-a230-d9f74c49eefa HTTP/1.1" status: 204 len: 173 time: 0.9671764 Dec 16 09:52:18.182277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-deleted', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:18.187788 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b2d12-9870-4879-914b-ad152135ea46" -d '{"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-deleted", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:18.226494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ace2-dfd6-444e-bde5-a9c5ad346f87 req-560f6a5d-192a-4eae-b5f5-3fd5f2abcfd9 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:18.228136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0a5ace2-dfd6-444e-bde5-a9c5ad346f87 req-560f6a5d-192a-4eae-b5f5-3fd5f2abcfd9 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0533485 Dec 16 09:52:18.273071 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:18.286532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0a5ace2-dfd6-444e-bde5-a9c5ad346f87 req-363c4625-179c-4d7f-9b41-9c1563537094 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Dec 16 09:52:18.355521 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b18be-ec2a-4245-a084-c9c7babb3f97 x-openstack-request-id: req-724b18be-ec2a-4245-a084-c9c7babb3f97 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:18.356361 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d78234d-b3e3-41b9-b049-9489a7646885", "name": "network-vif-deleted", "tag": "cfcafc24-c6dc-48b1-a230-d9f74c49eefa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:18.356781 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-724b18be-ec2a-4245-a084-c9c7babb3f97 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:18.357494 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d78234d-b3e3-41b9-b049-9489a7646885', 'name': 'network-vif-deleted', 'tag': 'cfcafc24-c6dc-48b1-a230-d9f74c49eefa', 'status': 'completed', 'code': 200} Dec 16 09:52:18.494672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:18.525366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:18.533863 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:18.534478 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:18.649913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-dcf6e77e-2bc0-4f83-9d1d-64580a8fe67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:18.651721 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-dcf6e77e-2bc0-4f83-9d1d-64580a8fe67b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c251a3c8e014c37983624d1ea2b9128&device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 1096 time: 0.0419722 Dec 16 09:52:18.652362 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:18.671910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09fe14-7619-43fa-b2ab-f8b72bd73920 req-1cc7eba1-2ee6-4e67-83a4-8cc7ab6340b7 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:18.673535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb09fe14-7619-43fa-b2ab-f8b72bd73920 req-1cc7eba1-2ee6-4e67-83a4-8cc7ab6340b7 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0587287 Dec 16 09:52:18.725329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb09fe14-7619-43fa-b2ab-f8b72bd73920 req-176fce0d-07ae-45fb-a8a1-550279fedfe6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Dec 16 09:52:18.786792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-5a986720-253b-4348-b46a-4681523a631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:18.789534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-5a986720-253b-4348-b46a-4681523a631c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 200 len: 920 time: 0.1217561 Dec 16 09:52:18.834999 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-dd57b480-a28a-4429-8e8e-856663c3493c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 200 len: 217 time: 0.0380709 Dec 16 09:52:18.855832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f5cf9dd-ba60-41ee-afc7-043339406041 req-2318776f-2e99-40cb-b181-1009a27741a8 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d78234d-b3e3-41b9-b049-9489a7646885 HTTP/1.1" status: 200 len: 210 time: 0.0316305 Dec 16 09:52:18.901255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-b6fd5cc1-51e6-4199-9e9d-7ff171609422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:18.902937 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-b6fd5cc1-51e6-4199-9e9d-7ff171609422 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 200 len: 859 time: 0.0596278 Dec 16 09:52:18.913091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:18.940947 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108410dc-6599-49c2-ba79-dfdaba5ae00e None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:41:51Z', 'revision_number': 4, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e580f06f-7f86-40af-b76e-94dd2e8a4c98', 'name': '', 'network_id': 'd1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'mac_address': 'fa:16:3e:2e:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:50Z', 'updated_at': '2021-12-16T09:41:59Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'subnets': [{'id': 'a28dbf85-1835-4d45-a1a9-9b091196ccab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:18.957090 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-69aa7ba9-8928-444e-b111-adc921e63f51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b58315e0-7570-49e2-bf2d-395da1a3e978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471609 Dec 16 09:52:19.063780 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-4cc5f5ae-6d9b-4ed1-81e8-02662959e5d6 service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985944 Dec 16 09:52:19.176078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-948e6ae5-f4c6-4df6-a7a2-90960e58d377 req-7358b2e4-b198-47d5-8b73-99fe993e2dfe service neutron] 10.222.0.69 "GET /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057320 Dec 16 09:52:19.247188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf3fac1-b2fe-4a4c-a268-83ab0579dd63 None None] New status for floating IP 4bef1770-b700-4da7-a5ec-1e26768ad3e3: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:52:19.481557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:19.505486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: cfcafc24-c6dc-48b1-a230-d9f74c49eefa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:19.505825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device cfcafc24-c6dc-48b1-a230-d9f74c49eefa not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:19.852379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2ed19-8bfc-497a-8c5a-202d8379e61f req-6eb19b2a-c1f9-4732-8423-49e15c1a6985 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:19.854148 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3e2ed19-8bfc-497a-8c5a-202d8379e61f req-6eb19b2a-c1f9-4732-8423-49e15c1a6985 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0540752 Dec 16 09:52:19.886009 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:19.906441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:19.907658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3e2ed19-8bfc-497a-8c5a-202d8379e61f req-81b8e072-e6d0-49fd-86c3-c26cf4dc71d1 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Dec 16 09:52:19.991280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44772) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:20.049019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65bd66b6-4cdd-4220-ae5e-7baee080bb3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.073062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65bd66b6-4cdd-4220-ae5e-7baee080bb3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.124222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65bd66b6-4cdd-4220-ae5e-7baee080bb3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.127287 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-65bd66b6-4cdd-4220-ae5e-7baee080bb3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.128479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-65bd66b6-4cdd-4220-ae5e-7baee080bb3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "DELETE /v2.0/security-groups/c44a88be-cc39-4edd-b024-9cb7c87dd8d6 HTTP/1.1" status: 204 len: 168 time: 0.1361642 Dec 16 09:52:20.131447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:20.142220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd66b6-4cdd-4220-ae5e-7baee080bb3f tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44a88be-cc39-4edd-b024-9cb7c87dd8d6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:20.150437 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-1a627c33-7181-4fa8-a2c7-972428a65282 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] show failed (client error): The resource could not be found. Dec 16 09:52:20.151862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a627c33-7181-4fa8-a2c7-972428a65282 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "GET /v2.0/security-groups/c44a88be-cc39-4edd-b024-9cb7c87dd8d6 HTTP/1.1" status: 404 len: 347 time: 0.0194016 Dec 16 09:52:20.154900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:20.282978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Deleting port 4964a76a-2a57-4e36-a461-4e641699b6ca {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:20.283327 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.364550 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.364880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.378285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Calling delete_port for 4964a76a-2a57-4e36-a461-4e641699b6ca owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:20.513723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.546691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Pushing event deleted for resources: {'Port': ['ID=4964a76a-2a57-4e36-a461-4e641699b6ca,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:20.606308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.608773 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:20.609970 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fc6208fe-8dc3-415e-adaa-c6c6aa9df926 tempest-AttachVolumeShelveTestJSON-1543420512 tempest-AttachVolumeShelveTestJSON-1543420512-project] 10.222.0.61 "DELETE /v2.0/floatingips/4bef1770-b700-4da7-a5ec-1e26768ad3e3 HTTP/1.1" status: 204 len: 168 time: 0.4540269 Dec 16 09:52:21.048750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee65a9-9ef2-46e1-bac1-13047bcd122b req-e6799c1b-d910-464f-a06c-943a720b61fa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:21.050292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89ee65a9-9ef2-46e1-bac1-13047bcd122b req-e6799c1b-d910-464f-a06c-943a720b61fa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0563207 Dec 16 09:52:21.089991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89ee65a9-9ef2-46e1-bac1-13047bcd122b req-6abca907-7377-465b-9798-5e2c50153396 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Dec 16 09:52:22.212359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7678a24-3e10-4896-9b2d-17803c529ad1 req-802be180-97b1-4efe-9fa6-94cb71cca399 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:22.214732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7678a24-3e10-4896-9b2d-17803c529ad1 req-802be180-97b1-4efe-9fa6-94cb71cca399 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0528104 Dec 16 09:52:22.258183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7678a24-3e10-4896-9b2d-17803c529ad1 req-1f879197-512c-485c-a018-105b808341c9 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Dec 16 09:52:23.852157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:25.173138 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:26.300866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 44930) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:26.878052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:27.148539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Deleting port e580f06f-7f86-40af-b76e-94dd2e8a4c98 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:27.148930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:27.253018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] For port e580f06f-7f86-40af-b76e-94dd2e8a4c98, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e580f06f-7f86-40af-b76e-94dd2e8a4c98,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:27.253371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:27.266550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Calling delete_port for e580f06f-7f86-40af-b76e-94dd2e8a4c98 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:27.447486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:27.475560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e580f06f-7f86-40af-b76e-94dd2e8a4c98,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:27.645473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:27.868288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Router f1a20832-d26d-4188-9687-2e7e3f9f78a5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:27.987482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:27.996249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 44970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:27.996654 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c17e285-fcc6-4373-a2ce-8bdb9ba14c0c admin admin] 10.222.0.61 "PUT /v2.0/routers/f1a20832-d26d-4188-9687-2e7e3f9f78a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939168 Dec 16 09:52:28.010967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] Sync routers for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:28.026608 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:28.027237 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:28.126892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:28.142007 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:28.262206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:28.360960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Deleting port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:28.361649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:28.467452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] For port bcdff42b-3602-46ea-b1a0-f27f5e6c4a01, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:28.467818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:28.483371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Calling delete_port for bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:28.494949 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:52:27Z', 'revision_number': 5, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port': {'id': 'bcdff42b-3602-46ea-b1a0-f27f5e6c4a01', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ed:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:41:44Z', 'updated_at': '2021-12-16T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:28.526705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] Checking router: f1a20832-d26d-4188-9687-2e7e3f9f78a5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:28.536855 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] Routers {'f1a20832-d26d-4188-9687-2e7e3f9f78a5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:28.537577 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:28.652440 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] Set router f1a20832-d26d-4188-9687-2e7e3f9f78a5 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:28.714656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 6, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:28.717402 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:28.742367 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98775f9-007b-4404-b1f4-acb1c83c4b6b None None] The sync data for ids ['f1a20832-d26d-4188-9687-2e7e3f9f78a5'] in n-d-821941-1 is: [{'id': 'f1a20832-d26d-4188-9687-2e7e3f9f78a5', 'name': 'tempest-AttachVolumeShelveTestJSON-386373488-router', 'tenant_id': 'ce93af107c32456cb6d90a187d85737e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:41:43Z', 'updated_at': '2021-12-16T09:52:28Z', 'revision_number': 6, 'project_id': 'ce93af107c32456cb6d90a187d85737e', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:28.756203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdff42b-3602-46ea-b1a0-f27f5e6c4a01,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:28.837545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.292037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.294314 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.341034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.341621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a20832-d26d-4188-9687-2e7e3f9f78a5 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:52:29.349007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.350177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2ec2b1c8-c61b-4bea-a7f1-603e22e4231e admin admin] 10.222.0.61 "DELETE /v2.0/routers/f1a20832-d26d-4188-9687-2e7e3f9f78a5 HTTP/1.1" status: 204 len: 168 time: 1.3528354 Dec 16 09:52:29.353103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45000) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:29.406931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Deleting subnet a28dbf85-1835-4d45-a1a9-9b091196ccab {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:29.417382 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.458690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.542040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.609221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.642030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a28dbf85-1835-4d45-a1a9-9b091196ccab,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:29.652348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a14a0-9e24-422c-9853-2a62d5288dc1 None None] Network d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:52:29.654373 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.658493 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cbec339d-3777-447f-8d73-062b91dffdf2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a28dbf85-1835-4d45-a1a9-9b091196ccab HTTP/1.1" status: 204 len: 168 time: 0.3043404 Dec 16 09:52:29.661516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45006) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:29.778589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.861250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Deleting port a82bb7ab-8eb4-4536-8c34-69acc559a986 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:29.861250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.894861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] DHCP port deletion for d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:52:29.936026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] For port a82bb7ab-8eb4-4536-8c34-69acc559a986, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a82bb7ab-8eb4-4536-8c34-69acc559a986,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:29.936388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:29.952991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Calling delete_port for a82bb7ab-8eb4-4536-8c34-69acc559a986 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:29.971374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] Deleting port a82bb7ab-8eb4-4536-8c34-69acc559a986 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:29.971799 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.053488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] For port a82bb7ab-8eb4-4536-8c34-69acc559a986, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a82bb7ab-8eb4-4536-8c34-69acc559a986,segment=NetworkSegment(24d07ef8-c623-492b-82a1-87857df72949),segment_id=24d07ef8-c623-492b-82a1-87857df72949)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:30.054550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.079414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] Calling delete_port for a82bb7ab-8eb4-4536-8c34-69acc559a986 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:30.094749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.137145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82bb7ab-8eb4-4536-8c34-69acc559a986,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:30.141819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] No DVR routers for this DVR port a82bb7ab-8eb4-4536-8c34-69acc559a986 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:30.198039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.213616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] No DVR routers for this DVR port a82bb7ab-8eb4-4536-8c34-69acc559a986 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:30.243306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f90f-583a-4ca8-a17f-6763518098b3 None None] Pushing event deleted for resources: {'Port': ['ID=a82bb7ab-8eb4-4536-8c34-69acc559a986,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:30.246903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.275415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:30.286666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d07ef8-c623-492b-82a1-87857df72949') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:30.287259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d07ef8-c623-492b-82a1-87857df72949') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:30.299473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.313424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.324252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:30.324726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:30.326878 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:30.412479 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.417530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.425574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298 HTTP/1.1" status: 204 len: 168 time: 0.7611132 Dec 16 09:52:30.441949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c97b4c-750a-4d3b-b7d1-4f4cd53e5aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e5a7a2-d4b6-41e6-baf3-1d5d2ffdd298,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:30.447433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:30.474480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:30.474927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bcdff42b-3602-46ea-b1a0-f27f5e6c4a01 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:30.475441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e580f06f-7f86-40af-b76e-94dd2e8a4c98 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:30.496606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e580f06f-7f86-40af-b76e-94dd2e8a4c98 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:30.496984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e580f06f-7f86-40af-b76e-94dd2e8a4c98 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:30.497502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a82bb7ab-8eb4-4536-8c34-69acc559a986 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:30.521228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a82bb7ab-8eb4-4536-8c34-69acc559a986 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:30.521804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a82bb7ab-8eb4-4536-8c34-69acc559a986 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:30.586433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:30.628338 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f3a0ac6f-57f4-4590-8bfe-20781d7f97e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce93af107c32456cb6d90a187d85737e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406976 Dec 16 09:52:30.630965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45032) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:30.685408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d4e029f-7b13-474f-aeb6-6ea3235f2546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.713285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d4e029f-7b13-474f-aeb6-6ea3235f2546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.763624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d4e029f-7b13-474f-aeb6-6ea3235f2546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.766694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d4e029f-7b13-474f-aeb6-6ea3235f2546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:30.770689 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d4e029f-7b13-474f-aeb6-6ea3235f2546 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b76d4110-7846-4aa5-9ee4-2e835f088e3b HTTP/1.1" status: 204 len: 168 time: 0.1360977 Dec 16 09:52:30.776254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e029f-7b13-474f-aeb6-6ea3235f2546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d4110-7846-4aa5-9ee4-2e835f088e3b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:33.328946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45140) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:33.442035 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05c35e7a-73d0-45f1-9ea6-de400c3429f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.535844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05c35e7a-73d0-45f1-9ea6-de400c3429f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.541582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-05c35e7a-73d0-45f1-9ea6-de400c3429f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.591864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c35e7a-73d0-45f1-9ea6-de400c3429f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7e0cc-4471-4259-917e-14bd691392f1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:33.611552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-05c35e7a-73d0-45f1-9ea6-de400c3429f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1983654305714b36a69af63691086924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785742 Dec 16 09:52:33.611959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45150) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:33.661760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36172694-15d1-4f64-aa88-8e85a569ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.688394 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36172694-15d1-4f64-aa88-8e85a569ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.742340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36172694-15d1-4f64-aa88-8e85a569ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.749966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36172694-15d1-4f64-aa88-8e85a569ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:33.754553 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-36172694-15d1-4f64-aa88-8e85a569ea63 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8a7e0cc-4471-4259-917e-14bd691392f1 HTTP/1.1" status: 204 len: 168 time: 0.1416156 Dec 16 09:52:33.765317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36172694-15d1-4f64-aa88-8e85a569ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7e0cc-4471-4259-917e-14bd691392f1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:34.006376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f55acb-ff27-4070-b31e-9db0641fb5a2 req-f4f09365-ed40-471a-b451-21d36bacf2ed tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:34.008036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39f55acb-ff27-4070-b31e-9db0641fb5a2 req-f4f09365-ed40-471a-b451-21d36bacf2ed tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0503643 Dec 16 09:52:34.070408 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39f55acb-ff27-4070-b31e-9db0641fb5a2 req-0467297f-9a57-4366-b9bd-49e5b7e915e8 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Dec 16 09:52:34.109684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45166) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:34.123066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb12f-bf5e-4563-b236-a60876d01fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.203199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb12f-bf5e-4563-b236-a60876d01fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.209931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb12f-bf5e-4563-b236-a60876d01fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.249599 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ecfb12f-bf5e-4563-b236-a60876d01fde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eea02789d1954bc498957a5e46e8837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385894 Dec 16 09:52:34.251466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfb12f-bf5e-4563-b236-a60876d01fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae19aaca-5cf9-4460-98c0-b0659ebaa8fc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:34.252638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45172) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:34.316923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-407a2909-7a55-4603-93cf-2b353b361a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.337999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-407a2909-7a55-4603-93cf-2b353b361a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.395108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-407a2909-7a55-4603-93cf-2b353b361a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.397639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-407a2909-7a55-4603-93cf-2b353b361a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:34.398819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-407a2909-7a55-4603-93cf-2b353b361a14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae19aaca-5cf9-4460-98c0-b0659ebaa8fc HTTP/1.1" status: 204 len: 168 time: 0.1414075 Dec 16 09:52:34.407068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2909-7a55-4603-93cf-2b353b361a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae19aaca-5cf9-4460-98c0-b0659ebaa8fc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:35.208776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7dff1-9c09-4c9a-a5b3-a4262651b49b req-339db517-7a3a-4e32-89fe-10a03a141784 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:35.210312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71b7dff1-9c09-4c9a-a5b3-a4262651b49b req-339db517-7a3a-4e32-89fe-10a03a141784 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0636885 Dec 16 09:52:35.266653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71b7dff1-9c09-4c9a-a5b3-a4262651b49b req-2291ecb0-df53-49c2-a0f9-c7d8c6d7c45a tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Dec 16 09:52:36.313766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-c796eb98-bbba-485d-a698-52b7a7f94941 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:36.315315 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-c796eb98-bbba-485d-a698-52b7a7f94941 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.53 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.3631046 Dec 16 09:52:36.401104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95e29-af7c-4277-a1a1-1d3390a57d12 req-75dd9783-13eb-4e9a-a9a4-0ca30de8470b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:36.406282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84e95e29-af7c-4277-a1a1-1d3390a57d12 req-75dd9783-13eb-4e9a-a9a4-0ca30de8470b tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=414b4a65-b2d1-4712-871a-1f36f7c21250 HTTP/1.1" status: 200 len: 946 time: 0.0547075 Dec 16 09:52:36.440894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Deleting port 54d82948-42ce-4db0-ab30-fcafa2edc15f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:36.441719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:36.456221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84e95e29-af7c-4277-a1a1-1d3390a57d12 req-d3e59878-4929-4517-afc0-f7ad2d900443 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Dec 16 09:52:36.545126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] For port 54d82948-42ce-4db0-ab30-fcafa2edc15f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=54d82948-42ce-4db0-ab30-fcafa2edc15f,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:36.545499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:36.561235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Calling delete_port for 54d82948-42ce-4db0-ab30-fcafa2edc15f owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:36.712449 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:36.724614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['54d82948-42ce-4db0-ab30-fcafa2edc15f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:52:36.727634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7a421b84-7a87-4c04-b630-4049a40c221b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:52:36.743114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Pushing event deleted for resources: {'Port': ['ID=54d82948-42ce-4db0-ab30-fcafa2edc15f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:36.795044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] No DVR routers for this DVR port 54d82948-42ce-4db0-ab30-fcafa2edc15f on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:36.797998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:36.801275 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-760cd58d-6a95-44f6-83fc-aed2e108f800 req-9cf55042-0dec-432f-aace-c00de982bce6 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.53 "DELETE /v2.0/ports/54d82948-42ce-4db0-ab30-fcafa2edc15f HTTP/1.1" status: 204 len: 173 time: 0.4790080 Dec 16 09:52:36.802295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'name': 'network-vif-deleted', 'tag': '54d82948-42ce-4db0-ab30-fcafa2edc15f'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:36.805048 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590417f-3415-4d03-b045-82894ef33f8d" -d '{"events": [{"server_uuid": "414b4a65-b2d1-4712-871a-1f36f7c21250", "name": "network-vif-deleted", "tag": "54d82948-42ce-4db0-ab30-fcafa2edc15f"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:36.861429 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a711e0-8e92-47e5-935c-fd1feb33b160 x-openstack-request-id: req-c7a711e0-8e92-47e5-935c-fd1feb33b160 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:36.861708 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b4a65-b2d1-4712-871a-1f36f7c21250", "name": "network-vif-deleted", "tag": "54d82948-42ce-4db0-ab30-fcafa2edc15f", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:36.862904 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7a711e0-8e92-47e5-935c-fd1feb33b160 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:36.863474 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b4a65-b2d1-4712-871a-1f36f7c21250', 'name': 'network-vif-deleted', 'tag': '54d82948-42ce-4db0-ab30-fcafa2edc15f', 'status': 'completed', 'code': 200} Dec 16 09:52:37.751762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8255ef-f324-4e10-be28-83c9ccccc00b req-dba49b89-1cac-455b-9b0d-580e8dcba378 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:37.753305 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf8255ef-f324-4e10-be28-83c9ccccc00b req-dba49b89-1cac-455b-9b0d-580e8dcba378 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0506475 Dec 16 09:52:37.808689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bf8255ef-f324-4e10-be28-83c9ccccc00b req-ca9b5dac-4b51-4ae0-ac89-ad77d4dde3fe tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490234 Dec 16 09:52:38.258684 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:52:38.935695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46283a4-9027-4202-8773-0bfff1cb2607 req-66ec3472-0119-44f9-bbbc-782b86834ffa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:38.937190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c46283a4-9027-4202-8773-0bfff1cb2607 req-66ec3472-0119-44f9-bbbc-782b86834ffa tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0530119 Dec 16 09:52:38.978875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c46283a4-9027-4202-8773-0bfff1cb2607 req-ab4f5e1d-169f-429c-8c27-d777db07106e tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Dec 16 09:52:40.102314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a154e-53a0-403e-ac19-f49118ddeffc req-20b54d41-c36d-4d72-a4d8-ff2371dcaf60 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:40.103870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b0a154e-53a0-403e-ac19-f49118ddeffc req-20b54d41-c36d-4d72-a4d8-ff2371dcaf60 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0521929 Dec 16 09:52:40.151231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b0a154e-53a0-403e-ac19-f49118ddeffc req-b29fddd0-fbc1-4f36-bcc2-23e80b35ef10 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Dec 16 09:52:40.472234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 54d82948-42ce-4db0-ab30-fcafa2edc15f no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:40.495443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 54d82948-42ce-4db0-ab30-fcafa2edc15f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:40.495827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 54d82948-42ce-4db0-ab30-fcafa2edc15f not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:41.279626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a2e68-48fd-4d27-9923-0fab4699bcad req-a52a6999-b103-4844-ae78-24d7c2f14417 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:41.281169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da4a2e68-48fd-4d27-9923-0fab4699bcad req-a52a6999-b103-4844-ae78-24d7c2f14417 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0521007 Dec 16 09:52:41.325628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da4a2e68-48fd-4d27-9923-0fab4699bcad req-e53c6323-87c6-48de-b0d2-7509d96efa08 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Dec 16 09:52:42.453079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b7df9-95d6-49fe-82ab-240f308df3fc req-472b3e9b-8a23-4039-ad63-8eb15c2821b5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:42.454630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-082b7df9-95d6-49fe-82ab-240f308df3fc req-472b3e9b-8a23-4039-ad63-8eb15c2821b5 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0561142 Dec 16 09:52:42.501773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-082b7df9-95d6-49fe-82ab-240f308df3fc req-ab128ef0-9fdb-44a3-929b-fc508a382fae tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f930221-832b-4976-813e-b388780627e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387099 Dec 16 09:52:43.117000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-f71d9dea-957b-435b-9387-e121abcaaebc tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:52:43.118619 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-f71d9dea-957b-435b-9387-e121abcaaebc tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 945 time: 0.0574265 Dec 16 09:52:43.213273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Deleting port 7a421b84-7a87-4c04-b630-4049a40c221b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:43.213657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.311799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] For port 7a421b84-7a87-4c04-b630-4049a40c221b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7a421b84-7a87-4c04-b630-4049a40c221b,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:43.312156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.325888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Calling delete_port for 7a421b84-7a87-4c04-b630-4049a40c221b owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:43.460350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.473916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7a421b84-7a87-4c04-b630-4049a40c221b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:52:43.500043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Pushing event deleted for resources: {'Port': ['ID=7a421b84-7a87-4c04-b630-4049a40c221b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:43.543624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] No DVR routers for this DVR port 7a421b84-7a87-4c04-b630-4049a40c221b on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:52:43.546539 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:43.550841 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6e60cba5-1d6b-4144-a6df-0342d74f19cf req-cb83ab40-7a66-417c-a332-41a92fdc2851 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.69 "DELETE /v2.0/ports/7a421b84-7a87-4c04-b630-4049a40c221b HTTP/1.1" status: 204 len: 173 time: 0.4259689 Dec 16 09:52:43.551377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'name': 'network-vif-deleted', 'tag': '7a421b84-7a87-4c04-b630-4049a40c221b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:52:43.555641 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c8e90-430a-4354-8710-53e96dd2f54f" -d '{"events": [{"server_uuid": "fe4cb37d-3315-44e5-9ad5-c082491704ce", "name": "network-vif-deleted", "tag": "7a421b84-7a87-4c04-b630-4049a40c221b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:52:43.650423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07e49a8b-6705-4b47-bd36-3f8d6c330920 req-e7be3150-5045-4844-85ff-b61e49b77a34 tempest-ServerRescueNegativeTestJSON-1099909827 tempest-ServerRescueNegativeTestJSON-1099909827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe4cb37d-3315-44e5-9ad5-c082491704ce HTTP/1.1" status: 200 len: 210 time: 0.0324037 Dec 16 09:52:43.705970 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b836644-a34e-4bb9-a203-38a2d6b79dc3 x-openstack-request-id: req-7b836644-a34e-4bb9-a203-38a2d6b79dc3 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:52:43.706760 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cb37d-3315-44e5-9ad5-c082491704ce", "name": "network-vif-deleted", "tag": "7a421b84-7a87-4c04-b630-4049a40c221b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:52:43.707757 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b836644-a34e-4bb9-a203-38a2d6b79dc3 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:52:43.708315 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cb37d-3315-44e5-9ad5-c082491704ce', 'name': 'network-vif-deleted', 'tag': '7a421b84-7a87-4c04-b630-4049a40c221b', 'status': 'completed', 'code': 200} Dec 16 09:52:44.009367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c588ff55-b7c5-4f95-b438-47f626271444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:44.710076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45620) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:45.088220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.380979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Deleting port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:45.381580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.510547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] For port 2a7973d8-b6ca-465a-a9e7-57e3ff81609e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,segment=NetworkSegment(c08e6d12-7512-44ed-a41d-a20cfaf6eda8),segment_id=c08e6d12-7512-44ed-a41d-a20cfaf6eda8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:45.511037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.525467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Calling delete_port for 2a7973d8-b6ca-465a-a9e7-57e3ff81609e owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:45.646483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7a421b84-7a87-4c04-b630-4049a40c221b no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:45.676357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 7a421b84-7a87-4c04-b630-4049a40c221b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:45.676747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7a421b84-7a87-4c04-b630-4049a40c221b not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:45.737174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.779402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7973d8-b6ca-465a-a9e7-57e3ff81609e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:45.944872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:45.994878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45668) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.115408 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc07fac6-2fe1-49ad-af02-ce405eec7518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.184158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Router 5bebe76a-8cc6-426d-af2a-5245610cf67e has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:52:46.199738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc07fac6-2fe1-49ad-af02-ce405eec7518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.204629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc07fac6-2fe1-49ad-af02-ce405eec7518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.245424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc07fac6-2fe1-49ad-af02-ce405eec7518 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=650c0fbfc07e445fb19e77716d34ac61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494245 Dec 16 09:52:46.246176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.246790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07fac6-2fe1-49ad-af02-ce405eec7518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625e9b4-6bad-4d6a-9ca3-b227c84e251c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:46.298203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:52:46.303343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4cb6ad72-ffdb-4c32-a632-c4546eb92b8f admin admin] 10.222.0.61 "PUT /v2.0/routers/5bebe76a-8cc6-426d-af2a-5245610cf67e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922172 Dec 16 09:52:46.305880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45678) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.308621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270b4ac7-fe7a-46b1-bf67-660934decbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.317355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] Sync routers for ids ['5bebe76a-8cc6-426d-af2a-5245610cf67e'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:52:46.333139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] Routers {'5bebe76a-8cc6-426d-af2a-5245610cf67e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:46.333984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5bebe76a-8cc6-426d-af2a-5245610cf67e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:46.344359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270b4ac7-fe7a-46b1-bf67-660934decbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.405097 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270b4ac7-fe7a-46b1-bf67-660934decbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.409134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-270b4ac7-fe7a-46b1-bf67-660934decbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.410445 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-270b4ac7-fe7a-46b1-bf67-660934decbe3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9625e9b4-6bad-4d6a-9ca3-b227c84e251c HTTP/1.1" status: 204 len: 168 time: 0.1601372 Dec 16 09:52:46.466503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4ac7-fe7a-46b1-bf67-660934decbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625e9b4-6bad-4d6a-9ca3-b227c84e251c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:46.474157 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.513379 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3d8b-d032-4607-9ffe-1656b1e4123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.524402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] Set router 5bebe76a-8cc6-426d-af2a-5245610cf67e gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:46.619277 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.697058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Deleting port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:46.697691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.759528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:52:45Z', 'revision_number': 5, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port': {'id': '7b27b4cc-15dd-47a2-9048-3c3fec6f457e', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:50:09Z', 'updated_at': '2021-12-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:46.791472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] For port 7b27b4cc-15dd-47a2-9048-3c3fec6f457e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:52:46.792156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.795215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:46.806155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] Checking router: 5bebe76a-8cc6-426d-af2a-5245610cf67e for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:52:46.808765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e10fa90-f2a8-4bf9-898f-836c81ce2698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.809893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Calling delete_port for 7b27b4cc-15dd-47a2-9048-3c3fec6f457e owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:46.816364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] Routers {'5bebe76a-8cc6-426d-af2a-5245610cf67e'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:52:46.817395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5bebe76a-8cc6-426d-af2a-5245610cf67e'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:46.914805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] Set router 5bebe76a-8cc6-426d-af2a-5245610cf67e gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:52:46.922637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e10fa90-f2a8-4bf9-898f-836c81ce2698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.930378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e10fa90-f2a8-4bf9-898f-836c81ce2698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:46.966245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e10fa90-f2a8-4bf9-898f-836c81ce2698 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=070d266098a048f2841bffc85efa9df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698589 Dec 16 09:52:46.968760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45696) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:47.020964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10fa90-f2a8-4bf9-898f-836c81ce2698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4b7676-5893-4ebb-91b4-8f2b87f01ce4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.053086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bff584-e922-42e0-ac54-79c1d8684385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.076079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bff584-e922-42e0-ac54-79c1d8684385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.089310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.134391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bff584-e922-42e0-ac54-79c1d8684385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.136588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:52:46Z', 'revision_number': 6, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:47.136926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-45bff584-e922-42e0-ac54-79c1d8684385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.138531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-45bff584-e922-42e0-ac54-79c1d8684385 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a4b7676-5893-4ebb-91b4-8f2b87f01ce4 HTTP/1.1" status: 204 len: 168 time: 0.1683793 Dec 16 09:52:47.145208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b27b4cc-15dd-47a2-9048-3c3fec6f457e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.149617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bff584-e922-42e0-ac54-79c1d8684385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4b7676-5893-4ebb-91b4-8f2b87f01ce4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.175362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d58cc2-c4ce-4815-b0b1-d106555657d5 None None] The sync data for ids ['5bebe76a-8cc6-426d-af2a-5245610cf67e'] in n-d-821941-1 is: [{'id': '5bebe76a-8cc6-426d-af2a-5245610cf67e', 'name': 'tempest-ServerRescueNegativeTestJSON-1940938437-router', 'tenant_id': '2c251a3c8e014c37983624d1ea2b9128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:50:08Z', 'updated_at': '2021-12-16T09:52:46Z', 'revision_number': 6, 'project_id': '2c251a3c8e014c37983624d1ea2b9128', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:52:47.234311 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.333788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.336055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.381135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.381765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bebe76a-8cc6-426d-af2a-5245610cf67e {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:52:47.392667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.396978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:47.398421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c086d9c2-d786-4361-ae2b-155cdcada207 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5bebe76a-8cc6-426d-af2a-5245610cf67e HTTP/1.1" status: 204 len: 168 time: 1.0913498 Dec 16 09:52:47.442873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Deleting subnet f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:52:47.453912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.495922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.546400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.634413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.658895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:47.671826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.674954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4430c2e6-fa48-4417-9b41-6a1a473937f5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f8154d08-c2f3-4a0b-a9f8-e9f45bdf6919 HTTP/1.1" status: 204 len: 168 time: 0.2767887 Dec 16 09:52:47.677420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45720) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:47.753016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.849204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.874175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58315e0-7570-49e2-bf2d-395da1a3e978']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:47.884690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:47.884988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08e6d12-7512-44ed-a41d-a20cfaf6eda8') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:52:47.901230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.918372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.924410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:52:47.924797 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: items = [ Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:52:47.926986 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:52:47.985680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.993658 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:47.997214 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] 10.222.0.61 "DELETE /v2.0/networks/b58315e0-7570-49e2-bf2d-395da1a3e978 HTTP/1.1" status: 204 len: 168 time: 0.3187745 Dec 16 09:52:48.012017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63979a-a808-496d-95cf-17b27f262b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=b58315e0-7570-49e2-bf2d-395da1a3e978,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:48.058630 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.238125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45760) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:48.291844 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f858f2f0-18bb-4192-8300-6557594cfdfe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c251a3c8e014c37983624d1ea2b9128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524464 Dec 16 09:52:48.294467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45764) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:48.356693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6064049-7f1b-4df4-9f5b-cee185bb1c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.394435 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6064049-7f1b-4df4-9f5b-cee185bb1c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.413812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b27b4cc-15dd-47a2-9048-3c3fec6f457e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:48.434851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 7b27b4cc-15dd-47a2-9048-3c3fec6f457e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:48.435194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 7b27b4cc-15dd-47a2-9048-3c3fec6f457e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:48.435604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2a7973d8-b6ca-465a-a9e7-57e3ff81609e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:52:48.469573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2a7973d8-b6ca-465a-a9e7-57e3ff81609e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:52:48.470396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2a7973d8-b6ca-465a-a9e7-57e3ff81609e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:52:48.473050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6064049-7f1b-4df4-9f5b-cee185bb1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.476201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6064049-7f1b-4df4-9f5b-cee185bb1c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:48.477742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a6064049-7f1b-4df4-9f5b-cee185bb1c36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f930221-832b-4976-813e-b388780627e8 HTTP/1.1" status: 204 len: 168 time: 0.1822231 Dec 16 09:52:48.490234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6064049-7f1b-4df4-9f5b-cee185bb1c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f930221-832b-4976-813e-b388780627e8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:48.997785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45798) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:49.130555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d492fdd-540a-40a1-90d4-6ea7d09fea73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.208431 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d492fdd-540a-40a1-90d4-6ea7d09fea73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.213581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d492fdd-540a-40a1-90d4-6ea7d09fea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.254160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45810) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:49.254397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d492fdd-540a-40a1-90d4-6ea7d09fea73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d20d6050262483fab7c56e0419f40b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552731 Dec 16 09:52:49.255711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d492fdd-540a-40a1-90d4-6ea7d09fea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2977528-42f7-4746-aec7-ed6c3e48c8b5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.321633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f58bb7fe-7a35-4403-b039-3de4acdc4dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.343251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f58bb7fe-7a35-4403-b039-3de4acdc4dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.392408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f58bb7fe-7a35-4403-b039-3de4acdc4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.394963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f58bb7fe-7a35-4403-b039-3de4acdc4dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.398659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f58bb7fe-7a35-4403-b039-3de4acdc4dad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2977528-42f7-4746-aec7-ed6c3e48c8b5 HTTP/1.1" status: 204 len: 168 time: 0.1394675 Dec 16 09:52:49.405326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bb7fe-7a35-4403-b039-3de4acdc4dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2977528-42f7-4746-aec7-ed6c3e48c8b5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:49.677463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9aaa3db8-ef53-4e7c-851d-1d1b752d88dc req-2572b6d0-b933-4685-a868-fff369936f27 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0406606 Dec 16 09:52:49.902689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:49.912866 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:50.781665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5af6df8c-2e3d-496d-9ab3-27075d2f381a req-2155eefe-ac5b-4e74-a06d-6fc3010ed067 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0288999 Dec 16 09:52:51.471367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45924) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:51.582330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20423970-11fe-4198-9a75-7a4676dd18de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.678251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20423970-11fe-4198-9a75-7a4676dd18de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.685468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20423970-11fe-4198-9a75-7a4676dd18de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.735701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20423970-11fe-4198-9a75-7a4676dd18de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07602609-45bf-4790-ae8f-898add1211da,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.744549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-20423970-11fe-4198-9a75-7a4676dd18de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=775e06936d3f4bcbbb14bd1290f01824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684050 Dec 16 09:52:51.744764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45928) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:51.801743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.825136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.880365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.883647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:51.887975 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07602609-45bf-4790-ae8f-898add1211da HTTP/1.1" status: 204 len: 168 time: 0.1417465 Dec 16 09:52:51.898482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07602609-45bf-4790-ae8f-898add1211da,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:51.918790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.919213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eea91d36-eefd-41a0-8fa3-bdb9a344c00b req-d84348a2-ee64-41ef-966f-26861ab08f47 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0376902 Dec 16 09:52:51.920959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.921355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.921875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.922258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.923106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.923587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.924140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.924963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.925488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.925987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:51.926634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21765f94-08f9-4c79-ae5a-518fd41c176f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:52.212250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 45938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:52.225257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e74c489b-d469-4e99-a8c1-604e28a46103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.305629 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e74c489b-d469-4e99-a8c1-604e28a46103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.310301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e74c489b-d469-4e99-a8c1-604e28a46103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.348831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e74c489b-d469-4e99-a8c1-604e28a46103 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=009e5f752da242bfad761f80f20a32f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354601 Dec 16 09:52:52.349571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c489b-d469-4e99-a8c1-604e28a46103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a33f06-9a2e-410f-90a8-da3c67c64134,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:52.352061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 45940) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:52.406921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9116ba8-f56d-416d-a042-64502fbf84c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.432420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9116ba8-f56d-416d-a042-64502fbf84c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.480696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9116ba8-f56d-416d-a042-64502fbf84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.483491 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9116ba8-f56d-416d-a042-64502fbf84c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:52.484643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d9116ba8-f56d-416d-a042-64502fbf84c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6a33f06-9a2e-410f-90a8-da3c67c64134 HTTP/1.1" status: 204 len: 168 time: 0.1316369 Dec 16 09:52:52.492566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9116ba8-f56d-416d-a042-64502fbf84c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a33f06-9a2e-410f-90a8-da3c67c64134,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:53.033465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8efee3cb-bc97-448d-8821-4749d9f259ed req-b94a74eb-5873-4089-9de8-217889a3e8d3 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0367985 Dec 16 09:52:53.166209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb7ce415-4e2c-4fb3-a2d7-a037ec4b8e77 req-6c24496c-6cea-4625-af24-608f12b1eec0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0275288 Dec 16 09:52:53.859057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:53.895973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46018) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:54.004647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0283af50-aec0-4806-8342-800221ccefdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.093987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0283af50-aec0-4806-8342-800221ccefdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.098148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0283af50-aec0-4806-8342-800221ccefdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.134471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-501a9970-543c-4766-a08e-177317e4ab2c req-dfa3665f-3a98-4ff3-b3e2-d97bcf0c40aa tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0261185 Dec 16 09:52:54.137751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0283af50-aec0-4806-8342-800221ccefdc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3f4ed0d97a6472bb5a10b82a5b2b4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404690 Dec 16 09:52:54.138867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283af50-aec0-4806-8342-800221ccefdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bef50c-dba3-4821-9bc4-0a64a106d9f0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:54.140790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46024) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:54.192699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae10cb2c-1590-4052-9f3f-09c9b1bfb778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.218110 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae10cb2c-1590-4052-9f3f-09c9b1bfb778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.278347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae10cb2c-1590-4052-9f3f-09c9b1bfb778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.280810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae10cb2c-1590-4052-9f3f-09c9b1bfb778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:54.281985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ae10cb2c-1590-4052-9f3f-09c9b1bfb778 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0bef50c-dba3-4821-9bc4-0a64a106d9f0 HTTP/1.1" status: 204 len: 168 time: 0.1401980 Dec 16 09:52:54.290523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10cb2c-1590-4052-9f3f-09c9b1bfb778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bef50c-dba3-4821-9bc4-0a64a106d9f0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:55.184079 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.259650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e882b12-7c39-4779-bb87-17d61c575156 req-5a3ca6cb-611f-4ad0-bd79-fac1a7e893bc tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0311134 Dec 16 09:52:55.528077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46076) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:55.649004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:55.670946 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.772039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:55.858820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ece863de-f68e-4838-b86e-ad481f645454 req-fe5ac031-33b4-4a28-85e3-98953acba561 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0443437 Dec 16 09:52:55.953594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Allocated IP 172.25.6.140 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b3fd68fb-85fe-4121-bbe9-dbe35b85cf5b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:52:56.063420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.098086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.135796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:52:56.140403 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:52:56.147083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:52:56.150358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fd68fb-85fe-4121-bbe9-dbe35b85cf5b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:56.238053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.275039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.426320 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.432407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.499594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fd68fb-85fe-4121-bbe9-dbe35b85cf5b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:56.512391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.529502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.533794 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48b1767a-a75c-4e0d-b182-ed516a5d145a tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0017357 Dec 16 09:52:56.534031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46096) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:56.538794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-407904623', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'fixed_ips': [{'ip_address': '172.25.6.140'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:52:56.558955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Made reservation on behalf of ec04c79d3c51479880b0c81c97e6d37a for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:52:56.561425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.570850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.650004 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.653977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:56.658429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] device_id is not set on port bec5244d-6680-4a22-9d0b-e3e1f8b6367f yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:52:56.749411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66766ecc-126f-4cb1-9897-b7666ada4a33,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:56.868920 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 09:52:56.869346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:52:56.888404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46100) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:56.888931 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a460c38c-5f26-4ec0-ba2c-6c53bc3f2e89 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3533878 Dec 16 09:52:57.057629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Deleting port b3fd68fb-85fe-4121-bbe9-dbe35b85cf5b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:52:57.057989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.439587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8628ee42-b492-4fa8-b29c-2d356a5e8694 req-f24599fd-7178-4bf4-8f96-ae717fbd8779 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.4800317 Dec 16 09:52:57.471050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.471368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.482680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Calling delete_port for b3fd68fb-85fe-4121-bbe9-dbe35b85cf5b owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:52:57.615580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.642897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3fd68fb-85fe-4121-bbe9-dbe35b85cf5b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:57.667932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.668303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.668602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.668929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.669249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.669568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.669907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.670223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.670539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.670856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.671155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.671463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:52:57.713283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.716545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:57.718129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60ae257b-5a11-4344-b4df-322c45f10328 tempest-ExternalNetworksAdminNegativeTestJSON-190148528 tempest-ExternalNetworksAdminNegativeTestJSON-190148528-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/6dcf1ae7-f604-46e1-969e-ba63292a7bc5 HTTP/1.1" status: 204 len: 168 time: 0.8271997 Dec 16 09:52:57.987122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46112) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:58.103423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba659745-7796-4106-bdc6-9a1844046be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.177590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba659745-7796-4106-bdc6-9a1844046be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.182456 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ba659745-7796-4106-bdc6-9a1844046be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.219901 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba659745-7796-4106-bdc6-9a1844046be1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=241059122d55442a89eb6b00ed64ce47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316954 Dec 16 09:52:58.220780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba659745-7796-4106-bdc6-9a1844046be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce2811-c358-446f-8713-c848ccfb0c7a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:58.223448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46116) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:58.281181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63f90707-511a-4144-ad59-1d3c8c6b4acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.303827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63f90707-511a-4144-ad59-1d3c8c6b4acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.352049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63f90707-511a-4144-ad59-1d3c8c6b4acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.354868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-63f90707-511a-4144-ad59-1d3c8c6b4acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.356053 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-63f90707-511a-4144-ad59-1d3c8c6b4acc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20ce2811-c358-446f-8713-c848ccfb0c7a HTTP/1.1" status: 204 len: 168 time: 0.1308687 Dec 16 09:52:58.364603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f90707-511a-4144-ad59-1d3c8c6b4acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce2811-c358-446f-8713-c848ccfb0c7a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:58.550656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f95da9dc-8bda-4966-8451-312adfb2d3d1 req-d2010621-3733-4b09-ae65-9e3a360a93c7 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0297101 Dec 16 09:52:58.645535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46124) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:58.674710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-bc75338c-2ab9-4eac-b1cc-4ae76ff45a51 req-8a0f821c-9868-4c00-a51f-0442acd796ac service neutron] (102398) timed out ('10.222.0.69', 57564) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:52:58.687137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e1eabfd1-0dc1-4ab2-9b38-2de4f5680617 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec04c79d3c51479880b0c81c97e6d37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390799 Dec 16 09:52:58.688427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46126) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:52:58.736184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0739224-c030-4e34-aec1-9b427af1f716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.757320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0739224-c030-4e34-aec1-9b427af1f716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.807996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0739224-c030-4e34-aec1-9b427af1f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.810812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d0739224-c030-4e34-aec1-9b427af1f716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:52:58.811961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d0739224-c030-4e34-aec1-9b427af1f716 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66766ecc-126f-4cb1-9897-b7666ada4a33 HTTP/1.1" status: 204 len: 168 time: 0.1226816 Dec 16 09:52:58.819766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739224-c030-4e34-aec1-9b427af1f716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66766ecc-126f-4cb1-9897-b7666ada4a33,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:52:59.657422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9240733c-6374-4592-9d62-b1de7307ac28 req-d71a71b3-c292-40b6-900a-f4ae18fefdbb tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Dec 16 09:53:00.180822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46170) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:00.284429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1005546880', 'router:external': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:00.309050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Made reservation on behalf of bc46f3a094a64df3b3e1f6de8b8ce7db for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:00.311525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.319945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.395063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.399967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.422669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:53:00.432062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85efdb39-a2ff-4f3c-86c8-5bce6a28a7df,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:00.436754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.437089 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Added segment d411507f-9883-40d6-8485-dd70b1c7fd7c of type vlan for network 6a489c08-7a44-4a88-9919-5878b2757aeb Dec 16 09:53:00.481393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.517105 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.518253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:00.518836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.572692 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3906164 Dec 16 09:53:00.576342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46174) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:00.580455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392257-c13c-4315-8fac-92155893ac3c tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Network': ['ID=6a489c08-7a44-4a88-9919-5878b2757aeb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:00.581832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'subnet': {'network_id': '6a489c08-7a44-4a88-9919-5878b2757aeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:00.595443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 6a489c08-7a44-4a88-9919-5878b2757aeb details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:53:00.608993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Made reservation on behalf of bc46f3a094a64df3b3e1f6de8b8ce7db for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:00.611705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:00.769944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-61247b3b-c1da-4074-86d8-167e5f09d163 req-73fe35fa-740f-4396-b335-159655c7cfc1 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0327253 Dec 16 09:53:00.941349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:53:00.941810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.003510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e103074-dac9-4a9f-b145-174d831b27fb,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:01.009831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Checking segment: {'id': 'd411507f-9883-40d6-8485-dd70b1c7fd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '6a489c08-7a44-4a88-9919-5878b2757aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:01.010219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network hostable DHCP agents. Network: 6a489c08-7a44-4a88-9919-5878b2757aeb, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:53:01.028857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network 6a489c08-7a44-4a88-9919-5878b2757aeb is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:53:01.037513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 6a489c08-7a44-4a88-9919-5878b2757aeb) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:01.041679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:01.042302 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.046876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112d067-343c-4a84-847a-d18a9f8ff21a None None] Network 6a489c08-7a44-4a88-9919-5878b2757aeb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:01.064561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9bbc06fe-3adf-48f3-a72f-df6ea123e9ee tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4841440 Dec 16 09:53:01.064860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46180) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:01.069744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-337017641', 'network_id': '6a489c08-7a44-4a88-9919-5878b2757aeb'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:01.091899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Made reservation on behalf of bc46f3a094a64df3b3e1f6de8b8ce7db for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:01.094338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.110597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] device_id is not set on port 83145efb-1666-4e44-876c-55dbb97f7388 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:01.178443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6d75e-762f-4491-adf9-899c709f2c7b None None] Network 6a489c08-7a44-4a88-9919-5878b2757aeb requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:01.217979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Allocated IP 172.20.0.6 (6a489c08-7a44-4a88-9919-5878b2757aeb/1e103074-dac9-4a9f-b145-174d831b27fb/83145efb-1666-4e44-876c-55dbb97f7388) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:01.447322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.447322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.447322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network 6a489c08-7a44-4a88-9919-5878b2757aeb is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:01.447322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:01.447322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:01.490090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Port': ['ID=83145efb-1666-4e44-876c-55dbb97f7388,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:01.497095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:01.498653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.524883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb8e424e-0875-4fa0-af08-72a900a70e1e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4587839 Dec 16 09:53:01.527366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46196) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:01.608599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Deleting port 83145efb-1666-4e44-876c-55dbb97f7388 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:01.609006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.694911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.707740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Calling delete_port for 83145efb-1666-4e44-876c-55dbb97f7388 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:01.844022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.878698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event deleted for resources: {'Port': ['ID=83145efb-1666-4e44-876c-55dbb97f7388,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:01.918888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b89f2997-0b8a-4eb4-a5e1-16a8e26bf927 req-330d0426-49cf-4b6c-b7f4-fa8f32e7323f tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0337548 Dec 16 09:53:01.955825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.959324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58adf089-e16b-4703-9b64-c49c45b2899b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/ports/83145efb-1666-4e44-876c-55dbb97f7388 HTTP/1.1" status: 204 len: 168 time: 0.4309473 Dec 16 09:53:01.962105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:01.966554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a489c08-7a44-4a88-9919-5878b2757aeb', 'external_fixed_ips': [{'subnet_id': '1e103074-dac9-4a9f-b145-174d831b27fb', 'ip_address': '172.20.0.6'}]}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:01.991953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:01.993309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.056023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.192072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.408399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.429176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.590357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Allocated IP 172.20.0.6 (6a489c08-7a44-4a88-9919-5878b2757aeb/1e103074-dac9-4a9f-b145-174d831b27fb/b72af258-2699-4502-92ab-e82fb8aa58c6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:02.693167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.726514 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:02.760931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network 6a489c08-7a44-4a88-9919-5878b2757aeb is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:02.764006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:02.767983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:02.807949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Port': ['ID=b72af258-2699-4502-92ab-e82fb8aa58c6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:03.037238 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.074450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a884fdeb-b3e1-4f5e-8f48-80ac545ca5a2 req-2cb7853b-a2cc-4a96-ba05-e4c434e7f30f tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0665536 Dec 16 09:53:03.568739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.708479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Router 9466c0f0-4648-4436-8c9b-da2d6aa48213 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:03.817468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:03.829484 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Sync routers for ids ['9466c0f0-4648-4436-8c9b-da2d6aa48213'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:03.836930 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.838839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e331f27-693c-4ec9-a988-9f80d4dca73f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.8753655 Dec 16 09:53:03.841370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46260) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:03.857413 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Routers {'9466c0f0-4648-4436-8c9b-da2d6aa48213'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:03.858076 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9466c0f0-4648-4436-8c9b-da2d6aa48213'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:03.964438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:03.978077 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Set router 9466c0f0-4648-4436-8c9b-da2d6aa48213 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:04.087882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.149256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Deleting port b72af258-2699-4502-92ab-e82fb8aa58c6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:04.149472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.201075 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9466c0f0-4648-4436-8c9b-da2d6aa48213', 'name': '', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a489c08-7a44-4a88-9919-5878b2757aeb', 'external_fixed_ips': [{'subnet_id': '1e103074-dac9-4a9f-b145-174d831b27fb', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b72af258-2699-4502-92ab-e82fb8aa58c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:01Z', 'updated_at': '2021-12-16T09:53:02Z', 'revision_number': 3, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port': {'id': 'b72af258-2699-4502-92ab-e82fb8aa58c6', 'name': '', 'network_id': '6a489c08-7a44-4a88-9919-5878b2757aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9466c0f0-4648-4436-8c9b-da2d6aa48213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '1e103074-dac9-4a9f-b145-174d831b27fb', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:02Z', 'updated_at': '2021-12-16T09:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e103074-dac9-4a9f-b145-174d831b27fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:04.225781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-785a9b61-c7f8-427f-bd74-3c4429033389 req-ac72044a-e4ba-4135-a354-5ae0f865fa3b tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0328176 Dec 16 09:53:04.239624 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Checking router: 9466c0f0-4648-4436-8c9b-da2d6aa48213 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:04.239970 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Updating router 9466c0f0-4648-4436-8c9b-da2d6aa48213 port b72af258-2699-4502-92ab-e82fb8aa58c6 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:53:04.246591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.263351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Calling delete_port for b72af258-2699-4502-92ab-e82fb8aa58c6 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:04.270709 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.457025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.488734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event deleted for resources: {'Port': ['ID=b72af258-2699-4502-92ab-e82fb8aa58c6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:04.547739 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.db.api [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:53:04.548014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.548139 n-d-821941-1 neutron-server[102400]: DEBUG oslo_db.api [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:53:04.649710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.651946 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.697393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.698033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9466c0f0-4648-4436-8c9b-da2d6aa48213 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:04.703421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.704784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a2187192-223e-40b2-a247-bebfbd7e8110 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/routers/9466c0f0-4648-4436-8c9b-da2d6aa48213 HTTP/1.1" status: 204 len: 168 time: 0.8619556 Dec 16 09:53:04.707442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:04.752979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Deleting subnet 1e103074-dac9-4a9f-b145-174d831b27fb {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:04.756105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.792437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.846070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.909289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.938430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e103074-dac9-4a9f-b145-174d831b27fb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:04.942119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:04.947682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-04a20dbe-ec46-4127-8461-ddcb7c02eacf tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/1e103074-dac9-4a9f-b145-174d831b27fb HTTP/1.1" status: 204 len: 168 time: 0.2365456 Dec 16 09:53:04.947870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46290) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:05.023338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.070502 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Port b72af258-2699-4502-92ab-e82fb8aa58c6 not found while updating agent binding for router 9466c0f0-4648-4436-8c9b-da2d6aa48213. {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 09:53:05.079646 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:05.080133 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:53:05.080793 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9466c0f0-4648-4436-8c9b-da2d6aa48213'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:53:05.081252 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb65fef-17ec-4ec3-8ae6-03f9f3e20e20 None None] The sync data for ids ['9466c0f0-4648-4436-8c9b-da2d6aa48213'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:05.120781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.149924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a489c08-7a44-4a88-9919-5878b2757aeb']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:05.159331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd411507f-9883-40d6-8485-dd70b1c7fd7c') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:05.159629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd411507f-9883-40d6-8485-dd70b1c7fd7c') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:05.170131 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.184988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.191716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:53:05.192091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:53:05.193908 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:53:05.261365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.267118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a489c08-7a44-4a88-9919-5878b2757aeb {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 09:53:05.270845 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.279169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/networks/6a489c08-7a44-4a88-9919-5878b2757aeb HTTP/1.1" status: 204 len: 168 time: 0.3263013 Dec 16 09:53:05.293639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316099f-587a-4421-bdc4-93c4d064c1b0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a489c08-7a44-4a88-9919-5878b2757aeb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:05.378756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c26ec7ec-f0fa-4395-abe4-3c5fd1da1dce req-f1d0003d-5416-47f9-9021-d733e6fb8795 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0309930 Dec 16 09:53:05.527010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46312) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:05.531492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'name': 'tempest-router--416092064', 'project_id': 'e365f93e38d2470683ceafe841c050e0'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:05.555059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.556573 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.641439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.645811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.663127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.667717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46318) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:05.668177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a50a07d-257d-451a-b714-88c95f17c5b3 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1397383 Dec 16 09:53:05.750821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.940580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.943579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.989551 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.990086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 924e75dc-dae2-4122-8071-4316a35bb9ac {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:05.994721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:05.995880 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-78882c72-e594-42db-90b2-fcb53254d2ac tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/routers/924e75dc-dae2-4122-8071-4316a35bb9ac HTTP/1.1" status: 204 len: 168 time: 0.3268397 Dec 16 09:53:06.106749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:06.329564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2038613817', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:06.357675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.358812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.416427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.508463 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a3d1d4c0-d6bb-4635-903f-f279701e6661 req-66637571-2a08-4455-a01a-876acd6f2372 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0310302 Dec 16 09:53:06.571198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.780090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.799490 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:06.911824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Allocated IP 172.25.6.84 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/d974713b-423b-4a04-baae-25a085f5baed) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:07.024135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.060101 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.098458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:07.101486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:07.105674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:07.115149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event updated for resources: {'Port': ['ID=d974713b-423b-4a04-baae-25a085f5baed,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:07.376302 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.576572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.625797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba2762ac-703a-4e02-b8f2-f64244f54c92 req-f8593197-18a9-4da7-8865-13ba19dfdb42 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0348835 Dec 16 09:53:07.725255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Router 1773694e-14c7-4e14-938b-c7ddfda4eb95 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:07.838388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:07.853215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] Sync routers for ids ['1773694e-14c7-4e14-938b-c7ddfda4eb95'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:07.863280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:07.868303 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ac3214d9-b381-45b1-b078-a937acf947c3 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7567682 Dec 16 09:53:07.868910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46378) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:07.872468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] Routers {'1773694e-14c7-4e14-938b-c7ddfda4eb95'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:07.873195 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1773694e-14c7-4e14-938b-c7ddfda4eb95'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:07.908110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:07.918881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] Routers {'1773694e-14c7-4e14-938b-c7ddfda4eb95'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:07.919663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1773694e-14c7-4e14-938b-c7ddfda4eb95'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:07.955642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:07.956301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce62b97-0df9-427c-bfc0-46d8a3b44069 None None] The sync data for ids ['1773694e-14c7-4e14-938b-c7ddfda4eb95'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:07.990042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c0471515-318d-469e-a734-3f3051e87ba7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/1773694e-14c7-4e14-938b-c7ddfda4eb95 HTTP/1.1" status: 200 len: 920 time: 0.1200614 Dec 16 09:53:07.993043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46382) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:08.025875 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-17b6cb7d-87f4-4d16-ae92-462a5ac3267b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=1773694e-14c7-4e14-938b-c7ddfda4eb95 HTTP/1.1" status: 200 len: 205 time: 0.0277030 Dec 16 09:53:08.025875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46384) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:08.147051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.574723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.634853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Deleting port d974713b-423b-4a04-baae-25a085f5baed {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:08.635188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.723199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.735700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Calling delete_port for d974713b-423b-4a04-baae-25a085f5baed owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:08.737918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7b94c82-0116-49d0-bd48-39ef9aea1e66 req-46658fe6-a552-4cfe-8bb1-9f5ce296c37d tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0287912 Dec 16 09:53:08.922212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:08.947693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event deleted for resources: {'Port': ['ID=d974713b-423b-4a04-baae-25a085f5baed,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:09.012062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.112552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.117390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.170166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.170675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Fanout notify agent at l3_agent the message router_deleted on router 1773694e-14c7-4e14-938b-c7ddfda4eb95 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:09.177201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.181255 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47fdf9ee-0d5e-4a33-8785-533dd860f0a5 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/1773694e-14c7-4e14-938b-c7ddfda4eb95 HTTP/1.1" status: 204 len: 168 time: 1.1522009 Dec 16 09:53:09.182310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46414) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:09.186774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1444566375', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': False}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:09.207939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.209001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.272780 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.422310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.643775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.663469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.774046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Allocated IP 172.25.6.16 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/8be27215-74f8-49fa-8cd2-aae28bbc8e0d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:09.847097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18700ca7-3be2-44b3-9522-3178bf0e3152 req-7bf4756b-d50d-402e-a8b3-b45a711cc752 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Dec 16 09:53:09.899453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.935086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:09.969804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:09.972754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:09.976827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:10.007602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Port': ['ID=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:10.255145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.462290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.607688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Router c34a0657-5a66-4515-abe9-52334cc6da00 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:10.726407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:10.735077 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Sync routers for ids ['c34a0657-5a66-4515-abe9-52334cc6da00'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:10.744827 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Routers {'c34a0657-5a66-4515-abe9-52334cc6da00'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:10.745700 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c34a0657-5a66-4515-abe9-52334cc6da00'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:10.746114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.747531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-282ada58-0ac6-4e00-b0ae-e336e93a7aca tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5643079 Dec 16 09:53:10.750330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:10.857979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Set router c34a0657-5a66-4515-abe9-52334cc6da00 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:10.879316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-44978e43-cf4a-4271-8750-f053d706395e tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/c34a0657-5a66-4515-abe9-52334cc6da00 HTTP/1.1" status: 200 len: 908 time: 0.1276770 Dec 16 09:53:10.883499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46460) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:10.894478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1444566375', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': True}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:10.928877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.930466 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:10.966776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9961f5e-a745-4ebe-bfb0-ec7f4a87943c req-1f6f48ac-32b1-41da-9ad3-37c735b674cd tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0321290 Dec 16 09:53:11.029766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.061074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34a0657-5a66-4515-abe9-52334cc6da00', 'name': 'tempest-snat-router-1444566375', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.16'}], 'enable_snat': False}, 'gw_port_id': '8be27215-74f8-49fa-8cd2-aae28bbc8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 3, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port': {'id': '8be27215-74f8-49fa-8cd2-aae28bbc8e0d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34a0657-5a66-4515-abe9-52334cc6da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:11.089979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Checking router: c34a0657-5a66-4515-abe9-52334cc6da00 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:11.090344 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Updating router c34a0657-5a66-4515-abe9-52334cc6da00 port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:53:11.122969 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.173600 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.397889 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.419740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.506658 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.528330 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.579459 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Attempting to bind port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:11.579848 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Attempting to bind port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:11.580163 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Attempting to bind port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:11.582179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Allocated IP 172.25.6.94 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:11.582305 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Pushing event updated for resources: {'Port': ['ID=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:11.587448 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:11.587769 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:11.588167 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.588547 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:11.589065 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Bound port: 8be27215-74f8-49fa-8cd2-aae28bbc8e0d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:11.589371 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.612806 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.613143 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.613474 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.613798 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.614152 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.614470 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.614786 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.615099 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.615412 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.615740 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.616044 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.616340 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:11.659701 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] For port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:11.663670 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] For port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:11.669075 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.717235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.732728 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Routers {'c34a0657-5a66-4515-abe9-52334cc6da00'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:11.733372 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c34a0657-5a66-4515-abe9-52334cc6da00'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:11.735303 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf8e8-f96b-4c89-b836-29e1a7498584 None None] Pushing event updated for resources: {'Port': ['ID=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:11.767729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:11.806838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:11.809727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:11.813240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:11.843856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Port': ['ID=58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:11.875878 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] Set router c34a0657-5a66-4515-abe9-52334cc6da00 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:12.089456 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34a0657-5a66-4515-abe9-52334cc6da00', 'name': 'tempest-snat-router-1444566375', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.16'}], 'enable_snat': False}, 'gw_port_id': '8be27215-74f8-49fa-8cd2-aae28bbc8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 3, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port': {'id': '8be27215-74f8-49fa-8cd2-aae28bbc8e0d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34a0657-5a66-4515-abe9-52334cc6da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:12.117670 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77cd68-b6a0-4a0b-85d8-ea66699ab14d None None] The sync data for ids ['c34a0657-5a66-4515-abe9-52334cc6da00'] in n-d-821941-1 is: [{'id': 'c34a0657-5a66-4515-abe9-52334cc6da00', 'name': 'tempest-snat-router-1444566375', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.16'}], 'enable_snat': False}, 'gw_port_id': '8be27215-74f8-49fa-8cd2-aae28bbc8e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:10Z', 'revision_number': 3, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port': {'id': '8be27215-74f8-49fa-8cd2-aae28bbc8e0d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34a0657-5a66-4515-abe9-52334cc6da00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:09Z', 'updated_at': '2021-12-16T09:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:12.131570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9ac0028-13fd-43a1-a685-5e726e744b74 req-69a38c00-e5f4-4639-8e88-6fe77ba4c6e3 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0351348 Dec 16 09:53:12.140296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.348281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.502811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Router 2658d3b3-ca66-46eb-948b-945a7fb6a893 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:12.621679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:12.631932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Sync routers for ids ['2658d3b3-ca66-46eb-948b-945a7fb6a893'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:12.642602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.644067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-022d6852-9027-4e36-9bc4-4bdec565f1b7 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7558162 Dec 16 09:53:12.646853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Routers {'2658d3b3-ca66-46eb-948b-945a7fb6a893'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:12.647354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46486) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:12.647938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2658d3b3-ca66-46eb-948b-945a7fb6a893'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:12.769656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Set router 2658d3b3-ca66-46eb-948b-945a7fb6a893 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:12.771198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ac825bb-1b2a-4e25-ae8d-4eccdc10b212 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/2658d3b3-ca66-46eb-948b-945a7fb6a893 HTTP/1.1" status: 200 len: 907 time: 0.1203680 Dec 16 09:53:12.775155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46488) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:12.895134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:12.977098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2658d3b3-ca66-46eb-948b-945a7fb6a893', 'name': 'tempest-snat-router-1444566375', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:10Z', 'updated_at': '2021-12-16T09:53:11Z', 'revision_number': 3, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port': {'id': '58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2658d3b3-ca66-46eb-948b-945a7fb6a893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:53:11Z', 'updated_at': '2021-12-16T09:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:13.010327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Checking router: 2658d3b3-ca66-46eb-948b-945a7fb6a893 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:53:13.010984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Updating router 2658d3b3-ca66-46eb-948b-945a7fb6a893 port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:53:13.029345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.040051 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.088062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Deleting port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:13.088477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.193553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.209371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Calling delete_port for 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:13.330781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.339757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.392057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Attempting to bind port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:13.392513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Attempting to bind port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:13.392941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Attempting to bind port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:13.400119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:13.400670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:13.401129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.401579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:13.402149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Bound port: 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:13.402594 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.432485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Pushing event updated for resources: {'Port': ['ID=58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:13.446251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.446689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.447113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.447485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.447876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.448264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.448650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.449031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.449434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.449819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.450228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.450609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:13.482149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] For port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:13.485807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] For port 58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:13.493216 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.552420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Routers {'2658d3b3-ca66-46eb-948b-945a7fb6a893'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:13.553065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:52:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2658d3b3-ca66-46eb-948b-945a7fb6a893'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:13.634354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb6409-1428-4016-9e82-c180485b1bf1 None None] Pushing event updated for resources: {'Port': ['ID=58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:13.635899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08e36c86-35c0-49e0-aea5-714e3ff96ccd req-15bf7bd6-465e-4544-8b75-edfbbcda5e51 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.4078133 Dec 16 09:53:13.666269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] Set router 2658d3b3-ca66-46eb-948b-945a7fb6a893 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:53:13.731657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2658d3b3-ca66-46eb-948b-945a7fb6a893', 'name': 'tempest-snat-router-1444566375', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:10Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 4, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:13.759619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceec0b9-8b3d-4361-be62-29e4c50b19ae None None] The sync data for ids ['2658d3b3-ca66-46eb-948b-945a7fb6a893'] in n-d-821941-1 is: [{'id': '2658d3b3-ca66-46eb-948b-945a7fb6a893', 'name': 'tempest-snat-router-1444566375', 'tenant_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:53:10Z', 'updated_at': '2021-12-16T09:53:13Z', 'revision_number': 4, 'project_id': 'bc46f3a094a64df3b3e1f6de8b8ce7db', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:13.806813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:13.840950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event deleted for resources: {'Port': ['ID=58dabb66-5c67-4fe9-8f86-b5a7f9cfee6a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:13.904760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.003624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.010427 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.039604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-55537ff8-650c-4806-9468-5b56927e4daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.074134 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.074665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2658d3b3-ca66-46eb-948b-945a7fb6a893 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:14.078961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.080113 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8b44997d-b000-4285-959b-82f1cdeaed7d tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/routers/2658d3b3-ca66-46eb-948b-945a7fb6a893 HTTP/1.1" status: 204 len: 168 time: 1.3038449 Dec 16 09:53:14.082686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:14.192715 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.298991 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.359437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Deleting port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:14.359437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.448235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8be27215-74f8-49fa-8cd2-aae28bbc8e0d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:14.463848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] For port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:14.464216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.478314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Calling delete_port for 8be27215-74f8-49fa-8cd2-aae28bbc8e0d owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:14.512252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:14.512620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.596702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.616313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 8be27215-74f8-49fa-8cd2-aae28bbc8e0d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:14.621388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.670736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:14.686444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.716127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event deleted for resources: {'Port': ['ID=8be27215-74f8-49fa-8cd2-aae28bbc8e0d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:14.811383 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15858e7a-edcb-4a79-9428-4ecec5316a2f req-a2f6afd1-45c5-4f8c-ab1f-9816eb47762e tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0343726 Dec 16 09:53:14.824545 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.920345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.922525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.973281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.973588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c34a0657-5a66-4515-abe9-52334cc6da00 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:14.977788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:14.979666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-562d7803-925b-40dd-8e72-cdd2445e01f6 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "DELETE /v2.0/routers/c34a0657-5a66-4515-abe9-52334cc6da00 HTTP/1.1" status: 204 len: 168 time: 0.8957434 Dec 16 09:53:14.983094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:14.987739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354610203', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:15.014490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.015606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.080574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.235322 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.259310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:53:15.446576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.465774 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.600316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Allocated IP 172.25.6.85 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/0104852e-4c53-4638-a48b-35065af1dd4a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:15.711512 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.745994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:15.784505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:15.787264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:15.791749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:15.820558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event updated for resources: {'Port': ['ID=0104852e-4c53-4638-a48b-35065af1dd4a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:15.938546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ff3cfcf3-e0b8-4d19-bb43-0d34262dc798 req-d5481a9d-f50f-4fa0-b3e9-b922206b3eb9 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0353172 Dec 16 09:53:16.088994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.320506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.415368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8be27215-74f8-49fa-8cd2-aae28bbc8e0d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:16.446110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8be27215-74f8-49fa-8cd2-aae28bbc8e0d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:16.446110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8be27215-74f8-49fa-8cd2-aae28bbc8e0d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:16.466535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Router 1933a1ee-9bd0-4cac-b956-12d4e1cee57b is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:16.477088 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a4a8478c-327e-4983-94bc-eec096b7d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.572642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:16.584107 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] Sync routers for ids ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:16.594350 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] Routers {'1933a1ee-9bd0-4cac-b956-12d4e1cee57b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:16.594984 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:16.598504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:16.599731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3f69de14-1751-42bf-b3df-4310fdf6d49b tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.6155517 Dec 16 09:53:16.602680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46516) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:16.607277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': False}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:16.631291 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:16.642232 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] Routers {'1933a1ee-9bd0-4cac-b956-12d4e1cee57b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:16.643713 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:16.682108 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:16.682761 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b795c3b-2c22-4b98-8bbe-63fd539fd90e None None] The sync data for ids ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:16.967555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.061102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-045877a8-e82e-486e-8bba-5a277f8fc5c3 req-2cfd50f7-fd97-4c28-948f-ebe1afe1cace tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0355201 Dec 16 09:53:17.707667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.711461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.830265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Router 1933a1ee-9bd0-4cac-b956-12d4e1cee57b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:53:17.944208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:17.948916 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:17.952669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-31ce1cb7-c34c-4a43-beed-d0d5ec1ff0bd tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "PUT /v2.0/routers/1933a1ee-9bd0-4cac-b956-12d4e1cee57b HTTP/1.1" status: 200 len: 920 time: 1.3465271 Dec 16 09:53:17.952817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46558) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:17.953687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] Sync routers for ids ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:17.967307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] Routers {'1933a1ee-9bd0-4cac-b956-12d4e1cee57b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:17.968011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:18.002584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:18.013650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] Routers {'1933a1ee-9bd0-4cac-b956-12d4e1cee57b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:18.014969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:18.057609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:18.058385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcf5912-e6f3-4ea5-babb-0c2d6d08e9f7 None None] The sync data for ids ['1933a1ee-9bd0-4cac-b956-12d4e1cee57b'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:18.073520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.078254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cc360402-7705-4545-ae60-d7a66791b936 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/1933a1ee-9bd0-4cac-b956-12d4e1cee57b HTTP/1.1" status: 200 len: 920 time: 0.1216550 Dec 16 09:53:18.078254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46572) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:18.169325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349133d-fd8b-4a00-968d-4a7f27960aa0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:18.170932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b349133d-fd8b-4a00-968d-4a7f27960aa0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=1933a1ee-9bd0-4cac-b956-12d4e1cee57b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0917289 Dec 16 09:53:18.173835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46588) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:18.277175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34042f43-d53c-4b60-9c9b-f406e77f0a8f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:18.281630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46602) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:18.281884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-34042f43-d53c-4b60-9c9b-f406e77f0a8f tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.1063650 Dec 16 09:53:18.320257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ed8ef71a-f8b7-456d-bea3-dd7cff63de85 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=1933a1ee-9bd0-4cac-b956-12d4e1cee57b HTTP/1.1" status: 200 len: 205 time: 0.0345092 Dec 16 09:53:18.320531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46608) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:18.456054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.547369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5605528-3e17-413b-9547-9b6d6678136a req-c40698ea-4031-45f8-b5a9-c96361d620da tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0561385 Dec 16 09:53:18.603196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.659886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Deleting port 0104852e-4c53-4638-a48b-35065af1dd4a {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:18.660288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.756177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:18.773876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Calling delete_port for 0104852e-4c53-4638-a48b-35065af1dd4a owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:18.995270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.042197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event deleted for resources: {'Port': ['ID=0104852e-4c53-4638-a48b-35065af1dd4a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:19.147194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.283909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.286249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.344760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.345328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Fanout notify agent at l3_agent the message router_deleted on router 1933a1ee-9bd0-4cac-b956-12d4e1cee57b {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:19.352559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.354040 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d604824-d417-4f6d-85a3-f0783a2c54b9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/1933a1ee-9bd0-4cac-b956-12d4e1cee57b HTTP/1.1" status: 204 len: 168 time: 1.0324996 Dec 16 09:53:19.358513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 46734) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:19.363664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909981500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:19.389462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.390567 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.459987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.466819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.497482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.501967 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6486bdba-f0dc-46a0-8f97-3fb3070ae4bd tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1394882 Dec 16 09:53:19.502222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46752) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:19.509128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:19.761535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db314c0c-a9df-40c3-90c5-a1fac226547a req-a27885f9-928c-4794-86ee-476aaeb39f5b tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0677948 Dec 16 09:53:19.873118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.930286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:19.932759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.127249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.148284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.254155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Allocated IP 172.25.6.201 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/35ecd3ed-692a-4dde-91f2-5578d3dccb2f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:20.370383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.406036 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.451018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:20.455365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:20.462654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:20.465741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event updated for resources: {'Port': ['ID=35ecd3ed-692a-4dde-91f2-5578d3dccb2f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:20.720689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.919155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6b31ee5-a081-4ac5-9f38-5c6d52b6635f req-4b5eeac6-ab00-4442-b3a4-87333b20992d tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0284441 Dec 16 09:53:20.958292 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:20.961711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.090657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Router 63b33ae0-b696-4954-8943-ab44a4dc870f is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:21.201520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:21.209121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:21.210699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e5733c87-f62f-43af-8307-a153fdc566d2 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "PUT /v2.0/routers/63b33ae0-b696-4954-8943-ab44a4dc870f HTTP/1.1" status: 200 len: 879 time: 1.7062988 Dec 16 09:53:21.211400 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] Sync routers for ids ['63b33ae0-b696-4954-8943-ab44a4dc870f'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:21.213469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 46998) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:21.223535 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] Routers {'63b33ae0-b696-4954-8943-ab44a4dc870f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:21.224263 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63b33ae0-b696-4954-8943-ab44a4dc870f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:21.257942 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:21.266885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] Routers {'63b33ae0-b696-4954-8943-ab44a4dc870f'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:21.267492 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['63b33ae0-b696-4954-8943-ab44a4dc870f'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:21.301692 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:21.302357 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f09f1-3fb9-4895-98e6-9576eb383e47 None None] The sync data for ids ['63b33ae0-b696-4954-8943-ab44a4dc870f'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:21.323380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a9e3abf-55e7-44b0-9cb3-b6074799c9ef tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/63b33ae0-b696-4954-8943-ab44a4dc870f HTTP/1.1" status: 200 len: 920 time: 0.1087351 Dec 16 09:53:21.326245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47000) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:21.369531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa61d1-5f62-40c0-a22b-b5e5da6b40a2 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:21.371086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66aa61d1-5f62-40c0-a22b-b5e5da6b40a2 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=63b33ae0-b696-4954-8943-ab44a4dc870f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0439827 Dec 16 09:53:21.373942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47002) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:21.462168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1d2ae-f9ac-46ab-bcdc-4428f882935a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:21.463465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7be1d2ae-f9ac-46ab-bcdc-4428f882935a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.0885663 Dec 16 09:53:21.467086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:21.814481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-75c10dce-e0d8-4ec6-b1b1-bb6148c28c09 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=63b33ae0-b696-4954-8943-ab44a4dc870f HTTP/1.1" status: 200 len: 205 time: 0.3461072 Dec 16 09:53:21.817822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47006) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:21.923018 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.033097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6edaff58-57b2-4a8d-a5f2-fde620ff1b76 req-f8406d30-2640-4ab0-9aff-91323d3aa0c9 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0295918 Dec 16 09:53:22.053568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.110950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Deleting port 35ecd3ed-692a-4dde-91f2-5578d3dccb2f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:22.111337 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.196449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.208698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Calling delete_port for 35ecd3ed-692a-4dde-91f2-5578d3dccb2f owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:22.387681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.411627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event deleted for resources: {'Port': ['ID=35ecd3ed-692a-4dde-91f2-5578d3dccb2f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:22.479697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.577297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.579794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.624976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.625430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Fanout notify agent at l3_agent the message router_deleted on router 63b33ae0-b696-4954-8943-ab44a4dc870f {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:22.632598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.637756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:22.638429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dabbf8ef-e4f5-438e-a8a6-4d21f2c5e684 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/63b33ae0-b696-4954-8943-ab44a4dc870f HTTP/1.1" status: 204 len: 168 time: 0.8190761 Dec 16 09:53:22.643539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1931682851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:22.667544 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.668588 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.724295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.729757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.749040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:22.750777 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-576d47fd-caa2-4257-b413-eadef19c3d01 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1108117 Dec 16 09:53:22.753718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47022) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:22.758612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': True}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:22.978700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:23.172292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-235c115b-868c-4cb5-baab-644a50c59503 req-e94e8161-9721-4d4d-a357-f06b39d5942a tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0604126 Dec 16 09:53:23.210897 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:23.229954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:23.336790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Allocated IP 172.25.6.44 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/8d7c4eab-e575-4ca0-981c-acbcfa76dded) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:23.463771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:23.505662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:23.548497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:23.551561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:23.555577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:23.563575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Port': ['ID=8d7c4eab-e575-4ca0-981c-acbcfa76dded,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:23.813439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:23.871384 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:24.015775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:24.019712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:24.153870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Router 5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:24.592250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-034ff9ab-83e3-42e2-9058-dfd086792c76 req-805bdd02-175d-483a-825b-61b3e48283d0 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.3424728 Dec 16 09:53:24.597261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:24.602069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:24.603512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-22cb08df-468a-4e4d-bfd0-0ad00614d98a tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "PUT /v2.0/routers/5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 HTTP/1.1" status: 200 len: 914 time: 1.8484890 Dec 16 09:53:24.606051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47036) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:24.607275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] Sync routers for ids ['5b32d3b5-b0e4-4381-966c-cfa5df1cfa69'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:24.617151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] Routers {'5b32d3b5-b0e4-4381-966c-cfa5df1cfa69'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:24.617976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b32d3b5-b0e4-4381-966c-cfa5df1cfa69'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:24.678688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:24.688663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] Routers {'5b32d3b5-b0e4-4381-966c-cfa5df1cfa69'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:24.689565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b32d3b5-b0e4-4381-966c-cfa5df1cfa69'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:24.723232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:24.723902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a087ce0-d878-4a6b-bb0d-856031ac3952 None None] The sync data for ids ['5b32d3b5-b0e4-4381-966c-cfa5df1cfa69'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:24.726977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b696955-4f69-4d9e-b0bc-8393b39b8ddc tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 HTTP/1.1" status: 200 len: 920 time: 0.1194353 Dec 16 09:53:24.729561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:24.773623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899de011-756e-4493-9106-56f5c1c5f866 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:24.775172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-899de011-756e-4493-9106-56f5c1c5f866 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=5b32d3b5-b0e4-4381-966c-cfa5df1cfa69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0446658 Dec 16 09:53:24.777883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47042) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:24.860268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b1a7ba-4743-4b77-8183-dce5b3097f85 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:24.861617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-10b1a7ba-4743-4b77-8183-dce5b3097f85 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.0828347 Dec 16 09:53:24.864401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47044) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:24.897583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d832cd0-df55-4fbf-90dc-3949b1467b27 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 HTTP/1.1" status: 200 len: 205 time: 0.0297816 Dec 16 09:53:24.897795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:25.001687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.009165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ff08fc7-1d39-4bc3-82c2-0c66953ea885 req-0dd60732-a645-4d18-acb2-f4ac2fc158c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0314128 Dec 16 09:53:25.114060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.173951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.178726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Deleting port 8d7c4eab-e575-4ca0-981c-acbcfa76dded {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:25.179062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.254277 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.266672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Calling delete_port for 8d7c4eab-e575-4ca0-981c-acbcfa76dded owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:25.437188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.463650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event deleted for resources: {'Port': ['ID=8d7c4eab-e575-4ca0-981c-acbcfa76dded,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:25.533205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.629192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.631297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.679415 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.680010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Fanout notify agent at l3_agent the message router_deleted on router 5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:25.687602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.694996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1c127df0-388d-4468-8fa2-95182bd580fa tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 HTTP/1.1" status: 204 len: 168 time: 0.7901218 Dec 16 09:53:25.695102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:25.699585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-482791060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:25.718309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63b54400-8bff-4d8c-bef7-6407f8692cf0 req-9aa0dd40-e954-4c09-849a-896c745ac786 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0281723 Dec 16 09:53:25.722494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.723530 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.779119 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.783363 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.801316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:25.802710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-740dd88d-20d9-447d-9767-7a9e5017947d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1067383 Dec 16 09:53:25.805676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:25.810197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'enable_snat': False}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:26.021203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.224750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.244555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.359707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Allocated IP 172.25.6.190 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/aa464b12-ec03-49e2-ae98-e49eb8d86d15) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:26.468499 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.505164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:26.546755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:26.549659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:26.553239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:26.579481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Pushing event updated for resources: {'Port': ['ID=aa464b12-ec03-49e2-ae98-e49eb8d86d15,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:26.835197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b6f7fe70-3d05-4714-93a1-ae2432cf00cb req-5d8c10fe-3b07-4c70-80b7-1a72e98c8feb tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0333059 Dec 16 09:53:26.843200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.062227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.066535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.082889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-327ddab6-8cc7-4a64-b1c4-c1bea940cf6f req-49428d72-7c03-4635-b9c0-ea4a5ef89ce1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ef928e1aede94a6d8e7e170e0ca94779&device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Dec 16 09:53:27.119167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-327ddab6-8cc7-4a64-b1c4-c1bea940cf6f req-e22250b2-557a-444b-b5d0-400dd5406070 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ef928e1aede94a6d8e7e170e0ca94779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281186 Dec 16 09:53:27.165178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51cd1a2d-2c28-4aec-a89a-39f27910abc5 req-5546a4ca-0d9c-435f-8fb0-5ec15f2c314f tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0568602 Dec 16 09:53:27.229172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Router 454f51a3-46e3-424c-b3b6-c49e25fd92a7 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:27.295257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ddab6-8cc7-4a64-b1c4-c1bea940cf6f req-34a2eaa5-aab0-4664-b43e-6bd61af3b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:27.296749 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-327ddab6-8cc7-4a64-b1c4-c1bea940cf6f req-34a2eaa5-aab0-4664-b43e-6bd61af3b0ea service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707625 Dec 16 09:53:27.344604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:27.349088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:27.350152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf8be590-733f-48ef-bdfd-413ff9c77060 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "PUT /v2.0/routers/454f51a3-46e3-424c-b3b6-c49e25fd92a7 HTTP/1.1" status: 200 len: 915 time: 1.5434310 Dec 16 09:53:27.352946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47066) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:27.364513 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] Sync routers for ids ['454f51a3-46e3-424c-b3b6-c49e25fd92a7'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:27.374580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] Routers {'454f51a3-46e3-424c-b3b6-c49e25fd92a7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:27.375507 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['454f51a3-46e3-424c-b3b6-c49e25fd92a7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:27.408976 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:27.418669 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] Routers {'454f51a3-46e3-424c-b3b6-c49e25fd92a7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:27.419276 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['454f51a3-46e3-424c-b3b6-c49e25fd92a7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:27.454266 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:27.454885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef0afc-0914-450e-9d73-03994b09e089 None None] The sync data for ids ['454f51a3-46e3-424c-b3b6-c49e25fd92a7'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:27.466230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5fe7b93-26dc-4f5f-b068-41085544da45 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/454f51a3-46e3-424c-b3b6-c49e25fd92a7 HTTP/1.1" status: 200 len: 921 time: 0.1089191 Dec 16 09:53:27.466380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47070) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:27.548791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1378340e-2c17-4503-8917-690bacbe4f3b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:27.550550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1378340e-2c17-4503-8917-690bacbe4f3b tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=454f51a3-46e3-424c-b3b6-c49e25fd92a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0832944 Dec 16 09:53:27.553197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47074) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:27.647148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7843d63-f86d-4da7-9b38-f083c51ebdd0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:27.648680 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7843d63-f86d-4da7-9b38-f083c51ebdd0 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/networks/f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 881 time: 0.0942767 Dec 16 09:53:27.651529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47076) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:27.679148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-145f11be-d4cf-4644-b2f6-1b24792f6da0 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=454f51a3-46e3-424c-b3b6-c49e25fd92a7 HTTP/1.1" status: 200 len: 205 time: 0.0265317 Dec 16 09:53:27.682043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47078) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:27.801278 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.218113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.277134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Deleting port aa464b12-ec03-49e2-ae98-e49eb8d86d15 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:28.277684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.279385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4299fc2f-cad7-47be-92d3-a3fce85a7719 req-e78941aa-efe7-480f-b2b9-f1b9087eeb13 tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Dec 16 09:53:28.357735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.370204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Calling delete_port for aa464b12-ec03-49e2-ae98-e49eb8d86d15 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:28.544312 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.573153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event deleted for resources: {'Port': ['ID=aa464b12-ec03-49e2-ae98-e49eb8d86d15,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:28.641582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.749060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-327ddab6-8cc7-4a64-b1c4-c1bea940cf6f req-a14cb097-518b-451b-9718-e62bc00e96aa tempest-ServerShowV254Test-209395746 tempest-ServerShowV254Test-209395746-project] 10.222.0.69 "GET /v2.0/ports?device_id=45aeba0a-c594-4807-902a-b36d6eba5117 HTTP/1.1" status: 200 len: 210 time: 0.0804324 Dec 16 09:53:28.754258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.756448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.807607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.808822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Fanout notify agent at l3_agent the message router_deleted on router 454f51a3-46e3-424c-b3b6-c49e25fd92a7 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:28.815973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.817094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1a29b5bb-3459-43bf-ad04-6f2a9d740ed1 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/454f51a3-46e3-424c-b3b6-c49e25fd92a7 HTTP/1.1" status: 204 len: 168 time: 1.1341672 Dec 16 09:53:28.821767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47084) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:28.827062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-351280177', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:28.851159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.852499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:28.916429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.063451 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.273683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.293866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.406305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Allocated IP 172.25.6.111 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/1a2492d2-e194-4475-b188-d5fde2c12616) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:29.523949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.570053 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.614123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:29.618363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:29.625274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:29.627319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event updated for resources: {'Port': ['ID=1a2492d2-e194-4475-b188-d5fde2c12616,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:29.635065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47106) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:29.755160 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396786cd-0452-4bea-9125-23ff7f948f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.835985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396786cd-0452-4bea-9125-23ff7f948f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.841193 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-396786cd-0452-4bea-9125-23ff7f948f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:29.881885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396786cd-0452-4bea-9125-23ff7f948f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96231c66-20de-41f9-b048-89dea0f38646,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:29.886692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-396786cd-0452-4bea-9125-23ff7f948f13 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef928e1aede94a6d8e7e170e0ca94779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505958 Dec 16 09:53:29.889783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47114) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:29.938174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.023176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db895846-ff6d-4ca6-9da0-fd50f63e8c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.057492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db895846-ff6d-4ca6-9da0-fd50f63e8c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.196271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db895846-ff6d-4ca6-9da0-fd50f63e8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.198803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-db895846-ff6d-4ca6-9da0-fd50f63e8c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.199981 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-db895846-ff6d-4ca6-9da0-fd50f63e8c4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96231c66-20de-41f9-b048-89dea0f38646 HTTP/1.1" status: 204 len: 168 time: 0.3091557 Dec 16 09:53:30.215114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db895846-ff6d-4ca6-9da0-fd50f63e8c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96231c66-20de-41f9-b048-89dea0f38646,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:30.218583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.365877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Router 1ab333f4-92d5-4f37-aae3-fb3617029a5a is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:53:30.480169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:30.495375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] Sync routers for ids ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:30.502466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.503756 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b32ca546-27a2-4253-b737-82fa3e7cb6d9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6808915 Dec 16 09:53:30.506696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47132) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:30.511227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] Routers {'1ab333f4-92d5-4f37-aae3-fb3617029a5a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:30.512126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:30.512289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:30.563030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:30.573260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] Routers {'1ab333f4-92d5-4f37-aae3-fb3617029a5a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:30.574102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:30.623181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:30.624002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af15f5d-ed87-4262-b4a8-94fd325b36c4 None None] The sync data for ids ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'] in n-d-821941-1 is: [] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:30.879435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.894880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:30.932276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47156) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:30.958730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Deleting port 1a2492d2-e194-4475-b188-d5fde2c12616 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:30.959389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.038230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.049729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-215904736-network', 'tenant_id': 'c08d5d000d314c10a5b477ccbd4e8975'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:31.060675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Calling delete_port for 1a2492d2-e194-4475-b188-d5fde2c12616 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:31.110275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Made reservation on behalf of c08d5d000d314c10a5b477ccbd4e8975 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:31.112492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.129268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.298859 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.304249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.310677 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.355554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Pushing event deleted for resources: {'Port': ['ID=1a2492d2-e194-4475-b188-d5fde2c12616,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:31.357461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:53:31.373732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0259994-943b-4fde-b620-4e71b8334b61,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:31.376605 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.376941 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Added segment 54d5fcc8-490e-4faa-baf8-2f6f7c91133f of type vlan for network e87d0678-3ea0-4041-a962-23daefb852c4 Dec 16 09:53:31.465047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.473749 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.914438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:31.915389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:31.915959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.010313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0769386 Dec 16 09:53:32.013329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47178) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:32.019520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Request body: {'subnet': {'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-215904736-subnet', 'tenant_id': 'c08d5d000d314c10a5b477ccbd4e8975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:32.042104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Made reservation on behalf of c08d5d000d314c10a5b477ccbd4e8975 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:32.044691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.077981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcd820-f5d5-4cb4-8a3e-d6789f9f85c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e87d0678-3ea0-4041-a962-23daefb852c4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:32.085079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759353', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-756197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26589'] for router, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.088679 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-756188'] for router, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.092389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e87d0678-3ea0-4041-a962-23daefb852c4 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:53:32.180381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Router 1ab333f4-92d5-4f37-aae3-fb3617029a5a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:53:32.235165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.280190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:53:32.291774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.292194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e870c1bc-342b-4d5e-84ba-b23892e570ca,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:32.292675 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] Sync routers for ids ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:53:32.293339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7e143030-3f17-46da-9ba4-00d5e61ca8e4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "PUT /v2.0/routers/1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 200 len: 705 time: 1.7856488 Dec 16 09:53:32.296219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47184) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:32.307185 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] Routers {'1ab333f4-92d5-4f37-aae3-fb3617029a5a'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:32.307800 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:32.343074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:32.353089 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] Routers {'1ab333f4-92d5-4f37-aae3-fb3617029a5a'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:53:32.353651 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:32.388352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:32.389303 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d02efa-3a88-4583-9ea6-3e531b5bdfef None None] The sync data for ids ['1ab333f4-92d5-4f37-aae3-fb3617029a5a'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:53:32.683867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Checking segment: {'id': '54d5fcc8-490e-4faa-baf8-2f6f7c91133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:32.684183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Network hostable DHCP agents. Network: e87d0678-3ea0-4041-a962-23daefb852c4, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:53:32.687510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e464f3a0-05df-43bb-a776-359005bf7c84 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/routers/1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 200 len: 740 time: 0.3899939 Dec 16 09:53:32.690349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47190) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:32.737248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-45f9857a-c194-4dff-85a6-a835792a4d33 tempest-RoutersAdminTest-115331415 tempest-RoutersAdminTest-115331415-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&device_id=1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 200 len: 205 time: 0.0458145 Dec 16 09:53:32.740147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47198) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:32.750487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Network e87d0678-3ea0-4041-a962-23daefb852c4 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:53:32.760316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e87d0678-3ea0-4041-a962-23daefb852c4) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:32.765550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:32.766312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.772152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a01428-58be-4cc6-9aa4-5dde98cd40e4 None None] Network e87d0678-3ea0-4041-a962-23daefb852c4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:32.773733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-815462de-25f0-4576-a075-2d91fcb2b49a tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 200 len: 205 time: 0.0321329 Dec 16 09:53:32.777155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47200) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:32.795039 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8ba40db4-45f7-430c-8635-84613285f58a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7798021 Dec 16 09:53:32.890632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:32.924025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed122da-4909-4324-ad54-707bc21ee094 None None] Network e87d0678-3ea0-4041-a962-23daefb852c4 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:33.084619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.087332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.133310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.134054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab333f4-92d5-4f37-aae3-fb3617029a5a {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:33.142583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.148246 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e4e9bc4b-78f0-4dc2-8c45-b5298a5bf205 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 204 len: 168 time: 0.3700368 Dec 16 09:53:33.149086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47214) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.177894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24e41073-53d5-4828-9fe1-0693054b18cc tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 200 len: 205 time: 0.0270314 Dec 16 09:53:33.179904 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47218) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.223729 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-58349558-4d5f-4e48-8c0f-97f7c748dcb9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] delete failed (client error): The resource could not be found. Dec 16 09:53:33.227316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58349558-4d5f-4e48-8c0f-97f7c748dcb9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/1ab333f4-92d5-4f37-aae3-fb3617029a5a HTTP/1.1" status: 404 len: 336 time: 0.0440190 Dec 16 09:53:33.227668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47222) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.244044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47224) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.250273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1763397980-network', 'tenant_id': 'e1d732058d6b4c5cb74f31742928af4c'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:33.258807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-21e1afd2-48cd-4d5f-bf85-068e1be9a1f7 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=454f51a3-46e3-424c-b3b6-c49e25fd92a7 HTTP/1.1" status: 200 len: 205 time: 0.0299435 Dec 16 09:53:33.261104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47226) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.280748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Made reservation on behalf of e1d732058d6b4c5cb74f31742928af4c for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:33.284691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.294644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.298250 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-ff4c45b8-d0cb-4caf-9888-cb27553d9600 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] delete failed (client error): The resource could not be found. Dec 16 09:53:33.299295 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ff4c45b8-d0cb-4caf-9888-cb27553d9600 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/454f51a3-46e3-424c-b3b6-c49e25fd92a7 HTTP/1.1" status: 404 len: 336 time: 0.0372515 Dec 16 09:53:33.302138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47232) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.336225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4b87c092-e592-4524-9b53-4dfcd4dfab57 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 HTTP/1.1" status: 200 len: 205 time: 0.0330055 Dec 16 09:53:33.338878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47234) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.387677 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-15cc2085-4a2e-4070-bf32-c4d3099972b4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] delete failed (client error): The resource could not be found. Dec 16 09:53:33.389249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-15cc2085-4a2e-4070-bf32-c4d3099972b4 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/5b32d3b5-b0e4-4381-966c-cfa5df1cfa69 HTTP/1.1" status: 404 len: 336 time: 0.0488968 Dec 16 09:53:33.392115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47236) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.430694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.436070 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.439267 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d8e7bf4-a14c-44ad-8bfb-15246204de30 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=63b33ae0-b696-4954-8943-ab44a4dc870f HTTP/1.1" status: 200 len: 205 time: 0.0451353 Dec 16 09:53:33.440928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47238) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.458255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:53:33.474530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdff82b-3f1d-4d2c-bd51-716305483cc6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:33.477543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.477906 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Added segment 607ca3de-bcae-42ed-b7dd-fb27af11ea77 of type vlan for network 0563493a-229e-44e4-8b44-680109cb0d7f Dec 16 09:53:33.485493 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-751fb3a3-d614-46fa-b1a0-55ff08034ecb tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] delete failed (client error): The resource could not be found. Dec 16 09:53:33.489599 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-751fb3a3-d614-46fa-b1a0-55ff08034ecb tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/63b33ae0-b696-4954-8943-ab44a4dc870f HTTP/1.1" status: 404 len: 336 time: 0.0448346 Dec 16 09:53:33.489753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47240) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.525742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.530758 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3fa2ef9e-4e16-4ee8-83aa-9a9448999131 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=1933a1ee-9bd0-4cac-b956-12d4e1cee57b HTTP/1.1" status: 200 len: 205 time: 0.0393486 Dec 16 09:53:33.532899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47244) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.552565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.553702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:33.554404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.578355 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-ce0f3c03-feb8-443a-b5d7-e464cf4cf00d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] delete failed (client error): The resource could not be found. Dec 16 09:53:33.579475 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ce0f3c03-feb8-443a-b5d7-e464cf4cf00d tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/1933a1ee-9bd0-4cac-b956-12d4e1cee57b HTTP/1.1" status: 404 len: 336 time: 0.0453243 Dec 16 09:53:33.584034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47248) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.615120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-101f38db-988f-4851-9c1b-d1f0b18aefc9 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "GET /v2.0/ports?device_id=1773694e-14c7-4e14-938b-c7ddfda4eb95 HTTP/1.1" status: 200 len: 205 time: 0.0299115 Dec 16 09:53:33.616261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47250) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.632230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3859828 Dec 16 09:53:33.634666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47252) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.639787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Request body: {'subnet': {'network_id': '0563493a-229e-44e4-8b44-680109cb0d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1763397980-subnet', 'tenant_id': 'e1d732058d6b4c5cb74f31742928af4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:33.645807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7598c-3ceb-4817-b07e-8b8c8bea6650 admin admin] Pushing event updated for resources: {'Network': ['ID=0563493a-229e-44e4-8b44-680109cb0d7f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:33.655711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0563493a-229e-44e4-8b44-680109cb0d7f details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:53:33.663445 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-84eb1296-b116-4da7-a9bf-379963e16c72 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] delete failed (client error): The resource could not be found. Dec 16 09:53:33.667703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-84eb1296-b116-4da7-a9bf-379963e16c72 tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/routers/1773694e-14c7-4e14-938b-c7ddfda4eb95 HTTP/1.1" status: 404 len: 336 time: 0.0501115 Dec 16 09:53:33.668455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47254) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:33.677495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Made reservation on behalf of e1d732058d6b4c5cb74f31742928af4c for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:33.680849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.698794 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef36cb6d-b234-4b02-8956-994578a5b7de tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] DELETE failed (client error): The resource could not be found. Dec 16 09:53:33.699368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef36cb6d-b234-4b02-8956-994578a5b7de tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:53:33.704901 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ef36cb6d-b234-4b02-8956-994578a5b7de tempest-RoutersAdminTest-815742963 tempest-RoutersAdminTest-815742963-project] 10.222.0.61 "DELETE /v2.0/subnets/1e103074-dac9-4a9f-b145-174d831b27fb HTTP/1.1" status: 404 len: 337 time: 0.0328791 Dec 16 09:53:33.888481 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:33.959588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514655ac-e0f7-4805-9d25-3b6011055fd2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:33.968258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Checking segment: {'id': '607ca3de-bcae-42ed-b7dd-fb27af11ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0563493a-229e-44e4-8b44-680109cb0d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:33.968616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Network hostable DHCP agents. Network: 0563493a-229e-44e4-8b44-680109cb0d7f, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:53:33.989960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Network 0563493a-229e-44e4-8b44-680109cb0d7f is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:53:34.002384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0563493a-229e-44e4-8b44-680109cb0d7f) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:34.011840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47266) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:34.013003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:34.014114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.015450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b07578-199c-4fb5-9bf9-7bb9b176d59a None None] Network 0563493a-229e-44e4-8b44-680109cb0d7f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:34.043153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-37cbc5d6-1ab2-4bbe-9c20-32c77f3c49c9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4073539 Dec 16 09:53:34.148983 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01a084a7-8786-48d4-9ae5-c7dd2ff0e514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.198276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2858a76-d391-475b-b258-eafa840216ef None None] Network 0563493a-229e-44e4-8b44-680109cb0d7f requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:34.259656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01a084a7-8786-48d4-9ae5-c7dd2ff0e514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.265735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-01a084a7-8786-48d4-9ae5-c7dd2ff0e514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.308189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-01a084a7-8786-48d4-9ae5-c7dd2ff0e514 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06caa9d7f0ab43659b616b46bc9ef1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949634 Dec 16 09:53:34.310977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47282) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:34.311487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a084a7-8786-48d4-9ae5-c7dd2ff0e514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43605dd-742f-4c81-ad80-7aecc0c61295,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:34.378406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9597a61d-c7dd-4c13-8b18-d840b0d4bdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.402846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9597a61d-c7dd-4c13-8b18-d840b0d4bdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.459873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9597a61d-c7dd-4c13-8b18-d840b0d4bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.462904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9597a61d-c7dd-4c13-8b18-d840b0d4bdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:34.466975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9597a61d-c7dd-4c13-8b18-d840b0d4bdc8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a43605dd-742f-4c81-ad80-7aecc0c61295 HTTP/1.1" status: 204 len: 168 time: 0.1549795 Dec 16 09:53:34.475856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a61d-c7dd-4c13-8b18-d840b0d4bdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43605dd-742f-4c81-ad80-7aecc0c61295,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:34.648407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-d662c01d-0ee6-4e8c-b431-28cfa4a99cf0 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:34.649927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-d662c01d-0ee6-4e8c-b431-28cfa4a99cf0 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/networks?id=e87d0678-3ea0-4041-a962-23daefb852c4 HTTP/1.1" status: 200 len: 824 time: 0.1267502 Dec 16 09:53:34.671376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-20959baf-455c-4e2c-9b98-008e112330ef tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/quotas/c08d5d000d314c10a5b477ccbd4e8975 HTTP/1.1" status: 200 len: 375 time: 0.0119755 Dec 16 09:53:34.714237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-44662ae6-1c48-49d9-8a0f-315aeb18594e tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c08d5d000d314c10a5b477ccbd4e8975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337532 Dec 16 09:53:34.810500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47306) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:34.834222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-dcb47802-c208-40d8-9ce8-0e73acfcb936 service neutron] 10.222.0.61 "GET /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130881 Dec 16 09:53:34.907283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ceffb71c-c8c2-46a7-8473-d0a21803ad0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc46f3a094a64df3b3e1f6de8b8ce7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930650 Dec 16 09:53:34.908228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47308) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:34.948181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-0ab823e9-6962-4904-9619-15200914e2b8 service neutron] 10.222.0.61 "GET /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040275 Dec 16 09:53:34.975350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd6627a-4b97-4272-86cf-23aa8ee3478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:35.005445 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd6627a-4b97-4272-86cf-23aa8ee3478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:35.073079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd6627a-4b97-4272-86cf-23aa8ee3478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:35.078044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4dd6627a-4b97-4272-86cf-23aa8ee3478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:35.079571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4dd6627a-4b97-4272-86cf-23aa8ee3478e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85efdb39-a2ff-4f3c-86c8-5bce6a28a7df HTTP/1.1" status: 204 len: 168 time: 0.1707296 Dec 16 09:53:35.100096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6627a-4b97-4272-86cf-23aa8ee3478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85efdb39-a2ff-4f3c-86c8-5bce6a28a7df,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:35.141754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01ae2e48-7c3d-4807-b3e2-b4f43a009903 req-695052dd-9532-4664-81d9-cb5158de2e5c tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 210 time: 0.0344155 Dec 16 09:53:36.219512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-83075a1f-9926-4da8-b112-e35421f5c1e8 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:36.221066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-83075a1f-9926-4da8-b112-e35421f5c1e8 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.69 "GET /v2.0/networks?id=e87d0678-3ea0-4041-a962-23daefb852c4 HTTP/1.1" status: 200 len: 824 time: 0.1754398 Dec 16 09:53:36.236308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Request body: {'port': {'device_id': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4', 'admin_state_up': True, 'tenant_id': 'c08d5d000d314c10a5b477ccbd4e8975'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:36.270451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b4a74e-b674-4e2c-b6e5-7b6077af98df req-2ebc823c-2b9f-4a30-b918-7984cfaf94fb tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 210 time: 0.0294936 Dec 16 09:53:36.376751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Made reservation on behalf of c08d5d000d314c10a5b477ccbd4e8975 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:36.380388 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.528983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Allocated IP 172.20.0.4 (e87d0678-3ea0-4041-a962-23daefb852c4/e870c1bc-342b-4d5e-84ba-b23892e570ca/185947c2-13c6-4811-ace4-af9bc578e70b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:36.571042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47382) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:36.692701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1165091232', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:36.707680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.734256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Made reservation on behalf of b5352a09180f487599513de6cf1e578e for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:36.736611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.754016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.780334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.845232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Network e87d0678-3ea0-4041-a962-23daefb852c4 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:36.855434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:36.858389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:36.867482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Pushing event updated for resources: {'Port': ['ID=185947c2-13c6-4811-ace4-af9bc578e70b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:36.932523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:36.933243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.961878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.965955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-1e19ae43-163a-4be4-a874-04266c9240d9 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345917 Dec 16 09:53:36.966993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:36.972487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] device_id is not set on port 27ef128a-6775-4858-afb0-c037a0fc1c3c yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:36.987979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Request body: {'port': {'device_id': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:37.064834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39abd8a-12f0-4d44-833b-5419d8286541,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:37.123183 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.172253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Allocated IP 172.25.6.137 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/27ef128a-6775-4858-afb0-c037a0fc1c3c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:37.403501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a769177-cb54-4a01-b1b3-b5a5f3eb4165 req-97dee69f-43b0-4199-8b28-383735543345 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.404918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a769177-cb54-4a01-b1b3-b5a5f3eb4165 req-97dee69f-43b0-4199-8b28-383735543345 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 931 time: 0.0635674 Dec 16 09:53:37.448356 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a769177-cb54-4a01-b1b3-b5a5f3eb4165 req-6d6e7357-c0d1-4207-b2a7-d00ceffde702 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Dec 16 09:53:37.470778 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.540368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185947c2-13c6-4811-ace4-af9bc578e70b {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:37.549583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.563535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.570383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Transition to ACTIVE for port object 185947c2-13c6-4811-ace4-af9bc578e70b will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:53:37.594407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.611165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:37.617174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:37.622830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:37.648476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Pushing event updated for resources: {'Port': ['ID=27ef128a-6775-4858-afb0-c037a0fc1c3c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:37.733770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:37.734392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.760353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Pushing event updated for resources: {'Port': ['ID=185947c2-13c6-4811-ace4-af9bc578e70b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:37.770989 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-896f1984-f425-46d2-b041-2358adad642d tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1963181 Dec 16 09:53:37.771431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47410) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:37.775589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.137'}]}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:37.803449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Attempting to bind port 185947c2-13c6-4811-ace4-af9bc578e70b on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:37.803831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Attempting to bind port 185947c2-13c6-4811-ace4-af9bc578e70b by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '54d5fcc8-490e-4faa-baf8-2f6f7c91133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:37.804148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Attempting to bind port 185947c2-13c6-4811-ace4-af9bc578e70b on network e87d0678-3ea0-4041-a962-23daefb852c4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:37.810958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Port 185947c2-13c6-4811-ace4-af9bc578e70b on network e87d0678-3ea0-4041-a962-23daefb852c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:53:37.811414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Attempting to bind port 185947c2-13c6-4811-ace4-af9bc578e70b on network e87d0678-3ea0-4041-a962-23daefb852c4 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:37.818517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.819682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.827502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:37.827835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Checking segment: {'id': '54d5fcc8-490e-4faa-baf8-2f6f7c91133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:37.828215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Bound using segment: {'id': '54d5fcc8-490e-4faa-baf8-2f6f7c91133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:37.828642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Bound port: 185947c2-13c6-4811-ace4-af9bc578e70b, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d5fcc8-490e-4faa-baf8-2f6f7c91133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:37.828984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.905086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:37.998295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] For port 185947c2-13c6-4811-ace4-af9bc578e70b, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:38.002873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] For port 185947c2-13c6-4811-ace4-af9bc578e70b, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=185947c2-13c6-4811-ace4-af9bc578e70b,segment=NetworkSegment(54d5fcc8-490e-4faa-baf8-2f6f7c91133f),segment_id=54d5fcc8-490e-4faa-baf8-2f6f7c91133f)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:38.037267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:38.099565 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:38.110529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:38.111150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:38.112508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] 10.222.0.69 "PUT /v2.0/ports/185947c2-13c6-4811-ace4-af9bc578e70b HTTP/1.1" status: 200 len: 1091 time: 1.1354949 Dec 16 09:53:38.112945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'tag': '185947c2-13c6-4811-ace4-af9bc578e70b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:38.115268 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2b1b48-06b7-4805-9067-379f3fe8b54b", "tag": "185947c2-13c6-4811-ace4-af9bc578e70b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:38.174249 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e807d64-f55c-458f-babd-7e8b9ef7056e x-openstack-request-id: req-1e807d64-f55c-458f-babd-7e8b9ef7056e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:38.174528 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2b1b48-06b7-4805-9067-379f3fe8b54b", "tag": "185947c2-13c6-4811-ace4-af9bc578e70b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:38.174769 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e807d64-f55c-458f-babd-7e8b9ef7056e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:38.175164 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'tag': '185947c2-13c6-4811-ace4-af9bc578e70b', 'status': 'completed', 'code': 200} Dec 16 09:53:38.176572 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b054a9f-9ce2-4b3a-a4a0-1b9047fba635 service neutron] Pushing event updated for resources: {'Port': ['ID=185947c2-13c6-4811-ace4-af9bc578e70b,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:38.229575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-15c2f97a-507d-4bc5-8cfd-6b1edb266166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:38.231009 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-15c2f97a-507d-4bc5-8cfd-6b1edb266166 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c08d5d000d314c10a5b477ccbd4e8975&device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 1094 time: 0.0585620 Dec 16 09:53:38.282209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-f6ed4b13-656d-4e59-9b27-e5d1e890d90e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185947c2-13c6-4811-ace4-af9bc578e70b HTTP/1.1" status: 200 len: 217 time: 0.0427675 Dec 16 09:53:38.344444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-7d880dd6-d113-48d6-a54f-ac1f3efc3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:38.345946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-7d880dd6-d113-48d6-a54f-ac1f3efc3b23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e870c1bc-342b-4d5e-84ba-b23892e570ca HTTP/1.1" status: 200 len: 864 time: 0.0563087 Dec 16 09:53:38.593959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ca6a7-76ce-4655-a035-c48d68ca9efd req-5674a693-1f3a-4984-8d8e-0907afcec3c2 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:38.595874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b90ca6a7-76ce-4655-a035-c48d68ca9efd req-5674a693-1f3a-4984-8d8e-0907afcec3c2 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 943 time: 0.0574977 Dec 16 09:53:38.636836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b90ca6a7-76ce-4655-a035-c48d68ca9efd req-054640d3-d714-490d-abc5-e2ac4b5e9147 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Dec 16 09:53:38.778717 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-6b1960c8-c129-4c6c-8b1c-f6859732a017 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e87d0678-3ea0-4041-a962-23daefb852c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4029589 Dec 16 09:53:38.868030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:38.893556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:38.961228 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-359e9c26-b23c-4b50-97aa-bdbaef3b36fa service neutron] 10.222.0.69 "GET /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606042 Dec 16 09:53:39.134382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b07923c2-2458-4bab-a8f2-fda4d66db24d req-4f8e34b4-6e64-43a0-84f2-d6de472a5e59 service neutron] 10.222.0.69 "GET /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657593 Dec 16 09:53:39.135793 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.342127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.345902 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.354044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-60610e88-6de4-455f-8a8b-0cc07277aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:39.355564 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-60610e88-6de4-455f-8a8b-0cc07277aa21 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c08d5d000d314c10a5b477ccbd4e8975&device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 1094 time: 0.1520851 Dec 16 09:53:39.432251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.432775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd50b18-f952-43bf-8009-1d96d171c53d {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:53:39.458975 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 09:53:39.460625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3568c710-8bd0-4910-9077-492489ead127 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6885953 Dec 16 09:53:39.463735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47446) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:39.486148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-f47825fc-e979-459e-8948-ef9c9e07898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:39.487651 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-f47825fc-e979-459e-8948-ef9c9e07898f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e87d0678-3ea0-4041-a962-23daefb852c4 HTTP/1.1" status: 200 len: 925 time: 0.0998518 Dec 16 09:53:39.541283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-195342e1-0922-486c-bfc8-0830ec1137d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=185947c2-13c6-4811-ace4-af9bc578e70b HTTP/1.1" status: 200 len: 217 time: 0.0461671 Dec 16 09:53:39.563454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Deleting port 27ef128a-6775-4858-afb0-c037a0fc1c3c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:39.563796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.604044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-dd137263-508a-4ca7-b96f-b3c2e1565dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:39.605549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-dd137263-508a-4ca7-b96f-b3c2e1565dc0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e870c1bc-342b-4d5e-84ba-b23892e570ca HTTP/1.1" status: 200 len: 864 time: 0.0575125 Dec 16 09:53:39.639829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-5ef7b921-47aa-489a-8f0d-8b4b5983a8c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e87d0678-3ea0-4041-a962-23daefb852c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270841 Dec 16 09:53:39.653411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.667955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Calling delete_port for 27ef128a-6775-4858-afb0-c037a0fc1c3c owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:39.744169 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-afcabfe7-2041-4d05-8769-a548c0e8976e service neutron] 10.222.0.69 "GET /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971529 Dec 16 09:53:39.790866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6ef65-5e1c-4303-b6dc-79a92536086e req-bf684eed-26dd-4309-adfd-aaf77c56f57b tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:39.792554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec6ef65-5e1c-4303-b6dc-79a92536086e req-bf684eed-26dd-4309-adfd-aaf77c56f57b tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 943 time: 0.0722227 Dec 16 09:53:39.842413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f2ca17a6-8fbb-4b02-a930-5e571c847a1d req-0b2d2ff7-3ac7-4ddd-9337-e590fa80ef03 service neutron] 10.222.0.69 "GET /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911982 Dec 16 09:53:39.884701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.896700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ec6ef65-5e1c-4303-b6dc-79a92536086e req-f73aaccf-64d8-429a-8b70-80bdbd622f1f tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880637 Dec 16 09:53:39.919576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Pushing event deleted for resources: {'Port': ['ID=27ef128a-6775-4858-afb0-c037a0fc1c3c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:39.988745 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:39.996682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bcc6c57f-bbab-485b-ac77-0301549f1db1 tempest-RoutersAdminNegativeTest-187662371 tempest-RoutersAdminNegativeTest-187662371-project-admin] 10.222.0.61 "DELETE /v2.0/ports/27ef128a-6775-4858-afb0-c037a0fc1c3c HTTP/1.1" status: 204 len: 168 time: 0.5279980 Dec 16 09:53:40.250381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47468) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:40.368806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4d15-a4a4-4a63-a695-4eb4c7f95051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.446781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4d15-a4a4-4a63-a695-4eb4c7f95051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.450822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4d15-a4a4-4a63-a695-4eb4c7f95051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.491270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5bdb4d15-a4a4-4a63-a695-4eb4c7f95051 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ce121b2e6ba49bbb37b3cd77f6d759a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398093 Dec 16 09:53:40.493172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb4d15-a4a4-4a63-a695-4eb4c7f95051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813edde9-3bb4-4fb4-9573-b8690cd215f0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:40.494233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47476) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:40.544504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-edf1993b-7b32-40fe-bdca-383eeba66cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.566424 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-edf1993b-7b32-40fe-bdca-383eeba66cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.624334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-edf1993b-7b32-40fe-bdca-383eeba66cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.627395 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-edf1993b-7b32-40fe-bdca-383eeba66cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:40.628589 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-edf1993b-7b32-40fe-bdca-383eeba66cb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/813edde9-3bb4-4fb4-9573-b8690cd215f0 HTTP/1.1" status: 204 len: 168 time: 0.1333840 Dec 16 09:53:40.637091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1993b-7b32-40fe-bdca-383eeba66cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813edde9-3bb4-4fb4-9573-b8690cd215f0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:40.919627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:40.995946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9d16d829-698a-4984-990f-91bc13dbdffa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5352a09180f487599513de6cf1e578e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743814 Dec 16 09:53:40.998706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47496) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:41.024852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36305-6af3-45af-8d4a-299356ed1601 req-8da40480-9a57-4de7-ad81-f75a89afdc9e tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:41.026962 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bb36305-6af3-45af-8d4a-299356ed1601 req-8da40480-9a57-4de7-ad81-f75a89afdc9e tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 943 time: 0.0518591 Dec 16 09:53:41.053060 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-71fa6b54-f4c1-4c2c-b0f2-21a5117a241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:41.068855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bb36305-6af3-45af-8d4a-299356ed1601 req-78da67e0-0353-438f-8baa-edbf6b2dc36c tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Dec 16 09:53:41.077344 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-71fa6b54-f4c1-4c2c-b0f2-21a5117a241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:41.127714 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-71fa6b54-f4c1-4c2c-b0f2-21a5117a241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:41.130361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-71fa6b54-f4c1-4c2c-b0f2-21a5117a241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:41.131739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-71fa6b54-f4c1-4c2c-b0f2-21a5117a241b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a39abd8a-12f0-4d44-833b-5419d8286541 HTTP/1.1" status: 204 len: 168 time: 0.1320114 Dec 16 09:53:41.140802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6b54-f4c1-4c2c-b0f2-21a5117a241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39abd8a-12f0-4d44-833b-5419d8286541,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:41.847703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47532) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:41.952316 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1456465082'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:41.978428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:41.983180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:41.993545 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.077072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.081957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.133329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6510b33e-5aa4-4fff-9c11-497cfed7fef7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:42.136511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:53:42.147299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.147609 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Added segment 965a9f98-5f48-4dc0-9b95-0ee69730f41b of type vlan for network 99b7e5b6-ff6e-414e-828f-6720f28575ef Dec 16 09:53:42.188958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.215610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.221320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:42.222015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.228329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832483cd-cde7-4ea6-9d67-17d3d47b7060 req-4023ba37-5ca8-4829-9c09-de429f6fc624 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:42.229982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-832483cd-cde7-4ea6-9d67-17d3d47b7060 req-4023ba37-5ca8-4829-9c09-de429f6fc624 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 943 time: 0.0515444 Dec 16 09:53:42.275116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-832483cd-cde7-4ea6-9d67-17d3d47b7060 req-53947830-a7b7-4967-9d11-d4c80c8d1f8e tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Dec 16 09:53:42.295255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47548) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:42.296832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4479403 Dec 16 09:53:42.303139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:42.307033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0ef66-e2be-46fb-a83e-8aa421770b68 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Network': ['ID=99b7e5b6-ff6e-414e-828f-6720f28575ef,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:42.317264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:53:42.399366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:42.402951 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.590470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.655591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:42.663337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:42.663698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network hostable DHCP agents. Network: 99b7e5b6-ff6e-414e-828f-6720f28575ef, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:53:42.681707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:53:42.690234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 99b7e5b6-ff6e-414e-828f-6720f28575ef) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:42.695016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:42.695606 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.702079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52368867-e3ba-4a70-9ca6-06894dfda837 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:42.715456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4b7866dc-2e34-4d62-8472-79dc7dfff039 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4160128 Dec 16 09:53:42.715879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47558) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:42.720662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'name': 'tempest-NetworksTestDHCPv6-627948923'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:42.837236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:42.840803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.859126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 30b6f2a3-62df-4255-8e43-840e055a108f yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:42.879783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': 'c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:53:42.880720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:42.984976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::339 (99b7e5b6-ff6e-414e-828f-6720f28575ef/c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8/30b6f2a3-62df-4255-8e43-840e055a108f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:43.148832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.182806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.234412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:43.240897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=30b6f2a3-62df-4255-8e43-840e055a108f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:43.243410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:43.245773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:43.251551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:43.252215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.273022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0082bc2c-65fa-4fc8-a088-9c58be87c63d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5531912 Dec 16 09:53:43.273270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47570) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:43.367446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267cb6a7-7ff0-4e92-98df-9a9828479b7e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:43.369284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-267cb6a7-7ff0-4e92-98df-9a9828479b7e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0951772 Dec 16 09:53:43.372170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47574) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:43.404519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8/57276815-de9b-4240-92f5-21c1ac5b28f7) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:43.441257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea7a0c-5d24-421e-bd87-59449dbd9f5c req-d7c40e8d-e3ce-4d15-a4f9-520289e1cfad tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:43.449337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38ea7a0c-5d24-421e-bd87-59449dbd9f5c req-d7c40e8d-e3ce-4d15-a4f9-520289e1cfad tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 943 time: 0.0748925 Dec 16 09:53:43.486590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 30b6f2a3-62df-4255-8e43-840e055a108f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:43.486838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.495051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38ea7a0c-5d24-421e-bd87-59449dbd9f5c req-a8a7fca1-f963-45ad-9012-2e964f149c80 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Dec 16 09:53:43.561918 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.571720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.605524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.618489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:43.619217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 30b6f2a3-62df-4255-8e43-840e055a108f owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:43.623108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:43.627964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:43.644631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Pushing event updated for resources: {'Port': ['ID=57276815-de9b-4240-92f5-21c1ac5b28f7,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:43.691439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Attempting to bind port 57276815-de9b-4240-92f5-21c1ac5b28f7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:43.691804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Attempting to bind port 57276815-de9b-4240-92f5-21c1ac5b28f7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:43.692158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Attempting to bind port 57276815-de9b-4240-92f5-21c1ac5b28f7 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:43.697491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:43.697864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:43.698272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.698652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:43.699108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Bound port: 57276815-de9b-4240-92f5-21c1ac5b28f7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:43.699478 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.752319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.769381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] For port 57276815-de9b-4240-92f5-21c1ac5b28f7, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:43.774367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] For port 57276815-de9b-4240-92f5-21c1ac5b28f7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=57276815-de9b-4240-92f5-21c1ac5b28f7,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:43.779454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.781308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=30b6f2a3-62df-4255-8e43-840e055a108f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:43.811279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:43.814488 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cfd4d824-7b08-4d6d-9cfb-6856eee4b680 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/30b6f2a3-62df-4255-8e43-840e055a108f HTTP/1.1" status: 204 len: 168 time: 0.4412651 Dec 16 09:53:43.817117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:43.852553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa3ce8-440e-4e6b-a23a-af46b53393fa None None] Pushing event updated for resources: {'Port': ['ID=57276815-de9b-4240-92f5-21c1ac5b28f7,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:43.892136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032327a-5937-47ef-9a08-482933f899d4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:43.893748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032327a-5937-47ef-9a08-482933f899d4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:43.897817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5032327a-5937-47ef-9a08-482933f899d4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0773554 Dec 16 09:53:43.898301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47586) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:43.951264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:43.954689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.021315 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.032411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 185947c2-13c6-4811-ace4-af9bc578e70b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:53:44.084390 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7eb477c3-f214-4c4a-8d13-5f6291699767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.160317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.170700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 185947c2-13c6-4811-ace4-af9bc578e70b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=185947c2-13c6-4811-ace4-af9bc578e70b,segment=NetworkSegment(54d5fcc8-490e-4faa-baf8-2f6f7c91133f),segment_id=54d5fcc8-490e-4faa-baf8-2f6f7c91133f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:44.191453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '185947c2-13c6-4811-ace4-af9bc578e70b', 'network_id': 'e87d0678-3ea0-4041-a962-23daefb852c4', 'port_id': '185947c2-13c6-4811-ace4-af9bc578e70b', 'mac_address': 'fa:16:3e:09:68:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e870c1bc-342b-4d5e-84ba-b23892e570ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:53:44.236561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.239324 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.254132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185947c2-13c6-4811-ace4-af9bc578e70b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:53:44.264837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:44.268719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.272354 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4c312a0e-82d7-4258-a4de-053bcb0d6414 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8 HTTP/1.1" status: 204 len: 168 time: 0.3730183 Dec 16 09:53:44.275600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47594) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:44.278017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 185947c2-13c6-4811-ace4-af9bc578e70b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=185947c2-13c6-4811-ace4-af9bc578e70b,segment=NetworkSegment(54d5fcc8-490e-4faa-baf8-2f6f7c91133f),segment_id=54d5fcc8-490e-4faa-baf8-2f6f7c91133f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:44.282497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.335345 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cb74db1d-5452-419a-a2c9-580b9e91e24e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585010 Dec 16 09:53:44.335944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=185947c2-13c6-4811-ace4-af9bc578e70b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:44.338282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47596) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:44.343348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:44.454495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:44.458277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.484496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 57276815-de9b-4240-92f5-21c1ac5b28f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:44.544894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 57276815-de9b-4240-92f5-21c1ac5b28f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:44.545262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.662918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d51e0-8306-4fdc-9539-2204f5bf7e16 req-673d500d-b7c5-4d7f-bbbe-d6c8e2e74459 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:44.678979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d09d51e0-8306-4fdc-9539-2204f5bf7e16 req-673d500d-b7c5-4d7f-bbbe-d6c8e2e74459 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 944 time: 0.0949016 Dec 16 09:53:44.692271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.718671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['185947c2-13c6-4811-ace4-af9bc578e70b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:44.727294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d09d51e0-8306-4fdc-9539-2204f5bf7e16 req-ae268c10-790e-4912-af93-9863ab84ef93 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Dec 16 09:53:44.730446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.776708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:44.780074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:44.784901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:44.785494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.798619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=50e4f421-423b-44c6-8310-2744a335f98e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:44.806829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 57276815-de9b-4240-92f5-21c1ac5b28f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=57276815-de9b-4240-92f5-21c1ac5b28f7,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:44.815415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.821456 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-83a555ad-5cfa-4a64-83a4-368b6b53d933 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4819098 Dec 16 09:53:44.824034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47608) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:44.829172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'name': 'tempest-NetworksTestDHCPv6-670498783'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:44.913654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=57276815-de9b-4240-92f5-21c1ac5b28f7,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:44.962099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:44.967221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:44.995126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port f2ba75cb-933c-4fd9-b25c-d1894b6d25d4 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:45.085761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0791c4-aaea-49ed-8401-d306fd2fd953 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:45.140482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::23f (99b7e5b6-ff6e-414e-828f-6720f28575ef/50e4f421-423b-44c6-8310-2744a335f98e/f2ba75cb-933c-4fd9-b25c-d1894b6d25d4) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:45.167044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fb2585d2-20eb-4e84-864c-401934cc0368 None None] Provisioning complete for port 57276815-de9b-4240-92f5-21c1ac5b28f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:45.167429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fb2585d2-20eb-4e84-864c-401934cc0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.316191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.367299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.419023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:45.422133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:45.425812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:45.431355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:45.431963 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.442836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=f2ba75cb-933c-4fd9-b25c-d1894b6d25d4,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:45.456398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b9a52c50-5abb-4e48-b6b3-71ccd4674c64 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6312311 Dec 16 09:53:45.459111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47620) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:45.514948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7868a1f1-56f0-4985-a9e0-811bd1ec0ada tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:45.521393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7868a1f1-56f0-4985-a9e0-811bd1ec0ada tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:45.526806 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7868a1f1-56f0-4985-a9e0-811bd1ec0ada tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0660923 Dec 16 09:53:45.526971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47622) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:45.545375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953acd0-46a3-4fbb-8c4a-b594bea7a13e None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:45.629671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port f2ba75cb-933c-4fd9-b25c-d1894b6d25d4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:45.629671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.655449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-04d08004-cdac-4bd0-8b24-df367b067d6c None None] Provisioning complete for port 57276815-de9b-4240-92f5-21c1ac5b28f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:45.655817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-04d08004-cdac-4bd0-8b24-df367b067d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.719503 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.736398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for f2ba75cb-933c-4fd9-b25c-d1894b6d25d4 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:45.911878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b41c-5b6c-4e48-a6df-7a2d0dcf94ae req-fce80588-f119-49f0-81dc-67407f7ac2ef tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:45.913500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bf6b41c-5b6c-4e48-a6df-7a2d0dcf94ae req-fce80588-f119-49f0-81dc-67407f7ac2ef tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 944 time: 0.0648694 Dec 16 09:53:45.914362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.958823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=f2ba75cb-933c-4fd9-b25c-d1894b6d25d4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:45.987700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:45.991120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3496713a-99e6-40bb-bb45-b0b4fcd61c10 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/f2ba75cb-933c-4fd9-b25c-d1894b6d25d4 HTTP/1.1" status: 204 len: 168 time: 0.4630847 Dec 16 09:53:45.993721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47634) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:46.009989 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bf6b41c-5b6c-4e48-a6df-7a2d0dcf94ae req-4adfd300-b2d7-4317-8c67-54419237278f tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826626 Dec 16 09:53:46.019052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 185947c2-13c6-4811-ace4-af9bc578e70b up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:46.068789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91244157-0bc4-4ab8-af25-9ac31df69648 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.070250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91244157-0bc4-4ab8-af25-9ac31df69648 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.072263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-91244157-0bc4-4ab8-af25-9ac31df69648 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0768290 Dec 16 09:53:46.074880 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:46.080878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 185947c2-13c6-4811-ace4-af9bc578e70b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:53:46.085482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 185947c2-13c6-4811-ace4-af9bc578e70b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:46.086454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.132202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4a27a2b8-452b-400d-95fe-8a8625fcc71c None None] Could not find standard attr ID for object f2ba75cb-933c-4fd9-b25c-d1894b6d25d4. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:53:46.149835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 50e4f421-423b-44c6-8310-2744a335f98e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:46.155815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.157798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4a27a2b8-452b-400d-95fe-8a8625fcc71c None None] Provisioning complete for port 57276815-de9b-4240-92f5-21c1ac5b28f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:46.158219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4a27a2b8-452b-400d-95fe-8a8625fcc71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.206180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.240711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.259078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.269404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185947c2-13c6-4811-ace4-af9bc578e70b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:46.271849 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd23d5-86df-4bca-861f-8b2f87411735" -d '{"events": [{"server_uuid": "ca2b1b48-06b7-4805-9067-379f3fe8b54b", "name": "network-vif-plugged", "status": "completed", "tag": "185947c2-13c6-4811-ace4-af9bc578e70b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:46.304010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 185947c2-13c6-4811-ace4-af9bc578e70b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=185947c2-13c6-4811-ace4-af9bc578e70b,segment=NetworkSegment(54d5fcc8-490e-4faa-baf8-2f6f7c91133f),segment_id=54d5fcc8-490e-4faa-baf8-2f6f7c91133f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:46.320752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.338129 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a636ce-ff9d-4d56-a2b7-00f9050974a0 x-openstack-request-id: req-e6a636ce-ff9d-4d56-a2b7-00f9050974a0 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:46.338908 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2b1b48-06b7-4805-9067-379f3fe8b54b", "name": "network-vif-plugged", "status": "completed", "tag": "185947c2-13c6-4811-ace4-af9bc578e70b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:46.339405 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6a636ce-ff9d-4d56-a2b7-00f9050974a0 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:46.340163 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185947c2-13c6-4811-ace4-af9bc578e70b', 'code': 200} Dec 16 09:53:46.361332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.406024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=50e4f421-423b-44c6-8310-2744a335f98e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:46.406389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=185947c2-13c6-4811-ace4-af9bc578e70b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:46.423197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.426673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-107d1102-6bac-4a84-9ce8-b44709c19b90 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/50e4f421-423b-44c6-8310-2744a335f98e HTTP/1.1" status: 204 len: 168 time: 0.3503299 Dec 16 09:53:46.429486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47646) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:46.458416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ade60ef8-fc5a-4ed6-9a4c-c34180ad20fd None None] Could not find standard attr ID for object 30b6f2a3-62df-4255-8e43-840e055a108f. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:53:46.458899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bb161-dd1b-44f4-80f5-be92f68d5534 req-33f62057-12ad-47b6-84f8-e90cd9160e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.464753 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a54bb161-dd1b-44f4-80f5-be92f68d5534 req-33f62057-12ad-47b6-84f8-e90cd9160e8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 1096 time: 0.0531058 Dec 16 09:53:46.485569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9651483a-c258-4c54-9bfc-c7fc78ece6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.491739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e456215a-f931-49c8-9d2b-8eadf88958ca tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553637 Dec 16 09:53:46.492437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47648) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:46.497398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:46.507205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 57276815-de9b-4240-92f5-21c1ac5b28f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:46.526969 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a54bb161-dd1b-44f4-80f5-be92f68d5534 req-efb93989-7a45-41e7-9409-0a73652334bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548105 Dec 16 09:53:46.566721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 57276815-de9b-4240-92f5-21c1ac5b28f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:46.567439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.630865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:46.637941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.682013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec056b8-19ef-454a-8a57-f0ac75650432 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:46.695572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8eb52657-0ab7-4fa0-b95a-dce1e23d1238 None None] Could not find standard attr ID for object f2ba75cb-933c-4fd9-b25c-d1894b6d25d4. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:53:46.863608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.886772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:53:46.904432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:46.907507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:46.911679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:46.915096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:46.940893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=4c6e936e-c546-476b-9bb4-ef399382735e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:46.946596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aa820a64-9def-464c-ae48-b5ef8b73ede3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4528821 Dec 16 09:53:46.948938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47658) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:46.955603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'name': 'tempest-NetworksTestDHCPv6-1155743367'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:46.962016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] Deleting port 57276815-de9b-4240-92f5-21c1ac5b28f7 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:46.962613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.046210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] For port 57276815-de9b-4240-92f5-21c1ac5b28f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=57276815-de9b-4240-92f5-21c1ac5b28f7,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:47.046619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.061748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] Calling delete_port for 57276815-de9b-4240-92f5-21c1ac5b28f7 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:47.075670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:47.080313 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.103433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port aa0eda92-8349-47a1-8b7c-2acb3443ee9e yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:47.162036 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.189539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] Pushing event deleted for resources: {'Port': ['ID=57276815-de9b-4240-92f5-21c1ac5b28f7,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:47.203895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a06520-9f3a-4140-924f-8e9b594638f5 None None] No DVR routers for this DVR port 57276815-de9b-4240-92f5-21c1ac5b28f7 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:53:47.232369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8ae41-88f8-4222-95c0-dcfde2a59a6a None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:47.234207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91c0b-23cb-4c3e-8b3b-ea53a2617e4a req-2262e8e2-c6f8-4f56-b846-f6366bac5bbf tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.235731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21f91c0b-23cb-4c3e-8b3b-ea53a2617e4a req-2262e8e2-c6f8-4f56-b846-f6366bac5bbf tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.1208367 Dec 16 09:53:47.312331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::208 (99b7e5b6-ff6e-414e-828f-6720f28575ef/4c6e936e-c546-476b-9bb4-ef399382735e/aa0eda92-8349-47a1-8b7c-2acb3443ee9e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:47.317206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21f91c0b-23cb-4c3e-8b3b-ea53a2617e4a req-34baeb7a-f5c5-4e0e-9cf2-d1875ce1d824 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Dec 16 09:53:47.403510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '4c6e936e-c546-476b-9bb4-ef399382735e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:53:47.404493 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.477961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.516213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.557768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:47.561088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:47.565088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:47.569210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/4c6e936e-c546-476b-9bb4-ef399382735e/155fab1d-2132-4361-8490-8d4f5102cc31) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:47.570976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.571687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.591862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=aa0eda92-8349-47a1-8b7c-2acb3443ee9e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:47.608773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-19223f0a-17d2-4d31-9a04-99cf8afc673b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6562955 Dec 16 09:53:47.609567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:47.668666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a168a35-b60b-4ae4-bb97-038b611af9a6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:47.670297 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0a168a35-b60b-4ae4-bb97-038b611af9a6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0582604 Dec 16 09:53:47.673065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47678) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:47.754404 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.762340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.780359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port aa0eda92-8349-47a1-8b7c-2acb3443ee9e {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:47.780683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.802992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:47.806037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:47.809805 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:47.820925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Pushing event updated for resources: {'Port': ['ID=155fab1d-2132-4361-8490-8d4f5102cc31,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:47.881672 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.881986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Attempting to bind port 155fab1d-2132-4361-8490-8d4f5102cc31 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:47.882279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Attempting to bind port 155fab1d-2132-4361-8490-8d4f5102cc31 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:47.882604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Attempting to bind port 155fab1d-2132-4361-8490-8d4f5102cc31 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:47.888204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:47.888890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:47.889331 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.889868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:47.890331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Bound port: 155fab1d-2132-4361-8490-8d4f5102cc31, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:47.891008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:47.898108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for aa0eda92-8349-47a1-8b7c-2acb3443ee9e owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:47.959196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] For port 155fab1d-2132-4361-8490-8d4f5102cc31, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:47.963176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] For port 155fab1d-2132-4361-8490-8d4f5102cc31, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=155fab1d-2132-4361-8490-8d4f5102cc31,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:47.968478 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.047136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845fcf2-75d7-415a-b540-bed75f8b49d6 None None] Pushing event updated for resources: {'Port': ['ID=155fab1d-2132-4361-8490-8d4f5102cc31,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:48.058928 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.071116 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.092006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=aa0eda92-8349-47a1-8b7c-2acb3443ee9e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:48.117460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.123134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-97a3976f-7e74-41f5-8c41-54fa310c6b66 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/aa0eda92-8349-47a1-8b7c-2acb3443ee9e HTTP/1.1" status: 204 len: 168 time: 0.4465606 Dec 16 09:53:48.123326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47684) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:48.188703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65254a-3d73-4c10-9fb7-a069ef702f59 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.191473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65254a-3d73-4c10-9fb7-a069ef702f59 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.194060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7c65254a-3d73-4c10-9fb7-a069ef702f59 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0691526 Dec 16 09:53:48.196583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47688) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:48.270262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 4c6e936e-c546-476b-9bb4-ef399382735e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:48.273774 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.322401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.439707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.512574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 155fab1d-2132-4361-8490-8d4f5102cc31 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:48.535250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed542a-b4ac-4da3-9d78-63fbfcf5fe32 req-d1c9dcb8-64f6-4b76-bc6f-84e11ad2ea14 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.536972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fed542a-b4ac-4da3-9d78-63fbfcf5fe32 req-d1c9dcb8-64f6-4b76-bc6f-84e11ad2ea14 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.0938644 Dec 16 09:53:48.551377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.581312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 155fab1d-2132-4361-8490-8d4f5102cc31 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:48.586504 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.597911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6e936e-c546-476b-9bb4-ef399382735e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:48.600002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.603384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ee80bb9-62a1-4965-bcb1-7a1f32d38179 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/4c6e936e-c546-476b-9bb4-ef399382735e HTTP/1.1" status: 204 len: 168 time: 0.4054723 Dec 16 09:53:48.606251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47700) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:48.632098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fed542a-b4ac-4da3-9d78-63fbfcf5fe32 req-055587b5-f3c1-4a93-a765-f8f46a8c1d51 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873330 Dec 16 09:53:48.657293 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-44b87c62-6903-4d97-97bf-718aebe27914 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497360 Dec 16 09:53:48.657825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47704) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:48.701323 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.713710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6733ac-99bb-4f79-801d-18ad82773dae tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.715517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4f6733ac-99bb-4f79-801d-18ad82773dae tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0567265 Dec 16 09:53:48.718148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47706) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:48.738539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 155fab1d-2132-4361-8490-8d4f5102cc31, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=155fab1d-2132-4361-8490-8d4f5102cc31,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:48.742728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:48.799551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4884f1-904a-4291-a61d-749ae92bb555 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.801054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9d4884f1-904a-4291-a61d-749ae92bb555 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0820673 Dec 16 09:53:48.804639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47710) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:48.806211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=155fab1d-2132-4361-8490-8d4f5102cc31,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:48.820472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1854a-1bca-4d91-82eb-1b2d3f370cfb req-fc5fe7be-b1c3-42f2-9602-2240286a4f6d tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:48.822103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7e1854a-1bca-4d91-82eb-1b2d3f370cfb req-fc5fe7be-b1c3-42f2-9602-2240286a4f6d tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.1052368 Dec 16 09:53:48.839858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 57276815-de9b-4240-92f5-21c1ac5b28f7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:48.870584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 57276815-de9b-4240-92f5-21c1ac5b28f7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:48.871021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 57276815-de9b-4240-92f5-21c1ac5b28f7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:49.145615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6597a9-82ba-444e-b488-1db5c8413c8d None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:49.199449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9ba9b560-1409-4b6d-b47c-49095bc851a6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3932774 Dec 16 09:53:49.200014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47722) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:49.207868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:49.265445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7e1854a-1bca-4d91-82eb-1b2d3f370cfb req-f29e4c57-a9cd-406a-9ad2-db1d7ad3d885 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728595 Dec 16 09:53:49.301347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b7c6a3a4-8288-4cbb-92a0-84aebc4f5f07 None None] Provisioning complete for port 155fab1d-2132-4361-8490-8d4f5102cc31 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:49.302110 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a3a4-8288-4cbb-92a0-84aebc4f5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.331012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:49.335927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.383958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:53:49.462521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] Deleting port 155fab1d-2132-4361-8490-8d4f5102cc31 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:49.463115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.549442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] For port 155fab1d-2132-4361-8490-8d4f5102cc31, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=155fab1d-2132-4361-8490-8d4f5102cc31,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:49.549907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.565009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] Calling delete_port for 155fab1d-2132-4361-8490-8d4f5102cc31 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:49.595411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.648207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:49.650382 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.652101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:49.655611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:49.656952 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.666947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5818117-9f1b-40bd-a89c-6b4e38ad89b3 req-67c8033f-8657-4076-863a-3e3db8715151 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:49.675259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5818117-9f1b-40bd-a89c-6b4e38ad89b3 req-67c8033f-8657-4076-863a-3e3db8715151 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.0623691 Dec 16 09:53:49.679515 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4782248 Dec 16 09:53:49.682586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47734) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:49.687774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '686b583e-9ad5-49bb-8aeb-6d12421594d0', 'ip_address': '2001:db8::a5ef:44fc:ce:1745'}], 'name': 'tempest-NetworksTestDHCPv6-429649583'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:49.690424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] Pushing event deleted for resources: {'Port': ['ID=155fab1d-2132-4361-8490-8d4f5102cc31,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:49.692477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5605d7-7e6a-4c39-abfb-15de79f8d346 None None] No DVR routers for this DVR port 155fab1d-2132-4361-8490-8d4f5102cc31 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:53:49.713639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05381267-1569-42ac-96e6-3d98ee35df19 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:49.735993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5818117-9f1b-40bd-a89c-6b4e38ad89b3 req-843c05e6-9f73-412a-bd80-7d14a56f666b tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595334 Dec 16 09:53:49.765540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0100d1-cc0d-4415-8144-f3bc515fde6c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=686b583e-9ad5-49bb-8aeb-6d12421594d0,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:49.849639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:49.974650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.987420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.991629 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:49.997315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 3a24efaf-a041-4e29-bcd0-2ebfeae2bbce yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:50.083960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae13b4-1d77-4893-923f-6c4d02989432 req-433c1624-8beb-4525-929a-cbc4284032ea tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:50.086310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60ae13b4-1d77-4893-923f-6c4d02989432 req-433c1624-8beb-4525-929a-cbc4284032ea tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.0617640 Dec 16 09:53:50.106890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '686b583e-9ad5-49bb-8aeb-6d12421594d0'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:53:50.107954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.153323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60ae13b4-1d77-4893-923f-6c4d02989432 req-7b4532ef-2a94-41b9-9ec3-d33e24da408a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Dec 16 09:53:50.217227 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::a5ef:44fc:ce:1745 (99b7e5b6-ff6e-414e-828f-6720f28575ef/686b583e-9ad5-49bb-8aeb-6d12421594d0/3a24efaf-a041-4e29-bcd0-2ebfeae2bbce) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:50.376785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.411546 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.453005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:50.457984 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:50.462063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 155fab1d-2132-4361-8490-8d4f5102cc31 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:50.463055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:50.469161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:50.469957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.485953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 155fab1d-2132-4361-8490-8d4f5102cc31 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:50.486298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 155fab1d-2132-4361-8490-8d4f5102cc31 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:50.491037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=3a24efaf-a041-4e29-bcd0-2ebfeae2bbce,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:50.502695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-60210f52-2a15-4258-894d-b44f6c5c983a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.8167655 Dec 16 09:53:50.503059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47756) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:50.531284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/686b583e-9ad5-49bb-8aeb-6d12421594d0/b632ed16-09ff-47a7-aee8-05ddf4da9ab3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:50.553360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8e621-60e7-435b-97f8-c1a63ec32451 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:50.557646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3dd8e621-60e7-435b-97f8-c1a63ec32451 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0508459 Dec 16 09:53:50.558101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47758) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:50.658741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 3a24efaf-a041-4e29-bcd0-2ebfeae2bbce {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:50.659072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.695893 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.706946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.752600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:50.757019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:50.759276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:50.766316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.768818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Pushing event updated for resources: {'Port': ['ID=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:50.785827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 3a24efaf-a041-4e29-bcd0-2ebfeae2bbce owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:50.825418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Attempting to bind port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:50.825787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Attempting to bind port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:50.826179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Attempting to bind port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:50.831161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:50.831528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:50.831941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.832314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:50.832780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Bound port: b632ed16-09ff-47a7-aee8-05ddf4da9ab3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:50.833154 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.898744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] For port b632ed16-09ff-47a7-aee8-05ddf4da9ab3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:50.902290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] For port b632ed16-09ff-47a7-aee8-05ddf4da9ab3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:50.907834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.931229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:50.962605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=3a24efaf-a041-4e29-bcd0-2ebfeae2bbce,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:50.967661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aef35b-da89-4145-917c-8b44031893e4 None None] Pushing event updated for resources: {'Port': ['ID=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:51.007036 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.011277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8e8b82d6-9ad7-4d1b-9e66-e00c62210211 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/3a24efaf-a041-4e29-bcd0-2ebfeae2bbce HTTP/1.1" status: 204 len: 168 time: 0.4510248 Dec 16 09:53:51.012845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47768) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:51.072985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa752e2-781d-4d7a-8921-f71f88caad62 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.074685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa752e2-781d-4d7a-8921-f71f88caad62 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.076228 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1aa752e2-781d-4d7a-8921-f71f88caad62 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0619702 Dec 16 09:53:51.079180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:51.133301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 686b583e-9ad5-49bb-8aeb-6d12421594d0 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:51.136806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.210830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.305029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49253a03-c140-40a4-ad54-8b10f3372c10 req-654f2105-39e6-47c1-80ec-9ce2781014eb tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.306848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49253a03-c140-40a4-ad54-8b10f3372c10 req-654f2105-39e6-47c1-80ec-9ce2781014eb tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.0751178 Dec 16 09:53:51.324943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.350139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49253a03-c140-40a4-ad54-8b10f3372c10 req-d7a2e330-60a9-4370-b49c-017b24ca23c7 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0259994-943b-4fde-b620-4e71b8334b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Dec 16 09:53:51.414730 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.445348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=686b583e-9ad5-49bb-8aeb-6d12421594d0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:51.451958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.455347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d6fa6dea-fdfe-4fc4-beed-ecbf8d430c47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/686b583e-9ad5-49bb-8aeb-6d12421594d0 HTTP/1.1" status: 204 len: 168 time: 0.3752410 Dec 16 09:53:51.457956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47780) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:51.464370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-c2ac595d-4a24-4f0c-bf86-17b3084af17e tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.465811 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-c2ac595d-4a24-4f0c-bf86-17b3084af17e tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 945 time: 0.0944543 Dec 16 09:53:51.498247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ca74729-5394-43c8-a029-02bf92e73e91 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385673 Dec 16 09:53:51.500721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47786) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:51.507765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:51.584579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Deleting port 185947c2-13c6-4811-ace4-af9bc578e70b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:51.585087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.617667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:51.621280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.686805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] For port 185947c2-13c6-4811-ace4-af9bc578e70b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=185947c2-13c6-4811-ace4-af9bc578e70b,segment=NetworkSegment(54d5fcc8-490e-4faa-baf8-2f6f7c91133f),segment_id=54d5fcc8-490e-4faa-baf8-2f6f7c91133f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:51.687310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.702024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Calling delete_port for 185947c2-13c6-4811-ace4-af9bc578e70b owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:51.833329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.890521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.904499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['185947c2-13c6-4811-ace4-af9bc578e70b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:53:51.905924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:51.921870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:51.924782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:51.925377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:51.927533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Pushing event deleted for resources: {'Port': ['ID=185947c2-13c6-4811-ace4-af9bc578e70b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:51.941323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=016be676-b55c-414d-96e0-5d0e512bc8cf,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:51.955830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8098ba71-2155-429e-8678-07f3a003d970 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4533467 Dec 16 09:53:51.956673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47792) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:51.962094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '016be676-b55c-414d-96e0-5d0e512bc8cf', 'ip_address': '2001:db8::9a2b:ac1d:dad:4ae8'}], 'name': 'tempest-NetworksTestDHCPv6-113744444'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:52.019176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] No DVR routers for this DVR port 185947c2-13c6-4811-ace4-af9bc578e70b on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:53:52.029657 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.033022 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-63a18a7d-22c9-4763-b69f-8d0ee0e76cfa req-e52d3d36-c3f8-41b7-9022-beed91631e9a tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.69 "DELETE /v2.0/ports/185947c2-13c6-4811-ace4-af9bc578e70b HTTP/1.1" status: 204 len: 173 time: 0.5607116 Dec 16 09:53:52.042509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'name': 'network-vif-deleted', 'tag': '185947c2-13c6-4811-ace4-af9bc578e70b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:53:52.044921 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7af32d-ac14-43ae-8481-b6dc23c680a0" -d '{"events": [{"server_uuid": "ca2b1b48-06b7-4805-9067-379f3fe8b54b", "name": "network-vif-deleted", "tag": "185947c2-13c6-4811-ace4-af9bc578e70b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:53:52.099669 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d028d646-8f1a-4681-ab45-b088feb0ede8 x-openstack-request-id: req-d028d646-8f1a-4681-ab45-b088feb0ede8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:53:52.100079 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2b1b48-06b7-4805-9067-379f3fe8b54b", "name": "network-vif-deleted", "tag": "185947c2-13c6-4811-ace4-af9bc578e70b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:53:52.100419 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d028d646-8f1a-4681-ab45-b088feb0ede8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:53:52.100839 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2b1b48-06b7-4805-9067-379f3fe8b54b', 'name': 'network-vif-deleted', 'tag': '185947c2-13c6-4811-ace4-af9bc578e70b', 'status': 'completed', 'code': 200} Dec 16 09:53:52.101478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:52.210816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a75c1-6a98-4e27-b92c-1e57393cebc2 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:52.215675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.240442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port e7fe9098-9834-4c63-810e-3d1789fdfb71 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:52.264401 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:53:52.335502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-939aee6b-ca61-4f07-9859-c597d168fa9c None None] Provisioning complete for port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:52.336089 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-939aee6b-ca61-4f07-9859-c597d168fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.522254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::9a2b:ac1d:dad:4ae8 (99b7e5b6-ff6e-414e-828f-6720f28575ef/016be676-b55c-414d-96e0-5d0e512bc8cf/e7fe9098-9834-4c63-810e-3d1789fdfb71) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:52.580015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b632ed16-09ff-47a7-aee8-05ddf4da9ab3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:52.615432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88632477-62e3-4423-a3f9-86538e43a149 req-51296358-6ba1-4b7d-9df7-d1d1e837b9f0 tempest-ServersNegativeTestMultiTenantJSON-1679206006 tempest-ServersNegativeTestMultiTenantJSON-1679206006-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca2b1b48-06b7-4805-9067-379f3fe8b54b HTTP/1.1" status: 200 len: 210 time: 0.0647492 Dec 16 09:53:52.656184 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-939aee6b-ca61-4f07-9859-c597d168fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.707152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-939aee6b-ca61-4f07-9859-c597d168fa9c None None] For port b632ed16-09ff-47a7-aee8-05ddf4da9ab3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:52.708950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:52.709453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.732026 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-939aee6b-ca61-4f07-9859-c597d168fa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.795705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aee6b-ca61-4f07-9859-c597d168fa9c None None] Pushing event updated for resources: {'Port': ['ID=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:52.807549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.848704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.918333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:52.919735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=e7fe9098-9834-4c63-810e-3d1789fdfb71,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:52.922368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:52.924358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:52.930514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:52.931149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:52.958390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-50f841a1-f312-4869-a9ea-7f9534b33d55 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0004404 Dec 16 09:53:52.961016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:52.975256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-175984d3-21d9-4a1c-a4e2-10f3a0c28015 None None] Provisioning complete for port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:52.975831 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-175984d3-21d9-4a1c-a4e2-10f3a0c28015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.017975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6532472-0663-4b32-a69b-991ad517a247 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.024781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6532472-0663-4b32-a69b-991ad517a247 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.027126 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b6532472-0663-4b32-a69b-991ad517a247 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0651073 Dec 16 09:53:53.029961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47814) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:53.138104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port e7fe9098-9834-4c63-810e-3d1789fdfb71 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:53.138869 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.189361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-849ee6d3-5ffb-4731-b058-f239fc2496e9 None None] Could not find standard attr ID for object aa0eda92-8349-47a1-8b7c-2acb3443ee9e. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:53:53.248026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.260992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for e7fe9098-9834-4c63-810e-3d1789fdfb71 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:53.404508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.406919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b7fc753b-f697-46bb-a762-b2b557a835e6 None None] Could not find standard attr ID for object 3a24efaf-a041-4e29-bcd0-2ebfeae2bbce. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:53:53.443769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=e7fe9098-9834-4c63-810e-3d1789fdfb71,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:53.471831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.476044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3cd9a928-7ff4-4814-8e8e-a06122df0ca2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/e7fe9098-9834-4c63-810e-3d1789fdfb71 HTTP/1.1" status: 204 len: 168 time: 0.4449008 Dec 16 09:53:53.478672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47826) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:53.539975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13bb3b-064e-4080-8c10-5ba5b1761bca tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.541604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13bb3b-064e-4080-8c10-5ba5b1761bca tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:53.543152 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0f13bb3b-064e-4080-8c10-5ba5b1761bca tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0634005 Dec 16 09:53:53.545829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:53.600492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 016be676-b55c-414d-96e0-5d0e512bc8cf {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:53.603940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.621299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e45d5839-cfca-4570-a6b7-cd2ce0dd2e48 None None] Could not find standard attr ID for object e7fe9098-9834-4c63-810e-3d1789fdfb71. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:53:53.656641 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.689481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47836) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:53.708285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.753277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Deleting subnet e870c1bc-342b-4d5e-84ba-b23892e570ca {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:53.757196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.779947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.794467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.811762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=016be676-b55c-414d-96e0-5d0e512bc8cf,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:53.816905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.823283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/016be676-b55c-414d-96e0-5d0e512bc8cf HTTP/1.1" status: 204 len: 168 time: 0.2761071 Dec 16 09:53:53.823476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47838) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:53.832081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.832600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.832831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.833164 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.833482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.833992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.834319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.834636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.835132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.835456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.835771 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.836086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fbcc8d-bdd3-4d98-b92f-1320d5987bd0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:53.861684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.880163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c110cf8e-9036-4881-b8c0-724949f64d77 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554199 Dec 16 09:53:53.883113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47840) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:53.889523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:53.896972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:53.920165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d7e939-2caa-4509-81e0-a402ed73b097 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:53.965364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.010340 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.012649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:54.014295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e870c1bc-342b-4d5e-84ba-b23892e570ca HTTP/1.1" status: 204 len: 168 time: 0.3239007 Dec 16 09:53:54.015963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776c815-05a1-4224-ab5e-4a30a736808e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e870c1bc-342b-4d5e-84ba-b23892e570ca,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:54.020401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47846) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:54.020999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.100588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.163008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:53:54.201365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.211768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] Deleting port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:54.212395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.226116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87d0678-3ea0-4041-a962-23daefb852c4']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:54.237978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d5fcc8-490e-4faa-baf8-2f6f7c91133f') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:54.238327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d5fcc8-490e-4faa-baf8-2f6f7c91133f') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:54.256592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.257114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.272670 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.280982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:53:54.281384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.281535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] For port b632ed16-09ff-47a7-aee8-05ddf4da9ab3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:54.282439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: items = [ Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:53:54.283501 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:53:54.301283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] Calling delete_port for b632ed16-09ff-47a7-aee8-05ddf4da9ab3 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:54.309893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:54.313479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:54.318295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:54.319182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.337110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=5f8987a7-c2c6-452f-817b-b602de8b2a0c,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:54.354151 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-088acb64-11c7-4d97-bdd3-4ea93c1aaa35 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4696205 Dec 16 09:53:54.357268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47852) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:54.363760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '5f8987a7-c2c6-452f-817b-b602de8b2a0c', 'ip_address': '2001:db8::fc4e:8500:5e90:405e'}], 'name': 'tempest-NetworksTestDHCPv6-167384410'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:54.366457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.375653 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.386317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e87d0678-3ea0-4041-a962-23daefb852c4 HTTP/1.1" status: 204 len: 168 time: 0.3663387 Dec 16 09:53:54.392097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47856) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:54.417949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6ec4d-0282-430c-b6c2-bff60dc4e179 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87d0678-3ea0-4041-a962-23daefb852c4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:54.479742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Deleting subnet 514655ac-e0f7-4805-9d25-3b6011055fd2 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:54.486192 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.486794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.498044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b632ed16-09ff-47a7-aee8-05ddf4da9ab3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:54.512890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:54.520814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.540867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.546320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 98ad2b5a-224c-4a1c-b0c4-6c735426052b yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:54.551743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] Pushing event deleted for resources: {'Port': ['ID=b632ed16-09ff-47a7-aee8-05ddf4da9ab3,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:54.553906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b632ed16-09ff-47a7-aee8-05ddf4da9ab3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:54.554256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b632ed16-09ff-47a7-aee8-05ddf4da9ab3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:54.555822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ba5da-10c4-404e-9a65-11117b1b6441 None None] No DVR routers for this DVR port b632ed16-09ff-47a7-aee8-05ddf4da9ab3 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:53:54.582101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee3332-8a87-4b87-b889-8f808697156d None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:54.619813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.698368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.730360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514655ac-e0f7-4805-9d25-3b6011055fd2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:54.748891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.753435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84db87f2-d453-465c-864b-6c499b9bdf19 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/514655ac-e0f7-4805-9d25-3b6011055fd2 HTTP/1.1" status: 204 len: 168 time: 0.3465574 Dec 16 09:53:54.756555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47862) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:54.788206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '5f8987a7-c2c6-452f-817b-b602de8b2a0c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:53:54.789167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:54.827394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::fc4e:8500:5e90:405e (99b7e5b6-ff6e-414e-828f-6720f28575ef/5f8987a7-c2c6-452f-817b-b602de8b2a0c/98ad2b5a-224c-4a1c-b0c4-6c735426052b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:54.863563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.015620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.051614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0563493a-229e-44e4-8b44-680109cb0d7f']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:55.068272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607ca3de-bcae-42ed-b7dd-fb27af11ea77') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:55.068587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607ca3de-bcae-42ed-b7dd-fb27af11ea77') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:53:55.083237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.098286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.106215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.114619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:53:55.115008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:53:55.116792 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:53:55.187264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.200158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.200993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.204986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] 10.222.0.61 "DELETE /v2.0/networks/0563493a-229e-44e4-8b44-680109cb0d7f HTTP/1.1" status: 204 len: 168 time: 0.4472013 Dec 16 09:53:55.207979 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.248994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8756-14d0-48c7-875f-8a1038450bec admin admin] Pushing event deleted for resources: {'Network': ['ID=0563493a-229e-44e4-8b44-680109cb0d7f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:55.249992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/5f8987a7-c2c6-452f-817b-b602de8b2a0c/90a04464-70ea-4a97-8a60-ba6c45092a84) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:55.266153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:55.269254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:55.273004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:55.278835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:55.279675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.290738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=98ad2b5a-224c-4a1c-b0c4-6c735426052b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:55.308553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47876) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:55.309146 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1f22471c-a6b4-48c4-b72c-703e8814af45 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9502554 Dec 16 09:53:55.370276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f3df64-bd1c-4689-a798-9ce89bd9697e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:55.372033 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c8f3df64-bd1c-4689-a798-9ce89bd9697e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0615315 Dec 16 09:53:55.375091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47878) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:55.436412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:55.465796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.473104 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.508912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0c4f512-2175-4946-9288-5133bcf103c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c08d5d000d314c10a5b477ccbd4e8975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706544 Dec 16 09:53:55.511892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47888) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:55.542160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:55.549047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Pushing event updated for resources: {'Port': ['ID=90a04464-70ea-4a97-8a60-ba6c45092a84,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:55.552143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:55.555113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:55.600156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7443ec0-fe83-483e-bb6a-52bcbc7227c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.635251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7443ec0-fe83-483e-bb6a-52bcbc7227c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.656525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Attempting to bind port 90a04464-70ea-4a97-8a60-ba6c45092a84 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:55.656901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Attempting to bind port 90a04464-70ea-4a97-8a60-ba6c45092a84 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:55.657266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Attempting to bind port 90a04464-70ea-4a97-8a60-ba6c45092a84 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:55.662957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:55.663788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:55.664168 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.664757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:55.665389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Bound port: 90a04464-70ea-4a97-8a60-ba6c45092a84, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:55.665977 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.694589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7443ec0-fe83-483e-bb6a-52bcbc7227c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.698050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7443ec0-fe83-483e-bb6a-52bcbc7227c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.699382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c7443ec0-fe83-483e-bb6a-52bcbc7227c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0259994-943b-4fde-b620-4e71b8334b61 HTTP/1.1" status: 204 len: 168 time: 0.1829305 Dec 16 09:53:55.708882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443ec0-fe83-483e-bb6a-52bcbc7227c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0259994-943b-4fde-b620-4e71b8334b61,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:55.752516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] For port 90a04464-70ea-4a97-8a60-ba6c45092a84, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:55.756412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] For port 90a04464-70ea-4a97-8a60-ba6c45092a84, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=90a04464-70ea-4a97-8a60-ba6c45092a84,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:55.761545 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:55.868671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1893e1-0dce-431b-8935-7fe07977200f None None] Pushing event updated for resources: {'Port': ['ID=90a04464-70ea-4a97-8a60-ba6c45092a84,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:55.947910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 98ad2b5a-224c-4a1c-b0c4-6c735426052b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:55.948249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.056027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 185947c2-13c6-4811-ace4-af9bc578e70b no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:56.079990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.091615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 185947c2-13c6-4811-ace4-af9bc578e70b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:56.091980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 185947c2-13c6-4811-ace4-af9bc578e70b not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:56.098382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 98ad2b5a-224c-4a1c-b0c4-6c735426052b owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:56.231223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47902) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.274681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.290303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5c041c0-4d2f-42a3-bb5f-5e1994a34c62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1d732058d6b4c5cb74f31742928af4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576537 Dec 16 09:53:56.292584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47904) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.314592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=98ad2b5a-224c-4a1c-b0c4-6c735426052b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:56.344336 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.348075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a9dec97b-9c46-43b0-993b-66cfdf85043d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/98ad2b5a-224c-4a1c-b0c4-6c735426052b HTTP/1.1" status: 204 len: 168 time: 0.9716802 Dec 16 09:53:56.351107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af427f5d-8562-45cd-8c7b-c27651a617d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.351677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47906) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.373694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af427f5d-8562-45cd-8c7b-c27651a617d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.413246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924eb74-de3b-4108-8736-ff0d762e9a43 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.413775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0924eb74-de3b-4108-8736-ff0d762e9a43 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.415882 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0924eb74-de3b-4108-8736-ff0d762e9a43 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0636702 Dec 16 09:53:56.419173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47912) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.437524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af427f5d-8562-45cd-8c7b-c27651a617d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.441081 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-af427f5d-8562-45cd-8c7b-c27651a617d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.458329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-af427f5d-8562-45cd-8c7b-c27651a617d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcdff82b-3f1d-4d2c-bd51-716305483cc6 HTTP/1.1" status: 204 len: 168 time: 0.1643708 Dec 16 09:53:56.469049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af427f5d-8562-45cd-8c7b-c27651a617d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdff82b-3f1d-4d2c-bd51-716305483cc6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:56.491714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 5f8987a7-c2c6-452f-817b-b602de8b2a0c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:56.495814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.545621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 90a04464-70ea-4a97-8a60-ba6c45092a84 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:53:56.567276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.635357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 90a04464-70ea-4a97-8a60-ba6c45092a84 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:56.636138 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.667189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.760637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.776707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.796831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8987a7-c2c6-452f-817b-b602de8b2a0c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:56.799242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:56.805958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7f0957da-00e3-4462-93fb-88f76e699b28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/5f8987a7-c2c6-452f-817b-b602de8b2a0c HTTP/1.1" status: 204 len: 168 time: 0.3825655 Dec 16 09:53:56.806066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47924) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.848484 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:53:56.848847 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:53:56.852105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c520ff73-6165-49fe-93b4-414af5a8faa0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451195 Dec 16 09:53:56.855713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.931288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae90e5-7540-4c6a-bcbc-4d683e0efab3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.932983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e6ae90e5-7540-4c6a-bcbc-4d683e0efab3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0742776 Dec 16 09:53:56.935772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:56.992471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89830245-71d5-408c-9c78-546d5539e8dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:56.994057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-89830245-71d5-408c-9c78-546d5539e8dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570645 Dec 16 09:53:56.996707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47934) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:57.036281 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1197b1ce-73c7-4fbd-b51f-f7010fc93a24 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383930 Dec 16 09:53:57.041554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47938) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:57.047023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:57.110776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a6c34-8607-4561-a8ce-96e09167cbac None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:57.177838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:57.184069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.250833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0ae115c7-d02a-46f7-a6fa-744eb90b9b74 None None] Provisioning complete for port 90a04464-70ea-4a97-8a60-ba6c45092a84 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:53:57.252338 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ae115c7-d02a-46f7-a6fa-744eb90b9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.355587 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ae115c7-d02a-46f7-a6fa-744eb90b9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.392774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:53:57.414547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.448091 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.481249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0ae115c7-d02a-46f7-a6fa-744eb90b9b74 None None] For port 90a04464-70ea-4a97-8a60-ba6c45092a84, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=90a04464-70ea-4a97-8a60-ba6c45092a84,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:57.495337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:57.497972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ae115c7-d02a-46f7-a6fa-744eb90b9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.498406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:57.505006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:57.505658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.534709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4896748 Dec 16 09:53:57.534976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 47960) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:57.535647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d9849-9e1a-4ffd-a19f-1d9a92ef0d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=31b4e407-5078-47b1-9151-b193d4110f33,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:57.542338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '31b4e407-5078-47b1-9151-b193d4110f33', 'ip_address': '2001:db8::1915:7545:9a9c:f2f7'}], 'name': 'tempest-NetworksTestDHCPv6-1272455778'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:57.580361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:53:57.580361 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:53:57.627531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] Deleting port 90a04464-70ea-4a97-8a60-ba6c45092a84 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:57.628479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.659780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae115c7-d02a-46f7-a6fa-744eb90b9b74 None None] Pushing event updated for resources: {'Port': ['ID=90a04464-70ea-4a97-8a60-ba6c45092a84,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:57.722441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:57.737448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] For port 90a04464-70ea-4a97-8a60-ba6c45092a84, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=90a04464-70ea-4a97-8a60-ba6c45092a84,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:53:57.737915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.754680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] Calling delete_port for 90a04464-70ea-4a97-8a60-ba6c45092a84 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:57.844761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.856701 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:57.872793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port be0479b2-7e0a-42d7-ab93-9e7aa98741cd yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:57.899155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] Pushing event deleted for resources: {'Port': ['ID=90a04464-70ea-4a97-8a60-ba6c45092a84,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:57.905986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d965f9-6245-4c86-8a8e-b4784e4de2b4 None None] No DVR routers for this DVR port 90a04464-70ea-4a97-8a60-ba6c45092a84 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:53:57.930783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c7b87-8ac1-4d2a-8444-eb4059a159ed None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:53:57.951382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47978) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:58.076511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::1915:7545:9a9c:f2f7 (99b7e5b6-ff6e-414e-828f-6720f28575ef/31b4e407-5078-47b1-9151-b193d4110f33/be0479b2-7e0a-42d7-ab93-9e7aa98741cd) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:58.099382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.105042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '31b4e407-5078-47b1-9151-b193d4110f33'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:53:58.106023 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.206381 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.213584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.252119 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.264481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49e0868cd7c2448389e362897c6eddae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119924 Dec 16 09:53:58.265347 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baedf091-1d41-4dbd-bb7c-84b74e7eef64,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:58.267281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 47990) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:58.284596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.284929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.285257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.285580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.285986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.286238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.286551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.287125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.287653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.287988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.288300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.288676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7036cc-2fcb-42cc-8188-198a89583cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:53:58.312082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.338691 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2e08514-98e8-4855-8aa8-4901d9269548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.363638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/31b4e407-5078-47b1-9151-b193d4110f33/35375851-e383-48eb-9dcf-591b94094a4e) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:53:58.365794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2e08514-98e8-4855-8aa8-4901d9269548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.373379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=be0479b2-7e0a-42d7-ab93-9e7aa98741cd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:58.385342 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:58.386858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:58.389715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:58.395541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:58.396416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.416047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a87687bb-0097-450e-9a4c-280fb92ec7de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8788197 Dec 16 09:53:58.419588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48000) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:58.425586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '31b4e407-5078-47b1-9151-b193d4110f33', 'ip_address': '2001:db8::1915:7545:9a9c:f2f7'}], 'name': 'tempest-NetworksTestDHCPv6-1258179090'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:53:58.481121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2e08514-98e8-4855-8aa8-4901d9269548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.483548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c2e08514-98e8-4855-8aa8-4901d9269548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.487339 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c2e08514-98e8-4855-8aa8-4901d9269548 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/baedf091-1d41-4dbd-bb7c-84b74e7eef64 HTTP/1.1" status: 204 len: 168 time: 0.2165141 Dec 16 09:53:58.497445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e08514-98e8-4855-8aa8-4901d9269548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baedf091-1d41-4dbd-bb7c-84b74e7eef64,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:58.590825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:53:58.706173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.728452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 8226b9fd-e888-4697-9497-ded3d0dcc809 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:53:58.736795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Port 90a04464-70ea-4a97-8a60-ba6c45092a84 update to ACTIVE by agent not found {{(pid=102399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 16 09:53:58.765935 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.781489 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.824855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Pushing event updated for resources: {'Port': ['ID=35375851-e383-48eb-9dcf-591b94094a4e,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:58.836633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:53:58.838111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:53:58.840454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:53:58.884698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 90a04464-70ea-4a97-8a60-ba6c45092a84 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:53:58.907869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 90a04464-70ea-4a97-8a60-ba6c45092a84 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:53:58.908207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 90a04464-70ea-4a97-8a60-ba6c45092a84 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:53:58.925227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Attempting to bind port 35375851-e383-48eb-9dcf-591b94094a4e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:53:58.925961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Attempting to bind port 35375851-e383-48eb-9dcf-591b94094a4e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:53:58.926353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Attempting to bind port 35375851-e383-48eb-9dcf-591b94094a4e on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:53:58.933341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:53:58.933910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:53:58.934564 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:58.935093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:53:58.935670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Bound port: 35375851-e383-48eb-9dcf-591b94094a4e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:53:58.936153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.024117 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 09:53:59.024808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:53:59.030327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] For port 35375851-e383-48eb-9dcf-591b94094a4e, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:53:59.034264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] For port 35375851-e383-48eb-9dcf-591b94094a4e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=35375851-e383-48eb-9dcf-591b94094a4e,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:53:59.040477 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.049830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fa9ded36-8679-47b4-9256-acf0912e9e4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6246848 Dec 16 09:53:59.050055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48016) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:59.111944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85881e-2c07-4a67-a975-ec306fe8ee68 None None] Pushing event updated for resources: {'Port': ['ID=35375851-e383-48eb-9dcf-591b94094a4e,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:59.129968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981fb51-ef88-43ba-a1bb-8b8d4a7ef49b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.137748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981fb51-ef88-43ba-a1bb-8b8d4a7ef49b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.139975 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a981fb51-ef88-43ba-a1bb-8b8d4a7ef49b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0906210 Dec 16 09:53:59.142682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48018) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:59.249752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port be0479b2-7e0a-42d7-ab93-9e7aa98741cd {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:53:59.250150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.399742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.419571 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for be0479b2-7e0a-42d7-ab93-9e7aa98741cd owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:53:59.559601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.596385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=be0479b2-7e0a-42d7-ab93-9e7aa98741cd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:53:59.624772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.628179 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b5fe7c2c-a984-4800-b8ee-9f27deab756f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/be0479b2-7e0a-42d7-ab93-9e7aa98741cd HTTP/1.1" status: 204 len: 168 time: 0.4844990 Dec 16 09:53:59.630796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48034) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:59.685807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe890ebf-32e9-484e-aa30-988201154a99 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.687381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe890ebf-32e9-484e-aa30-988201154a99 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:53:59.691417 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fe890ebf-32e9-484e-aa30-988201154a99 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0570939 Dec 16 09:53:59.691801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48036) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:53:59.744875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 31b4e407-5078-47b1-9151-b193d4110f33 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:53:59.749131 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.794239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.928366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:53:59.999505 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.029308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=31b4e407-5078-47b1-9151-b193d4110f33,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:00.037076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.040421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f95fdcd-9fe2-4392-adc6-166efece4eb3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/31b4e407-5078-47b1-9151-b193d4110f33 HTTP/1.1" status: 204 len: 168 time: 0.3475752 Dec 16 09:54:00.042936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48044) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:00.095186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b8920c39-ebab-47ea-9518-19df01d162e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508342 Dec 16 09:54:00.098907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:00.104487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:00.214063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:00.218057 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.259383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22368d-b49c-4bd5-b84c-cda8a6e5c5a7 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:00.389972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f7937c3d-7b75-4eb5-9728-87466379cbc1 None None] Provisioning complete for port 35375851-e383-48eb-9dcf-591b94094a4e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:00.390591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f7937c3d-7b75-4eb5-9728-87466379cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.436694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.489933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:00.493257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:00.497674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:00.498389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.498633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:00.508827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=f76df0e2-c38a-47ee-b79e-d5d690dc5b7f,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:00.526065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-be5e2f66-2698-4c94-8ab2-aa13a8defdb0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4259903 Dec 16 09:54:00.529094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48048) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:00.532922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f7937c3d-7b75-4eb5-9728-87466379cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.535472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': 'f76df0e2-c38a-47ee-b79e-d5d690dc5b7f', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1242999567'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:00.641549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f7937c3d-7b75-4eb5-9728-87466379cbc1 None None] For port 35375851-e383-48eb-9dcf-591b94094a4e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=35375851-e383-48eb-9dcf-591b94094a4e,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:00.657118 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f7937c3d-7b75-4eb5-9728-87466379cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.702344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] Deleting port 35375851-e383-48eb-9dcf-591b94094a4e {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:00.702652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.723799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:00.730276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.752606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 6696d937-272e-4eff-ad53-a3abbb54d4c2 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:00.762954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7937c3d-7b75-4eb5-9728-87466379cbc1 None None] Pushing event updated for resources: {'Port': ['ID=35375851-e383-48eb-9dcf-591b94094a4e,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:00.814155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] For port 35375851-e383-48eb-9dcf-591b94094a4e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=35375851-e383-48eb-9dcf-591b94094a4e,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:00.814560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.830611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] Calling delete_port for 35375851-e383-48eb-9dcf-591b94094a4e owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:00.882665 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:00.883123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:00.899761 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-be77e300-f4d1-4a97-a2df-9fabb07914ed tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3692746 Dec 16 09:54:00.902963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48052) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:00.921390 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:00.936459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] No DVR routers for this DVR port 35375851-e383-48eb-9dcf-591b94094a4e on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:00.960790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32246ba-7ccb-4da9-afef-9faa8e46b564 None None] Pushing event deleted for resources: {'Port': ['ID=35375851-e383-48eb-9dcf-591b94094a4e,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:00.970737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206ba68-24b2-4718-9484-73be5c331560 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:00.975501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990b59c-2a09-4373-b5b7-a99f90d97de0 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:00.975800 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0206ba68-24b2-4718-9484-73be5c331560 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0718060 Dec 16 09:54:00.976452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48056) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:01.045559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b37a14-f3ff-4abf-9da0-169d2854d6bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:01.047303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b37a14-f3ff-4abf-9da0-169d2854d6bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:01.051326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c9b37a14-f3ff-4abf-9da0-169d2854d6bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0714607 Dec 16 09:54:01.051660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48064) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:01.127442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet f76df0e2-c38a-47ee-b79e-d5d690dc5b7f {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:01.132753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.149726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b521a5-b17d-45a6-aea9-8d32de8131bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': 'f76df0e2-c38a-47ee-b79e-d5d690dc5b7f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:01.150696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-68b521a5-b17d-45a6-aea9-8d32de8131bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.179227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.241125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-68b521a5-b17d-45a6-aea9-8d32de8131bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f76df0e2-c38a-47ee-b79e-d5d690dc5b7f: This subnet is being modified by another concurrent operation. Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f76df0e2-c38a-47ee-b79e-d5d690dc5b7f: This subnet is being modified by another concurrent operation. Dec 16 09:54:01.311493 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:54:01.321372 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.347437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.353386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:01.356758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb6b74-3ca4-4bcb-afbb-c7dc067b1bf8 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:54:01.360195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/f76df0e2-c38a-47ee-b79e-d5d690dc5b7f HTTP/1.1" status: 204 len: 168 time: 0.3071976 Dec 16 09:54:01.404631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16661cd-44ca-4d80-95bb-d1adc3c01701 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=f76df0e2-c38a-47ee-b79e-d5d690dc5b7f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:01.410870 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3251dc89-ecfc-404e-b458-ddab450dc6cc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524654 Dec 16 09:54:01.411391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48072) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:01.417652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:01.496008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb6b74-3ca4-4bcb-afbb-c7dc067b1bf8 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:54:01.549837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:01.554533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.801446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.853785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:01.859165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:01.863481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:01.864074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.869647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=8aba6c72-e463-4010-8d76-dd941038cb12,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:01.870888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411303f6-0376-4ef8-8878-cf377da94be5 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:01.893586 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4aa0586f-cb72-42aa-9de8-480d5a8b53de tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4808602 Dec 16 09:54:01.896157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48078) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:01.901283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-382751164', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:01.930141 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.931395 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:01.991381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.000355 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.023576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.024845 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1fd60fdd-3236-46e7-bc21-50e47ac293fd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1277075 Dec 16 09:54:02.027839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48080) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:02.059386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '8aba6c72-e463-4010-8d76-dd941038cb12'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:02.060791 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.247524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/8aba6c72-e463-4010-8d76-dd941038cb12/49f421dc-9b45-478a-9f87-699f57fd8a38) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:02.374596 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.398272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.405588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.443455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:02.446548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:02.450121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:02.527159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Pushing event updated for resources: {'Port': ['ID=49f421dc-9b45-478a-9f87-699f57fd8a38,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:02.534865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Attempting to bind port 49f421dc-9b45-478a-9f87-699f57fd8a38 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:02.535462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Attempting to bind port 49f421dc-9b45-478a-9f87-699f57fd8a38 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:02.536852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Attempting to bind port 49f421dc-9b45-478a-9f87-699f57fd8a38 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:02.543342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:02.543936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:02.544529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.545089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:02.545554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Bound port: 49f421dc-9b45-478a-9f87-699f57fd8a38, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:02.545965 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.622446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] For port 49f421dc-9b45-478a-9f87-699f57fd8a38, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:02.626486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] For port 49f421dc-9b45-478a-9f87-699f57fd8a38, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=49f421dc-9b45-478a-9f87-699f57fd8a38,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:02.640400 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.665401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::1 (99b7e5b6-ff6e-414e-828f-6720f28575ef/8aba6c72-e463-4010-8d76-dd941038cb12/1de8b1a4-cd22-4829-8e8f-06a33b39e0a0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:02.733037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0484f1-0c87-435c-9e91-dd2ef342ce96 None None] Pushing event updated for resources: {'Port': ['ID=49f421dc-9b45-478a-9f87-699f57fd8a38,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:02.816853 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:02.867786 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.330879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:03.334133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:03.337913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:03.338465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.387340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=1de8b1a4-cd22-4829-8e8f-06a33b39e0a0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:03.467465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.771116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.779102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.780223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:03.877328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=1de8b1a4-cd22-4829-8e8f-06a33b39e0a0,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:03.921436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:03.922900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:04.031721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fc888bfd-c8cf-4c7f-ae4e-3137b377897b None None] Provisioning complete for port 49f421dc-9b45-478a-9f87-699f57fd8a38 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:04.032222 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc888bfd-c8cf-4c7f-ae4e-3137b377897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.112568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:54:04.159071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc888bfd-c8cf-4c7f-ae4e-3137b377897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.216967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fc888bfd-c8cf-4c7f-ae4e-3137b377897b None None] For port 49f421dc-9b45-478a-9f87-699f57fd8a38, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=49f421dc-9b45-478a-9f87-699f57fd8a38,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:04.226378 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc888bfd-c8cf-4c7f-ae4e-3137b377897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.291198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc888bfd-c8cf-4c7f-ae4e-3137b377897b None None] Pushing event updated for resources: {'Port': ['ID=49f421dc-9b45-478a-9f87-699f57fd8a38,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:04.307116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:04.312720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-65bda289-9909-4837-b2b7-7edba5835c7c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "PUT /v2.0/routers/439f27d6-3ccf-4c06-a6b2-e2b7857fd116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836621 Dec 16 09:54:04.315430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48156) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:04.325759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Sync routers for ids ['439f27d6-3ccf-4c06-a6b2-e2b7857fd116'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:04.342042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Routers {'439f27d6-3ccf-4c06-a6b2-e2b7857fd116'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:04.346073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['439f27d6-3ccf-4c06-a6b2-e2b7857fd116'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:04.370548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2398d-be45-4cad-9979-54b14c1d6193 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:04.372183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-35c2398d-be45-4cad-9979-54b14c1d6193 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports/1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 HTTP/1.1" status: 200 len: 911 time: 0.0556986 Dec 16 09:54:04.375037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48166) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:04.437303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe436a-b1b3-44e1-bb5c-964897e9dfa7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:04.441075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fedc5166-3c21-4326-a949-ec4a5147a497 None None] Provisioning complete for port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:04.441446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fedc5166-3c21-4326-a949-ec4a5147a497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.449937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe436a-b1b3-44e1-bb5c-964897e9dfa7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:04.451876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9fbe436a-b1b3-44e1-bb5c-964897e9dfa7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0756629 Dec 16 09:54:04.454935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48176) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:04.511598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Set router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:04.563448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fedc5166-3c21-4326-a949-ec4a5147a497 None None] Port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:54:04.785736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ea4966d-6916-4e62-b7b5-b9bc7ce40bc3 None None] Provisioning complete for port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:04.786266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ea4966d-6916-4e62-b7b5-b9bc7ce40bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.834474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4ea4966d-6916-4e62-b7b5-b9bc7ce40bc3 None None] Port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:54:04.847458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f27d6-3ccf-4c06-a6b2-e2b7857fd116', 'name': 'tempest-NetworksTestDHCPv6-router-382751164', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:01Z', 'updated_at': '2021-12-16T09:54:03Z', 'revision_number': 2, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'gw_port_host': None, '_interfaces': [{'id': '1de8b1a4-cd22-4829-8e8f-06a33b39e0a0', 'name': '', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'mac_address': 'fa:16:3e:b2:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f27d6-3ccf-4c06-a6b2-e2b7857fd116', 'device_owner': 'network:router_interface', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '8aba6c72-e463-4010-8d76-dd941038cb12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:02Z', 'updated_at': '2021-12-16T09:54:03Z', 'revision_number': 2, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'subnets': [{'id': '8aba6c72-e463-4010-8d76-dd941038cb12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:04.891410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Checking router: 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:54:04.891765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Updating router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:54:04.935209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.935387 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:04.955745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 49f421dc-9b45-478a-9f87-699f57fd8a38 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:05.079435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 49f421dc-9b45-478a-9f87-699f57fd8a38 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:05.080080 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.232394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:05.232731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.356299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.378721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:05.592889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.618011 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:54:05.618375 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:54:05.628109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=1de8b1a4-cd22-4829-8e8f-06a33b39e0a0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:05.743398 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:05.935017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:54:06.022503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:06.030734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48382) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:06.036262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a4853560-7e4b-4740-90c6-588b1b9297d1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "PUT /v2.0/routers/439f27d6-3ccf-4c06-a6b2-e2b7857fd116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801919 Dec 16 09:54:06.094730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00e1c7-60ef-4404-9eaa-2540d7ca3ca7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:06.096660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00e1c7-60ef-4404-9eaa-2540d7ca3ca7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:06.098418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fd00e1c7-60ef-4404-9eaa-2540d7ca3ca7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0663478 Dec 16 09:54:06.100974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48396) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:06.137088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Port 1de8b1a4-cd22-4829-8e8f-06a33b39e0a0 not found while updating agent binding for router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116. {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 09:54:06.148288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Routers {'439f27d6-3ccf-4c06-a6b2-e2b7857fd116'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:06.149202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['439f27d6-3ccf-4c06-a6b2-e2b7857fd116'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:06.160960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 8aba6c72-e463-4010-8d76-dd941038cb12 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:06.165297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.227101 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.243515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] Set router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:06.300705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f27d6-3ccf-4c06-a6b2-e2b7857fd116', 'name': 'tempest-NetworksTestDHCPv6-router-382751164', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:01Z', 'updated_at': '2021-12-16T09:54:05Z', 'revision_number': 3, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:06.331334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f82ab9-7765-466e-aca4-9186cfe7d60b None None] The sync data for ids ['439f27d6-3ccf-4c06-a6b2-e2b7857fd116'] in n-d-821941-1 is: [{'id': '439f27d6-3ccf-4c06-a6b2-e2b7857fd116', 'name': 'tempest-NetworksTestDHCPv6-router-382751164', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:01Z', 'updated_at': '2021-12-16T09:54:05Z', 'revision_number': 3, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:06.334025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.424098 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.455820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=8aba6c72-e463-4010-8d76-dd941038cb12,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:06.465351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.467110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd13810-ee65-42c0-9570-6f0d77aa4747 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:06.468683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ab81774b-0429-4e5f-9f5d-6c7d76ac1c9f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/8aba6c72-e463-4010-8d76-dd941038cb12 HTTP/1.1" status: 204 len: 168 time: 0.3667836 Dec 16 09:54:06.471521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48438) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:06.565915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7365d99a-2000-4e9c-b84a-b0174ddf6f1c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0914366 Dec 16 09:54:06.567157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:06.680769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.728321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:06.827263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 49f421dc-9b45-478a-9f87-699f57fd8a38 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:06.866208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] Deleting port 49f421dc-9b45-478a-9f87-699f57fd8a38 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:06.866475 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.880775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.883088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.931430 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.932151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Fanout notify agent at l3_agent the message router_deleted on router 439f27d6-3ccf-4c06-a6b2-e2b7857fd116 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:54:06.940397 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.941825 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c7dc317a-e76a-479f-9a92-169b234a8091 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/routers/439f27d6-3ccf-4c06-a6b2-e2b7857fd116 HTTP/1.1" status: 204 len: 168 time: 0.3717217 Dec 16 09:54:06.942079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] For port 49f421dc-9b45-478a-9f87-699f57fd8a38, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=49f421dc-9b45-478a-9f87-699f57fd8a38,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:06.942477 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:06.945062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48492) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:06.950788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:06.955740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] Calling delete_port for 49f421dc-9b45-478a-9f87-699f57fd8a38 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:07.078438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:07.082946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.100301 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.118989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] No DVR routers for this DVR port 49f421dc-9b45-478a-9f87-699f57fd8a38 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:07.120817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.156175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324c479-e339-4c47-a9dd-7560e0162d75 None None] Pushing event deleted for resources: {'Port': ['ID=49f421dc-9b45-478a-9f87-699f57fd8a38,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:07.347663 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.397160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:07.400783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:07.403987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:07.404797 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.411627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541583e9-e9ca-4bef-8e15-6d802fd9d93e None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:07.424144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=89a329a6-4ec6-4aef-b39d-e079172f4d91,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:07.437539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0e3211fb-5a3a-4b7c-b704-32c875853762 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4911246 Dec 16 09:54:07.440274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48552) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:07.445542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1986343475', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:07.480510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.482467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.563720 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Sync routers for ids ['439f27d6-3ccf-4c06-a6b2-e2b7857fd116'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:07.566396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.574513 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:07.575209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.575667 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:54:07.575820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_agentschedulers_db [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'439f27d6-3ccf-4c06-a6b2-e2b7857fd116'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:54:07.585462 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:07.586344 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:54:07.586434 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_agentschedulers_db [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'439f27d6-3ccf-4c06-a6b2-e2b7857fd116'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:54:07.586809 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efcbfb2-59a7-4a8a-9e54-a186c84ed3d9 None None] The sync data for ids ['439f27d6-3ccf-4c06-a6b2-e2b7857fd116'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:07.611342 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.613562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3feea89f-7ee9-42a2-85c5-dabe28cc55f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1720767 Dec 16 09:54:07.616545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48574) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:07.676669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '89a329a6-4ec6-4aef-b39d-e079172f4d91'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:07.678246 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:07.887854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/89a329a6-4ec6-4aef-b39d-e079172f4d91/a909ffde-c525-43ea-adba-33ff5ad377e3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:08.076647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.103571 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.113480 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.158726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:08.162644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:08.169901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:08.213425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Pushing event updated for resources: {'Port': ['ID=a909ffde-c525-43ea-adba-33ff5ad377e3,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:08.262829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Attempting to bind port a909ffde-c525-43ea-adba-33ff5ad377e3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:08.264097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Attempting to bind port a909ffde-c525-43ea-adba-33ff5ad377e3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:08.265052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Attempting to bind port a909ffde-c525-43ea-adba-33ff5ad377e3 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:08.275113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:08.278991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:08.281756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.282213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:08.282715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Bound port: a909ffde-c525-43ea-adba-33ff5ad377e3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:08.283758 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.383730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] For port a909ffde-c525-43ea-adba-33ff5ad377e3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:08.387454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] For port a909ffde-c525-43ea-adba-33ff5ad377e3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a909ffde-c525-43ea-adba-33ff5ad377e3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:08.393672 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.471977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdabf3-c9a6-4613-996d-aa81bd6074a5 None None] Pushing event updated for resources: {'Port': ['ID=a909ffde-c525-43ea-adba-33ff5ad377e3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:08.483584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::1 (99b7e5b6-ff6e-414e-828f-6720f28575ef/89a329a6-4ec6-4aef-b39d-e079172f4d91/fcc5901e-034d-4941-94d7-5f58d57ed978) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:08.631779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.705294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.767513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:08.770083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:08.781981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:08.783624 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:08.824334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=fcc5901e-034d-4941-94d7-5f58d57ed978,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:08.940713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a909ffde-c525-43ea-adba-33ff5ad377e3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:08.966058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.009055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a909ffde-c525-43ea-adba-33ff5ad377e3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:09.009886 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.133353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.169878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a909ffde-c525-43ea-adba-33ff5ad377e3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a909ffde-c525-43ea-adba-33ff5ad377e3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:09.175031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.242775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a909ffde-c525-43ea-adba-33ff5ad377e3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:09.289234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.298601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.299476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.484406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=fcc5901e-034d-4941-94d7-5f58d57ed978,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:09.499795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:09.501254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:09.625482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Router 433feb6e-9f4a-473e-a870-9f440877fe04 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:54:09.724209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:09.732263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b57bfef7-ce56-4f61-b8d0-a447518870d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "PUT /v2.0/routers/433feb6e-9f4a-473e-a870-9f440877fe04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1116228 Dec 16 09:54:09.732263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48624) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:09.739630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Sync routers for ids ['433feb6e-9f4a-473e-a870-9f440877fe04'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:09.752866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Routers {'433feb6e-9f4a-473e-a870-9f440877fe04'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:09.753751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['433feb6e-9f4a-473e-a870-9f440877fe04'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:09.808317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517dbe23-54aa-4305-92f2-bb3d5ceb4539 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.812523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48626) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:09.813087 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-517dbe23-54aa-4305-92f2-bb3d5ceb4539 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports/fcc5901e-034d-4941-94d7-5f58d57ed978 HTTP/1.1" status: 200 len: 911 time: 0.0795736 Dec 16 09:54:09.873577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Set router 433feb6e-9f4a-473e-a870-9f440877fe04 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:09.876101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9a384740-5543-4451-8b5d-234318852478 None None] Provisioning complete for port a909ffde-c525-43ea-adba-33ff5ad377e3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:09.876640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9a384740-5543-4451-8b5d-234318852478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:09.920587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533189a-7fe1-47a9-9584-ef4c5fc485ea tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.935431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533189a-7fe1-47a9-9584-ef4c5fc485ea tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:09.937462 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a533189a-7fe1-47a9-9584-ef4c5fc485ea tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1226385 Dec 16 09:54:09.939891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:10.254214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433feb6e-9f4a-473e-a870-9f440877fe04', 'name': 'tempest-NetworksTestDHCPv6-router-1986343475', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:07Z', 'updated_at': '2021-12-16T09:54:08Z', 'revision_number': 2, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'gw_port_host': None, '_interfaces': [{'id': 'fcc5901e-034d-4941-94d7-5f58d57ed978', 'name': '', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'mac_address': 'fa:16:3e:30:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433feb6e-9f4a-473e-a870-9f440877fe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '89a329a6-4ec6-4aef-b39d-e079172f4d91', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:08Z', 'updated_at': '2021-12-16T09:54:09Z', 'revision_number': 2, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'subnets': [{'id': '89a329a6-4ec6-4aef-b39d-e079172f4d91', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:10.290601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Checking router: 433feb6e-9f4a-473e-a870-9f440877fe04 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:54:10.296937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Updating router 433feb6e-9f4a-473e-a870-9f440877fe04 port fcc5901e-034d-4941-94d7-5f58d57ed978 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:54:10.330422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.544469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.548172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-edf183e4-fbbd-4cba-9d08-8022914c1d9e None None] Provisioning complete for port fcc5901e-034d-4941-94d7-5f58d57ed978 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:10.548553 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-edf183e4-fbbd-4cba-9d08-8022914c1d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.643318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-edf183e4-fbbd-4cba-9d08-8022914c1d9e None None] Port fcc5901e-034d-4941-94d7-5f58d57ed978 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:54:10.790807 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.804231 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:10.857810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a909ffde-c525-43ea-adba-33ff5ad377e3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:11.170825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42564d7-16e0-4df3-879f-b3b5d5fe1627 None None] Pushing event updated for resources: {'Port': ['ID=fcc5901e-034d-4941-94d7-5f58d57ed978,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:11.218572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Attempting to bind port fcc5901e-034d-4941-94d7-5f58d57ed978 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:11.218950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Attempting to bind port fcc5901e-034d-4941-94d7-5f58d57ed978 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:11.219316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Attempting to bind port fcc5901e-034d-4941-94d7-5f58d57ed978 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:11.225320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:11.225697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:11.226174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.226703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:11.227548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Bound port: fcc5901e-034d-4941-94d7-5f58d57ed978, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:11.227948 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.292260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port fcc5901e-034d-4941-94d7-5f58d57ed978 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:11.292855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.308942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] For port fcc5901e-034d-4941-94d7-5f58d57ed978, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:11.313587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] For port fcc5901e-034d-4941-94d7-5f58d57ed978, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fcc5901e-034d-4941-94d7-5f58d57ed978,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:11.314975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a909ffde-c525-43ea-adba-33ff5ad377e3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:11.316022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.353122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.411942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] For port fcc5901e-034d-4941-94d7-5f58d57ed978, host n-d-821941-1, got binding levels [] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:11.412299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.425033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for fcc5901e-034d-4941-94d7-5f58d57ed978 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:11.445205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42564d7-16e0-4df3-879f-b3b5d5fe1627 None None] Pushing event updated for resources: {'Port': ['ID=fcc5901e-034d-4941-94d7-5f58d57ed978,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:11.471100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-96ad1eea-476d-4f00-abf5-a64b27d7d7a8 None None] Provisioning complete for port fcc5901e-034d-4941-94d7-5f58d57ed978 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:11.471704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-96ad1eea-476d-4f00-abf5-a64b27d7d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.543581 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Routers {'433feb6e-9f4a-473e-a870-9f440877fe04'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:11.544978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['433feb6e-9f4a-473e-a870-9f440877fe04'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:11.728040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] Set router 433feb6e-9f4a-473e-a870-9f440877fe04 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:11.743761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.773724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=fcc5901e-034d-4941-94d7-5f58d57ed978,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:11.898641 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-96ad1eea-476d-4f00-abf5-a64b27d7d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:11.933950 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.134697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433feb6e-9f4a-473e-a870-9f440877fe04', 'name': 'tempest-NetworksTestDHCPv6-router-1986343475', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:07Z', 'updated_at': '2021-12-16T09:54:08Z', 'revision_number': 2, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'gw_port_host': None, '_interfaces': [{'id': 'fcc5901e-034d-4941-94d7-5f58d57ed978', 'name': '', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'mac_address': 'fa:16:3e:30:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433feb6e-9f4a-473e-a870-9f440877fe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '89a329a6-4ec6-4aef-b39d-e079172f4d91', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:08Z', 'updated_at': '2021-12-16T09:54:11Z', 'revision_number': 4, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'subnets': [{'id': '89a329a6-4ec6-4aef-b39d-e079172f4d91', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:12.169794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bdf43-4d87-4fb4-8a98-2b5bc4d120ea None None] The sync data for ids ['433feb6e-9f4a-473e-a870-9f440877fe04'] in n-d-821941-1 is: [{'id': '433feb6e-9f4a-473e-a870-9f440877fe04', 'name': 'tempest-NetworksTestDHCPv6-router-1986343475', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:07Z', 'updated_at': '2021-12-16T09:54:08Z', 'revision_number': 2, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'gw_port_host': None, '_interfaces': [{'id': 'fcc5901e-034d-4941-94d7-5f58d57ed978', 'name': '', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'mac_address': 'fa:16:3e:30:65:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433feb6e-9f4a-473e-a870-9f440877fe04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '89a329a6-4ec6-4aef-b39d-e079172f4d91', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:08Z', 'updated_at': '2021-12-16T09:54:11Z', 'revision_number': 4, 'project_id': '297ed577289e4f65a6277b51bfa37c1d', 'subnets': [{'id': '89a329a6-4ec6-4aef-b39d-e079172f4d91', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:12.201625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-64f0c376-ee53-43cb-926b-f1fa217d98bd None None] Could not find standard attr ID for object fcc5901e-034d-4941-94d7-5f58d57ed978. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:12.260069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Router 433feb6e-9f4a-473e-a870-9f440877fe04 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:54:12.384335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:12.398685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a62226ea-5eb1-40b6-9ca2-54e837337985 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "PUT /v2.0/routers/433feb6e-9f4a-473e-a870-9f440877fe04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4548943 Dec 16 09:54:12.400215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48652) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:12.511507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc51283-388b-47fb-92a3-8caf177b3f20 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:12.513625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc51283-388b-47fb-92a3-8caf177b3f20 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:12.515542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dfc51283-388b-47fb-92a3-8caf177b3f20 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1135454 Dec 16 09:54:12.518401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:12.582152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 89a329a6-4ec6-4aef-b39d-e079172f4d91 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:12.591906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.651064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.751799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.853875 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.889665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=89a329a6-4ec6-4aef-b39d-e079172f4d91,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:12.906607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed295c-29cb-462e-92f9-32e09d9bd7d5 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:12.917737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:12.923259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-737132b0-b272-4f58-8d70-30a08dfc97e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/89a329a6-4ec6-4aef-b39d-e079172f4d91 HTTP/1.1" status: 204 len: 168 time: 0.4016483 Dec 16 09:54:12.923705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48660) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.051447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-08b2d650-a8db-4691-99af-b208336fb265 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1264699 Dec 16 09:54:13.053950 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48662) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.135742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:13.147879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.197084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] Deleting port a909ffde-c525-43ea-adba-33ff5ad377e3 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:13.197550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.265322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] For port a909ffde-c525-43ea-adba-33ff5ad377e3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a909ffde-c525-43ea-adba-33ff5ad377e3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:13.265737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.279051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] Calling delete_port for a909ffde-c525-43ea-adba-33ff5ad377e3 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:13.328235 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.330630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.389281 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.390430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Fanout notify agent at l3_agent the message router_deleted on router 433feb6e-9f4a-473e-a870-9f440877fe04 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:54:13.396749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.403963 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.405154 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-80f3c69a-38ed-47a5-bd7e-cbbb849579f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/routers/433feb6e-9f4a-473e-a870-9f440877fe04 HTTP/1.1" status: 204 len: 168 time: 0.3502107 Dec 16 09:54:13.407747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48664) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.425933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] Pushing event deleted for resources: {'Port': ['ID=a909ffde-c525-43ea-adba-33ff5ad377e3,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:13.433379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb03bb-81a4-445a-942b-e5d45fe44d89 None None] No DVR routers for this DVR port a909ffde-c525-43ea-adba-33ff5ad377e3 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:13.441081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0cdbb3ab-28b3-461f-869c-d9b657a6552f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309784 Dec 16 09:54:13.443327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48666) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.500365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4115ee-4a88-4b7a-9741-6978f43b8061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:13.502077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b4115ee-4a88-4b7a-9741-6978f43b8061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577469 Dec 16 09:54:13.505076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.559382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1abe88ec-0ad0-4cae-8dd4-210d110f4a36 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531397 Dec 16 09:54:13.564430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.568397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:13.694791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:13.699535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:13.819193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48680) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:13.975060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f192d827-4f83-4e45-ad85-20d2453a6f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.038465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65adea06-9205-4122-b760-d50b16dfda66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.042916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:14.044478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.058947 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f192d827-4f83-4e45-ad85-20d2453a6f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.064700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f192d827-4f83-4e45-ad85-20d2453a6f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.089669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:14.093292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:14.096742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.097607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.106441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192d827-4f83-4e45-ad85-20d2453a6f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3903f08d-0b2a-40be-81a9-7fcdedddd663,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.106654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ff112-3cdc-4ff4-9037-82d8a1c2b5e1 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:14.110017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f192d827-4f83-4e45-ad85-20d2453a6f79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b40bd3fb390d415e891a6cb627b59f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896590 Dec 16 09:54:14.111990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:14.118753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=6e185e91-59f5-4176-9bc2-ce7132fae53b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.120257 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Sync routers for ids ['433feb6e-9f4a-473e-a870-9f440877fe04'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:14.133794 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-81e5cc9f-6cbf-4ed7-90c2-ae39c57c073d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5691969 Dec 16 09:54:14.134598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48686) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:14.140429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:14.165591 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:14.167333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d426a26-a2d6-454e-9043-08fa2445a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.167907 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:54:14.168864 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'433feb6e-9f4a-473e-a870-9f440877fe04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:54:14.186918 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Routers set() bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:14.187565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Router IDs set() for agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 09:54:14.188284 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'433feb6e-9f4a-473e-a870-9f440877fe04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:53:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent'). {{(pid=102400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 09:54:14.188791 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad01075-93f2-457f-a525-ea882f24b040 None None] The sync data for ids ['433feb6e-9f4a-473e-a870-9f440877fe04'] in n-d-821941-1 is: [] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:14.199491 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d426a26-a2d6-454e-9043-08fa2445a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.265283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d426a26-a2d6-454e-9043-08fa2445a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.268463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d426a26-a2d6-454e-9043-08fa2445a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.274454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d426a26-a2d6-454e-9043-08fa2445a88d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3903f08d-0b2a-40be-81a9-7fcdedddd663 HTTP/1.1" status: 204 len: 168 time: 0.1612880 Dec 16 09:54:14.285381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d426a26-a2d6-454e-9043-08fa2445a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3903f08d-0b2a-40be-81a9-7fcdedddd663,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.337788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:14.341483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.346545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '6e185e91-59f5-4176-9bc2-ce7132fae53b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:14.347504 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.501249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Allocated IP 2001:db8::f816:3eff:fef8:1dac (99b7e5b6-ff6e-414e-828f-6720f28575ef/6e185e91-59f5-4176-9bc2-ce7132fae53b/363f93a4-2269-40e2-afb7-f41375e6d922) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:14.637693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.688635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:14.690424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:14.696761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:14.697352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.718937 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=4454a371-2fbe-483b-9584-e5a2218e1212,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.728368 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eea8f7b0-09d5-4fef-93d5-eb48f9a81a09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927341 Dec 16 09:54:14.731391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48696) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:14.737180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:c8:d3:2a', 'name': 'tempest-NetworksTestDHCPv6-948029417'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:14.805891 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.816335 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:14.854982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fcc5901e-034d-4941-94d7-5f58d57ed978 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:14.899556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:14.902605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: fcc5901e-034d-4941-94d7-5f58d57ed978 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:14.902951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fcc5901e-034d-4941-94d7-5f58d57ed978 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:14.903475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a909ffde-c525-43ea-adba-33ff5ad377e3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:14.911886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:14.928995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Pushing event updated for resources: {'Port': ['ID=363f93a4-2269-40e2-afb7-f41375e6d922,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:14.931298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a909ffde-c525-43ea-adba-33ff5ad377e3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:14.931968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a909ffde-c525-43ea-adba-33ff5ad377e3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:14.934487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:14.936616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:14.949656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.950031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.950371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.950709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.951037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.951457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.951810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.952182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.952547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.952859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.953324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:14.953646 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:15.004189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Attempting to bind port 363f93a4-2269-40e2-afb7-f41375e6d922 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:15.004606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Attempting to bind port 363f93a4-2269-40e2-afb7-f41375e6d922 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:15.005088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Attempting to bind port 363f93a4-2269-40e2-afb7-f41375e6d922 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:15.011065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:15.011455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:15.011936 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.012432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:15.012970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Bound port: 363f93a4-2269-40e2-afb7-f41375e6d922, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:15.013752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.057249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.090716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] For port 363f93a4-2269-40e2-afb7-f41375e6d922, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:15.091552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 9b53a39b-12d4-4a86-ad52-fc932b12b532 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:15.096780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] For port 363f93a4-2269-40e2-afb7-f41375e6d922, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=363f93a4-2269-40e2-afb7-f41375e6d922,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:15.108175 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.250491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe646-ad7d-47bc-aa30-ca20436d0388 None None] Pushing event updated for resources: {'Port': ['ID=363f93a4-2269-40e2-afb7-f41375e6d922,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:15.301437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48716) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:15.340258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 172.20.0.7 (99b7e5b6-ff6e-414e-828f-6720f28575ef/4454a371-2fbe-483b-9584-e5a2218e1212/9b53a39b-12d4-4a86-ad52-fc932b12b532) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:15.348315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fec8:d32a (99b7e5b6-ff6e-414e-828f-6720f28575ef/6e185e91-59f5-4176-9bc2-ce7132fae53b/9b53a39b-12d4-4a86-ad52-fc932b12b532) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:15.463057 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a93adb3-e1c7-4e0f-9e75-48b704bac755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.564646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.610917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a93adb3-e1c7-4e0f-9e75-48b704bac755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.618257 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a93adb3-e1c7-4e0f-9e75-48b704bac755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.629591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.677701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a93adb3-e1c7-4e0f-9e75-48b704bac755 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd665e007ac64f7ebca12351051b23eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750973 Dec 16 09:54:15.679223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93adb3-e1c7-4e0f-9e75-48b704bac755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ea871-06ec-40f8-9122-581df9eb267a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:15.682756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48724) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:15.707009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:15.710335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:15.714295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:15.755317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=9b53a39b-12d4-4a86-ad52-fc932b12b532,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:15.756130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80a4fac4-9191-4125-886f-b364dd89f441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.778988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80a4fac4-9191-4125-886f-b364dd89f441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.783730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.784371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.807722 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-212f366a-f033-4919-938f-7dd5a1bc5330 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0750189 Dec 16 09:54:15.810340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48732) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:15.862253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a2d30-5728-48ab-b4fb-77e04529d678 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.868359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a2d30-5728-48ab-b4fb-77e04529d678 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:15.870024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-391a2d30-5728-48ab-b4fb-77e04529d678 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0586414 Dec 16 09:54:15.872936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48734) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:15.882296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80a4fac4-9191-4125-886f-b364dd89f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.884709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-80a4fac4-9191-4125-886f-b364dd89f441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:15.885799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-80a4fac4-9191-4125-886f-b364dd89f441 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e00ea871-06ec-40f8-9122-581df9eb267a HTTP/1.1" status: 204 len: 168 time: 0.1908717 Dec 16 09:54:15.914585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4fac4-9191-4125-886f-b364dd89f441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ea871-06ec-40f8-9122-581df9eb267a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:15.995849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 9b53a39b-12d4-4a86-ad52-fc932b12b532 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:15.996188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.098868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.114480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 9b53a39b-12d4-4a86-ad52-fc932b12b532 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:16.314661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48752) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:16.338764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26c19713-9419-40c7-8149-71c283bf53eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.348132 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.385472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=9b53a39b-12d4-4a86-ad52-fc932b12b532,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.430787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26c19713-9419-40c7-8149-71c283bf53eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.435325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26c19713-9419-40c7-8149-71c283bf53eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.472135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-26c19713-9419-40c7-8149-71c283bf53eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=519a08070345421b80ace74fed2bcd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563499 Dec 16 09:54:16.472777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48756) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:16.489582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.494430 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5bc7f8e1-5f4d-4f88-8b10-f52e599ec8b5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/9b53a39b-12d4-4a86-ad52-fc932b12b532 HTTP/1.1" status: 204 len: 168 time: 0.6203895 Dec 16 09:54:16.497154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48758) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:16.499756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b098266-c1bb-4cd5-a1bf-e5ad8f21cf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.540001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d672464-081d-45e0-ae7d-aeedd6eb653b None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:16.552345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c19713-9419-40c7-8149-71c283bf53eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e757147-cc8d-4d26-9141-01d69261777d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.570115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a7c25-61ba-4938-97a4-03b1d19ac888 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:16.571544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a7c25-61ba-4938-97a4-03b1d19ac888 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:16.572727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caa4bf42-1d9e-4bc1-9bd9-0c1848f76e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.574281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a7c25-61ba-4938-97a4-03b1d19ac888 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:16.576147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df1a7c25-61ba-4938-97a4-03b1d19ac888 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0771148 Dec 16 09:54:16.579005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:16.606315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-560019ff-3ad6-409c-bea0-e4ed9993df91 None None] Provisioning complete for port 363f93a4-2269-40e2-afb7-f41375e6d922 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:16.606711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-560019ff-3ad6-409c-bea0-e4ed9993df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.620472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caa4bf42-1d9e-4bc1-9bd9-0c1848f76e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.635475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 4454a371-2fbe-483b-9584-e5a2218e1212 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:16.639156 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.696059 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caa4bf42-1d9e-4bc1-9bd9-0c1848f76e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.699633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-caa4bf42-1d9e-4bc1-9bd9-0c1848f76e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.701208 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-caa4bf42-1d9e-4bc1-9bd9-0c1848f76e3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e757147-cc8d-4d26-9141-01d69261777d HTTP/1.1" status: 204 len: 168 time: 0.2262435 Dec 16 09:54:16.706364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.711108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4bf42-1d9e-4bc1-9bd9-0c1848f76e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e757147-cc8d-4d26-9141-01d69261777d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.758103 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-560019ff-3ad6-409c-bea0-e4ed9993df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.775192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.854789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-560019ff-3ad6-409c-bea0-e4ed9993df91 None None] For port 363f93a4-2269-40e2-afb7-f41375e6d922, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=363f93a4-2269-40e2-afb7-f41375e6d922,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:16.856412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.867267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-560019ff-3ad6-409c-bea0-e4ed9993df91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.895267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=4454a371-2fbe-483b-9584-e5a2218e1212,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.904055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:16.909466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-14464c4d-cd42-4357-ad0c-dae169bea286 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/4454a371-2fbe-483b-9584-e5a2218e1212 HTTP/1.1" status: 204 len: 168 time: 0.3272319 Dec 16 09:54:16.910044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48772) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:16.935871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 363f93a4-2269-40e2-afb7-f41375e6d922 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:16.984462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 6e185e91-59f5-4176-9bc2-ce7132fae53b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:16.989577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560019ff-3ad6-409c-bea0-e4ed9993df91 None None] Pushing event updated for resources: {'Port': ['ID=363f93a4-2269-40e2-afb7-f41375e6d922,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:16.989998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.014479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a3b8e-2b44-4714-9e22-e7ae0c539bce None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '6e185e91-59f5-4176-9bc2-ce7132fae53b', 'ip_address': '2001:db8::f816:3eff:fef8:1dac'}, {'subnet_id': '4454a371-2fbe-483b-9584-e5a2218e1212'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '363f93a4-2269-40e2-afb7-f41375e6d922'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:17.045288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.049563 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f0a3b8e-2b44-4714-9e22-e7ae0c539bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.063165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 363f93a4-2269-40e2-afb7-f41375e6d922 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:17.063612 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.179658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-066fd543-3abb-4f9e-b57c-f212a0f6d726 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4217644 Dec 16 09:54:17.193448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.293282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-5f0a3b8e-2b44-4714-9e22-e7ae0c539bce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e185e91-59f5-4176-9bc2-ce7132fae53b: This subnet is being modified by another concurrent operation. Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e185e91-59f5-4176-9bc2-ce7132fae53b: This subnet is being modified by another concurrent operation. Dec 16 09:54:17.293522 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:54:17.325292 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-4fc51539-a893-47e4-9508-812e31625550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:17.327667 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-4fc51539-a893-47e4-9508-812e31625550 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0867047 Dec 16 09:54:17.330605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=6e185e91-59f5-4176-9bc2-ce7132fae53b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:17.338345 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.341644 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c2396da4-42d9-4d8f-a594-8540245fbd57 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/6e185e91-59f5-4176-9bc2-ce7132fae53b HTTP/1.1" status: 204 len: 168 time: 0.4304743 Dec 16 09:54:17.344120 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:17.396434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fb938-f1c4-4b2b-a9ad-ad888339756c None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:17.533885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-41766c98-a1d1-45ec-ac60-8b0b70a1d21e None None] Provisioning complete for port 363f93a4-2269-40e2-afb7-f41375e6d922 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:17.534627 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-41766c98-a1d1-45ec-ac60-8b0b70a1d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.635809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:17.708228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] Deleting port 363f93a4-2269-40e2-afb7-f41375e6d922 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:17.708578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.795432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] For port 363f93a4-2269-40e2-afb7-f41375e6d922, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=363f93a4-2269-40e2-afb7-f41375e6d922,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:17.798902 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ac3a414-e9ff-47d3-85f8-06cf5f84581e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4506702 Dec 16 09:54:17.799369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48802) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:17.800588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.804389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:17.817050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] Calling delete_port for 363f93a4-2269-40e2-afb7-f41375e6d922 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:17.933283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.936321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-8fd5f59f-93dc-4c9f-815e-206601242a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:17.941923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-8fd5f59f-93dc-4c9f-815e-206601242a9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1446171 Dec 16 09:54:17.952783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:17.961877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:17.973173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] Pushing event deleted for resources: {'Port': ['ID=363f93a4-2269-40e2-afb7-f41375e6d922,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:17.975464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452e3ec-fea0-477c-b2e5-6e8cd591525d None None] No DVR routers for this DVR port 363f93a4-2269-40e2-afb7-f41375e6d922 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:17.997214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ff711-629a-4bf7-9680-e442bc1db8da None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:54:18.011137 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-68ed62e0-5661-4211-ba51-059fa42d49c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0649273 Dec 16 09:54:18.080503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-37983a39-c5c4-49a5-a2b2-2d20178b73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:18.082341 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-37983a39-c5c4-49a5-a2b2-2d20178b73b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0629821 Dec 16 09:54:18.113150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.158353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-b86db2c7-24fc-4e3b-ae82-642c395a10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:18.160141 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-b86db2c7-24fc-4e3b-ae82-642c395a10eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695934 Dec 16 09:54:18.164034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ff711-629a-4bf7-9680-e442bc1db8da None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:54:18.316839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-3c9a3012-f6fb-4ae7-a6bf-b5d16f2bc4c7 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485732 Dec 16 09:54:18.466305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cd9e4d7-383d-4214-9f12-919eab3c0890 req-f75b3840-3f7c-49d4-9831-b72d7e497b56 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399794 Dec 16 09:54:18.657812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:18.659433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.707648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:18.711024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:18.715940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:18.717194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.724106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b25762-8992-4d18-a2e7-191275d143b0 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:18.733575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=d922cf07-2c64-448a-9074-2f6905799195,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:18.744349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eec0f4e2-6e4c-4ce8-82b2-0b3a97ee4ea0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9442024 Dec 16 09:54:18.747257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48838) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:18.752833 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:18.796557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48840) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:18.865975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 363f93a4-2269-40e2-afb7-f41375e6d922 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:18.905173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:18.911135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 363f93a4-2269-40e2-afb7-f41375e6d922 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:18.911856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:18.915434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 363f93a4-2269-40e2-afb7-f41375e6d922 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:19.009944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': 'd922cf07-2c64-448a-9074-2f6905799195'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:19.011472 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.109342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6fc-48b8-41aa-a1cb-94674f2a895f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.194971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.201447 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6fc-48b8-41aa-a1cb-94674f2a895f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.207052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Allocated IP 2001:db8::f816:3eff:fe98:8546 (99b7e5b6-ff6e-414e-828f-6720f28575ef/d922cf07-2c64-448a-9074-2f6905799195/d877a2d0-95e9-4cec-9e3d-4b6a71c411d0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:19.207688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bec8a6fc-48b8-41aa-a1cb-94674f2a895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.254508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:19.255909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bec8a6fc-48b8-41aa-a1cb-94674f2a895f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d651b4471a63439c8f7f2e6e9e014e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579356 Dec 16 09:54:19.258454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a6fc-48b8-41aa-a1cb-94674f2a895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06c133-d4ae-404a-ab96-91bcccffc270,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:19.258725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:19.261124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48846) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:19.263723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:19.264322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.281896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=1075aa7a-805e-41e9-bfd0-0f3c671c92e7,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:19.294438 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e8b1260-0979-4b04-a8d2-d55c553b4cc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5459771 Dec 16 09:54:19.298189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:19.303444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:ed:59:fa', 'name': 'tempest-NetworksTestDHCPv6-1919511638'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:19.328486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7b918e8-df38-4433-8843-ebee83f6b6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.358777 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7b918e8-df38-4433-8843-ebee83f6b6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.439708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:19.446322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.452746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7b918e8-df38-4433-8843-ebee83f6b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.455492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c7b918e8-df38-4433-8843-ebee83f6b6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.456895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c7b918e8-df38-4433-8843-ebee83f6b6cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e06c133-d4ae-404a-ab96-91bcccffc270 HTTP/1.1" status: 204 len: 168 time: 0.1947751 Dec 16 09:54:19.466356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b918e8-df38-4433-8843-ebee83f6b6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06c133-d4ae-404a-ab96-91bcccffc270,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:19.482962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port e7e0ca4b-94d9-4412-bcd7-181637185935 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:19.585476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.595884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.644179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:19.647696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:19.655804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:19.659301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Pushing event updated for resources: {'Port': ['ID=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:19.727535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Attempting to bind port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:19.728131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Attempting to bind port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:19.728367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Attempting to bind port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:19.737516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:19.737923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:19.738341 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.738731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:19.739303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Bound port: d877a2d0-95e9-4cec-9e3d-4b6a71c411d0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:19.739781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.753319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 172.20.0.7 (99b7e5b6-ff6e-414e-828f-6720f28575ef/1075aa7a-805e-41e9-bfd0-0f3c671c92e7/e7e0ca4b-94d9-4412-bcd7-181637185935) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:19.769083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:feed:59fa (99b7e5b6-ff6e-414e-828f-6720f28575ef/d922cf07-2c64-448a-9074-2f6905799195/e7e0ca4b-94d9-4412-bcd7-181637185935) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:19.840654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] For port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:19.844443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] For port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:19.852520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.978200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.986255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:19.992270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4279f-c9cd-4662-baf3-179f7f02caad None None] Pushing event updated for resources: {'Port': ['ID=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:20.095993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:20.149283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:20.235951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=e7e0ca4b-94d9-4412-bcd7-181637185935,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:20.243954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:20.245419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:20.249162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:20.351356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.355969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:20.391001 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f70a74b-f92e-4abb-ad67-e59a7ae9c8e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0913165 Dec 16 09:54:20.393034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48874) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:20.458786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78edaa3-fd86-4b31-8483-dbaa01a6c6aa tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.468460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78edaa3-fd86-4b31-8483-dbaa01a6c6aa tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:20.470854 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f78edaa3-fd86-4b31-8483-dbaa01a6c6aa tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0763743 Dec 16 09:54:20.477482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48878) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:20.585061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port e7e0ca4b-94d9-4412-bcd7-181637185935 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:20.585368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:20.695216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:20.710699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for e7e0ca4b-94d9-4412-bcd7-181637185935 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:20.926154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:21.020947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.033564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:21.033961 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.096444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=e7e0ca4b-94d9-4412-bcd7-181637185935,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:21.185645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.229542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.235353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d1618ca0-adf3-4dd6-aaf1-ec53fd5476bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/e7e0ca4b-94d9-4412-bcd7-181637185935 HTTP/1.1" status: 204 len: 168 time: 0.7594743 Dec 16 09:54:21.238201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48906) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:21.264390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:21.272209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.304109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203f798-9ec4-4652-92bf-1acaa08ec1b7 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:21.329182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5650cc3-de9b-496f-b837-46e027f7bf4e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:21.331087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5650cc3-de9b-496f-b837-46e027f7bf4e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:21.333510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5650cc3-de9b-496f-b837-46e027f7bf4e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:21.335521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5650cc3-de9b-496f-b837-46e027f7bf4e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0962598 Dec 16 09:54:21.338401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48908) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:21.401896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 1075aa7a-805e-41e9-bfd0-0f3c671c92e7 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:21.406085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.438835 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cd6a9852-2952-46d7-8c92-76a18b77c827 None None] Provisioning complete for port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:21.439414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9852-2952-46d7-8c92-76a18b77c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.462422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.468116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:21.539491 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.653635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.686455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359eb94-fd92-4605-99c1-609643b8d6a7 None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': 'd922cf07-2c64-448a-9074-2f6905799195', 'ip_address': '2001:db8::f816:3eff:fe98:8546'}, {'subnet_id': '1075aa7a-805e-41e9-bfd0-0f3c671c92e7'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'd877a2d0-95e9-4cec-9e3d-4b6a71c411d0'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:21.697215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=1075aa7a-805e-41e9-bfd0-0f3c671c92e7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:21.700944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.706801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48926) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:21.706970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-39b4ba9a-736b-4213-ad8a-48c404a9f6e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/1075aa7a-805e-41e9-bfd0-0f3c671c92e7 HTTP/1.1" status: 204 len: 168 time: 0.3669372 Dec 16 09:54:21.720858 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4359eb94-fd92-4605-99c1-609643b8d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.782361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet d922cf07-2c64-448a-9074-2f6905799195 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:21.786832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.838666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:21.935252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.000683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-4359eb94-fd92-4605-99c1-609643b8d6a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d922cf07-2c64-448a-9074-2f6905799195: This subnet is being modified by another concurrent operation. Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d922cf07-2c64-448a-9074-2f6905799195: This subnet is being modified by another concurrent operation. Dec 16 09:54:22.002437 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:54:22.040614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=d922cf07-2c64-448a-9074-2f6905799195,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:22.049668 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.055178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-51d73fa1-e63f-4558-a566-5f353883f2bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/d922cf07-2c64-448a-9074-2f6905799195 HTTP/1.1" status: 204 len: 168 time: 0.3473375 Dec 16 09:54:22.057480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48944) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:22.104508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2abaa4ec-948a-4cf5-8e87-1301c4c2ad3b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451109 Dec 16 09:54:22.107156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03efa7-0a75-4d0e-aa15-c3721825637b None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:22.107324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:22.113645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:22.217078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e3f9302c-90f0-4fff-ae2e-4ef9cbe70887 None None] Provisioning complete for port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:22.217078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e3f9302c-90f0-4fff-ae2e-4ef9cbe70887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.226177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:22.230790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.320192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:22.437897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] Deleting port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:22.438174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.486221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.511269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] For port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:22.511673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.530235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] Calling delete_port for d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:22.544237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:22.547831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:22.552427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:22.553072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.561289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=30b0fedc-f464-4397-a18c-a989bed40af9,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:22.578324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:22.578775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-343d84cd-a046-4162-83b7-bd5190cacd09 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4697351 Dec 16 09:54:22.591352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:22.620737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.652662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] Pushing event deleted for resources: {'Port': ['ID=d877a2d0-95e9-4cec-9e3d-4b6a71c411d0,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:22.658020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e979d6-c3ce-4e22-8f19-382c37aca3a1 None None] No DVR routers for this DVR port d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:22.671115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:22.681479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166175ab-fb03-4e1b-a215-ee39448ac38c None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:22.728586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:22.733346 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.809377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c46c838f-f778-4d9e-a7f7-33d5dcc0e02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.889196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:22.901927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c46c838f-f778-4d9e-a7f7-33d5dcc0e02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.907022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c46c838f-f778-4d9e-a7f7-33d5dcc0e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.918131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '30b0fedc-f464-4397-a18c-a989bed40af9'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:22.919090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:22.923125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:22.923781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d877a2d0-95e9-4cec-9e3d-4b6a71c411d0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:22.968711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c46c838f-f778-4d9e-a7f7-33d5dcc0e02a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8ed6a5c915a4a1dbbce491c2e40529d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968175 Dec 16 09:54:22.970289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c838f-f778-4d9e-a7f7-33d5dcc0e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bce354-34b6-4020-8ee1-d41c121ac2ee,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:22.971659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:23.001428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-53c497c8-16af-4838-89f3-248ebd865318 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a113f6a650524eea8a044bd5f7d3db6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355527 Dec 16 09:54:23.077449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Allocated IP 172.20.0.2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/30b0fedc-f464-4397-a18c-a989bed40af9/666a598d-47fa-49f5-ab59-0074c9f584b3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:23.081115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a41b68-0df0-4864-a300-58a5cb59123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.109754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a41b68-0df0-4864-a300-58a5cb59123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.194171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:23.196209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.205215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3d5dfd8f-ba19-4978-8f8f-b84ec867a37b tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:23.206784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3d5dfd8f-ba19-4978-8f8f-b84ec867a37b tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991274 Dec 16 09:54:23.223141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-707c8663-e4be-40b7-8c76-d7f45cef1e73 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/quotas/a113f6a650524eea8a044bd5f7d3db6e HTTP/1.1" status: 200 len: 375 time: 0.0095496 Dec 16 09:54:23.244684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.250436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:23.252938 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.253751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a41b68-0df0-4864-a300-58a5cb59123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.257297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83a41b68-0df0-4864-a300-58a5cb59123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.260836 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-83a41b68-0df0-4864-a300-58a5cb59123a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3bce354-34b6-4020-8ee1-d41c121ac2ee HTTP/1.1" status: 204 len: 168 time: 0.2858155 Dec 16 09:54:23.264785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:23.267925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-8e392bb9-ff09-4e47-bb4f-6a80b7f3ee8b tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a113f6a650524eea8a044bd5f7d3db6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332186 Dec 16 09:54:23.274813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:23.275412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.279243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a41b68-0df0-4864-a300-58a5cb59123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bce354-34b6-4020-8ee1-d41c121ac2ee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:23.280812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=f9570db9-3f28-49a4-88b0-93d265de1565,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:23.295118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:23.300209 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:23.302663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:23.311818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48978) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:23.319156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:fe:03:d8', 'name': 'tempest-NetworksTestDHCPv6-1883313427'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:23.319673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a2767b82-5c8f-414a-ad52-bd81539c0a97 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7398436 Dec 16 09:54:23.378223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Pushing event updated for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:23.382257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Attempting to bind port 666a598d-47fa-49f5-ab59-0074c9f584b3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:23.382702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Attempting to bind port 666a598d-47fa-49f5-ab59-0074c9f584b3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:23.383086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Attempting to bind port 666a598d-47fa-49f5-ab59-0074c9f584b3 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:23.394810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:23.395531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:23.396271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.396405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:23.396885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Bound port: 666a598d-47fa-49f5-ab59-0074c9f584b3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:23.397272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.485974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:23.490978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=666a598d-47fa-49f5-ab59-0074c9f584b3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:23.494391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f13b20e-6b12-4e4a-8223-b86ab1d09534 req-b0464ac4-c7d3-4d6c-8bee-9769d6a50e9c tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 210 time: 0.0341055 Dec 16 09:54:23.497754 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.524561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:23.588590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33fa39-a16f-4fa5-8f65-3016f0c0798b None None] Pushing event updated for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:23.645892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.669331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 48988) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:23.693565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port f5321f8f-2e13-4c9b-99a8-1e5398026da2 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:23.698681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e2c234-e9e1-49f8-ba51-a8f9dcf3116f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.862532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.921885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e2c234-e9e1-49f8-ba51-a8f9dcf3116f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.936813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-98e2c234-e9e1-49f8-ba51-a8f9dcf3116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:23.941367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 172.20.0.11 (99b7e5b6-ff6e-414e-828f-6720f28575ef/30b0fedc-f464-4397-a18c-a989bed40af9/f5321f8f-2e13-4c9b-99a8-1e5398026da2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:23.960503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fefe:3d8 (99b7e5b6-ff6e-414e-828f-6720f28575ef/f9570db9-3f28-49a4-88b0-93d265de1565/f5321f8f-2e13-4c9b-99a8-1e5398026da2) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:24.002788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-98e2c234-e9e1-49f8-ba51-a8f9dcf3116f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=940bfac2e2074ab6bfe87f8e6b0b70bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323791 Dec 16 09:54:24.005516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 48996) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:24.013944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c234-e9e1-49f8-ba51-a8f9dcf3116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a2b87-fb3a-45ef-9516-363316c02c2f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:24.061429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9de4e9a-d20c-4fb9-b0b1-d33a518e66e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.093927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9de4e9a-d20c-4fb9-b0b1-d33a518e66e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.150134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9de4e9a-d20c-4fb9-b0b1-d33a518e66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.152922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c9de4e9a-d20c-4fb9-b0b1-d33a518e66e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.154731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c9de4e9a-d20c-4fb9-b0b1-d33a518e66e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a12a2b87-fb3a-45ef-9516-363316c02c2f HTTP/1.1" status: 204 len: 168 time: 0.1471183 Dec 16 09:54:24.163195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de4e9a-d20c-4fb9-b0b1-d33a518e66e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a2b87-fb3a-45ef-9516-363316c02c2f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:24.168772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.210577 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.257520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:24.261893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:24.264771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:24.316057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=f5321f8f-2e13-4c9b-99a8-1e5398026da2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:24.339728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.340740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.361479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f25497b4-5f88-4ce3-9bac-1e6f4bba610a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0485234 Dec 16 09:54:24.364681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49000) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:24.421317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf715f6-2ae6-4c6d-b188-d3f30d203cef tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.428177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf715f6-2ae6-4c6d-b188-d3f30d203cef tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:24.429890 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4cf715f6-2ae6-4c6d-b188-d3f30d203cef tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0637567 Dec 16 09:54:24.432736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49004) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:24.540761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port f5321f8f-2e13-4c9b-99a8-1e5398026da2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:24.541332 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.646337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3daa714b-cfff-46a3-9799-9507016a2d05 req-4678f7a9-c961-46a5-b214-e446c1d60852 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 210 time: 0.0423851 Dec 16 09:54:24.669689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516622f-8a36-409d-91d6-6b1e80328231 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:24.682110 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.695137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for f5321f8f-2e13-4c9b-99a8-1e5398026da2 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:24.752578 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-1ad8691a-28ca-4a52-8039-831ae2e4605c tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a113f6a650524eea8a044bd5f7d3db6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495954 Dec 16 09:54:24.846171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7c0b405f-ffce-46e9-8d63-49c9d06997e3 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:24.846728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c0b405f-ffce-46e9-8d63-49c9d06997e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.948639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:24.972512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 666a598d-47fa-49f5-ab59-0074c9f584b3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:24.999757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=f5321f8f-2e13-4c9b-99a8-1e5398026da2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:25.050914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-f2198bde-2f98-4f8c-9245-78bb4c6ddb51 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.052535 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-f2198bde-2f98-4f8c-9245-78bb4c6ddb51 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931371 Dec 16 09:54:25.067689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Request body: {'port': {'device_id': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': 'a113f6a650524eea8a044bd5f7d3db6e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:25.104039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.110898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a8162aaf-d864-4a14-b64c-ce99fe7a2061 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/f5321f8f-2e13-4c9b-99a8-1e5398026da2 HTTP/1.1" status: 204 len: 168 time: 0.6769445 Dec 16 09:54:25.111571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:25.143288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c0b405f-ffce-46e9-8d63-49c9d06997e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.149952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:25.150619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.211204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf994c18-1005-4d68-bf30-0e87b57129f6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.212703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf994c18-1005-4d68-bf30-0e87b57129f6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.214234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf994c18-1005-4d68-bf30-0e87b57129f6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.215837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf994c18-1005-4d68-bf30-0e87b57129f6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1033471 Dec 16 09:54:25.218630 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49030) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:25.224622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Made reservation on behalf of a113f6a650524eea8a044bd5f7d3db6e for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:25.228418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.244684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.261913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599af1a-e507-4729-92bd-4e2a517853ec None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '30b0fedc-f464-4397-a18c-a989bed40af9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f9570db9-3f28-49a4-88b0-93d265de1565'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '666a598d-47fa-49f5-ab59-0074c9f584b3'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:25.290910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 30b0fedc-f464-4397-a18c-a989bed40af9 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:25.294469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.306173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3599af1a-e507-4729-92bd-4e2a517853ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.326168 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.329738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7c0b405f-ffce-46e9-8d63-49c9d06997e3 None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=666a598d-47fa-49f5-ab59-0074c9f584b3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:25.337900 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.353313 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c0b405f-ffce-46e9-8d63-49c9d06997e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.355855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.362909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.435735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:25.501311 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.518512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Allocated IP 192.168.233.94 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/ef079b5f-5670-4af3-b33c-70f25cda2db3) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:25.530238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b405f-ffce-46e9-8d63-49c9d06997e3 None None] Pushing event updated for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:25.605633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-3599af1a-e507-4729-92bd-4e2a517853ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30b0fedc-f464-4397-a18c-a989bed40af9: This subnet is being modified by another concurrent operation. Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30b0fedc-f464-4397-a18c-a989bed40af9: This subnet is being modified by another concurrent operation. Dec 16 09:54:25.607104 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 09:54:25.637059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=30b0fedc-f464-4397-a18c-a989bed40af9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:25.640440 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.646456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-90d5e7e3-4ab5-4020-9ed8-14cddc9de059 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/30b0fedc-f464-4397-a18c-a989bed40af9 HTTP/1.1" status: 204 len: 168 time: 0.4233932 Dec 16 09:54:25.647476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:25.710666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55abf9-6ee4-4971-af8f-139115d6a02f None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:25.734685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.734956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet f9570db9-3f28-49a4-88b0-93d265de1565 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:25.740037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.773510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57d2d693-49ca-4b11-a43b-8ba5fd38e5c8 req-61c1946c-c9f9-47bb-88b1-b24932e31033 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 210 time: 0.0360780 Dec 16 09:54:25.774412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.806337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cb4ba34c-8b46-41f9-ac85-17763fd2ca31 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:25.807114 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba34c-8b46-41f9-ac85-17763fd2ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.829431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.849835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:25.860673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:25.869598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:25.874455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Pushing event updated for resources: {'Port': ['ID=ef079b5f-5670-4af3-b33c-70f25cda2db3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:25.900220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.957628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:25.958671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.984452 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:25.991703 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-3411c77c-d7db-48e3-9899-7ca5fca389df tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9280801 Dec 16 09:54:26.043287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=f9570db9-3f28-49a4-88b0-93d265de1565,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:26.046985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.053097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:26.053263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0366b08d-8c81-4231-bd76-cce856ca7963 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/f9570db9-3f28-49a4-88b0-93d265de1565 HTTP/1.1" status: 204 len: 168 time: 0.4053047 Dec 16 09:54:26.103167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d7b28d-6c0c-4351-b681-377143d2d618 None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': 'f9570db9-3f28-49a4-88b0-93d265de1565'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '666a598d-47fa-49f5-ab59-0074c9f584b3'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:26.106571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b700aec7-8df3-4ce5-85d7-1e84607887fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493500 Dec 16 09:54:26.106760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49060) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:26.115057 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:26.230799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Request body: {'port': {'device_id': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:26.313234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.325502 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-01d7b28d-6c0c-4351-b681-377143d2d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.325916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:26.330113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.339119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-232ecfe4-c9a9-4c56-a330-0ee9f6f83f31 None None] Provisioning complete for port ef079b5f-5670-4af3-b33c-70f25cda2db3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:26.339484 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-232ecfe4-c9a9-4c56-a330-0ee9f6f83f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.459521 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-232ecfe4-c9a9-4c56-a330-0ee9f6f83f31 None None] Port ef079b5f-5670-4af3-b33c-70f25cda2db3 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:54:26.607422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b6076728-69be-4078-a778-86419f2469c4 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:26.607944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b6076728-69be-4078-a778-86419f2469c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.702274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.720373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b6076728-69be-4078-a778-86419f2469c4 None None] Could not find standard attr ID for object e7e0ca4b-94d9-4412-bcd7-181637185935. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:26.752533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:26.775901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:26.783077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.783931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.824737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=d36983bf-60d3-4ccc-a000-3ecf0b446aa8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:26.830488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef079b5f-5670-4af3-b33c-70f25cda2db3 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:54:26.842092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-67ea2df3-2c2e-4f2f-ad21-b26d528fc16e None None] Could not find standard attr ID for object f5321f8f-2e13-4c9b-99a8-1e5398026da2. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:26.850764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.851598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49082) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:26.854292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d543f-5065-4c6b-99a1-b1d5941f7e45 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:26.855597 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf8fd863-c4d2-4aca-bf93-126065ebf59e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7475224 Dec 16 09:54:26.860414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49084) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:26.874647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:26.924064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 666a598d-47fa-49f5-ab59-0074c9f584b3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:26.929497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Transition to ACTIVE for port object ef079b5f-5670-4af3-b33c-70f25cda2db3 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:54:26.939879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:26.953365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5f709-55a5-4252-a74e-2576af2ac3ce req-08a9df30-0569-4ec4-9116-9bb4717d45c1 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:26.954828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40c5f709-55a5-4252-a74e-2576af2ac3ce req-08a9df30-0569-4ec4-9116-9bb4717d45c1 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 935 time: 0.0810299 Dec 16 09:54:27.035899 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77dde18a-4a72-4e29-94d6-86fdd5e02aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.045405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-40c5f709-55a5-4252-a74e-2576af2ac3ce req-49525e77-e678-45ea-9c18-64170062cff7 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767622 Dec 16 09:54:27.079658 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.147544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Pushing event updated for resources: {'Port': ['ID=ef079b5f-5670-4af3-b33c-70f25cda2db3,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.167791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77dde18a-4a72-4e29-94d6-86fdd5e02aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.174254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=666a598d-47fa-49f5-ab59-0074c9f584b3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:27.175600 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-77dde18a-4a72-4e29-94d6-86fdd5e02aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.184031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.217882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:27.221740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dde18a-4a72-4e29-94d6-86fdd5e02aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3251835-5cf3-4aa0-b9bd-2e2adfd96bbd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.225743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.255879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-77dde18a-4a72-4e29-94d6-86fdd5e02aad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d73dc092aa34e05bcab70c1a50d5957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992605 Dec 16 09:54:27.256540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49088) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:27.263917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd3078-48d1-48ed-866e-0b33bc68fea2 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:54:27.282679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Attempting to bind port ef079b5f-5670-4af3-b33c-70f25cda2db3 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:27.283287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Attempting to bind port ef079b5f-5670-4af3-b33c-70f25cda2db3 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:27.283514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Attempting to bind port ef079b5f-5670-4af3-b33c-70f25cda2db3 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:27.295192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Port ef079b5f-5670-4af3-b33c-70f25cda2db3 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:54:27.295852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Attempting to bind port ef079b5f-5670-4af3-b33c-70f25cda2db3 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:27.307432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79853209-f978-478a-a2cf-52e18138cdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.307663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:27.307663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:27.307910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.308175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:27.308945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Bound port: ef079b5f-5670-4af3-b33c-70f25cda2db3, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:27.309309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.330368 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79853209-f978-478a-a2cf-52e18138cdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.359096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-dddaa7e4-67e0-4687-bafc-d82aa3d4a786 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:27.359490 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dddaa7e4-67e0-4687-bafc-d82aa3d4a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.384816 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79853209-f978-478a-a2cf-52e18138cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.389238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79853209-f978-478a-a2cf-52e18138cdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.393324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-79853209-f978-478a-a2cf-52e18138cdde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3251835-5cf3-4aa0-b9bd-2e2adfd96bbd HTTP/1.1" status: 204 len: 168 time: 0.1330645 Dec 16 09:54:27.399805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79853209-f978-478a-a2cf-52e18138cdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3251835-5cf3-4aa0-b9bd-2e2adfd96bbd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.417904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd3078-48d1-48ed-866e-0b33bc68fea2 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:54:27.431881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] For port ef079b5f-5670-4af3-b33c-70f25cda2db3, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:27.436005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] For port ef079b5f-5670-4af3-b33c-70f25cda2db3, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:27.447131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.514706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:27.515389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.516711 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] 10.222.0.69 "PUT /v2.0/ports/ef079b5f-5670-4af3-b33c-70f25cda2db3 HTTP/1.1" status: 200 len: 1095 time: 1.5190229 Dec 16 09:54:27.517339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'tag': 'ef079b5f-5670-4af3-b33c-70f25cda2db3'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:27.519453 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afcf7d-765a-42c8-996b-6cb276030b92" -d '{"events": [{"name": "network-changed", "server_uuid": "0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d", "tag": "ef079b5f-5670-4af3-b33c-70f25cda2db3"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:27.559181 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dddaa7e4-67e0-4687-bafc-d82aa3d4a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.584222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fe62c-ea84-4daa-a2ce-3868a9e92779 service neutron] Pushing event updated for resources: {'Port': ['ID=ef079b5f-5670-4af3-b33c-70f25cda2db3,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.600991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dddaa7e4-67e0-4687-bafc-d82aa3d4a786 None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=666a598d-47fa-49f5-ab59-0074c9f584b3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:27.612823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dddaa7e4-67e0-4687-bafc-d82aa3d4a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.652039 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-48a56898-a01d-4b5a-9020-95ae35e7171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:27.653549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-48a56898-a01d-4b5a-9020-95ae35e7171b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a113f6a650524eea8a044bd5f7d3db6e&device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 1098 time: 0.0788944 Dec 16 09:54:27.716935 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-05faaead-1e45-41fa-866c-8a8461c0e41d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3 HTTP/1.1" status: 200 len: 217 time: 0.0545182 Dec 16 09:54:27.720365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaa7e4-67e0-4687-bafc-d82aa3d4a786 None None] Pushing event updated for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.786605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49098) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:27.800026 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d76cf84a-a609-4832-a66e-b898f4dc70cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.824024 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6dc0b-1072-4d64-8121-3e65dcb06dd1 x-openstack-request-id: req-e9c6dc0b-1072-4d64-8121-3e65dcb06dd1 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:27.824309 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d", "tag": "ef079b5f-5670-4af3-b33c-70f25cda2db3", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:27.824553 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9c6dc0b-1072-4d64-8121-3e65dcb06dd1 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:27.824940 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'tag': 'ef079b5f-5670-4af3-b33c-70f25cda2db3', 'status': 'completed', 'code': 200} Dec 16 09:54:27.875387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-90abdd77-2b26-4aee-a167-33f07eb7f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:27.877376 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-90abdd77-2b26-4aee-a167-33f07eb7f8be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.1531909 Dec 16 09:54:27.880013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:27.894701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': 'd36983bf-60d3-4ccc-a000-3ecf0b446aa8'}, {'subnet_id': '54c9310a-a1f8-4f68-a67e-56cd83d4605f'}], 'binding:host_id': 'n-d-821941-1'}, 'id': '666a598d-47fa-49f5-ab59-0074c9f584b3'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:27.895363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d76cf84a-a609-4832-a66e-b898f4dc70cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.899258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d76cf84a-a609-4832-a66e-b898f4dc70cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.924201 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:27.940881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cf84a-a609-4832-a66e-b898f4dc70cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45d2f96-6eff-448e-b349-549f296d1213,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:27.949142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d76cf84a-a609-4832-a66e-b898f4dc70cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=766b41a42d0748bebe5e66921f892fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613698 Dec 16 09:54:27.949744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49100) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:28.004159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce20f4b-4011-4e60-adcd-ac7d37b44234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.029463 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce20f4b-4011-4e60-adcd-ac7d37b44234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.087296 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce20f4b-4011-4e60-adcd-ac7d37b44234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.090568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ce20f4b-4011-4e60-adcd-ac7d37b44234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.092051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ce20f4b-4011-4e60-adcd-ac7d37b44234 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c45d2f96-6eff-448e-b349-549f296d1213 HTTP/1.1" status: 204 len: 168 time: 0.1413774 Dec 16 09:54:28.101715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce20f4b-4011-4e60-adcd-ac7d37b44234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45d2f96-6eff-448e-b349-549f296d1213,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:28.185615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Allocated IP 172.20.0.2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/d36983bf-60d3-4ccc-a000-3ecf0b446aa8/666a598d-47fa-49f5-ab59-0074c9f584b3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:28.198618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Allocated IP 2001:db8::f816:3eff:fe35:9f0f (99b7e5b6-ff6e-414e-828f-6720f28575ef/54c9310a-a1f8-4f68-a67e-56cd83d4605f/666a598d-47fa-49f5-ab59-0074c9f584b3) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:28.213634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e442c9-23b5-452d-82f6-6d9a14193b87 req-b6383842-d83d-4afd-b7c5-8f5c4c6d0c93 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:28.215554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e442c9-23b5-452d-82f6-6d9a14193b87 req-b6383842-d83d-4afd-b7c5-8f5c4c6d0c93 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 947 time: 0.0685730 Dec 16 09:54:28.268393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e442c9-23b5-452d-82f6-6d9a14193b87 req-3c0a8629-db95-4522-bd99-258b0508d31b tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Dec 16 09:54:28.332684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=666a598d-47fa-49f5-ab59-0074c9f584b3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:28.363772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.370422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.402204 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-e7c8f8eb-88e6-4659-aecf-2e909ded3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:28.403725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-e7c8f8eb-88e6-4659-aecf-2e909ded3a3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5178907 Dec 16 09:54:28.405580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_pluggable_backend [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Port 666a598d-47fa-49f5-ab59-0074c9f584b3 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=102397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Dec 16 09:54:28.405961 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.461010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69818e-a82d-423d-b3fb-459e5bedb005 None None] Pushing event updated for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:28.505286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=54c9310a-a1f8-4f68-a67e-56cd83d4605f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:28.511752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:28.518390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:28.525575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:28.526205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.549417 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-85d6641d-80cf-491f-9457-8c5ad21a7add tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6827455 Dec 16 09:54:28.552547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49114) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:28.557460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:67:d3:40', 'name': 'tempest-NetworksTestDHCPv6-312827807'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:28.618958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-67934899-77a5-4d35-bcd8-f42d06555098 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788108 Dec 16 09:54:28.760633 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-04432eaa-925d-4db2-ab9f-6fde39be6bc7 req-41ca8a79-60c6-4227-8c7a-8a8ed14ef283 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327407 Dec 16 09:54:28.767155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:28.917727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 666a598d-47fa-49f5-ab59-0074c9f584b3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:28.921063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-86d67d3e-6536-4a41-a003-7bb5380b276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:28.922657 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-86d67d3e-6536-4a41-a003-7bb5380b276f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a113f6a650524eea8a044bd5f7d3db6e&device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 1098 time: 0.0978141 Dec 16 09:54:28.925178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:28.975012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:28.975710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.021638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 11d2abd2-d1d8-49f3-8c89-5058c1a068cc yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:29.135934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-8eb50338-7851-4b01-883a-57e29e59086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:29.137534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-8eb50338-7851-4b01-883a-57e29e59086b service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1991076 Dec 16 09:54:29.209061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-7838b8ff-aebf-42c3-aec1-56d86b13cc39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3 HTTP/1.1" status: 200 len: 217 time: 0.0458281 Dec 16 09:54:29.265512 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:54:29.299870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a48ae5-91b7-449c-870e-74645521cf5f None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 09:54:29.304135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-b75dac59-6aee-41c9-b662-fe98d929e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:29.305828 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-b75dac59-6aee-41c9-b662-fe98d929e81b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0891178 Dec 16 09:54:29.351695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 172.20.0.11 (99b7e5b6-ff6e-414e-828f-6720f28575ef/d36983bf-60d3-4ccc-a000-3ecf0b446aa8/11d2abd2-d1d8-49f3-8c89-5058c1a068cc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:29.361287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fe67:d340 (99b7e5b6-ff6e-414e-828f-6720f28575ef/54c9310a-a1f8-4f68-a67e-56cd83d4605f/11d2abd2-d1d8-49f3-8c89-5058c1a068cc) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:29.379982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ff03ca2c-5110-4e8b-8c02-0f248ebc32d6 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:29.380601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ff03ca2c-5110-4e8b-8c02-0f248ebc32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.391258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-23ab8a91-0f4a-41ac-a45b-4d3093ea7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:29.393171 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-23ab8a91-0f4a-41ac-a45b-4d3093ea7d39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788410 Dec 16 09:54:29.428971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a48ae5-91b7-449c-870e-74645521cf5f None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 09:54:29.434435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f66cb7-4566-45bc-90e9-8de8ea0cc971 req-33e091c7-f91a-4f07-b652-330d37348011 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:29.436748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0f66cb7-4566-45bc-90e9-8de8ea0cc971 req-33e091c7-f91a-4f07-b652-330d37348011 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 947 time: 0.0862498 Dec 16 09:54:29.482755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0f66cb7-4566-45bc-90e9-8de8ea0cc971 req-b7ecbcb5-98d6-475d-b673-a340560dc372 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Dec 16 09:54:29.590918 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-62de0b64-73e6-4e46-a3b8-7e7e40ac2f35 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884458 Dec 16 09:54:29.710127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.733075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-81afcf7d-765a-42c8-996b-6cb276030b92 req-54c0850d-d2e8-4871-a658-718f1635e950 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344168 Dec 16 09:54:29.771591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.822445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:29.829203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:29.832279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:29.874284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=11d2abd2-d1d8-49f3-8c89-5058c1a068cc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:29.909646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:29.910396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:29.935432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7550fd2-a621-43db-9023-2de7756fdd95 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3794832 Dec 16 09:54:29.935959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49148) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:29.991724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc016649-a325-4567-9b87-363835776748 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:29.998055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc016649-a325-4567-9b87-363835776748 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:30.000020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fc016649-a325-4567-9b87-363835776748 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0626619 Dec 16 09:54:30.002504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49152) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:30.094894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 11d2abd2-d1d8-49f3-8c89-5058c1a068cc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:30.095238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.198877 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.216761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 11d2abd2-d1d8-49f3-8c89-5058c1a068cc owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:30.271294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7134439-3b2f-4c1c-a4fd-477fa2f8e48d None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:30.434649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0e4bdce4-6ae2-40b8-94d2-e5e7ec832cff None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:30.434649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0e4bdce4-6ae2-40b8-94d2-e5e7ec832cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.438325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.467333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=11d2abd2-d1d8-49f3-8c89-5058c1a068cc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:30.689321 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.692758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0aa0aefa-d78b-4211-9f20-b6d73bd0c4bf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/11d2abd2-d1d8-49f3-8c89-5058c1a068cc HTTP/1.1" status: 204 len: 168 time: 0.6892979 Dec 16 09:54:30.695352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49178) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:30.708198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784732aa-ac6d-4fcd-af5d-64e0af62e8bf req-00325664-945c-4a34-be0d-7fa67875a249 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:30.710171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-784732aa-ac6d-4fcd-af5d-64e0af62e8bf req-00325664-945c-4a34-be0d-7fa67875a249 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 947 time: 0.0795212 Dec 16 09:54:30.766104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-784732aa-ac6d-4fcd-af5d-64e0af62e8bf req-aa589dd8-8414-4d84-91a3-87e10b9c1f2d tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484087 Dec 16 09:54:30.805793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4fcd0-6924-428c-a35f-71a7897a38b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:30.807404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4fcd0-6924-428c-a35f-71a7897a38b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:30.809052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4fcd0-6924-428c-a35f-71a7897a38b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:30.813891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9eb4fcd0-6924-428c-a35f-71a7897a38b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1137583 Dec 16 09:54:30.814269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:30.866975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 54c9310a-a1f8-4f68-a67e-56cd83d4605f {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:30.870599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.895534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-00a57db0-8e35-431d-822b-9b2920c4c0b9 None None] Could not find standard attr ID for object 11d2abd2-d1d8-49f3-8c89-5058c1a068cc. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:30.910545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-00a57db0-8e35-431d-822b-9b2920c4c0b9 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:30.911166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00a57db0-8e35-431d-822b-9b2920c4c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:30.928238 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.048410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.130026 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.147542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49188) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.172900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=54c9310a-a1f8-4f68-a67e-56cd83d4605f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:31.177762 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.182371 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4b45ed1d-17cb-4d06-89de-3b5a5ba70d13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/54c9310a-a1f8-4f68-a67e-56cd83d4605f HTTP/1.1" status: 204 len: 168 time: 0.3673065 Dec 16 09:54:31.188358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49192) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.237271 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-458716ff-0d15-45f4-9ade-c794f205911c None None] Could not find standard attr ID for object 11d2abd2-d1d8-49f3-8c89-5058c1a068cc. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:31.254513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet d36983bf-60d3-4ccc-a000-3ecf0b446aa8 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:31.258490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.316403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2655e9d1-bb64-4e14-b6a6-a505d5a36f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.337394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.399936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f69105-41a7-413a-a30c-29733883ce0e None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:31.467051 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.526709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2655e9d1-bb64-4e14-b6a6-a505d5a36f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.532415 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2655e9d1-bb64-4e14-b6a6-a505d5a36f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.581785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2655e9d1-bb64-4e14-b6a6-a505d5a36f79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1724d73422fa4866aa158a0290adca8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327061 Dec 16 09:54:31.587431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49194) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.611436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.613301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655e9d1-bb64-4e14-b6a6-a505d5a36f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64213d44-04d9-4de8-8ed1-e6cc3d41c684,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:31.662844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=d36983bf-60d3-4ccc-a000-3ecf0b446aa8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:31.664919 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.668078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-27d96e1b-2dde-4342-aa8e-c1d79c06b0e3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/d36983bf-60d3-4ccc-a000-3ecf0b446aa8 HTTP/1.1" status: 204 len: 168 time: 0.4779148 Dec 16 09:54:31.670736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49196) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.691166 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec789b8a-da9c-4643-9408-06e0a71668d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.711305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e1017c95-8318-497e-8a03-be4c3ac651c6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393584 Dec 16 09:54:31.713759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49198) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.715948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec789b8a-da9c-4643-9408-06e0a71668d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.773437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec789b8a-da9c-4643-9408-06e0a71668d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.776261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d13146-9540-4a6c-8243-24be3bc98bd3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.776447 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec789b8a-da9c-4643-9408-06e0a71668d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:31.777616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec789b8a-da9c-4643-9408-06e0a71668d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64213d44-04d9-4de8-8ed1-e6cc3d41c684 HTTP/1.1" status: 204 len: 168 time: 0.1888452 Dec 16 09:54:31.780522 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-15d13146-9540-4a6c-8243-24be3bc98bd3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0633850 Dec 16 09:54:31.780663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.786401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec789b8a-da9c-4643-9408-06e0a71668d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64213d44-04d9-4de8-8ed1-e6cc3d41c684,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:31.841196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae5be9-4c44-49f7-a485-86f1a08b96c8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.842814 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c3ae5be9-4c44-49f7-a485-86f1a08b96c8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607052 Dec 16 09:54:31.845518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49206) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.884723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f4b78a56-dd91-401d-b10d-57a29d73a5ce tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378366 Dec 16 09:54:31.890902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49208) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:31.896929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ee40f5d0-d498-44a0-8652-cfe1351e2e37 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:31.991245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424f63-8ec1-4c20-a291-dbfd5b32c297 req-b73ba753-7d87-4de2-a9b9-8fcebde23998 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:31.992828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07424f63-8ec1-4c20-a291-dbfd5b32c297 req-b73ba753-7d87-4de2-a9b9-8fcebde23998 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 947 time: 0.1386728 Dec 16 09:54:32.047764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee40f5d0-d498-44a0-8652-cfe1351e2e37 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:32.051537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee40f5d0-d498-44a0-8652-cfe1351e2e37 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.053638 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee40f5d0-d498-44a0-8652-cfe1351e2e37 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:32.054107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee40f5d0-d498-44a0-8652-cfe1351e2e37 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:32.061404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07424f63-8ec1-4c20-a291-dbfd5b32c297 req-a4f089d7-182c-4618-ae2b-768bb05dc494 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606291 Dec 16 09:54:32.078079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee40f5d0-d498-44a0-8652-cfe1351e2e37 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1859813 Dec 16 09:54:32.089030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49212) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.089030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1e0eb210-4c11-4cb0-ac09-6ebebc5e1624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:32.145943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d33df7-acb6-4987-a13a-637c11057011 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:32.149003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49214) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.171230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36eab35f-42f4-4f7c-b127-5a9796c2e165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.192632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ef079b5f-5670-4af3-b33c-70f25cda2db3 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:54:32.215843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0eb210-4c11-4cb0-ac09-6ebebc5e1624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:32.219367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1e0eb210-4c11-4cb0-ac09-6ebebc5e1624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.220773 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0eb210-4c11-4cb0-ac09-6ebebc5e1624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:32.221197 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0eb210-4c11-4cb0-ac09-6ebebc5e1624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:32.234954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-06cc9794-6fb0-4046-a855-cb5c80f1b9a1 None None] Provisioning complete for port 666a598d-47fa-49f5-ab59-0074c9f584b3 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:32.235355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-06cc9794-6fb0-4046-a855-cb5c80f1b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.245470 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1e0eb210-4c11-4cb0-ac09-6ebebc5e1624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1624277 Dec 16 09:54:32.249249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49216) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.258613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4e191760-b440-4d3b-92ac-1e508b195d31 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:32.281070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36eab35f-42f4-4f7c-b127-5a9796c2e165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.286572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36eab35f-42f4-4f7c-b127-5a9796c2e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.334728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-36eab35f-42f4-4f7c-b127-5a9796c2e165 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00d0cae21c504c9eba5e7fbd9cf42d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845894 Dec 16 09:54:32.336162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eab35f-42f4-4f7c-b127-5a9796c2e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd26f514-c7a7-4268-a2b3-75540d684033,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:32.337412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49218) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.415694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e191760-b440-4d3b-92ac-1e508b195d31 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:32.419230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4e191760-b440-4d3b-92ac-1e508b195d31 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.420632 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e191760-b440-4d3b-92ac-1e508b195d31 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:32.421055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e191760-b440-4d3b-92ac-1e508b195d31 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:32.431769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-704d7508-590e-4dd1-834f-a62a4cc4a9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.447084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4e191760-b440-4d3b-92ac-1e508b195d31 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1949661 Dec 16 09:54:32.450531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49220) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.456029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-12c81a90-ce1a-49d5-94be-0537229d92d2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:32.461921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-704d7508-590e-4dd1-834f-a62a4cc4a9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.532683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-704d7508-590e-4dd1-834f-a62a4cc4a9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.536680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-704d7508-590e-4dd1-834f-a62a4cc4a9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.540469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-704d7508-590e-4dd1-834f-a62a4cc4a9ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd26f514-c7a7-4268-a2b3-75540d684033 HTTP/1.1" status: 204 len: 168 time: 0.2016532 Dec 16 09:54:32.549317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d7508-590e-4dd1-834f-a62a4cc4a9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd26f514-c7a7-4268-a2b3-75540d684033,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:32.568782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c81a90-ce1a-49d5-94be-0537229d92d2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:32.572428 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-12c81a90-ce1a-49d5-94be-0537229d92d2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.574080 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c81a90-ce1a-49d5-94be-0537229d92d2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:32.574819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c81a90-ce1a-49d5-94be-0537229d92d2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:32.602512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49224) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.609456 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-12c81a90-ce1a-49d5-94be-0537229d92d2 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1574209 Dec 16 09:54:32.611930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ef079b5f-5670-4af3-b33c-70f25cda2db3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:32.617121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-95aa3574-1825-47e2-8cb2-d1cc6b8f7ab7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:32.630098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:32.635565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'ef079b5f-5670-4af3-b33c-70f25cda2db3', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'ef079b5f-5670-4af3-b33c-70f25cda2db3', 'mac_address': 'fa:16:3e:88:ba:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:54:32.700698 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.716191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef079b5f-5670-4af3-b33c-70f25cda2db3 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:54:32.722501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aa3574-1825-47e2-8cb2-d1cc6b8f7ab7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:32.727768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95aa3574-1825-47e2-8cb2-d1cc6b8f7ab7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.729564 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aa3574-1825-47e2-8cb2-d1cc6b8f7ab7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:32.730026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aa3574-1825-47e2-8cb2-d1cc6b8f7ab7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:32.740419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] Deleting port 666a598d-47fa-49f5-ab59-0074c9f584b3 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:32.740794 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.746685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ef079b5f-5670-4af3-b33c-70f25cda2db3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:32.750646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-95aa3574-1825-47e2-8cb2-d1cc6b8f7ab7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1460285 Dec 16 09:54:32.753894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49228) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.758726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-597e2006-ba35-4853-8321-57407e10383f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:32.784132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.843708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] For port 666a598d-47fa-49f5-ab59-0074c9f584b3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=666a598d-47fa-49f5-ab59-0074c9f584b3,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:32.844021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.865205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ef079b5f-5670-4af3-b33c-70f25cda2db3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:32.868220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] Calling delete_port for 666a598d-47fa-49f5-ab59-0074c9f584b3 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:32.879022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 666a598d-47fa-49f5-ab59-0074c9f584b3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:32.880850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e2006-ba35-4853-8321-57407e10383f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:32.890922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-597e2006-ba35-4853-8321-57407e10383f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:32.893411 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-597e2006-ba35-4853-8321-57407e10383f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:32.894057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597e2006-ba35-4853-8321-57407e10383f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:32.913788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-597e2006-ba35-4853-8321-57407e10383f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1588688 Dec 16 09:54:32.916490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49234) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:32.974913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ad191-46a8-41d5-a0e0-df38a8b251a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:32.976659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d08ad191-46a8-41d5-a0e0-df38a8b251a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0592742 Dec 16 09:54:32.979413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49238) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:33.013425 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.030689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.034349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8bb90a-078c-4c15-8ed2-c9c3d5ee3595 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:33.038344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf8bb90a-078c-4c15-8ed2-c9c3d5ee3595 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0555279 Dec 16 09:54:33.038641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49242) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:33.050744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] No DVR routers for this DVR port 666a598d-47fa-49f5-ab59-0074c9f584b3 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:33.057940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5d7af-d93b-405a-8554-4e294ad492a1 None None] Pushing event deleted for resources: {'Port': ['ID=666a598d-47fa-49f5-ab59-0074c9f584b3,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:33.075527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-465c5563-3921-4f07-82c2-f3b503e498f1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0359633 Dec 16 09:54:33.079425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49244) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:33.085269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:33.147047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ef079b5f-5670-4af3-b33c-70f25cda2db3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:33.237431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef665298-ecc8-4d3c-9b7c-c906bab43949 req-a9426c13-54f0-4588-a706-02cd00aef4d5 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:33.239124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef665298-ecc8-4d3c-9b7c-c906bab43949 req-a9426c13-54f0-4588-a706-02cd00aef4d5 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 948 time: 0.0894597 Dec 16 09:54:33.257250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:33.261706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.361801 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef665298-ecc8-4d3c-9b7c-c906bab43949 req-0f0a3c3d-807f-4d29-9ad6-6881a2c4d5aa tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119637 Dec 16 09:54:33.573509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:33.574866 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.616451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:33.620185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:33.625055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:33.625648 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.634478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc5bedb-91a7-48fc-9282-0184b132f43d None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:33.639318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=83814798-55ca-4164-9b70-4504c686902c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:33.654190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eb4ca1b9-6c08-4d1f-abd8-f9aa7fcd1927 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5711448 Dec 16 09:54:33.654375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49268) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:33.659809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:70:aa:a3', 'name': 'tempest-NetworksTestDHCPv6-370300307'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:33.791834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:33.792693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '83814798-55ca-4164-9b70-4504c686902c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:33.793573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.815139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49272) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:33.882759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.904273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 9e44a16b-1f7f-4892-a614-4670c3f20905 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:33.932698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6716bda5-eb91-4bd9-9e4c-e7459b785255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:33.942654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Allocated IP 2001:db8::f816:3eff:fe3b:f61c (99b7e5b6-ff6e-414e-828f-6720f28575ef/83814798-55ca-4164-9b70-4504c686902c/69976fb1-5c2a-4312-8cc8-345512cf3727) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:34.011152 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6716bda5-eb91-4bd9-9e4c-e7459b785255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.015985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6716bda5-eb91-4bd9-9e4c-e7459b785255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.053636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6716bda5-eb91-4bd9-9e4c-e7459b785255 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c61398659186411ebf2005602c7f94c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373438 Dec 16 09:54:34.055594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716bda5-eb91-4bd9-9e4c-e7459b785255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30fb49a-1833-4ef7-a6ac-73ba497ec7f8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:34.056370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49276) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:34.090649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.096983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.137496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:34.140565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:34.143015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:34.145555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c47e187-29ea-413a-8436-b238bfa02496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.153811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Pushing event updated for resources: {'Port': ['ID=69976fb1-5c2a-4312-8cc8-345512cf3727,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:34.161030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fe70:aaa3 (99b7e5b6-ff6e-414e-828f-6720f28575ef/83814798-55ca-4164-9b70-4504c686902c/9e44a16b-1f7f-4892-a614-4670c3f20905) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:34.161808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ef079b5f-5670-4af3-b33c-70f25cda2db3 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:34.182740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c47e187-29ea-413a-8436-b238bfa02496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.236676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Attempting to bind port 69976fb1-5c2a-4312-8cc8-345512cf3727 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:34.237041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Attempting to bind port 69976fb1-5c2a-4312-8cc8-345512cf3727 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:34.237395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Attempting to bind port 69976fb1-5c2a-4312-8cc8-345512cf3727 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:34.244304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:34.244671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:34.245070 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.245513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:34.245996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Bound port: 69976fb1-5c2a-4312-8cc8-345512cf3727, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:34.246446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.266019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port ef079b5f-5670-4af3-b33c-70f25cda2db3 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:54:34.288642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port ef079b5f-5670-4af3-b33c-70f25cda2db3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:34.289008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.351037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] For port 69976fb1-5c2a-4312-8cc8-345512cf3727, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:34.365383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] For port 69976fb1-5c2a-4312-8cc8-345512cf3727, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=69976fb1-5c2a-4312-8cc8-345512cf3727,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:34.371314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.455266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.470073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929706db-ec38-4786-8256-fcb8f204c407 None None] Pushing event updated for resources: {'Port': ['ID=69976fb1-5c2a-4312-8cc8-345512cf3727,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:34.489582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef079b5f-5670-4af3-b33c-70f25cda2db3'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:34.492128 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b03df-6072-4edb-ad13-cd2ddad19eca" -d '{"events": [{"server_uuid": "0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "ef079b5f-5670-4af3-b33c-70f25cda2db3"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:34.506576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ef079b5f-5670-4af3-b33c-70f25cda2db3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:34.511383 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.562742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ef079b5f-5670-4af3-b33c-70f25cda2db3,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:34.666897 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c47e187-29ea-413a-8436-b238bfa02496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.669364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7c47e187-29ea-413a-8436-b238bfa02496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.670541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7c47e187-29ea-413a-8436-b238bfa02496 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a30fb49a-1833-4ef7-a6ac-73ba497ec7f8 HTTP/1.1" status: 204 len: 168 time: 0.6131833 Dec 16 09:54:34.695078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47e187-29ea-413a-8436-b238bfa02496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30fb49a-1833-4ef7-a6ac-73ba497ec7f8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:34.730480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50016c-a4a8-4a95-ad9f-f3d0d94da4ef req-39a066cf-e029-46b9-8d92-0787d42f6436 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:34.732027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd50016c-a4a8-4a95-ad9f-f3d0d94da4ef req-39a066cf-e029-46b9-8d92-0787d42f6436 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 949 time: 0.1159854 Dec 16 09:54:34.755002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.789932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd50016c-a4a8-4a95-ad9f-f3d0d94da4ef req-385ac569-2bbc-4c9b-921a-7b3806e9f09d tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513592 Dec 16 09:54:34.823086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.883998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:34.892764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:34.897838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:34.903265 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a302f6bb-dc06-453d-a795-80d3ca2da3e0 x-openstack-request-id: req-a302f6bb-dc06-453d-a795-80d3ca2da3e0 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:34.904319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:34.904571 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d", "name": "network-vif-plugged", "status": "completed", "tag": "ef079b5f-5670-4af3-b33c-70f25cda2db3", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:34.904966 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:34.905271 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a302f6bb-dc06-453d-a795-80d3ca2da3e0 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:34.905821 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef079b5f-5670-4af3-b33c-70f25cda2db3', 'code': 200} Dec 16 09:54:34.914557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=9e44a16b-1f7f-4892-a614-4670c3f20905,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:34.933149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f4504aab-556d-431a-b355-20a57042b38e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2776389 Dec 16 09:54:34.936343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49286) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:34.948103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 69976fb1-5c2a-4312-8cc8-345512cf3727 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:35.001252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 69976fb1-5c2a-4312-8cc8-345512cf3727 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:35.001754 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.023185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e33fcb-5451-4909-a687-87e91aa68721 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:35.029202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e33fcb-5451-4909-a687-87e91aa68721 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:35.037411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4e33fcb-5451-4909-a687-87e91aa68721 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0929217 Dec 16 09:54:35.037746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49290) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:35.047707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4103bd-4995-4818-a970-189325696a99 req-01683637-5dfd-47bf-861f-19e5c2cbed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:35.049107 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a4103bd-4995-4818-a970-189325696a99 req-01683637-5dfd-47bf-861f-19e5c2cbed45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 1100 time: 0.0706670 Dec 16 09:54:35.107536 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a4103bd-4995-4818-a970-189325696a99 req-a33977fc-9b81-4e33-aac5-c01c86d5209b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510087 Dec 16 09:54:35.112022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.134540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 9e44a16b-1f7f-4892-a614-4670c3f20905 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:35.134895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.146459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 69976fb1-5c2a-4312-8cc8-345512cf3727, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=69976fb1-5c2a-4312-8cc8-345512cf3727,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:35.151430 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.203827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=69976fb1-5c2a-4312-8cc8-345512cf3727,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:35.240127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.255323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 9e44a16b-1f7f-4892-a614-4670c3f20905 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:35.393052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.423939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=9e44a16b-1f7f-4892-a614-4670c3f20905,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:35.452089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.458292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f6690851-2720-4a6b-a50a-33e78d543e4c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/9e44a16b-1f7f-4892-a614-4670c3f20905 HTTP/1.1" status: 204 len: 168 time: 0.4203832 Dec 16 09:54:35.458292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49306) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:35.513956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a3db2-62fb-47c2-a13f-404e9df19207 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:35.521105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a3db2-62fb-47c2-a13f-404e9df19207 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:35.521105 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-820a3db2-62fb-47c2-a13f-404e9df19207 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0581703 Dec 16 09:54:35.521288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49310) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:35.579599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 83814798-55ca-4164-9b70-4504c686902c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:35.583881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.628926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.684374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-40053607-5f79-42e3-8742-4b69b3747bb5 None None] Provisioning complete for port 69976fb1-5c2a-4312-8cc8-345512cf3727 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:35.685060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-40053607-5f79-42e3-8742-4b69b3747bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.751825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.824146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.841681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49318) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:35.854971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=83814798-55ca-4164-9b70-4504c686902c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:35.861459 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:35.864960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-25363875-b045-4c6b-858c-974f3465a9a7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/83814798-55ca-4164-9b70-4504c686902c HTTP/1.1" status: 204 len: 168 time: 0.3429542 Dec 16 09:54:35.867588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49322) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:35.914015 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-92a1b6e0-fc4e-4c81-8d61-da3a4f946de3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451970 Dec 16 09:54:35.916750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49324) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:35.919143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6c904030-ef9f-4dc4-a575-287eda3c53ca None None] Could not find standard attr ID for object 9e44a16b-1f7f-4892-a614-4670c3f20905. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:35.928310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:35.961535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacb823-442f-453b-89b3-05f3bce4176a req-43cd8454-85cc-4dcf-966c-d3a527e3be28 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:35.964129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dacb823-442f-453b-89b3-05f3bce4176a req-43cd8454-85cc-4dcf-966c-d3a527e3be28 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 949 time: 0.0574329 Dec 16 09:54:36.012093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8dacb823-442f-453b-89b3-05f3bce4176a req-876c0f37-416c-4d59-a8e5-511f23ac9829 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Dec 16 09:54:36.020503 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c55f3b91-8786-4c1a-8dcb-7267ca3a44d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.045063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:36.049500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54400301-3165-416b-9999-32de938fd414 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:36.049685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.107470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c55f3b91-8786-4c1a-8dcb-7267ca3a44d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.112107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c55f3b91-8786-4c1a-8dcb-7267ca3a44d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.153096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c55f3b91-8786-4c1a-8dcb-7267ca3a44d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b705ac51d5b54655af6b9ffa5064b48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102591 Dec 16 09:54:36.154264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f3b91-8786-4c1a-8dcb-7267ca3a44d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19cc78-b2b5-4da1-9d21-657b62518ac7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:36.158063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49326) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:36.212685 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa4cf-0f2c-4d7e-ad65-872533cc9c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.234104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:36.235998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa4cf-0f2c-4d7e-ad65-872533cc9c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.284455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa4cf-0f2c-4d7e-ad65-872533cc9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.287689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d5aa4cf-0f2c-4d7e-ad65-872533cc9c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.291269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4d5aa4cf-0f2c-4d7e-ad65-872533cc9c11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af19cc78-b2b5-4da1-9d21-657b62518ac7 HTTP/1.1" status: 204 len: 168 time: 0.1298623 Dec 16 09:54:36.292669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] Deleting port 69976fb1-5c2a-4312-8cc8-345512cf3727 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:36.293489 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.298567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5aa4cf-0f2c-4d7e-ad65-872533cc9c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19cc78-b2b5-4da1-9d21-657b62518ac7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:36.382598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] For port 69976fb1-5c2a-4312-8cc8-345512cf3727, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=69976fb1-5c2a-4312-8cc8-345512cf3727,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:36.383218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.396554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:36.396794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] Calling delete_port for 69976fb1-5c2a-4312-8cc8-345512cf3727 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:36.497402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.533458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] No DVR routers for this DVR port 69976fb1-5c2a-4312-8cc8-345512cf3727 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:36.535893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e06a-f37a-4e69-aefc-8cce0e4647bc None None] Pushing event deleted for resources: {'Port': ['ID=69976fb1-5c2a-4312-8cc8-345512cf3727,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:36.542868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_pluggable_backend [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Port 69976fb1-5c2a-4312-8cc8-345512cf3727 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 09:54:36.543239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_pluggable_backend [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3b:f61c {{(pid=102397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 09:54:36.547190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_pluggable_backend [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3b:f61c {{(pid=102397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 09:54:36.548519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.594560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:36.597642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:36.603521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:36.604118 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.609395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ae86e-9355-4339-a5e0-6913f9bff331 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:36.618261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=74699433-2b7b-4681-89dc-38b687b504cf,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:36.634108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-951eb890-3b0a-4274-a5e7-000a36a19808 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7147946 Dec 16 09:54:36.636103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49338) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:36.641353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:22:50:18', 'name': 'tempest-NetworksTestDHCPv6-1624562650'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:36.769677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '74699433-2b7b-4681-89dc-38b687b504cf'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:36.770819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:36.859880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 69976fb1-5c2a-4312-8cc8-345512cf3727 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:36.885713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 69976fb1-5c2a-4312-8cc8-345512cf3727 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:36.886134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 69976fb1-5c2a-4312-8cc8-345512cf3727 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:36.941177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Allocated IP 2001:db8::f816:3eff:fe67:ac52 (99b7e5b6-ff6e-414e-828f-6720f28575ef/74699433-2b7b-4681-89dc-38b687b504cf/4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:37.014920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:37.121404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.134850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.145884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.146916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346439-959b-4b22-b082-f20f169322f2 req-72b31170-53b5-4eca-a9b6-22213f8e6143 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:37.147916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 3f94d556-9346-4c8b-9187-8b0311a100d2 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:37.148759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29346439-959b-4b22-b082-f20f169322f2 req-72b31170-53b5-4eca-a9b6-22213f8e6143 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 949 time: 0.0586207 Dec 16 09:54:37.193890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:37.196651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:37.204212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:37.207136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Pushing event updated for resources: {'Port': ['ID=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:37.210947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29346439-959b-4b22-b082-f20f169322f2 req-fb9819ed-1139-4ee1-8f28-e023d1191a9d tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469308 Dec 16 09:54:37.290760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Attempting to bind port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:37.291157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Attempting to bind port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:37.291517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Attempting to bind port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:37.297385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:37.297895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:37.298635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.299024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:37.299486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Bound port: 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:37.300231 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.301393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fe22:5018 (99b7e5b6-ff6e-414e-828f-6720f28575ef/74699433-2b7b-4681-89dc-38b687b504cf/3f94d556-9346-4c8b-9187-8b0311a100d2) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:37.375722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] For port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:37.380907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] For port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:37.387337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.475813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a280172-9cbb-4ac1-98a3-0ec0a33b2e57 None None] Pushing event updated for resources: {'Port': ['ID=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:37.534353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.535803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49366) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:37.585345 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.593123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b994a-bcf6-4a00-90c5-5b510c697b46 req-99b15922-2af5-4609-8cd1-c562bd8ad71b tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:37.594838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a9b994a-bcf6-4a00-90c5-5b510c697b46 req-99b15922-2af5-4609-8cd1-c562bd8ad71b tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 949 time: 0.0860155 Dec 16 09:54:37.634762 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:37.639132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:37.643285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:37.651121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:37.651348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a9b994a-bcf6-4a00-90c5-5b510c697b46 req-cd90e05c-453c-4949-9e2d-2555b2b43717 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Dec 16 09:54:37.652080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.686467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=3f94d556-9346-4c8b-9187-8b0311a100d2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:37.704313 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-553f5ee0-34ed-440d-83b7-f3b4175a64e7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0667398 Dec 16 09:54:37.707523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:37.757834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee55862-6dd4-4ce1-ba80-a8ea84eb5332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.797566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b268f82-7b50-4984-8ca2-19cc3a221ffc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:37.803533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b268f82-7b50-4984-8ca2-19cc3a221ffc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:37.805224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b268f82-7b50-4984-8ca2-19cc3a221ffc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0965216 Dec 16 09:54:37.809760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49372) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:37.872738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee55862-6dd4-4ce1-ba80-a8ea84eb5332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.877077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ee55862-6dd4-4ce1-ba80-a8ea84eb5332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.913835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 3f94d556-9346-4c8b-9187-8b0311a100d2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:37.914202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:37.916060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ee55862-6dd4-4ce1-ba80-a8ea84eb5332 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3275769cf71a4ab7aa17e373fc361c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792098 Dec 16 09:54:37.916920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee55862-6dd4-4ce1-ba80-a8ea84eb5332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9e387-50f9-426f-8ff7-00fc7735e5e5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:37.918668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49374) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:38.041320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7da76ea6-7d47-4e5a-aab1-312cbdfff1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.045874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.067565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 3f94d556-9346-4c8b-9187-8b0311a100d2 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:38.079604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7da76ea6-7d47-4e5a-aab1-312cbdfff1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.211362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7da76ea6-7d47-4e5a-aab1-312cbdfff1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.213904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7da76ea6-7d47-4e5a-aab1-312cbdfff1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.215060 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7da76ea6-7d47-4e5a-aab1-312cbdfff1d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbe9e387-50f9-426f-8ff7-00fc7735e5e5 HTTP/1.1" status: 204 len: 168 time: 0.2954886 Dec 16 09:54:38.233750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76ea6-7d47-4e5a-aab1-312cbdfff1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9e387-50f9-426f-8ff7-00fc7735e5e5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:38.263131 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.293526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=3f94d556-9346-4c8b-9187-8b0311a100d2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:38.339476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.342898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-128f1462-1d6c-46e8-bf73-7ee798420209 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/3f94d556-9346-4c8b-9187-8b0311a100d2 HTTP/1.1" status: 204 len: 168 time: 0.5315306 Dec 16 09:54:38.345377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49378) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:38.407634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de5fa3-1732-49bf-95e1-57f850400e33 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:38.409284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de5fa3-1732-49bf-95e1-57f850400e33 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:38.414077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-41de5fa3-1732-49bf-95e1-57f850400e33 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0639608 Dec 16 09:54:38.414378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49382) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:38.483115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 74699433-2b7b-4681-89dc-38b687b504cf {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:38.488235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.537647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.591476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-942e5052-d0d3-41e6-a996-393baaea4730 None None] Provisioning complete for port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:38.592625 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-942e5052-d0d3-41e6-a996-393baaea4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.687728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.712270 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-942e5052-d0d3-41e6-a996-393baaea4730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.773391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.818873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=74699433-2b7b-4681-89dc-38b687b504cf,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:38.823883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-942e5052-d0d3-41e6-a996-393baaea4730 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:54:38.824242 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-942e5052-d0d3-41e6-a996-393baaea4730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:54:38.852271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:38.858542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8d920a67-813f-4e44-9777-1c8902d6937c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/74699433-2b7b-4681-89dc-38b687b504cf HTTP/1.1" status: 204 len: 168 time: 0.4430938 Dec 16 09:54:38.861979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49396) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:38.915359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-873d70b5-bad9-417b-8346-d277938923ee tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:38.917223 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-873d70b5-bad9-417b-8346-d277938923ee tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 949 time: 0.0770640 Dec 16 09:54:38.922056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f1f29019-ac0a-4afe-8dbc-0a568dbfb22a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590711 Dec 16 09:54:38.924576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49400) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:38.952508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:39.008967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:39.009256 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.025811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cab8a-1605-477d-873f-cbcf76ef8c82 req-8f714d96-71dc-4790-8827-680b7402c96c tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:39.028375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c4cab8a-1605-477d-873f-cbcf76ef8c82 req-8f714d96-71dc-4790-8827-680b7402c96c tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d HTTP/1.1" status: 200 len: 949 time: 0.2573671 Dec 16 09:54:39.074799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Deleting port ef079b5f-5670-4af3-b33c-70f25cda2db3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:39.075999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.099433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea275d-b63d-496b-aa1f-57dd8f0fc8ca tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:39.104182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-23ea275d-b63d-496b-aa1f-57dd8f0fc8ca tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1785352 Dec 16 09:54:39.105441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49406) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:39.113144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.127026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13784754-f7ed-4a1c-9b7e-c3ea17fcb311 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:39.132270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c4cab8a-1605-477d-873f-cbcf76ef8c82 req-07417f00-ba7e-4b04-ae03-92c42eddbac4 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.61 "GET /v2.0/security-groups?id=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910585 Dec 16 09:54:39.179345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ddfb8a-135b-430a-91bb-a1290ecb0a47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:39.181262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-19ddfb8a-135b-430a-91bb-a1290ecb0a47 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745561 Dec 16 09:54:39.186055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49408) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:39.194541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:39.202978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.225871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:39.239314 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5ee9d3fb-422c-4bfc-af84-a1373c3b8406 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516493 Dec 16 09:54:39.243954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49414) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:39.249611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:39.253357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] For port ef079b5f-5670-4af3-b33c-70f25cda2db3, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ef079b5f-5670-4af3-b33c-70f25cda2db3,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:39.253357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.266396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Calling delete_port for ef079b5f-5670-4af3-b33c-70f25cda2db3 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:39.306305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:39.402696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee2e686c-573c-4d98-967a-275555cb7a87 tempest-AgentManagementNegativeTest-1578103315 tempest-AgentManagementNegativeTest-1578103315-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1755908 Dec 16 09:54:39.408154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:39.408969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:39.412816 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.430434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.443513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ef079b5f-5670-4af3-b33c-70f25cda2db3'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:54:39.463218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Pushing event deleted for resources: {'Port': ['ID=ef079b5f-5670-4af3-b33c-70f25cda2db3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:39.496487 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7d87043c-97bf-4e7c-bb94-a0495060218f None None] Could not find standard attr ID for object 3f94d556-9346-4c8b-9187-8b0311a100d2. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:39.521134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] Deleting port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:39.521437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.535375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] No DVR routers for this DVR port ef079b5f-5670-4af3-b33c-70f25cda2db3 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:39.538521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.542073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-785426bf-77e2-4439-a65e-3dbea78f40bd req-1d0a41c3-2925-4c6e-869a-7eb2e9f20d87 tempest-VolumesNegativeTest-1416314131 tempest-VolumesNegativeTest-1416314131-project] 10.222.0.69 "DELETE /v2.0/ports/ef079b5f-5670-4af3-b33c-70f25cda2db3 HTTP/1.1" status: 204 len: 173 time: 0.6124663 Dec 16 09:54:39.542534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'name': 'network-vif-deleted', 'tag': 'ef079b5f-5670-4af3-b33c-70f25cda2db3'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:54:39.545401 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6df587-3143-4974-b7c7-9ad70ed30105" -d '{"events": [{"server_uuid": "0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d", "name": "network-vif-deleted", "tag": "ef079b5f-5670-4af3-b33c-70f25cda2db3"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:54:39.615726 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4ecd9-8549-488c-8f6a-9cce39ac6cf2 x-openstack-request-id: req-3ef4ecd9-8549-488c-8f6a-9cce39ac6cf2 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:54:39.616013 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d", "name": "network-vif-deleted", "tag": "ef079b5f-5670-4af3-b33c-70f25cda2db3", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:54:39.616288 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ef4ecd9-8549-488c-8f6a-9cce39ac6cf2 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:54:39.616681 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b76fdf5-db5c-4d79-aa83-5efe2a85ae4d', 'name': 'network-vif-deleted', 'tag': 'ef079b5f-5670-4af3-b33c-70f25cda2db3', 'status': 'completed', 'code': 200} Dec 16 09:54:39.661969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] For port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:39.663159 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.777531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49422) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:39.845447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] Calling delete_port for 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:39.865627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:39.926062 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:39.955498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] Pushing event deleted for resources: {'Port': ['ID=4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:39.957626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59912de0-6b68-4a3d-9d3b-1bd3e80ebde1 None None] No DVR routers for this DVR port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:39.972805 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2e8df40e-6de7-4f54-8049-5e9e0af3e021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.074842 n-d-821941-1 neutron-server[102398]: WARNING neutron.services.revisions.revision_plugin [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Could not find related port for resource to bump revision. Dec 16 09:54:40.086711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Port 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 16 09:54:40.087014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Reverting IP allocation for 2001:db8::f816:3eff:fe67:ac52 {{(pid=102398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 16 09:54:40.094351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe67:ac52 {{(pid=102398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 16 09:54:40.098975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.160905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:40.172377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:40.175485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:40.176295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.190345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aefe25-a472-4156-808d-81e4888f2a4b None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:40.194519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=902ec70b-677d-496d-b72a-9beae3013321,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:40.203366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2e8df40e-6de7-4f54-8049-5e9e0af3e021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.208741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2e8df40e-6de7-4f54-8049-5e9e0af3e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.225824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ca07b0cb-bda7-460c-a593-4dad010216f7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9780009 Dec 16 09:54:40.226313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:40.233706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:fd:dd:5b', 'name': 'tempest-NetworksTestDHCPv6-1924487112'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:40.257791 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2e8df40e-6de7-4f54-8049-5e9e0af3e021 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74b50f8900864abfbd67cd3621424b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791806 Dec 16 09:54:40.259116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8df40e-6de7-4f54-8049-5e9e0af3e021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7babb55c-8656-4ae4-a897-0dbc0a2a2f5b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:40.262320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49438) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:40.324476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-efd8663a-e7f3-4077-8ad6-15283b577110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.352383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-efd8663a-e7f3-4077-8ad6-15283b577110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.377033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '902ec70b-677d-496d-b72a-9beae3013321'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:40.378073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.396694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:40.401469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.416222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-efd8663a-e7f3-4077-8ad6-15283b577110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.422169 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-efd8663a-e7f3-4077-8ad6-15283b577110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.426643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port acdf9ad9-5e8b-4702-8f16-9b7bfeed3170 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:40.428283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-efd8663a-e7f3-4077-8ad6-15283b577110 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7babb55c-8656-4ae4-a897-0dbc0a2a2f5b HTTP/1.1" status: 204 len: 168 time: 0.1625659 Dec 16 09:54:40.439437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8663a-e7f3-4077-8ad6-15283b577110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7babb55c-8656-4ae4-a897-0dbc0a2a2f5b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:40.554871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fefd:dd5b (99b7e5b6-ff6e-414e-828f-6720f28575ef/902ec70b-677d-496d-b72a-9beae3013321/acdf9ad9-5e8b-4702-8f16-9b7bfeed3170) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:40.718242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.772376 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.814425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:40.820457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:40.823028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:40.832155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:40.833508 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:40.850999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Allocated IP 2001:db8::f816:3eff:fef9:9e47 (99b7e5b6-ff6e-414e-828f-6720f28575ef/902ec70b-677d-496d-b72a-9beae3013321/45dfb094-e7a9-41ea-ad62-7b032a9cdad6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:40.856884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=acdf9ad9-5e8b-4702-8f16-9b7bfeed3170,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:40.872167 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e62d9b50-eaa6-46d5-84d4-3cdadae86f9d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6439872 Dec 16 09:54:40.875302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49466) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:40.882666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:40.916764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:40.917106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4ad3b0a5-1a3b-4b55-931e-4c7f34614f5f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:40.938975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595015a-242e-4513-a4c2-d24c9110350d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:40.940760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d595015a-242e-4513-a4c2-d24c9110350d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0636647 Dec 16 09:54:40.943529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49472) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.074629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port acdf9ad9-5e8b-4702-8f16-9b7bfeed3170 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:41.075197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.087196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.097297 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.146210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Pushing event updated for resources: {'Port': ['ID=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:41.157556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:41.159087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:41.165293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:41.190470 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.204356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for acdf9ad9-5e8b-4702-8f16-9b7bfeed3170 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:41.235588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Attempting to bind port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:41.236429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Attempting to bind port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:41.236982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Attempting to bind port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:41.244222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:41.244828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:41.245447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.246042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:41.246668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Bound port: 45dfb094-e7a9-41ea-ad62-7b032a9cdad6, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:41.247241 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.301806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.319662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] For port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:41.325234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] For port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:41.331760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.355359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.405728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6b15e-3616-4195-9605-0645f3f6da5b None None] Pushing event updated for resources: {'Port': ['ID=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:41.421889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=acdf9ad9-5e8b-4702-8f16-9b7bfeed3170,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:41.445325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.451661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1eac7ac7-54b4-4238-9daf-bf561edc1e94 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/acdf9ad9-5e8b-4702-8f16-9b7bfeed3170 HTTP/1.1" status: 204 len: 168 time: 0.5049043 Dec 16 09:54:41.452272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49540) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.469684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562522458'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:41.531446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdc68a-712e-426c-b42c-9c3ef138dfe9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:41.532909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdc68a-712e-426c-b42c-9c3ef138dfe9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:41.534507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6afdc68a-712e-426c-b42c-9c3ef138dfe9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0808740 Dec 16 09:54:41.536879 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.537877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49548) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.545516 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.633451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 902ec70b-677d-496d-b72a-9beae3013321 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:41.636752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.689891 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.690137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.696534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.746333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a087a-c724-4aed-beb7-8d7bd15566b5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:41.802219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.807064 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.830943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.839850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.841655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5386701 Dec 16 09:54:41.844499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49554) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.860477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a4f1-d2d2-4c00-94d7-2ac12a5750d9 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c5dbb8-2588-4be8-b927-307d6d61261b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:41.912840 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.917313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d53db2f-811a-4d44-8f88-994ea95f7aaf tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0708966 Dec 16 09:54:41.920232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49562) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.928083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-security--1149666080', 'description': 'tempest-security-description-1900753558'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:41.943657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=902ec70b-677d-496d-b72a-9beae3013321,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:41.945726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:41.949260 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-be8dbcd3-4835-4ad7-bad4-98afd78bff13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/902ec70b-677d-496d-b72a-9beae3013321 HTTP/1.1" status: 204 len: 168 time: 0.4100986 Dec 16 09:54:41.951785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49564) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:41.984358 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.002345 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-331c0d4a-8155-4ac6-938c-793469ce3d19 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434458 Dec 16 09:54:42.002345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49570) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.005892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:42.060024 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.065260 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.070448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.075523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "PUT /v2.0/security-groups/18c5dbb8-2588-4be8-b927-307d6d61261b HTTP/1.1" status: 200 len: 1780 time: 0.1535845 Dec 16 09:54:42.077420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49576) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.118878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:42.123964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.142015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a81b-cfad-46cd-b588-edfd958ae766 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c5dbb8-2588-4be8-b927-307d6d61261b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:42.155895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8be405fd-eba5-49e4-8883-39404f21f4fe tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups/18c5dbb8-2588-4be8-b927-307d6d61261b HTTP/1.1" status: 200 len: 1780 time: 0.0746648 Dec 16 09:54:42.158891 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49584) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.300637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ccdc23-df27-4bd8-a5b5-2dc521f2dd65 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.355167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ccdc23-df27-4bd8-a5b5-2dc521f2dd65 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.445082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ccdc23-df27-4bd8-a5b5-2dc521f2dd65 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.447682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93ccdc23-df27-4bd8-a5b5-2dc521f2dd65 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.451203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93ccdc23-df27-4bd8-a5b5-2dc521f2dd65 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/18c5dbb8-2588-4be8-b927-307d6d61261b HTTP/1.1" status: 204 len: 168 time: 0.2885594 Dec 16 09:54:42.452093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49622) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.462822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccdc23-df27-4bd8-a5b5-2dc521f2dd65 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c5dbb8-2588-4be8-b927-307d6d61261b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:42.554782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-51d601c5-8a19-40a4-986c-7a91261f3f97 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004233 Dec 16 09:54:42.557667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49632) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.566777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1f5b0-6533-48ff-bca0-85554b55b573 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:42.575228 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-eb7f95c7-ea71-4f15-8ed3-f95e031fe9c4 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] delete failed (client error): The resource could not be found. Dec 16 09:54:42.581135 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eb7f95c7-ea71-4f15-8ed3-f95e031fe9c4 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/18c5dbb8-2588-4be8-b927-307d6d61261b HTTP/1.1" status: 404 len: 347 time: 0.0176799 Dec 16 09:54:42.582535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49634) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.588526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457751188'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:42.598760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:42.616825 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.676241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-537988bb-98a2-4daa-a13c-7a903666e85f None None] Provisioning complete for port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:42.676591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-537988bb-98a2-4daa-a13c-7a903666e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.703723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.711325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.742699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.743935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1601262 Dec 16 09:54:42.745994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e4e2f-92b1-416b-a442-6fdafcdb32e2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e985e-97a2-462c-8e38-7f08642fc21e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:42.748026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49646) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.752861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'c16e985e-97a2-462c-8e38-7f08642fc21e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:42.793453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.823372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.837300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-537988bb-98a2-4daa-a13c-7a903666e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.895115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-537988bb-98a2-4daa-a13c-7a903666e85f None None] For port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:42.900342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-537988bb-98a2-4daa-a13c-7a903666e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.914962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.923016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.957627 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.db.api [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:54:42.958114 n-d-821941-1 neutron-server[102397]: DEBUG oslo_db.api [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:54:42.962734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c23119-288f-426e-a80c-60a7bbd05171,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:42.972525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:42.974089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-62be359e-17dd-473c-9cb1-547ddf2be67b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2250881 Dec 16 09:54:42.980573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49656) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:42.988789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537988bb-98a2-4daa-a13c-7a903666e85f None None] Pushing event updated for resources: {'Port': ['ID=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:42.995780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:43.029212 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c523e2b7-935f-47de-b7ed-8ce27f7ea11b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.044881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c523e2b7-935f-47de-b7ed-8ce27f7ea11b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.058080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:43.058431 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.088504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c523e2b7-935f-47de-b7ed-8ce27f7ea11b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.095917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c523e2b7-935f-47de-b7ed-8ce27f7ea11b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.100294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c523e2b7-935f-47de-b7ed-8ce27f7ea11b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/61c23119-288f-426e-a80c-60a7bbd05171 HTTP/1.1" status: 204 len: 168 time: 0.1214864 Dec 16 09:54:43.101401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49670) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:43.114105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523e2b7-935f-47de-b7ed-8ce27f7ea11b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61c23119-288f-426e-a80c-60a7bbd05171,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:43.170251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c6f79c6b-ea15-4d9b-8855-6d0dfb52539d tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669019 Dec 16 09:54:43.172774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49678) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:43.228525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-13b6be6d-0320-4b43-9959-c221b47a4482 None None] Provisioning complete for port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:43.229180 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-13b6be6d-0320-4b43-9959-c221b47a4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.235113 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b34ea22c-d58e-455d-af53-8b800eb10b7a tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.260090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b34ea22c-d58e-455d-af53-8b800eb10b7a tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.314176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b34ea22c-d58e-455d-af53-8b800eb10b7a tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.317002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b34ea22c-d58e-455d-af53-8b800eb10b7a tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.320821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b34ea22c-d58e-455d-af53-8b800eb10b7a tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/c16e985e-97a2-462c-8e38-7f08642fc21e HTTP/1.1" status: 204 len: 168 time: 0.1470320 Dec 16 09:54:43.321011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49688) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:43.331403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ea22c-d58e-455d-af53-8b800eb10b7a tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e985e-97a2-462c-8e38-7f08642fc21e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:43.405291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3912ee80-b282-4b51-a3c8-85cbe589109c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798779 Dec 16 09:54:43.405548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49692) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:43.411560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--294359660'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:43.439319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.449647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9e89e9b5-adcc-4ac9-83a0-103d822dca2f None None] Could not find standard attr ID for object acdf9ad9-5e8b-4702-8f16-9b7bfeed3170. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:43.517234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.657289 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.663999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.773225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.775005 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3672488 Dec 16 09:54:43.777693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49714) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:43.783068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033b292-0dd9-4741-b9f4-6971ed80b7c2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1112687-f580-4583-b60b-b2b4806d4591,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:43.783244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'a1112687-f580-4583-b60b-b2b4806d4591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:43.825484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.847093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] For port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:43.883190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.890913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.897744 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.903573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.905617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.911108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0faa8d4-fdee-4ebf-920c-29c6eb9da894,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:43.919724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:43.922388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91d40561-37d1-4301-a1f5-856818025b4c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436331 Dec 16 09:54:43.925124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:43.930640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'a1112687-f580-4583-b60b-b2b4806d4591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:43.958344 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.021905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:44.034063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:44.046611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4dc48-f638-480c-83aa-d55d87fb3622 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:44.053210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:44.054147 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.059196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.067757 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.071666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=c12038ce-5c35-4776-81c3-43840c4f8ef6,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.089651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.103771 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d4f67c82-1f5b-418a-92e6-27bbdf22d906 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1027906 Dec 16 09:54:44.103947 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f455cb11-335b-43c8-b22d-ae67c8feb09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.104875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49734) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.110777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:50:ec:80', 'name': 'tempest-NetworksTestDHCPv6-159406170'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:44.111012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b5728e-fd97-4410-b711-9db0f0ded397,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.134628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.143270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5b76de5-e744-4dc7-b71a-020d29326d3b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163050 Dec 16 09:54:44.145441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49736) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.155332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'a1112687-f580-4583-b60b-b2b4806d4591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:44.220493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ef079b5f-5670-4af3-b33c-70f25cda2db3 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:44.229298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.253126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: ef079b5f-5670-4af3-b33c-70f25cda2db3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:44.253726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ef079b5f-5670-4af3-b33c-70f25cda2db3 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:44.293338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:44.363771 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.369256 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.389096 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25d770e-b900-4318-a83f-bedbb8ae0983,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.402420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.403662 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7ca321ee-ccc3-41aa-8401-6ba6e2142e63 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2572303 Dec 16 09:54:44.407620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49738) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.412960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'a1112687-f580-4583-b60b-b2b4806d4591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:44.431981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.461877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 616671eb-d5dc-48b6-8aee-50e553fac4b4 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:44.477256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.579214 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-066eb2b7-8626-4f76-a529-f3c8f0963c09 None None] Provisioning complete for port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:44.579671 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-066eb2b7-8626-4f76-a529-f3c8f0963c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.671220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.682554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.688489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fe50:ec80 (99b7e5b6-ff6e-414e-828f-6720f28575ef/c12038ce-5c35-4776-81c3-43840c4f8ef6/616671eb-d5dc-48b6-8aee-50e553fac4b4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:44.722410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e98c54-c10d-47bb-a3bd-f48e304722aa,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.734532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.735738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7713dae6-43f9-4863-aa30-ed2d10d35888 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271675 Dec 16 09:54:44.738926 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49740) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.754902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'a1112687-f580-4583-b60b-b2b4806d4591', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:44.787059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.866979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.872364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.895922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:44.901063 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77686034-dcbe-4a34-bdeb-b0d28e0bf4e9,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:44.913200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.917718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4bb2bbee-4cea-4897-b754-a365faa9a8c6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1765962 Dec 16 09:54:44.918559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49742) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:44.936574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.947190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:44.947580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.948250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61d3377b-4219-4f29-a368-c45f98131285 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.963245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61d3377b-4219-4f29-a368-c45f98131285 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:44.976115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.004459 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61d3377b-4219-4f29-a368-c45f98131285 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.013654 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61d3377b-4219-4f29-a368-c45f98131285 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.019596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-61d3377b-4219-4f29-a368-c45f98131285 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/77686034-dcbe-4a34-bdeb-b0d28e0bf4e9 HTTP/1.1" status: 204 len: 168 time: 0.0986137 Dec 16 09:54:45.021148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49744) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.033888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:45.038132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3377b-4219-4f29-a368-c45f98131285 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77686034-dcbe-4a34-bdeb-b0d28e0bf4e9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:45.040428 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:45.052325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:45.058644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:45.059338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.075817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=616671eb-d5dc-48b6-8aee-50e553fac4b4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:45.102078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-16d0705f-7dd7-4524-b66f-533470824bc1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9958053 Dec 16 09:54:45.106502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49748) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.123546 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-063d1231-790b-4455-b79c-c25c0666b707 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0986805 Dec 16 09:54:45.123866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49750) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.158704 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eff820de-459e-41db-860a-f30a5a7f65cc tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.163167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c28415-7792-468b-b97a-472529b7753c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:45.166921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eff820de-459e-41db-860a-f30a5a7f65cc tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.170083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c28415-7792-468b-b97a-472529b7753c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:45.171901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-92c28415-7792-468b-b97a-472529b7753c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0642292 Dec 16 09:54:45.175144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49752) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.406917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8f7f1cf4-6f60-4dfb-a39a-111b7e06b135 None None] Provisioning complete for port 616671eb-d5dc-48b6-8aee-50e553fac4b4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:45.407488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8f7f1cf4-6f60-4dfb-a39a-111b7e06b135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.445780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f1cf4-6f60-4dfb-a39a-111b7e06b135 None None] Port 616671eb-d5dc-48b6-8aee-50e553fac4b4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:54:45.483882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eff820de-459e-41db-860a-f30a5a7f65cc tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.490725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eff820de-459e-41db-860a-f30a5a7f65cc tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.491800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eff820de-459e-41db-860a-f30a5a7f65cc tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/91e98c54-c10d-47bb-a3bd-f48e304722aa HTTP/1.1" status: 204 len: 168 time: 0.3667991 Dec 16 09:54:45.494565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49754) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.500277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff820de-459e-41db-860a-f30a5a7f65cc tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91e98c54-c10d-47bb-a3bd-f48e304722aa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:45.529726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 616671eb-d5dc-48b6-8aee-50e553fac4b4 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:45.530099 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.604412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5e3307d8-21f2-40e5-8c85-878f0204de39 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1060925 Dec 16 09:54:45.604793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49756) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.633395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a012e9-73a5-4d66-a573-662dcefce360 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.640994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.642286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a012e9-73a5-4d66-a573-662dcefce360 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.654946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 616671eb-d5dc-48b6-8aee-50e553fac4b4 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:45.674923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a012e9-73a5-4d66-a573-662dcefce360 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.681095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a012e9-73a5-4d66-a573-662dcefce360 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.684436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f6a012e9-73a5-4d66-a573-662dcefce360 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b25d770e-b900-4318-a83f-bedbb8ae0983 HTTP/1.1" status: 204 len: 168 time: 0.0755928 Dec 16 09:54:45.685162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49758) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.702626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a012e9-73a5-4d66-a573-662dcefce360 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b25d770e-b900-4318-a83f-bedbb8ae0983,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:45.745630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9f3087bc-68bd-41cd-9ead-19787b25253b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0593884 Dec 16 09:54:45.748235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49760) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.775534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc189-cb81-4210-8120-3fb81b804f7e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.783478 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc189-cb81-4210-8120-3fb81b804f7e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.799865 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.821609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc189-cb81-4210-8120-3fb81b804f7e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.828036 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc189-cb81-4210-8120-3fb81b804f7e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.829138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4b6dc189-cb81-4210-8120-3fb81b804f7e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d7b5728e-fd97-4410-b711-9db0f0ded397 HTTP/1.1" status: 204 len: 168 time: 0.0799413 Dec 16 09:54:45.834465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.841708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc189-cb81-4210-8120-3fb81b804f7e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7b5728e-fd97-4410-b711-9db0f0ded397,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:45.842138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=616671eb-d5dc-48b6-8aee-50e553fac4b4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:45.870941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.880641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3388a418-6018-4bc9-8872-a53b4ad12262 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/616671eb-d5dc-48b6-8aee-50e553fac4b4 HTTP/1.1" status: 204 len: 168 time: 0.7026460 Dec 16 09:54:45.883598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49764) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.898701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dbd201c3-22a8-4a2f-91a7-2b3177466a24 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0617216 Dec 16 09:54:45.900216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49766) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.929932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-197cd314-686c-4f01-b6eb-bd64ab228027 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.939628 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-197cd314-686c-4f01-b6eb-bd64ab228027 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.954150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0bab5-2ace-4187-b834-b09e2a4397b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:45.955582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0bab5-2ace-4187-b834-b09e2a4397b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:45.960679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28b0bab5-2ace-4187-b834-b09e2a4397b7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0755382 Dec 16 09:54:45.961270 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49768) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:45.978543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-197cd314-686c-4f01-b6eb-bd64ab228027 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.983960 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-197cd314-686c-4f01-b6eb-bd64ab228027 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:45.988450 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-197cd314-686c-4f01-b6eb-bd64ab228027 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d0faa8d4-fdee-4ebf-920c-29c6eb9da894 HTTP/1.1" status: 204 len: 168 time: 0.0868309 Dec 16 09:54:45.989807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49770) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.007575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cd314-686c-4f01-b6eb-bd64ab228027 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0faa8d4-fdee-4ebf-920c-29c6eb9da894,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:46.020156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet c12038ce-5c35-4776-81c3-43840c4f8ef6 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:46.023392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.046919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec640d00-1c9e-451e-ad63-a255309a6a2b tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481157 Dec 16 09:54:46.049593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49772) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.067881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.107658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52da2e0d-42d0-454b-be22-8940f6aeb84e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.132417 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52da2e0d-42d0-454b-be22-8940f6aeb84e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.167468 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.189577 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52da2e0d-42d0-454b-be22-8940f6aeb84e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.194746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-52da2e0d-42d0-454b-be22-8940f6aeb84e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.199481 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-52da2e0d-42d0-454b-be22-8940f6aeb84e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/a1112687-f580-4583-b60b-b2b4806d4591 HTTP/1.1" status: 204 len: 168 time: 0.1484575 Dec 16 09:54:46.200113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.222647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2e0d-42d0-454b-be22-8940f6aeb84e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1112687-f580-4583-b60b-b2b4806d4591,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:46.254900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.281810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1864353a-26ed-4fde-805a-c31635720e36 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776842 Dec 16 09:54:46.289543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49780) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.295317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487738168'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:46.305685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4222af7-b74e-49db-9c47-e89e7afa5aee None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:46.319422 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.323302 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.325655 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/c12038ce-5c35-4776-81c3-43840c4f8ef6 HTTP/1.1" status: 204 len: 168 time: 0.3631220 Dec 16 09:54:46.328845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49782) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.329718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6abe5-76fb-4ac4-b40d-b9b2cc99147f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=c12038ce-5c35-4776-81c3-43840c4f8ef6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:46.377326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.378143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ac76e68d-3b6d-453a-8915-c99c00ca1553 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468748 Dec 16 09:54:46.476661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.483623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731cbce1-0618-4787-8508-41b9be9ad135 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:46.487685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-731cbce1-0618-4787-8508-41b9be9ad135 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1065478 Dec 16 09:54:46.488335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.504190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.522695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.532696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-07ae4498-8fc9-4790-bb88-f3d4d944325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.575148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.576428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2857924 Dec 16 09:54:46.579251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49794) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.584372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366af88-50d6-4b07-8840-104b81bab9f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:46.588365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': '9631384f-8373-46af-a219-37f62d0a0e5d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:46.588514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d366af88-50d6-4b07-8840-104b81bab9f8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964413 Dec 16 09:54:46.588514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.594778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28962fc8-4202-4d62-8186-d371b583d986 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9631384f-8373-46af-a219-37f62d0a0e5d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:46.618126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:46.624258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.636775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-727fc802-22e2-4850-831d-9d4ec8807624 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470734 Dec 16 09:54:46.641619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49798) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.646856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:46.681612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] Deleting port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:46.682140 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.731318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.737148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.747268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e56ad90e-913c-4ee1-b0fe-677c34598521 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a113f6a650524eea8a044bd5f7d3db6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232945 Dec 16 09:54:46.754251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49800) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.759035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] For port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:46.759483 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.763306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdebf4b6-27cb-45a4-b86a-5915fd8540bf,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:46.774295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] Calling delete_port for 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:46.789612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:46.794225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.801556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.805592 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e104b2b-50dc-4c0d-ab2e-a9b9ae19ca00 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2249501 Dec 16 09:54:46.808441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49802) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:46.849466 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd48a43-0fac-452f-9cfc-523ecd60bfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.872845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.882198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:46.893552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd48a43-0fac-452f-9cfc-523ecd60bfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.905027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da17724a-3baa-410f-b95e-fc71ac5d3cf1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.927527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:46.928361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:46.929276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] Pushing event deleted for resources: {'Port': ['ID=45dfb094-e7a9-41ea-ad62-7b032a9cdad6,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:46.931432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d5850-3e60-422a-a298-2c57edc2ad2b None None] No DVR routers for this DVR port 45dfb094-e7a9-41ea-ad62-7b032a9cdad6 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:46.953622 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da17724a-3baa-410f-b95e-fc71ac5d3cf1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:46.999652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da17724a-3baa-410f-b95e-fc71ac5d3cf1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.002170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da17724a-3baa-410f-b95e-fc71ac5d3cf1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.003349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da17724a-3baa-410f-b95e-fc71ac5d3cf1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/9631384f-8373-46af-a219-37f62d0a0e5d HTTP/1.1" status: 204 len: 168 time: 0.1938963 Dec 16 09:54:47.006951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49804) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.010016 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd48a43-0fac-452f-9cfc-523ecd60bfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.012011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.012842 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dbd48a43-0fac-452f-9cfc-523ecd60bfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.013809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dbd48a43-0fac-452f-9cfc-523ecd60bfd3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a215bacb-d3c8-44cc-9e1c-91b7d14d4acd HTTP/1.1" status: 204 len: 168 time: 0.2588000 Dec 16 09:54:47.023969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17724a-3baa-410f-b95e-fc71ac5d3cf1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9631384f-8373-46af-a219-37f62d0a0e5d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.041703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd48a43-0fac-452f-9cfc-523ecd60bfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a215bacb-d3c8-44cc-9e1c-91b7d14d4acd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.071284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b83664bf-77a5-483c-9893-12ed26d0c40f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620027 Dec 16 09:54:47.072107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=bc578de8-632a-4beb-a647-3e7c8001943b,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.074693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49808) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.079654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022763024'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:47.082017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:47.084365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:47.087073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:47.087651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.094811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ca68a-6bd7-4fbf-986a-fb6f211a8e3a None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:47.112877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.121875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec94131a-c9b0-4a8a-aac0-fd429dd1ba2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767303 Dec 16 09:54:47.122149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49810) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.127939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:75:68:7a', 'name': 'tempest-NetworksTestDHCPv6-1274263666'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:47.194469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.203265 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.245581 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.250138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1742682 Dec 16 09:54:47.250810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49814) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.257746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--828941321'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:47.262972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd5126-f301-4594-9cd0-b8124652a5c7 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dea481-f884-43ff-a7e9-6c0f774f1b74,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.276350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': 'bc578de8-632a-4beb-a647-3e7c8001943b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:47.277338 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.284103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 09:54:47.284103 n-d-821941-1 neutron-server[102398]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 16 09:54:47.284103 n-d-821941-1 neutron-server[102398]: [parameters: {'project_id_1': '297ed577289e4f65a6277b51bfa37c1d', 'expiration_1': datetime.datetime(2021, 12, 16, 9, 54, 27, 271141)}] Dec 16 09:54:47.284103 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:54:47.285161 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:54:47.294128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.372429 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.376799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.417412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.418905 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1660080 Dec 16 09:54:47.419814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/bc578de8-632a-4beb-a647-3e7c8001943b/9afefc63-a4ad-4b73-8a41-cf526d93edef) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:47.421809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49822) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.427655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': '83dea481-f884-43ff-a7e9-6c0f774f1b74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aea14a57-d3d8-4faf-8eb4-7cd820744647', 'remote_ip_prefix': None}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:47.430168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee87ac-3026-4355-beae-39f06636da2f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea14a57-d3d8-4faf-8eb4-7cd820744647,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.465329 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.546034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.550702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.573888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7a2603-3254-4cc8-b2c7-6fe7cbe88c09,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.580407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.581211 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.581668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c9cba66-d98d-4150-a9a3-cd36f9adaa1f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1585896 Dec 16 09:54:47.584599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49828) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.594518 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.614973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895de0aa-f050-400a-ba3f-a6ebcbdda4dd tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.623046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895de0aa-f050-400a-ba3f-a6ebcbdda4dd tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.636717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:47.643040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:47.647436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:47.661130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Pushing event updated for resources: {'Port': ['ID=9afefc63-a4ad-4b73-8a41-cf526d93edef,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.663692 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895de0aa-f050-400a-ba3f-a6ebcbdda4dd tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.670470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895de0aa-f050-400a-ba3f-a6ebcbdda4dd tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.674032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-895de0aa-f050-400a-ba3f-a6ebcbdda4dd tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/6e7a2603-3254-4cc8-b2c7-6fe7cbe88c09 HTTP/1.1" status: 204 len: 168 time: 0.0860450 Dec 16 09:54:47.674385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.691991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de0aa-f050-400a-ba3f-a6ebcbdda4dd tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e7a2603-3254-4cc8-b2c7-6fe7cbe88c09,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.723997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d48e22f4-ed52-4dc3-84b3-10d032c71201 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0483854 Dec 16 09:54:47.726668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49836) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.730630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Attempting to bind port 9afefc63-a4ad-4b73-8a41-cf526d93edef on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:47.730995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Attempting to bind port 9afefc63-a4ad-4b73-8a41-cf526d93edef by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:47.731352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Attempting to bind port 9afefc63-a4ad-4b73-8a41-cf526d93edef on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:47.736686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:47.737051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:47.737445 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.738047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:47.738738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Bound port: 9afefc63-a4ad-4b73-8a41-cf526d93edef, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:47.739257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.801966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-290f0e51-c787-43fc-a69c-59901138deb5 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.803564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] For port 9afefc63-a4ad-4b73-8a41-cf526d93edef, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:47.806998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] For port 9afefc63-a4ad-4b73-8a41-cf526d93edef, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9afefc63-a4ad-4b73-8a41-cf526d93edef,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:47.811553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:47.813367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.829070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-290f0e51-c787-43fc-a69c-59901138deb5 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.896371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-290f0e51-c787-43fc-a69c-59901138deb5 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.899853 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-290f0e51-c787-43fc-a69c-59901138deb5 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.901269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-290f0e51-c787-43fc-a69c-59901138deb5 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/aea14a57-d3d8-4faf-8eb4-7cd820744647 HTTP/1.1" status: 204 len: 168 time: 0.1736300 Dec 16 09:54:47.902809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acb551-991e-48e4-a337-1f2915fb288d None None] Pushing event updated for resources: {'Port': ['ID=9afefc63-a4ad-4b73-8a41-cf526d93edef,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.904269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49842) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:47.919594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f0e51-c787-43fc-a69c-59901138deb5 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea14a57-d3d8-4faf-8eb4-7cd820744647,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:47.944903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:47.988230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 5336a99e-f0af-45f9-892a-eb454cb17098 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:48.044566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-406e8466-b142-4d1f-9ddc-f2dac26f49b1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1390128 Dec 16 09:54:48.047592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49844) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.092826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.162866 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::1eb (99b7e5b6-ff6e-414e-828f-6720f28575ef/bc578de8-632a-4beb-a647-3e7c8001943b/5336a99e-f0af-45f9-892a-eb454cb17098) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:48.163078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56c36c43-d8d0-40c9-9188-58047caa2226 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.220288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56c36c43-d8d0-40c9-9188-58047caa2226 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.271854 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56c36c43-d8d0-40c9-9188-58047caa2226 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.277159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-56c36c43-d8d0-40c9-9188-58047caa2226 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.280854 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56c36c43-d8d0-40c9-9188-58047caa2226 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/83dea481-f884-43ff-a7e9-6c0f774f1b74 HTTP/1.1" status: 204 len: 168 time: 0.2183850 Dec 16 09:54:48.280854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.296931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c36c43-d8d0-40c9-9188-58047caa2226 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dea481-f884-43ff-a7e9-6c0f774f1b74,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:48.353992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f63f3c8c-9c82-4b02-82a3-90489632f2ba tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686979 Dec 16 09:54:48.356129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49850) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.360737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953761714'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:48.384861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.416348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.455605 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.466425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.474247 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.508699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:48.511932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:48.517187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:48.522486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.523417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:48.524055 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.527321 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1701396 Dec 16 09:54:48.528965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.532627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=5336a99e-f0af-45f9-892a-eb454cb17098,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:48.533696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'b8974979-99fe-4d6a-84c9-0c4bd624a494', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:48.540058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5d7f3-3321-4e63-b79c-b91a53caf0c1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8974979-99fe-4d6a-84c9-0c4bd624a494,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:48.554215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49860) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.554640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0f09dfd3-0bbe-42b4-8bd4-49d3702f5601 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4298453 Dec 16 09:54:48.594552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.636078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612f4f1-3511-4ec9-b739-85b9daebf99b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:48.642243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612f4f1-3511-4ec9-b739-85b9daebf99b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:48.643839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1612f4f1-3511-4ec9-b739-85b9daebf99b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0886347 Dec 16 09:54:48.646870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49866) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.672036 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.679850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.701446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99935d23-6679-4935-9c16-293dd15973a8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:48.718225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.720132 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-528be7e8-9069-4c72-ae98-84f778893d18 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1901753 Dec 16 09:54:48.723396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49868) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.756458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 5336a99e-f0af-45f9-892a-eb454cb17098 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:48.756820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.758996 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d635233c-9174-4c8e-8366-88a99cc23cef tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.774925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d635233c-9174-4c8e-8366-88a99cc23cef tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.819534 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d635233c-9174-4c8e-8366-88a99cc23cef tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.833479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d635233c-9174-4c8e-8366-88a99cc23cef tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.834963 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d635233c-9174-4c8e-8366-88a99cc23cef tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/99935d23-6679-4935-9c16-293dd15973a8 HTTP/1.1" status: 204 len: 168 time: 0.1103282 Dec 16 09:54:48.842185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49874) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.864053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635233c-9174-4c8e-8366-88a99cc23cef tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99935d23-6679-4935-9c16-293dd15973a8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:48.868732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:48.883029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 5336a99e-f0af-45f9-892a-eb454cb17098 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:48.922908 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b0aaa465-cb35-4f46-9024-c9326f205c78 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0793810 Dec 16 09:54:48.925647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49876) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:48.943857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9afefc63-a4ad-4b73-8a41-cf526d93edef up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:49.001365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f844-4341-4ab9-85f4-f10b17108d79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.031454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9afefc63-a4ad-4b73-8a41-cf526d93edef triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:49.032268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.044273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f844-4341-4ab9-85f4-f10b17108d79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.058533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.104381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f844-4341-4ab9-85f4-f10b17108d79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.107594 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f844-4341-4ab9-85f4-f10b17108d79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.109016 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d0b2f844-4341-4ab9-85f4-f10b17108d79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/b8974979-99fe-4d6a-84c9-0c4bd624a494 HTTP/1.1" status: 204 len: 168 time: 0.1822178 Dec 16 09:54:49.112511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=5336a99e-f0af-45f9-892a-eb454cb17098,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.112741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49878) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.133092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f844-4341-4ab9-85f4-f10b17108d79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8974979-99fe-4d6a-84c9-0c4bd624a494,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.141286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.145564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-82912449-9dcd-454c-85e0-dae19bde2bdb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/5336a99e-f0af-45f9-892a-eb454cb17098 HTTP/1.1" status: 204 len: 168 time: 0.4972284 Dec 16 09:54:49.148511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.181947 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.188252 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4c4178f4-a1e7-40c0-8358-bb756219c522 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743792 Dec 16 09:54:49.192653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49882) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.198080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137062392'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:49.219006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe6db-4073-4014-a48c-c90f1d3b25df tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:49.220893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42abe6db-4073-4014-a48c-c90f1d3b25df tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:49.222625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-42abe6db-4073-4014-a48c-c90f1d3b25df tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0727410 Dec 16 09:54:49.225676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.228343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 9afefc63-a4ad-4b73-8a41-cf526d93edef, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9afefc63-a4ad-4b73-8a41-cf526d93edef,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:49.233214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.236381 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.302248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet bc578de8-632a-4beb-a647-3e7c8001943b {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:49.306364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.322178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=9afefc63-a4ad-4b73-8a41-cf526d93edef,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.333807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-532cfc8d-843e-4cc0-90f6-f583c10fa3b0 None None] Provisioning complete for port 9afefc63-a4ad-4b73-8a41-cf526d93edef triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:49.338957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-532cfc8d-843e-4cc0-90f6-f583c10fa3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.345940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.348564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49886) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.356847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709777724', 'description': 'tempest-secgroup-smoke-1709777724 description', 'project_id': '75ceb5db15dc408880e419b83d39aced'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:49.363673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.364952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.411245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6278aa-8f4c-49c6-aed8-26867fd2be17,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.416886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.429759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.433660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.435377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d3ecd1c4-7d3e-47a5-a02c-66397b96980e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2413044 Dec 16 09:54:49.442533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49888) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.448352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'af6278aa-8f4c-49c6-aed8-26867fd2be17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:49.478325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.505652 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.548626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.567312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d26ea9a5-764c-44de-84ff-df42a4e3c8f5 None None] Could not find standard attr ID for object 5336a99e-f0af-45f9-892a-eb454cb17098. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:49.578077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=bc578de8-632a-4beb-a647-3e7c8001943b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.591367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.591604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.591727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9485cec3-af40-4a7f-8bd3-64a6b7034c6e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/bc578de8-632a-4beb-a647-3e7c8001943b HTTP/1.1" status: 204 len: 168 time: 0.3615048 Dec 16 09:54:49.591727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49890) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.597488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.599656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.608106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.637004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-13fae175-237d-489f-bc88-d4cb666cb32c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429509 Dec 16 09:54:49.639031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49892) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.659521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1ca03c-01dd-491f-8007-82ade62a7998,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.666671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d070c60b-9626-4cab-a187-c080e89db3fd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.671879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.674731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a31f23d9-b883-45ac-b52c-7341607ba6ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2293451 Dec 16 09:54:49.677693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49894) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.705341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f578fda2-7ae1-433f-b65b-2d8e531cea75 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules/df1ca03c-01dd-491f-8007-82ade62a7998 HTTP/1.1" status: 200 len: 763 time: 0.0262840 Dec 16 09:54:49.710756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49896) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.721594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ae7b6-3ae1-405a-98c6-c3d372694f93 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:49.726485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7d8ae7b6-3ae1-405a-98c6-c3d372694f93 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0840580 Dec 16 09:54:49.726708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.726937 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49898) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.758597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.765584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad3482-4c56-4ad0-9c15-d8b92bb99a9f None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:49.780473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-73bdf799-d761-4b3d-8ccc-86ac821e53b6 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0682449 Dec 16 09:54:49.782992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49900) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.800264 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.801446 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4517276 Dec 16 09:54:49.808366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49902) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.812143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-681d87e0-8d3f-4d15-b9b2-4f3c9de5be53 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.818060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'b839b66d-2e8c-41b7-8744-8ee27520033f', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:49.821547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-681d87e0-8d3f-4d15-b9b2-4f3c9de5be53 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.829023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48a7d6-2ea8-40a8-8eed-ded21b43ab51 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:49.832637 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3f48a7d6-2ea8-40a8-8eed-ded21b43ab51 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1021991 Dec 16 09:54:49.832922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49904) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.833469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc849a24-8d63-4fe4-aeba-3421d389db40 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b839b66d-2e8c-41b7-8744-8ee27520033f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.858337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.881066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-293f9e5d-d997-497f-8bfe-2c77cb52030c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429935 Dec 16 09:54:49.881327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49906) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.887820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:49.917300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.923153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.937410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.943046 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.955916 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-681d87e0-8d3f-4d15-b9b2-4f3c9de5be53 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.966971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d37758-aed0-4466-b862-5e5695d4a4ec,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:49.968345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-681d87e0-8d3f-4d15-b9b2-4f3c9de5be53 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.972173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-681d87e0-8d3f-4d15-b9b2-4f3c9de5be53 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/df1ca03c-01dd-491f-8007-82ade62a7998 HTTP/1.1" status: 204 len: 168 time: 0.1856000 Dec 16 09:54:49.972589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:49.974047 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93e0f9d8-be5b-4b32-804f-e9939b6f7523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623344 Dec 16 09:54:49.975368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49908) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.979241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49910) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:49.991215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'b839b66d-2e8c-41b7-8744-8ee27520033f', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:50.001262 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d87e0-8d3f-4d15-b9b2-4f3c9de5be53 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df1ca03c-01dd-491f-8007-82ade62a7998,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.013300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:54:50.016668 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8bbcb74a-d358-4fdf-ad0c-357d37343c10 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406888 Dec 16 09:54:50.020480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49912) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.026532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'af6278aa-8f4c-49c6-aed8-26867fd2be17', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:50.043870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.db.api [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 09:54:50.043870 n-d-821941-1 neutron-server[102398]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 16 09:54:50.043870 n-d-821941-1 neutron-server[102398]: [parameters: {'project_id': '75ceb5db15dc408880e419b83d39aced', 'id': 'd7763db3-1b9c-4da9-8851-3f97da995967', 'expiration': datetime.datetime(2021, 12, 16, 9, 56, 50, 14359)}] Dec 16 09:54:50.043870 n-d-821941-1 neutron-server[102398]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:54:50.044363 n-d-821941-1 neutron-server[102398]: DEBUG oslo_db.api [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:54:50.052391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:50.055922 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.067722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] Deleting port 9afefc63-a4ad-4b73-8a41-cf526d93edef {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:50.068093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.133619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] For port 9afefc63-a4ad-4b73-8a41-cf526d93edef, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9afefc63-a4ad-4b73-8a41-cf526d93edef,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:50.134048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.139679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.147496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] Calling delete_port for 9afefc63-a4ad-4b73-8a41-cf526d93edef owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:50.231065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.245549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.250364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.257371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] Pushing event deleted for resources: {'Port': ['ID=9afefc63-a4ad-4b73-8a41-cf526d93edef,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.261026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e192f4-3abd-40e3-b724-63adb04ea8df None None] No DVR routers for this DVR port 9afefc63-a4ad-4b73-8a41-cf526d93edef on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:54:50.277378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66849cdc-97f3-45b8-a4cc-b2cf03e6041d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.305375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.306593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b975a6dc-e304-41e8-afa1-2e8bbe5f7438 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845647 Dec 16 09:54:50.309370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.326585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06764d49-c02a-4f52-aa11-70b38fa2a017 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules/66849cdc-97f3-45b8-a4cc-b2cf03e6041d HTTP/1.1" status: 200 len: 763 time: 0.0159650 Dec 16 09:54:50.329142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.370950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e701646d-8b56-45b9-a7c2-fb1330788911 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406199 Dec 16 09:54:50.373687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49918) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.419569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:50.422484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd2b518e-448c-4483-87ca-e08146268683 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.424722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.438802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd2b518e-448c-4483-87ca-e08146268683 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.491214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:50.497192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:50.504157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:50.504976 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.507361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6ca0f-cc3c-4c32-88fc-9713721dfe78 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:50.510091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd2b518e-448c-4483-87ca-e08146268683 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.518878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cd2b518e-448c-4483-87ca-e08146268683 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.520312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cd2b518e-448c-4483-87ca-e08146268683 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/66849cdc-97f3-45b8-a4cc-b2cf03e6041d HTTP/1.1" status: 204 len: 168 time: 0.1454296 Dec 16 09:54:50.521129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=64ea9190-5e6a-4012-8041-597da229f372,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.523034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49920) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.544998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b518e-448c-4483-87ca-e08146268683 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66849cdc-97f3-45b8-a4cc-b2cf03e6041d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.556898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a8b274b6-02bd-48af-b128-ac1b1d303f82 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6744037 Dec 16 09:54:50.559974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.565022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:50.591272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-51fa948d-30fe-40a0-8874-d76844bd5551 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660806 Dec 16 09:54:50.593791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49924) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.598971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': 'af6278aa-8f4c-49c6-aed8-26867fd2be17', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:50.617579 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.648707 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Project eab6e054d33e492eb2218a1587fb3fe7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:54:50.656560 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.694461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:50.698480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-99b7e5b6-ff6e-414e-828f-6720f28575ef', 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'tenant_id': '297ed577289e4f65a6277b51bfa37c1d', 'fixed_ips': [{'subnet_id': '64ea9190-5e6a-4012-8041-597da229f372'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:50.699350 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.699929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.727373 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.733247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.762140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e742fc32-8093-412a-b797-1c01a72fe6b5,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.778341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.782402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0249336f-a56f-4659-ae23-eb07e6254117 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7974901 Dec 16 09:54:50.782963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49926) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.784901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.795121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'b839b66d-2e8c-41b7-8744-8ee27520033f', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:50.805801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.819368 n-d-821941-1 neutron-server[102397]: INFO neutron.db.ipam_backend_mixin [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64ea9190-5e6a-4012-8041-597da229f372 (CIDR: 2001:db8::/64) Dec 16 09:54:50.825506 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:50.826048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:50.833372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f93cb0-8f81-4676-b42b-7144492819f6,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:50.854302 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2bc08df5-9282-4bcb-a0df-1728a419c0dc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2931185 Dec 16 09:54:50.856890 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.857473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49928) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.858415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5fabe83-5fdf-47e3-82dd-305438b6f216 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2634940 Dec 16 09:54:50.859437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.861970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.863719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:50.876964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9afefc63-a4ad-4b73-8a41-cf526d93edef no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:54:50.889730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c976c6fc-2784-4049-aebe-00c9e5d1f3d1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules/31f93cb0-8f81-4676-b42b-7144492819f6 HTTP/1.1" status: 200 len: 769 time: 0.0267053 Dec 16 09:54:50.894372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49932) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.910961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9afefc63-a4ad-4b73-8a41-cf526d93edef {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:54:50.911302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9afefc63-a4ad-4b73-8a41-cf526d93edef not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:54:50.915818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Allocated IP 2001:db8::f816:3eff:feaf:908 (99b7e5b6-ff6e-414e-828f-6720f28575ef/64ea9190-5e6a-4012-8041-597da229f372/ab060efb-10e8-42a0-a87b-c3fe1aba94e4) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:50.960908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-803e8aac-297f-4763-af5d-49548b07222e tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0625098 Dec 16 09:54:50.961135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49934) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:50.984034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:50.993946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.008008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6490aea-77f6-41e3-8896-1a8128eb0a4f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.015146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:51.019764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.022008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f185c1fd-94de-4f32-90e7-be1929509218,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.025455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6490aea-77f6-41e3-8896-1a8128eb0a4f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.044742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.045957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a1de76ab-89a4-4596-9231-368d29d857ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2576547 Dec 16 09:54:51.051561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49936) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.054663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'b839b66d-2e8c-41b7-8744-8ee27520033f', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:51.079072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6490aea-77f6-41e3-8896-1a8128eb0a4f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.087436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6490aea-77f6-41e3-8896-1a8128eb0a4f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.092367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d6490aea-77f6-41e3-8896-1a8128eb0a4f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/31f93cb0-8f81-4676-b42b-7144492819f6 HTTP/1.1" status: 204 len: 168 time: 0.1265125 Dec 16 09:54:51.092835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.099395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6490aea-77f6-41e3-8896-1a8128eb0a4f tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31f93cb0-8f81-4676-b42b-7144492819f6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.111557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.180335 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4bc49185-c246-4106-a29e-30734d7ed33c tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829000 Dec 16 09:54:51.182503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.258528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.265187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.283646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b7b0-fd4a-4363-888d-d0570879ffa2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.305528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:51.309978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:51.317230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.319937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:51.323857 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b7b0-fd4a-4363-888d-d0570879ffa2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.377345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Attempting to bind port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:51.378177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Attempting to bind port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:51.378896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Attempting to bind port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 on network 99b7e5b6-ff6e-414e-828f-6720f28575ef {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:51.384851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:51.385494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Checking segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:51.386243 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.387003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Bound using segment: {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:51.388170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Bound port: ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9f98-5f48-4dc0-9b95-0ee69730f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:51.388667 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.409033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b7b0-fd4a-4363-888d-d0570879ffa2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.411856 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b7b0-fd4a-4363-888d-d0570879ffa2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.415426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c3c9b7b0-fd4a-4363-888d-d0570879ffa2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/af6278aa-8f4c-49c6-aed8-26867fd2be17 HTTP/1.1" status: 204 len: 168 time: 0.2294433 Dec 16 09:54:51.426812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49942) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.443066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.444867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9b7b0-fd4a-4363-888d-d0570879ffa2 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6278aa-8f4c-49c6-aed8-26867fd2be17,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.473600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:51.490121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:51.495568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.504717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:51.520186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:51.531107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.536959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.541379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=607c7f14-9e5f-4fb7-903c-b0cb32b9932a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.544361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:51.544956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.559358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3e67f4-0032-4435-85e8-0cbef0e90962,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.560702 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4b74cc1f-4431-41c6-96e9-0e3878c92282 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357317 Dec 16 09:54:51.566747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49944) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.570654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ad976-f58a-4d71-9cf9-6699f9453fe6 None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.572360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group': {'name': 'tempest-secgroup--49631586'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:51.581429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a283753-f309-4ce2-afaf-ebdf9b6f3905 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7227006 Dec 16 09:54:51.584245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49946) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.589222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:bf:8c:b8', 'name': 'tempest-NetworksTestDHCPv6-1466494203'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:51.589637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.590882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-31d26586-ddd9-4832-b498-eb6bec31d0b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5403204 Dec 16 09:54:51.593956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49948) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.600009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'b839b66d-2e8c-41b7-8744-8ee27520033f', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:51.655746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.670907 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:54:51.676557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.764694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:51.771220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.779526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.798855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07161adb-029d-4a08-ae9b-667f7af13484,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.804265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.805900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-35e60d11-2d8d-47a3-bce8-e400941a862b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2097669 Dec 16 09:54:51.808562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49950) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.817686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'b839b66d-2e8c-41b7-8744-8ee27520033f', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:51.830752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.841014 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.853947 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:54:51.860921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.903864 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.905120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3366747 Dec 16 09:54:51.907608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcd7f0-b857-43cb-8831-92e122fe70ea tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed1dced-9841-475d-a576-020cc644e5ac,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:51.908039 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:51.913954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.919649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Request body: {'security_group_rule': {'security_group_id': '4ed1dced-9841-475d-a576-020cc644e5ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:51.941708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port d860e153-074f-41cb-9d75-2d427bda2005 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:51.957961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.963707 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.983590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:51.988043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90eae7e-4d5a-4e2e-a24b-e4ab30e25e4c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:52.000022 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.001200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4fb50140-2558-49af-babc-626f8d0da9cb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1914301 Dec 16 09:54:52.005037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.010381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'network': {'name': 'tempest-network-smoke--393069543', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:52.050649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.055367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.068672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:52.072378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.073516 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4890797-6104-46f6-b957-f13d870be33d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:52.081099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.085397 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d3b79de7-f2c0-49f1-8469-bf0668329ef3 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762385 Dec 16 09:54:52.085880 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.172133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:54:52.200257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8:0:1::3a7 (99b7e5b6-ff6e-414e-828f-6720f28575ef/607c7f14-9e5f-4fb7-903c-b0cb32b9932a/d860e153-074f-41cb-9d75-2d427bda2005) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:52.202837 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.203230 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Added segment 68ae8c86-4ab4-43d1-9c9c-fca366ca1095 of type vlan for network e4d33b03-41bc-423d-b16e-037b5f2bdcee Dec 16 09:54:52.229252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:febf:8cb8 (99b7e5b6-ff6e-414e-828f-6720f28575ef/64ea9190-5e6a-4012-8041-597da229f372/d860e153-074f-41cb-9d75-2d427bda2005) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:52.266443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c170997a-da87-4981-be21-05147e29ea79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.273128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.320590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c170997a-da87-4981-be21-05147e29ea79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.354841 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.360453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:52.361089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.488791 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4824214 Dec 16 09:54:52.491970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.502325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'admin_state_up': True, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:52.505599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7a3ad-84e5-4ed3-af75-2597b45f7a38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Network': ['ID=e4d33b03-41bc-423d-b16e-037b5f2bdcee,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:52.533356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:54:52.537568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c170997a-da87-4981-be21-05147e29ea79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.539949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c170997a-da87-4981-be21-05147e29ea79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.541144 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c170997a-da87-4981-be21-05147e29ea79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ed1dced-9841-475d-a576-020cc644e5ac HTTP/1.1" status: 204 len: 168 time: 0.4518311 Dec 16 09:54:52.546768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49960) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.564675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170997a-da87-4981-be21-05147e29ea79 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed1dced-9841-475d-a576-020cc644e5ac,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:52.576949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.581422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.595314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.660843 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.670882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc8f59-dbb0-4eae-8005-552c9c91cec8 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:52.702107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5d0a084-369f-41a8-8e9f-6c8ab9f8d858 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505473 Dec 16 09:54:52.703641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.704351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.728657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:52.732306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:52.736582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:52.743063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:52.743862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.770941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1856043 Dec 16 09:54:52.771950 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33599f42-5f08-40a9-a1ac-434f81155d4b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=d860e153-074f-41cb-9d75-2d427bda2005,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:52.772475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-baeb439c-3975-4df3-b347-243e64d7a277 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:52.773050 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-baeb439c-3975-4df3-b347-243e64d7a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.774651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49964) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.915695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.951689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port d860e153-074f-41cb-9d75-2d427bda2005 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:52.953025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.953567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4e145205-7615-429c-92a6-98d58f693619 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2481098 Dec 16 09:54:52.956131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49966) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:52.981059 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-baeb439c-3975-4df3-b347-243e64d7a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:52.998971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:53.007413 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-7fb0f0fc-3866-4b25-94e1-e0724fc71fc8 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] delete failed (client error): The resource could not be found. Dec 16 09:54:53.014621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7fb0f0fc-3866-4b25-94e1-e0724fc71fc8 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ed1dced-9841-475d-a576-020cc644e5ac HTTP/1.1" status: 404 len: 347 time: 0.0507531 Dec 16 09:54:53.015891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49968) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.059767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-baeb439c-3975-4df3-b347-243e64d7a277 None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:53.069777 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-baeb439c-3975-4df3-b347-243e64d7a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.088134 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5c190f82-a261-4da0-a34a-e56462841ce1 tempest-SecGroupIPv6Test-1374674654 tempest-SecGroupIPv6Test-1374674654-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710568 Dec 16 09:54:53.090512 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.106448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for d860e153-074f-41cb-9d75-2d427bda2005 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:54:53.162483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb439c-3975-4df3-b347-243e64d7a277 None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:53.168578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:53.169227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.171347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '64ea9190-5e6a-4012-8041-597da229f372', 'ip_address': '2001:db8::f816:3eff:feaf:908'}, {'subnet_id': '607c7f14-9e5f-4fb7-903c-b0cb32b9932a'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'ab060efb-10e8-42a0-a87b-c3fe1aba94e4'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:53.222901 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.243114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.262962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.340332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.372998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=d860e153-074f-41cb-9d75-2d427bda2005,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:53.427065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.432518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06a75494-94be-4248-9186-8db67ae77107 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/d860e153-074f-41cb-9d75-2d427bda2005 HTTP/1.1" status: 204 len: 168 time: 0.6547325 Dec 16 09:54:53.432855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49974) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.443745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49976) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.447563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] Allocated IP 2001:db8:0:1::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/607c7f14-9e5f-4fb7-903c-b0cb32b9932a/ab060efb-10e8-42a0-a87b-c3fe1aba94e4) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:53.483173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.116 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/79704fc4-e009-4938-8234-be52eff0f85d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:53.492289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20f8d3-80f2-45d6-96da-e43bac43aaf5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:53.494275 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cd20f8d3-80f2-45d6-96da-e43bac43aaf5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0603416 Dec 16 09:54:53.496894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49980) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.562207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016877a-68ba-4013-8ec9-059d5123bd12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:53.569178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1016877a-68ba-4013-8ec9-059d5123bd12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0660017 Dec 16 09:54:53.569178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49982) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.571999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:53.607149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.612087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.614252 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.637877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7872f95-3d4f-4be8-8e7a-30ecb61c2f8b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:53.639384 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7872f95-3d4f-4be8-8e7a-30ecb61c2f8b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:53.640866 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7872f95-3d4f-4be8-8e7a-30ecb61c2f8b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:53.642484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d7872f95-3d4f-4be8-8e7a-30ecb61c2f8b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0747640 Dec 16 09:54:53.645401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 49984) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.690473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93a6278a-aa5b-4495-934f-0999dd7fb82f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eab6e054d33e492eb2218a1587fb3fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444997 Dec 16 09:54:53.693191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 49986) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:53.706808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8a42e-3774-4da4-b69a-2b5e3e1a42a4 None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:53.709539 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.732901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 607c7f14-9e5f-4fb7-903c-b0cb32b9932a {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:53.746962 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.758602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.771202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.794700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:53.806101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:53.808885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:53.831180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.833265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=79704fc4-e009-4938-8234-be52eff0f85d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:53.834123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.839102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a0a087a-c724-4aed-beb7-8d7bd15566b5 HTTP/1.1" status: 204 len: 168 time: 0.1446176 Dec 16 09:54:53.847919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a087a-c724-4aed-beb7-8d7bd15566b5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:53.862438 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:53.869687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.871359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.871359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.871359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.871359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.871740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.871830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.872091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.872416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.872806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.873121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.873445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66202a-a081-4148-b66c-0b339abe0b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:53.878725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.073401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.219353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.231650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.289127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=607c7f14-9e5f-4fb7-903c-b0cb32b9932a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:54.291254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.297477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50000) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:54.302887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b311ad1-2a9b-4d97-b22c-eaba9762369a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/607c7f14-9e5f-4fb7-903c-b0cb32b9932a HTTP/1.1" status: 204 len: 168 time: 0.6554492 Dec 16 09:54:54.304538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec87035-1669-4d87-b08d-43fd9ee310ae None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:54.307010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eed34c5c-5ac7-4dea-a0b1-3e953e7f12d6 None None] Could not find standard attr ID for object d860e153-074f-41cb-9d75-2d427bda2005. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:54.359503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 64ea9190-5e6a-4012-8041-597da229f372 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:54:54.363114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.368093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eed34c5c-5ac7-4dea-a0b1-3e953e7f12d6 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:54.368469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eed34c5c-5ac7-4dea-a0b1-3e953e7f12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.423613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.526631 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.527489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.598834 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.630476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=64ea9190-5e6a-4012-8041-597da229f372,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:54.634645 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.641226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d14ef39b-39c2-4f19-a6ac-fe233d8804b6 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/64ea9190-5e6a-4012-8041-597da229f372 HTTP/1.1" status: 204 len: 168 time: 0.3415787 Dec 16 09:54:54.641713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50012) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:54.683707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df2d81f5-cbac-4ca6-99ba-49efe41f5e78 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406306 Dec 16 09:54:54.686623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50014) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:54.692281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:54.738792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 7f6c000a-c924-4677-8f32-a17ffcfd262c is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:54:54.808504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:54.813213 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.881154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:54.919314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:54:54.936211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Sync routers for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:54:54.946555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:54.951676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ab3b86d9-23a6-4f54-b19a-8db6508a787d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4552457 Dec 16 09:54:54.951787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:54.976585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:54.977239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:54:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:54.988360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-a8b2b56a-5eaa-4376-b41d-e233aa3db3b4 req-e674d21d-d8f6-40b5-bc03-7f171d2bfaca tempest-ServersTestJSON-1591078014 tempest-ServersTestJSON-1591078014-project] (102397) timed out ('10.222.0.53', 61851) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:54:55.114126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:55.116478 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.171425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:55.295527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.390813 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-51a9ab08-3867-4f59-991d-0c6d27347da7 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=75ceb5db15dc408880e419b83d39aced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4349992 Dec 16 09:54:55.392059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50032) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:55.417362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ee5fd-f49f-4a06-bc3e-295c0b43160a None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:55.519341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-11580cb8-71eb-4488-ba5e-b5c8c33a9cea None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:55.520100 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11580cb8-71eb-4488-ba5e-b5c8c33a9cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.622235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a83010-50fc-4f4a-aa84-2b5607399028 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:55.623668 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b6a83010-50fc-4f4a-aa84-2b5607399028 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2317779 Dec 16 09:54:55.624848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:54Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:55.627307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50038) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:55.661105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Checking router: 7f6c000a-c924-4677-8f32-a17ffcfd262c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:54:55.661464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Updating router 7f6c000a-c924-4677-8f32-a17ffcfd262c port 79704fc4-e009-4938-8234-be52eff0f85d binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:54:55.687118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:54:55.696722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:55.697801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50042) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:55.699038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8a206c58-adc2-454f-9ad6-acb025f8241e tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671635 Dec 16 09:54:55.703051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1875421300', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:55.905029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:55.917300 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.019571 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.089020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-50f2849a-b205-4b85-97a0-fef41803f267 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:56.090211 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50f2849a-b205-4b85-97a0-fef41803f267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.224001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50050) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.272506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.282844 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.292354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:56.294945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.351095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Attempting to bind port 79704fc4-e009-4938-8234-be52eff0f85d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:56.351480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Attempting to bind port 79704fc4-e009-4938-8234-be52eff0f85d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:56.351877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Attempting to bind port 79704fc4-e009-4938-8234-be52eff0f85d on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:56.355218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5db418-f8af-4da2-837d-2d54f44b29e1 None None] Pushing event updated for resources: {'Port': ['ID=79704fc4-e009-4938-8234-be52eff0f85d,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.359580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:56.359944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:56.360344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.360714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:56.361562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Bound port: 79704fc4-e009-4938-8234-be52eff0f85d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:56.361562 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.370136 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f49f6bdc-963a-498f-aeed-e15bb9ebb410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.396628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.405098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.406175 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.425545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Subnet': ['ID=2cf35d20-49d2-48bc-a878-c531ce1c4415,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.427434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] For port 79704fc4-e009-4938-8234-be52eff0f85d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:56.432202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] For port 79704fc4-e009-4938-8234-be52eff0f85d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=79704fc4-e009-4938-8234-be52eff0f85d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:56.437611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.447289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Checking segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:56.447715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network hostable DHCP agents. Network: e4d33b03-41bc-423d-b16e-037b5f2bdcee, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:54:56.476775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7f17e313-d03e-4a23-8743-5b7dae2a1360 None None] Could not find standard attr ID for object d860e153-074f-41cb-9d75-2d427bda2005. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:54:56.480412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f49f6bdc-963a-498f-aeed-e15bb9ebb410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.487761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f49f6bdc-963a-498f-aeed-e15bb9ebb410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.499461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:56.507832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:54:56.508019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:54:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:56.514335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:56.528658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:56.529263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.545621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:54:56.551318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f49f6bdc-963a-498f-aeed-e15bb9ebb410 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a7d27dbcdaa4bdba1118e1b021d12df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256881 Dec 16 09:54:56.559081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50054) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.566483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f6bdc-963a-498f-aeed-e15bb9ebb410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec7d405-025d-435c-9617-b6e71f99b6a8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.573217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=d58a4320-ebbf-4fd5-8cef-29f86690c212,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.583065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, e4d33b03-41bc-423d-b16e-037b5f2bdcee) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:56.587381 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8996863 Dec 16 09:54:56.591577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be273a9-01bb-4794-9e46-a44613cc6bcc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=8']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.596921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:56.597600 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.599850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.607460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:56.622022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4aa1e6-95ea-4974-9396-b4ba587ad0f3 None None] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:56.623834 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5db418-f8af-4da2-837d-2d54f44b29e1 None None] Pushing event updated for resources: {'Port': ['ID=79704fc4-e009-4938-8234-be52eff0f85d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.687087 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-62b442c7-537e-4b40-8d96-f4596290d643 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9880719 Dec 16 09:54:56.690364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50058) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.690729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb391664-4a9f-4833-a369-fd5db74be426 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:56.700495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:54:56.705372 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de0a2a9-7c0c-4919-9268-f128a13b558b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.750643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de0a2a9-7c0c-4919-9268-f128a13b558b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.804736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:56.809051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.872999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de0a2a9-7c0c-4919-9268-f128a13b558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.875923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9de0a2a9-7c0c-4919-9268-f128a13b558b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:56.879461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9de0a2a9-7c0c-4919-9268-f128a13b558b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aec7d405-025d-435c-9617-b6e71f99b6a8 HTTP/1.1" status: 204 len: 168 time: 0.3148026 Dec 16 09:54:56.893314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0a2a9-7c0c-4919-9268-f128a13b558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec7d405-025d-435c-9617-b6e71f99b6a8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:56.912097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:56.926624 n-d-821941-1 neutron-server[102397]: INFO neutron.db.ipam_backend_mixin [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d58a4320-ebbf-4fd5-8cef-29f86690c212 (CIDR: 2001:db8::/64) Dec 16 09:54:56.931079 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:54:56.932155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:54:56.953063 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb7fade2-0114-4bb9-9f2f-bf41f7cd240b tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3494062 Dec 16 09:54:56.955543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50062) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:56.962922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:57.098908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:57.104223 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.187207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:57.187850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.192326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:54:57.193170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.262738 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:54Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:54:57.274164 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.292401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50066) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:57.308689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c2acd4d-8a32-4dfb-9f55-7d34ff1c3455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.361140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f0fbb7-cf94-41a1-ba79-216217f0adcd None None] The sync data for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 is: [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:54Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:54:57.480526 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c2acd4d-8a32-4dfb-9f55-7d34ff1c3455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.487383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c2acd4d-8a32-4dfb-9f55-7d34ff1c3455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.522716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2acd4d-8a32-4dfb-9f55-7d34ff1c3455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ac3d47-eb63-4b30-b02f-82794527ed9d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:57.526799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.537316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Allocated IP 172.20.0.2 (e4d33b03-41bc-423d-b16e-037b5f2bdcee/2cf35d20-49d2-48bc-a878-c531ce1c4415/e73d802e-2d05-44d5-b9ef-523ee7ce42cb) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:57.587244 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c2acd4d-8a32-4dfb-9f55-7d34ff1c3455 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccc62fff14074ac5b952457a03337cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938089 Dec 16 09:54:57.591349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:57.592001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50068) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:57.606324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:57.609389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:57.610033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.625885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=14769c23-6b72-4a74-8608-38e89b7b496a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:57.629652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1306f1-0cef-4625-87c8-c62ee331f51d None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:54:57.650898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c08b7c38-ca8e-486b-8f15-c284cd77bbe3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6942880 Dec 16 09:54:57.653832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50070) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:57.660778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:02:5c:6f', 'name': 'tempest-NetworksTestDHCPv6-1581586789'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:54:57.681566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4dc87558-a464-4fcb-8d4e-13224ec2595e None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:57.681994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4dc87558-a464-4fcb-8d4e-13224ec2595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.685758 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6aa085c-6e31-4cb3-9f33-ffec7e243587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.713319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6aa085c-6e31-4cb3-9f33-ffec7e243587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.790341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6aa085c-6e31-4cb3-9f33-ffec7e243587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.793833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a6aa085c-6e31-4cb3-9f33-ffec7e243587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.798558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a6aa085c-6e31-4cb3-9f33-ffec7e243587 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14ac3d47-eb63-4b30-b02f-82794527ed9d HTTP/1.1" status: 204 len: 168 time: 0.2028797 Dec 16 09:54:57.808046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa085c-6e31-4cb3-9f33-ffec7e243587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ac3d47-eb63-4b30-b02f-82794527ed9d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:57.867907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:54:57.878033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.900347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:57.978865 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:58.014642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:58.014893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.1 (e4d33b03-41bc-423d-b16e-037b5f2bdcee/2cf35d20-49d2-48bc-a878-c531ce1c4415/d931961d-2f6c-471f-8650-1fb39aa89a96) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:58.017156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:58.032720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Pushing event updated for resources: {'Port': ['ID=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:58.050310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.117876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Attempting to bind port e73d802e-2d05-44d5-b9ef-523ee7ce42cb on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:54:58.118252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Attempting to bind port e73d802e-2d05-44d5-b9ef-523ee7ce42cb by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:54:58.118611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Attempting to bind port e73d802e-2d05-44d5-b9ef-523ee7ce42cb on network e4d33b03-41bc-423d-b16e-037b5f2bdcee {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:54:58.130977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:54:58.131346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Checking segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:54:58.131806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.132128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Bound using segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:54:58.132605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Bound port: e73d802e-2d05-44d5-b9ef-523ee7ce42cb, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:54:58.133035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.140222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port 40ba492e-5952-49e5-aae5-b90746375d51 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:54:58.245944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] For port e73d802e-2d05-44d5-b9ef-523ee7ce42cb, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:54:58.249768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] For port e73d802e-2d05-44d5-b9ef-523ee7ce42cb, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:54:58.250731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': 'd58a4320-ebbf-4fd5-8cef-29f86690c212', 'ip_address': '2001:db8::f816:3eff:feaf:908'}, {'subnet_id': '14769c23-6b72-4a74-8608-38e89b7b496a'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'ab060efb-10e8-42a0-a87b-c3fe1aba94e4'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:54:58.276007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.292504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.355519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cceffe-8c31-46c8-bf28-370bbfeecc47 None None] Pushing event updated for resources: {'Port': ['ID=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:58.358222 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.437199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.450424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8:0:1::32b (99b7e5b6-ff6e-414e-828f-6720f28575ef/14769c23-6b72-4a74-8608-38e89b7b496a/40ba492e-5952-49e5-aae5-b90746375d51) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:58.467607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:58.472825 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:58.492194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::f816:3eff:fe02:5c6f (99b7e5b6-ff6e-414e-828f-6720f28575ef/d58a4320-ebbf-4fd5-8cef-29f86690c212/40ba492e-5952-49e5-aae5-b90746375d51) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:58.494736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:58.562896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=d931961d-2f6c-471f-8650-1fb39aa89a96,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:58.592823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.593183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.593510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.593868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.596703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:54:58.626684 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.844238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.905743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.960611 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:58.994522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 79704fc4-e009-4938-8234-be52eff0f85d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:59.040173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] Allocated IP 2001:db8:0:1::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/14769c23-6b72-4a74-8608-38e89b7b496a/ab060efb-10e8-42a0-a87b-c3fe1aba94e4) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:54:59.290764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 79704fc4-e009-4938-8234-be52eff0f85d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:59.291501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.362163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:59.418055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:54:59.424245 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.432210 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.437636 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.448501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:54:59.464271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=40ba492e-5952-49e5-aae5-b90746375d51,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:59.466887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:54:59.473107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:54:59.475047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.497894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 79704fc4-e009-4938-8234-be52eff0f85d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=79704fc4-e009-4938-8234-be52eff0f85d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:54:59.508388 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.509233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e73d802e-2d05-44d5-b9ef-523ee7ce42cb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:54:59.515298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5a9247b-1908-48a6-9e4f-eb3e693931f9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8599885 Dec 16 09:54:59.517884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50106) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:54:59.624067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2e011-a459-4de3-9094-94d91e29842a None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:59.732215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e73d802e-2d05-44d5-b9ef-523ee7ce42cb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:54:59.732812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.752807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port 40ba492e-5952-49e5-aae5-b90746375d51 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:54:59.753023 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.811063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=79704fc4-e009-4938-8234-be52eff0f85d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:54:59.913360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.941229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:54:59.953617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.007653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port e73d802e-2d05-44d5-b9ef-523ee7ce42cb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:00.032077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.075662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.095734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.101410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=d931961d-2f6c-471f-8650-1fb39aa89a96,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:00.105279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for 40ba492e-5952-49e5-aae5-b90746375d51 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:00.200618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:00.270130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f8b23b-88aa-421c-953e-5223b81b749d None None] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:00.332536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:00.337348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:00.401617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b9a6af0c-2662-4f55-9cba-c91cf8a0351e None None] Provisioning complete for port e73d802e-2d05-44d5-b9ef-523ee7ce42cb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:00.403629 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b9a6af0c-2662-4f55-9cba-c91cf8a0351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.478091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50118) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:00.569742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 7f6c000a-c924-4677-8f32-a17ffcfd262c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:00.661637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.671201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6378146e-9fb3-40a6-8cb3-d2feb3924147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.716538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3ac85ba0-90b5-4209-b273-94fbadde388a None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:00.717421 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3ac85ba0-90b5-4209-b273-94fbadde388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.720562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=40ba492e-5952-49e5-aae5-b90746375d51,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:00.808999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.815264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-257e0503-07f0-41b0-b290-8b04681028fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/40ba492e-5952-49e5-aae5-b90746375d51 HTTP/1.1" status: 204 len: 168 time: 1.2939684 Dec 16 09:55:00.818284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50122) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:00.866394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:00.879860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1f623d08-cdbe-4a52-a956-236113486b6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/7f6c000a-c924-4677-8f32-a17ffcfd262c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1881874 Dec 16 09:55:00.892490 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Sync routers for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:00.918696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:00.920502 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:54:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:00.980028 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6378146e-9fb3-40a6-8cb3-d2feb3924147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.987957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6378146e-9fb3-40a6-8cb3-d2feb3924147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:00.997907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 79704fc4-e009-4938-8234-be52eff0f85d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:01.068137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378146e-9fb3-40a6-8cb3-d2feb3924147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab5291-b863-47ab-ac08-57bef569a218,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:01.100786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 79704fc4-e009-4938-8234-be52eff0f85d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:01.101314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.115616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85054e1-d4ec-4004-abaf-2958bec65573 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.117221 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f85054e1-d4ec-4004-abaf-2958bec65573 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2974846 Dec 16 09:55:01.120038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50128) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:01.141581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6378146e-9fb3-40a6-8cb3-d2feb3924147 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec11e65da9df4079aaf0e1f89966ade5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620615 Dec 16 09:55:01.143806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50130) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:01.147861 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:01.239365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522e8ad-a126-4eef-ab9f-98ae3098ff2c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.240802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-542da881-0873-4829-a774-e7308f7e831e None None] Provisioning complete for port e73d802e-2d05-44d5-b9ef-523ee7ce42cb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:01.241177 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-542da881-0873-4829-a774-e7308f7e831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.248531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c522e8ad-a126-4eef-ab9f-98ae3098ff2c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1273801 Dec 16 09:55:01.253351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50140) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:01.291155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff58b-f67f-4e58-a6b5-c223f8104780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.333054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff58b-f67f-4e58-a6b5-c223f8104780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.335677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-47842c6f-12f0-4baf-a5b0-ff060fc696ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709777724&fields=id&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 267 time: 0.0859830 Dec 16 09:55:01.365381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b023d-4265-49f4-a01b-41ae284f8ac5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.367427 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b023d-4265-49f4-a01b-41ae284f8ac5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.369642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b023d-4265-49f4-a01b-41ae284f8ac5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.374800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b35b023d-4265-49f4-a01b-41ae284f8ac5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1201947 Dec 16 09:55:01.377969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50142) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:01.504207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 14769c23-6b72-4a74-8608-38e89b7b496a {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:01.509254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.539513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-1513d95e-69b5-40c0-99d5-a608bd4ff8fd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:01.549209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-1513d95e-69b5-40c0-99d5-a608bd4ff8fd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 796 time: 0.1998835 Dec 16 09:55:01.557520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.577704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e73d802e-2d05-44d5-b9ef-523ee7ce42cb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:01.592416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-542da881-0873-4829-a774-e7308f7e831e None None] Provisioning complete for port d931961d-2f6c-471f-8650-1fb39aa89a96 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:01.593812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-542da881-0873-4829-a774-e7308f7e831e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.599048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-0883c3cc-81c8-4e90-bcf1-633f5bd679b3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/quotas/75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 375 time: 0.0466495 Dec 16 09:55:01.630980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff58b-f67f-4e58-a6b5-c223f8104780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.634349 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff58b-f67f-4e58-a6b5-c223f8104780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.636052 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0a9ff58b-f67f-4e58-a6b5-c223f8104780 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27ab5291-b863-47ab-ac08-57bef569a218 HTTP/1.1" status: 204 len: 168 time: 0.4905536 Dec 16 09:55:01.673037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ff58b-f67f-4e58-a6b5-c223f8104780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab5291-b863-47ab-ac08-57bef569a218,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:01.696876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-745a772f-2a0c-4a84-a5d5-e58184e08b45 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900512 Dec 16 09:55:01.698205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.782394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-542da881-0873-4829-a774-e7308f7e831e None None] Port d931961d-2f6c-471f-8650-1fb39aa89a96 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:01.784153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e73d802e-2d05-44d5-b9ef-523ee7ce42cb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:01.784942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.792583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.806131 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 2, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:01.837761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-542da881-0873-4829-a774-e7308f7e831e None None] Could not find standard attr ID for object 40ba492e-5952-49e5-aae5-b90746375d51. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:55:01.857965 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Checking router: 7f6c000a-c924-4677-8f32-a17ffcfd262c for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:01.858311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Updating router 7f6c000a-c924-4677-8f32-a17ffcfd262c port d931961d-2f6c-471f-8650-1fb39aa89a96 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:55:01.871326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=14769c23-6b72-4a74-8608-38e89b7b496a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:01.879959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.891846 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-501630ec-b7f2-43ea-85fc-da50b5e080eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/14769c23-6b72-4a74-8608-38e89b7b496a HTTP/1.1" status: 204 len: 168 time: 0.5123327 Dec 16 09:55:01.892874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50150) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:01.913582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:01.918341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1161fef-4892-4085-bd5f-bad3f40d4b00 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:01.922856 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:01.957609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet d58a4320-ebbf-4fd5-8cef-29f86690c212 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:01.965525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.021751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6785cd3b-57b1-4305-a38a-5657b9a456c0 service neutron] 10.222.0.61 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206382 Dec 16 09:55:02.039039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.053520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5cef9a49-43dc-42ba-a715-f6a244a12c0e None None] Provisioning complete for port d931961d-2f6c-471f-8650-1fb39aa89a96 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:02.053899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cef9a49-43dc-42ba-a715-f6a244a12c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.117506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5cef9a49-43dc-42ba-a715-f6a244a12c0e None None] Port d931961d-2f6c-471f-8650-1fb39aa89a96 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:02.153774 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.183020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-d21f319f-6bc8-4d0f-9b69-ac7143b3fa2f service neutron] 10.222.0.61 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548297 Dec 16 09:55:02.191638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:02.192016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.198763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50152) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:02.236610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-afceef20-1581-4e15-87c9-fd4bbb741700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.292605 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.301224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.302858 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.358626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=d58a4320-ebbf-4fd5-8cef-29f86690c212,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:02.364850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.368213 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Pushing event updated for resources: {'Port': ['ID=d931961d-2f6c-471f-8650-1fb39aa89a96,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:02.372646 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a13d03d8-74c4-4edf-9dac-82b3606f86db tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/d58a4320-ebbf-4fd5-8cef-29f86690c212 HTTP/1.1" status: 204 len: 168 time: 0.4780765 Dec 16 09:55:02.377972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50156) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:02.384472 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.385336 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.385822 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.386324 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.387772 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.388421 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.388888 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.389528 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.390204 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.390677 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.391145 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.391635 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:02.433560 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-afceef20-1581-4e15-87c9-fd4bbb741700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.474309 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Attempting to bind port d931961d-2f6c-471f-8650-1fb39aa89a96 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:02.474808 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Attempting to bind port d931961d-2f6c-471f-8650-1fb39aa89a96 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:02.475172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Attempting to bind port d931961d-2f6c-471f-8650-1fb39aa89a96 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:02.480739 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:02.481104 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Checking segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:02.481497 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.481694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fa804438-99ef-4d67-a4a4-c695a058fc3d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006014 Dec 16 09:55:02.481892 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Bound using segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:02.482355 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Bound port: d931961d-2f6c-471f-8650-1fb39aa89a96, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:02.482729 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.483944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-afceef20-1581-4e15-87c9-fd4bbb741700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.484860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:02.491705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:02.539056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90004edc-63b1-484c-a457-21d8338a50f5 req-ec6fd611-7436-4262-8abf-0e0323fd7347 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 210 time: 0.0614417 Dec 16 09:55:02.604253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afceef20-1581-4e15-87c9-fd4bbb741700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5978b1e0-8502-49c2-b2ee-5896fd3765e6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:02.610110 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] For port d931961d-2f6c-471f-8650-1fb39aa89a96, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:02.615309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-afceef20-1581-4e15-87c9-fd4bbb741700 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c39f00c209a4396b8cd20871b4d69ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111423 Dec 16 09:55:02.618975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50162) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:02.621645 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] For port d931961d-2f6c-471f-8650-1fb39aa89a96, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d931961d-2f6c-471f-8650-1fb39aa89a96,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:02.632942 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.693700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57bc39bb-d3f0-4c24-9236-ed95f54464e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.716878 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:02.720208 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:54:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:02.726011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57bc39bb-d3f0-4c24-9236-ed95f54464e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.732592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:02.737068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.814359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57bc39bb-d3f0-4c24-9236-ed95f54464e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.818638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57bc39bb-d3f0-4c24-9236-ed95f54464e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:02.827675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-57bc39bb-d3f0-4c24-9236-ed95f54464e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5978b1e0-8502-49c2-b2ee-5896fd3765e6 HTTP/1.1" status: 204 len: 168 time: 0.2058485 Dec 16 09:55:02.837442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc39bb-d3f0-4c24-9236-ed95f54464e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5978b1e0-8502-49c2-b2ee-5896fd3765e6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:02.845570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd36f53-7cfe-4bdc-a146-7a64ad247cca None None] Pushing event updated for resources: {'Port': ['ID=d931961d-2f6c-471f-8650-1fb39aa89a96,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:02.911503 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:02.954540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3b3acf0f-cbf6-4784-ba7a-bbaf22559679 None None] Provisioning complete for port d931961d-2f6c-471f-8650-1fb39aa89a96 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:02.955164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b3acf0f-cbf6-4784-ba7a-bbaf22559679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.196383 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b3acf0f-cbf6-4784-ba7a-bbaf22559679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.210959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.266901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:03.270058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:03.273090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:03.273687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.281316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3b3acf0f-cbf6-4784-ba7a-bbaf22559679 None None] For port d931961d-2f6c-471f-8650-1fb39aa89a96, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d931961d-2f6c-471f-8650-1fb39aa89a96,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:03.287075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b3acf0f-cbf6-4784-ba7a-bbaf22559679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.295036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=5d199604-b54e-473f-b651-f62ca1680e24,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:03.315403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50174) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:03.316070 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ff199207-af37-477a-b44a-8467cc07dfb9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8287463 Dec 16 09:55:03.321602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:03.353278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe1f3d-d584-4e0b-af66-bb1eb3847a7e None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:03.381882 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:02Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:03.422190 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a57fec-471d-465c-a420-77cd17b557b8 None None] The sync data for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 is: [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:02Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:03.458613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3acf0f-cbf6-4784-ba7a-bbaf22559679 None None] Pushing event updated for resources: {'Port': ['ID=d931961d-2f6c-471f-8650-1fb39aa89a96,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:03.465220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-87cf7646-8c03-4d48-878b-ac287234ae71 None None] Provisioning complete for port d931961d-2f6c-471f-8650-1fb39aa89a96 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:03.465655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87cf7646-8c03-4d48-878b-ac287234ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.578718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:03.584384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.713895 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d199604-b54e-473f-b651-f62ca1680e24 (CIDR: 2001:db8::/64) Dec 16 09:55:03.750682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-87cf7646-8c03-4d48-878b-ac287234ae71 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:03.751045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87cf7646-8c03-4d48-878b-ac287234ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:03.757953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-044ffe12-727b-4700-977e-f990fd6e69fd req-7322a9f4-c1e7-458c-a4da-f0f95dae695d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 210 time: 0.0489671 Dec 16 09:55:03.760744 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:55:03.761571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:03.783083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-79cccb6d-2a2f-45ff-b083-bddf89797bf3 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4664466 Dec 16 09:55:03.786435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:03.792688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:04.097417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-aa0501ee-1434-4888-9de7-805256ae7fac tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:04.099233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-aa0501ee-1434-4888-9de7-805256ae7fac tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 796 time: 0.2189388 Dec 16 09:55:04.135806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:04.144537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.219719 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-f7891f2a-221d-437c-a08c-254c6b216c25 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 380 time: 0.1099606 Dec 16 09:55:04.232767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'port': {'device_id': '75065f1d-da9c-410f-97bd-543a808def88', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'admin_state_up': True, 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'security_groups': ['b839b66d-2e8c-41b7-8744-8ee27520033f']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:04.283915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b06d1602-4e3b-44d1-9929-25d70e5a5f77 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:04.284657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b06d1602-4e3b-44d1-9929-25d70e5a5f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.732733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:04.736049 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.736592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50204) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:04.900635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58a985f6-931a-488a-acf0-3099dbfb1b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:04.945819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128a1424-1ea4-423d-8271-39dc9c25ca6c req-06e8393a-ef2f-49b8-890f-ba270e3dbbfd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 210 time: 0.0346239 Dec 16 09:55:04.948569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.6 (e4d33b03-41bc-423d-b16e-037b5f2bdcee/2cf35d20-49d2-48bc-a878-c531ce1c4415/1863963c-2017-4102-b5f3-9c01a40c4c72) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:04.962859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d931961d-2f6c-471f-8650-1fb39aa89a96 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:05.024840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d931961d-2f6c-471f-8650-1fb39aa89a96 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:05.025291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.060776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58a985f6-931a-488a-acf0-3099dbfb1b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.067467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-58a985f6-931a-488a-acf0-3099dbfb1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.115486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-58a985f6-931a-488a-acf0-3099dbfb1b4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebaaa7be689445e3a6508fde874139b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768301 Dec 16 09:55:05.117066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a985f6-931a-488a-acf0-3099dbfb1b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488bebc5-7af8-4bd6-9cb7-c9bfb0dafe9c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:05.122181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50210) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:05.137069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.objects.ports [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:55:05.182258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86681695-a1d9-406b-b664-6ae89453f19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.204085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86681695-a1d9-406b-b664-6ae89453f19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.256941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86681695-a1d9-406b-b664-6ae89453f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.260227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-86681695-a1d9-406b-b664-6ae89453f19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.264979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-86681695-a1d9-406b-b664-6ae89453f19b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/488bebc5-7af8-4bd6-9cb7-c9bfb0dafe9c HTTP/1.1" status: 204 len: 168 time: 0.1412604 Dec 16 09:55:05.273237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.273732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86681695-a1d9-406b-b664-6ae89453f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488bebc5-7af8-4bd6-9cb7-c9bfb0dafe9c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:05.364839 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.402040 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.431131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:05.439062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:05.441030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:05.443238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:05.529439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:05.530094 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.602821 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-6580aa9d-e92e-4da2-a737-ec5575f24b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3740199 Dec 16 09:55:05.619728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Request body: {'port': {'device_id': '75065f1d-da9c-410f-97bd-543a808def88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:05.697799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:05.713331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-47fcad2c-bd33-409f-978b-365b46b26507 None None] Provisioning complete for port 1863963c-2017-4102-b5f3-9c01a40c4c72 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:05.714136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.714401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47fcad2c-bd33-409f-978b-365b46b26507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.758626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-47fcad2c-bd33-409f-978b-365b46b26507 None None] Port 1863963c-2017-4102-b5f3-9c01a40c4c72 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:05.773830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.786799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.787531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.917469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:05.934552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:05.945310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ff054-9d66-46b4-8bab-70b8e0b042f9 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:05.946780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:05.947352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:05.964565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=e473d689-f5e5-4d6d-a625-c3dfe2adfc24,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:05.978412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=13']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:06.019399 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24958919-454f-4af4-a73a-fbd1c7e464c7 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2318206 Dec 16 09:55:06.022458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50236) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:06.031306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:86:bb:53', 'name': 'tempest-NetworksTestDHCPv6-213230752'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:06.142473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1863963c-2017-4102-b5f3-9c01a40c4c72 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:55:06.155803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.168302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2b244-1b65-4a2f-bc5f-be6b174b3834 req-b9912b25-761b-48b2-b835-0535052d8480 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:06.170016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ffb2b244-1b65-4a2f-bc5f-be6b174b3834 req-b9912b25-761b-48b2-b835-0535052d8480 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 931 time: 0.0934052 Dec 16 09:55:06.179656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Transition to ACTIVE for port object 1863963c-2017-4102-b5f3-9c01a40c4c72 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:55:06.186531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.239958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ffb2b244-1b65-4a2f-bc5f-be6b174b3834 req-2fce1e33-7bed-400d-bc01-1277e1993ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631638 Dec 16 09:55:06.241974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:06.248958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': 'e473d689-f5e5-4d6d-a625-c3dfe2adfc24', 'ip_address': '2001:db8:0:1:f816:3eff:feaf:908'}, {'subnet_id': '5d199604-b54e-473f-b651-f62ca1680e24'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'ab060efb-10e8-42a0-a87b-c3fe1aba94e4'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:55:06.253395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:06.265591 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:55:06.294034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.366739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.378329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:06.380415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:06.380913 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:06.395196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Port 1863963c-2017-4102-b5f3-9c01a40c4c72 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:55:06.395616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:06.403988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:06.403988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Checking segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:06.403988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Bound using segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:06.403988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Bound port: 1863963c-2017-4102-b5f3-9c01a40c4c72, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:06.403988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.407307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port a9198e30-b311-4a94-b563-dcd6cc8d3bcc yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:55:06.510151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/5d199604-b54e-473f-b651-f62ca1680e24/ab060efb-10e8-42a0-a87b-c3fe1aba94e4) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:06.510441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:06.515096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:06.520723 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.557524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:06.558473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.559979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] 10.222.0.69 "PUT /v2.0/ports/1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 1091 time: 0.9474602 Dec 16 09:55:06.562436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:06.566283 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88165d2-0266-4dd5-8b86-43a8e62a0105" -d '{"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:06.608274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b7d62-3294-4478-ac56-69150faafe53 service neutron] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:06.647233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:06.655007 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5717d224-ec14-48ca-ad17-740c933e94ca x-openstack-request-id: req-5717d224-ec14-48ca-ad17-740c933e94ca {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:06.655490 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:06.655831 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5717d224-ec14-48ca-ad17-740c933e94ca {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:06.656325 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'status': 'completed', 'code': 200} Dec 16 09:55:06.674660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-a88e6afa-e09d-4a32-8125-53e976d90e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:06.676953 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-a88e6afa-e09d-4a32-8125-53e976d90e72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1094 time: 0.0558197 Dec 16 09:55:06.690287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.699693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:06.733197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-1def30a9-a6e3-4f1c-9750-bb882b57aae7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 217 time: 0.0467973 Dec 16 09:55:06.807948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-0e331edd-1ec5-4e75-adb0-470dab2060d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:06.818155 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-0e331edd-1ec5-4e75-adb0-470dab2060d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.0671017 Dec 16 09:55:06.825242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be5e1d-efba-4fc5-a499-07be468413ee None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=14']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:06.896580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::175 (99b7e5b6-ff6e-414e-828f-6720f28575ef/5d199604-b54e-473f-b651-f62ca1680e24/a9198e30-b311-4a94-b563-dcd6cc8d3bcc) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:06.901448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-71817cd7-ffba-4d62-8c12-a945f68cff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:06.903447 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-71817cd7-ffba-4d62-8c12-a945f68cff77 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842528 Dec 16 09:55:06.904236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:06.921930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:bb53 (99b7e5b6-ff6e-414e-828f-6720f28575ef/e473d689-f5e5-4d6d-a625-c3dfe2adfc24/a9198e30-b311-4a94-b563-dcd6cc8d3bcc) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:06.992703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:06.993197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.016892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-d69c15df-f41c-4182-9a11-59ad98d8eec2 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037099 Dec 16 09:55:07.157818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.175581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c06e246d-3bf0-4da0-af24-5ebfeeed24d3 req-79e22cd1-bf4d-4fc7-85fa-6dbb865be967 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495409 Dec 16 09:55:07.208805 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.269830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:07.273090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:07.282394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:07.291377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-db9c8271-3248-4eab-90bd-7f7d63bc50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:07.292134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:07.293072 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-db9c8271-3248-4eab-90bd-7f7d63bc50e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1094 time: 0.0590000 Dec 16 09:55:07.293455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.303397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=a9198e30-b311-4a94-b563-dcd6cc8d3bcc,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:07.332587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eae8b026-7ddb-449c-9342-b01c3da0f839 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3075972 Dec 16 09:55:07.333519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50312) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:07.433951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-d7d5f820-22ee-4f4f-ad6f-d67613833e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:07.435234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-d7d5f820-22ee-4f4f-ad6f-d67613833e40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1353624 Dec 16 09:55:07.466797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640939bf-18b1-45db-8317-76841579bcaa req-19b2bbc1-f5b4-4d02-8726-dd4c835e8312 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:07.468550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640939bf-18b1-45db-8317-76841579bcaa req-19b2bbc1-f5b4-4d02-8726-dd4c835e8312 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.0975337 Dec 16 09:55:07.482422 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-e296c41e-19a7-451c-8246-009afa627fcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 217 time: 0.0393999 Dec 16 09:55:07.498459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port a9198e30-b311-4a94-b563-dcd6cc8d3bcc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:07.498809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.536972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-e90c011f-b57e-4df2-a879-2b586bef3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:07.538527 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-e90c011f-b57e-4df2-a879-2b586bef3c11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.0480003 Dec 16 09:55:07.584919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640939bf-18b1-45db-8317-76841579bcaa req-9a2ac470-1cd6-4d0a-a2d4-7db999051fbc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992198 Dec 16 09:55:07.611308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-34313f68-224e-4bff-bf28-7cd261b42f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:07.612993 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-34313f68-224e-4bff-bf28-7cd261b42f84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672677 Dec 16 09:55:07.650795 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.667975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for a9198e30-b311-4a94-b563-dcd6cc8d3bcc owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:07.700072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-78b251e4-3128-4b55-ae63-a3b333132d93 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:07.700446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78b251e4-3128-4b55-ae63-a3b333132d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.738532 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-bc2ddd24-6ec0-4708-933c-ec3340dcc30b service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177604 Dec 16 09:55:07.855658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e88165d2-0266-4dd5-8b86-43a8e62a0105 req-edf97efa-a2a1-4708-a713-66a584206fa4 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074491 Dec 16 09:55:07.911181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.942319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=a9198e30-b311-4a94-b563-dcd6cc8d3bcc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:07.992680 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:07.996893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-74e4270f-156f-460a-8c6e-f35dfe2bf816 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/a9198e30-b311-4a94-b563-dcd6cc8d3bcc HTTP/1.1" status: 204 len: 168 time: 0.6620982 Dec 16 09:55:07.999209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50374) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.025530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-665ed8a3-833e-49b6-993b-6c13110c4601 None None] Could not find standard attr ID for object a9198e30-b311-4a94-b563-dcd6cc8d3bcc. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:55:08.056472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc305d-4be1-465f-b7a6-a281dff060e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:08.060934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50378) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.071254 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-51cc305d-4be1-465f-b7a6-a281dff060e4 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0706425 Dec 16 09:55:08.103564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50380) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.118583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af052b-d8b2-4b67-8815-3f4e55ad0199 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:08.121894 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b0af052b-d8b2-4b67-8815-3f4e55ad0199 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0583556 Dec 16 09:55:08.123050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50384) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.179434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fb7f8-ff05-4fbf-be6d-6995d9bcb02c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:08.181772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fb7f8-ff05-4fbf-be6d-6995d9bcb02c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:08.183278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fb7f8-ff05-4fbf-be6d-6995d9bcb02c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:08.185046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-410fb7f8-ff05-4fbf-be6d-6995d9bcb02c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0607233 Dec 16 09:55:08.187490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50386) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.232416 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9983-7153-4300-917f-4811bda6d9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.257895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 5d199604-b54e-473f-b651-f62ca1680e24 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:08.264462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.319100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.416191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9983-7153-4300-917f-4811bda6d9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.422597 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9983-7153-4300-917f-4811bda6d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.456493 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.513210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf6a9983-7153-4300-917f-4811bda6d9ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f884a030a70245b6b43f97c511adb476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079788 Dec 16 09:55:08.515809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a9983-7153-4300-917f-4811bda6d9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30afb57-a41f-49ce-b5d5-3265656efd99,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.516183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50388) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.541972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.569197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36dfed62-8de2-43a5-bdf8-279a1a0b5878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.570720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=5d199604-b54e-473f-b651-f62ca1680e24,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.573109 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.578395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0dcb7471-8934-4e19-9b2b-79c37a22c341 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/5d199604-b54e-473f-b651-f62ca1680e24 HTTP/1.1" status: 204 len: 168 time: 0.3898995 Dec 16 09:55:08.578719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50390) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.580858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ef85e-a6c9-4545-aeb2-6cb0c0690bab None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:08.619528 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36dfed62-8de2-43a5-bdf8-279a1a0b5878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.655495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet e473d689-f5e5-4d6d-a625-c3dfe2adfc24 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:08.665419 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.712228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.716032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8776a-a25f-4ef9-ab74-f5d6edee67ef req-83599f37-3f97-4af4-a13c-4eff0e05f36f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:08.717600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1e8776a-a25f-4ef9-ab74-f5d6edee67ef req-83599f37-3f97-4af4-a13c-4eff0e05f36f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.0519526 Dec 16 09:55:08.733682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36dfed62-8de2-43a5-bdf8-279a1a0b5878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.736178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36dfed62-8de2-43a5-bdf8-279a1a0b5878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.737698 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-36dfed62-8de2-43a5-bdf8-279a1a0b5878 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e30afb57-a41f-49ce-b5d5-3265656efd99 HTTP/1.1" status: 204 len: 168 time: 0.2201705 Dec 16 09:55:08.752975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfed62-8de2-43a5-bdf8-279a1a0b5878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30afb57-a41f-49ce-b5d5-3265656efd99,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.771643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1e8776a-a25f-4ef9-ab74-f5d6edee67ef req-15d00fe6-1b94-4828-969b-a6561736ab79 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Dec 16 09:55:08.842383 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.902329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:08.922480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.958712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:08.962138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/e473d689-f5e5-4d6d-a625-c3dfe2adfc24 HTTP/1.1" status: 204 len: 168 time: 0.3822227 Dec 16 09:55:08.963502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f0079-335d-452b-b039-c749e5e3bc12 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=e473d689-f5e5-4d6d-a625-c3dfe2adfc24,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:08.964709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50398) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:08.968052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:08.968429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.017318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-068c69ce-107e-445a-ac63-59bbe41d63af tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455897 Dec 16 09:55:09.017594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50400) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.023467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:09.141881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.156429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:09.160758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.162183 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57e0dc0-989f-4bdb-baf5-8625d3c68bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.273139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57e0dc0-989f-4bdb-baf5-8625d3c68bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.278406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d57e0dc0-989f-4bdb-baf5-8625d3c68bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.318723 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d57e0dc0-989f-4bdb-baf5-8625d3c68bc3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e90b23c771a441d5b27cb11ab41c94da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743960 Dec 16 09:55:09.321502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50404) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.329520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e0dc0-989f-4bdb-baf5-8625d3c68bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed6b00d-21a3-45f0-8702-bc19c7287f56,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:09.379899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-830040c4-fc9c-43d5-af10-dfb7c1d51464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.380762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.404469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-830040c4-fc9c-43d5-af10-dfb7c1d51464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.421273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:09.426213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:09.430882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:09.431587 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.449338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=2ddbb6f6-074d-436b-9604-8a234bca01a5,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:09.457824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-61f8eb08-04c3-419f-bb9a-cb84a8ccf3e5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4359558 Dec 16 09:55:09.458543 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50406) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.464448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:09.470717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-830040c4-fc9c-43d5-af10-dfb7c1d51464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.473443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961cf6b7-57cd-49da-997c-0845e7a8e7f8 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:09.478353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-830040c4-fc9c-43d5-af10-dfb7c1d51464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.479694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-830040c4-fc9c-43d5-af10-dfb7c1d51464 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ed6b00d-21a3-45f0-8702-bc19c7287f56 HTTP/1.1" status: 204 len: 168 time: 0.1571014 Dec 16 09:55:09.494238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830040c4-fc9c-43d5-af10-dfb7c1d51464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed6b00d-21a3-45f0-8702-bc19c7287f56,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:09.598968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:09.601999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9870ffbe-09af-4d74-9317-d13ce68eef85 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:09.602537 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9870ffbe-09af-4d74-9317-d13ce68eef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.603222 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.710220 n-d-821941-1 neutron-server[102398]: INFO neutron.db.ipam_backend_mixin [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ddbb6f6-074d-436b-9604-8a234bca01a5 (CIDR: 2001:db8::/64) Dec 16 09:55:09.715840 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 09:55:09.716641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:09.738091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4d3f18a7-f490-4f42-be66-561f5800f104 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2781131 Dec 16 09:55:09.741386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:09.750178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'subnet': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:09.783493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '2ddbb6f6-074d-436b-9604-8a234bca01a5'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'ab060efb-10e8-42a0-a87b-c3fe1aba94e4'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:55:09.810218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:09.911800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:09.915525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.015814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] Allocated IP 2001:db8::2 (99b7e5b6-ff6e-414e-828f-6720f28575ef/2ddbb6f6-074d-436b-9604-8a234bca01a5/ab060efb-10e8-42a0-a87b-c3fe1aba94e4) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:10.126075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:10.160499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.168434 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.251683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf8574-f012-4319-88e8-88e57eaf533d None None] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=17']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:10.310670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bfd09-bc60-4f88-bf45-67010c0e9010 req-e0f1b9a4-8778-4d4f-92dd-c6dbf21cf17b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:10.312180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17bfd09-bc60-4f88-bf45-67010c0e9010 req-e0f1b9a4-8778-4d4f-92dd-c6dbf21cf17b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.4567103 Dec 16 09:55:10.392669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b17bfd09-bc60-4f88-bf45-67010c0e9010 req-1c0a1116-d5bf-43b5-94c1-5af211bee7dc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561194 Dec 16 09:55:10.673870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.objects.ports [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 09:55:10.845340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bf3ad853-5470-4d37-af63-14a391ea0be7 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:10.845946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad853-5470-4d37-af63-14a391ea0be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.859122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:10.884123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:10.967287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:10.967643 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.016430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:11.049782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.055867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.056706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.124563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:11.137681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:11.146709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:11.147131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7489b4-647c-41e0-bda9-2660cedf4b33 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:11.147662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.164450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Subnet': ['ID=1600f3a0-b2ca-4d20-9485-e3f79c55cdad,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:11.167289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=19']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:11.178496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8a07ecd5-353f-464f-b912-41ebcc975a28 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4326365 Dec 16 09:55:11.178951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50414) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:11.183620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Request body: {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'mac_address': 'fa:16:3e:89:7d:41', 'name': 'tempest-NetworksTestDHCPv6-1171326836'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:11.295439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Made reservation on behalf of 297ed577289e4f65a6277b51bfa37c1d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:11.299547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.320359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] device_id is not set on port a9572680-e604-48fb-b372-5c90ccddc241 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:55:11.516936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8::1ea (99b7e5b6-ff6e-414e-828f-6720f28575ef/2ddbb6f6-074d-436b-9604-8a234bca01a5/a9572680-e604-48fb-b372-5c90ccddc241) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:11.526403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:7d41 (99b7e5b6-ff6e-414e-828f-6720f28575ef/1600f3a0-b2ca-4d20-9485-e3f79c55cdad/a9572680-e604-48fb-b372-5c90ccddc241) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:11.545169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56b302-cc60-4903-9b56-d6b52922f11a req-d07ad9c2-f2e7-471e-a489-bed4623774cc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:11.546807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f56b302-cc60-4903-9b56-d6b52922f11a req-d07ad9c2-f2e7-471e-a489-bed4623774cc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.0788548 Dec 16 09:55:11.617013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f56b302-cc60-4903-9b56-d6b52922f11a req-d55ea7be-570b-47e3-97ce-18e2fb9598ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617001 Dec 16 09:55:11.720194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.761388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.805634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:11.808759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:11.812497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:11.818613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:11.819234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.828504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event updated for resources: {'Port': ['ID=a9572680-e604-48fb-b372-5c90ccddc241,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:11.846465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4720154d-4fb0-40a9-9cc0-57c728bdf41f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6665668 Dec 16 09:55:11.849069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50418) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:11.900874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-48f5a066-6c3e-453b-bf0b-74fe2ed9ff23 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:11.901444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48f5a066-6c3e-453b-bf0b-74fe2ed9ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:11.956181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting port a9572680-e604-48fb-b372-5c90ccddc241 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:11.956518 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.044739 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.056538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Calling delete_port for a9572680-e604-48fb-b372-5c90ccddc241 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:12.110959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3a463aa4-61d8-4033-9640-2332ca1f9f4f None None] Provisioning complete for port a9572680-e604-48fb-b372-5c90ccddc241 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:12.111194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3a463aa4-61d8-4033-9640-2332ca1f9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.147940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3a463aa4-61d8-4033-9640-2332ca1f9f4f None None] Port a9572680-e604-48fb-b372-5c90ccddc241 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:12.244370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.280741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Port': ['ID=a9572680-e604-48fb-b372-5c90ccddc241,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:12.329620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.333119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9ca17ea3-114a-44e9-bba5-053a88f698a9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/a9572680-e604-48fb-b372-5c90ccddc241 HTTP/1.1" status: 204 len: 168 time: 0.4826872 Dec 16 09:55:12.335836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50420) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.338417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:55:12.388729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3a7ef-6e81-4aa5-9a69-cb0c59f5d910 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:12.390537 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5fa3a7ef-6e81-4aa5-9a69-cb0c59f5d910 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0538197 Dec 16 09:55:12.393162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50422) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.445763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371decc6-c126-4f85-96eb-be99ae192c7e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:12.447377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-371decc6-c126-4f85-96eb-be99ae192c7e tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0530422 Dec 16 09:55:12.449986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50424) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.453331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:12.467475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'port_id': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'mac_address': 'fa:16:3e:28:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:55:12.508203 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.509037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510e4cc-032d-4e56-928a-3adad2a7ebc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:12.510662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510e4cc-032d-4e56-928a-3adad2a7ebc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:12.512129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510e4cc-032d-4e56-928a-3adad2a7ebc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:12.516786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3510e4cc-032d-4e56-928a-3adad2a7ebc0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0631142 Dec 16 09:55:12.517072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50426) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.523394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1863963c-2017-4102-b5f3-9c01a40c4c72 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:55:12.544289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:12.548830 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.571995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 1600f3a0-b2ca-4d20-9485-e3f79c55cdad {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:12.575297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.605890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:12.620744 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.725316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.783380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d1b41-a6dc-4d72-a1e3-dbb1c5773014 req-fa8ea27e-ff09-4996-beb7-8b850bb9747f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:12.785221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-914d1b41-a6dc-4d72-a1e3-dbb1c5773014 req-fa8ea27e-ff09-4996-beb7-8b850bb9747f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 944 time: 0.0966060 Dec 16 09:55:12.818087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.851983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['1863963c-2017-4102-b5f3-9c01a40c4c72'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:55:12.855659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-914d1b41-a6dc-4d72-a1e3-dbb1c5773014 req-b0877ad3-5cc8-46c5-b1d3-7b0e06306d1b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629482 Dec 16 09:55:12.858154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=1600f3a0-b2ca-4d20-9485-e3f79c55cdad,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:12.860127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.863455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c96a40d0-18f2-4a94-b212-6dc38ddf4cac tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/1600f3a0-b2ca-4d20-9485-e3f79c55cdad HTTP/1.1" status: 204 len: 168 time: 0.3453646 Dec 16 09:55:12.866105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50430) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:12.886111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c5941-5fec-4cd3-8c39-493f566b9f3a None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:12.891664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:12.921765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Deleting subnet 2ddbb6f6-074d-436b-9604-8a234bca01a5 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:12.924810 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:12.964964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.045119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:13.045746 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.056356 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.116075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.143737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddbb6f6-074d-436b-9604-8a234bca01a5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:13.148135 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.152811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-88167595-4ce1-4122-8765-74fc22604869 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/2ddbb6f6-074d-436b-9604-8a234bca01a5 HTTP/1.1" status: 204 len: 168 time: 0.2856653 Dec 16 09:55:13.154408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.194525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-117bddd2-957c-4a67-a5e8-941f2d97ead0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387018 Dec 16 09:55:13.196966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50434) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.244611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398cc12-a4e2-4aa8-8734-92a3eb0dd2e1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:13.246426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7398cc12-a4e2-4aa8-8734-92a3eb0dd2e1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0485809 Dec 16 09:55:13.249797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50436) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.303447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bac37-fe65-4172-ad40-783d8bdf6f99 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:13.304904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-124bac37-fe65-4172-ad40-783d8bdf6f99 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541699 Dec 16 09:55:13.307656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.333715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55c29b4-d967-486b-bf0b-fb3b10935ae2 None None] Update dhcp port {'port': {'network_id': '99b7e5b6-ff6e-414e-828f-6720f28575ef', 'fixed_ips': [{'subnet_id': '2ddbb6f6-074d-436b-9604-8a234bca01a5'}], 'binding:host_id': 'n-d-821941-1'}, 'id': 'ab060efb-10e8-42a0-a87b-c3fe1aba94e4'} from n-d-821941-1. {{(pid=102399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 16 09:55:13.343932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f549bf78-5954-45ed-b835-954e6bed0d58 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0351779 Dec 16 09:55:13.348698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.372743 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-63781663-ac8c-4030-b4e4-e4a73dd66552 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.373399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63781663-ac8c-4030-b4e4-e4a73dd66552 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.374142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e55c29b4-d967-486b-bf0b-fb3b10935ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.376432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-63781663-ac8c-4030-b4e4-e4a73dd66552 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/a9572680-e604-48fb-b372-5c90ccddc241 HTTP/1.1" status: 404 len: 333 time: 0.0265708 Dec 16 09:55:13.379838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50442) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.411764 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c6d0a0-b57f-47d3-858e-1da96bc7b105 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.412216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c6d0a0-b57f-47d3-858e-1da96bc7b105 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.415192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-27c6d0a0-b57f-47d3-858e-1da96bc7b105 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/1600f3a0-b2ca-4d20-9485-e3f79c55cdad HTTP/1.1" status: 404 len: 337 time: 0.0343435 Dec 16 09:55:13.417822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50444) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.448025 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e483a27a-78fe-4b96-becd-4bb3114efd79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.448328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e483a27a-78fe-4b96-becd-4bb3114efd79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.451324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e483a27a-78fe-4b96-becd-4bb3114efd79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/2ddbb6f6-074d-436b-9604-8a234bca01a5 HTTP/1.1" status: 404 len: 337 time: 0.0325353 Dec 16 09:55:13.454009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50446) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.476451 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a04c0a2-dd3e-4c2d-927d-1fb1ddf73327 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.477130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a04c0a2-dd3e-4c2d-927d-1fb1ddf73327 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.480170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a04c0a2-dd3e-4c2d-927d-1fb1ddf73327 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/a9198e30-b311-4a94-b563-dcd6cc8d3bcc HTTP/1.1" status: 404 len: 333 time: 0.0252352 Dec 16 09:55:13.482683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50448) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.508882 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-754b6feb-f456-4972-aeb4-cab4a94670bc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.509409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754b6feb-f456-4972-aeb4-cab4a94670bc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.512733 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-754b6feb-f456-4972-aeb4-cab4a94670bc tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/e473d689-f5e5-4d6d-a625-c3dfe2adfc24 HTTP/1.1" status: 404 len: 337 time: 0.0287752 Dec 16 09:55:13.515254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50450) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.541148 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-229b672b-64e4-4e68-a93b-f68108c36c4a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.541815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229b672b-64e4-4e68-a93b-f68108c36c4a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.542305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e09a83-8c45-42ed-a3fd-3bf4e411c493 None None] Network 99b7e5b6-ff6e-414e-828f-6720f28575ef requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:13.544604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-229b672b-64e4-4e68-a93b-f68108c36c4a tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/5d199604-b54e-473f-b651-f62ca1680e24 HTTP/1.1" status: 404 len: 337 time: 0.0283735 Dec 16 09:55:13.547372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50452) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.570380 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-750c420f-a3fc-4e70-87bc-201cbdc421a8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.571037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750c420f-a3fc-4e70-87bc-201cbdc421a8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.574334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-750c420f-a3fc-4e70-87bc-201cbdc421a8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/40ba492e-5952-49e5-aae5-b90746375d51 HTTP/1.1" status: 404 len: 333 time: 0.0257537 Dec 16 09:55:13.576724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50454) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.607375 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f7066a-7bbe-4371-bd39-e5790cf4d00c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.607822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f7066a-7bbe-4371-bd39-e5790cf4d00c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.612313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-08f7066a-7bbe-4371-bd39-e5790cf4d00c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/14769c23-6b72-4a74-8608-38e89b7b496a HTTP/1.1" status: 404 len: 337 time: 0.0332899 Dec 16 09:55:13.613867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50456) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.620226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6f90436c-b7c6-4347-865f-4411dcec3109 None None] Provisioning complete for port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:13.620599 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f90436c-b7c6-4347-865f-4411dcec3109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.641279 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d01f8b-6a2c-4d07-ad47-67ebf9c40dc8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.642165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d01f8b-6a2c-4d07-ad47-67ebf9c40dc8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.645458 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-60d01f8b-6a2c-4d07-ad47-67ebf9c40dc8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/d58a4320-ebbf-4fd5-8cef-29f86690c212 HTTP/1.1" status: 404 len: 337 time: 0.0306005 Dec 16 09:55:13.648210 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50458) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.671246 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1143b551-b7e5-45c1-8907-e8405533e25c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.671872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1143b551-b7e5-45c1-8907-e8405533e25c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.675077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1143b551-b7e5-45c1-8907-e8405533e25c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/d860e153-074f-41cb-9d75-2d427bda2005 HTTP/1.1" status: 404 len: 333 time: 0.0256240 Dec 16 09:55:13.677561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.706369 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d20408-8dc4-47bb-b3bf-68e51160447d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.706987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d20408-8dc4-47bb-b3bf-68e51160447d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.712184 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d8d20408-8dc4-47bb-b3bf-68e51160447d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/607c7f14-9e5f-4fb7-903c-b0cb32b9932a HTTP/1.1" status: 404 len: 337 time: 0.0312488 Dec 16 09:55:13.712659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50462) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.734869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] DHCP port deletion for 99b7e5b6-ff6e-414e-828f-6720f28575ef request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:55:13.741815 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6ab7fb-d69a-4078-9592-86b4c6b422d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.742340 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6ab7fb-d69a-4078-9592-86b4c6b422d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.749017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a6ab7fb-d69a-4078-9592-86b4c6b422d0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/64ea9190-5e6a-4012-8041-597da229f372 HTTP/1.1" status: 404 len: 337 time: 0.0316253 Dec 16 09:55:13.749266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50464) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.772169 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb58197-4c90-46d1-9d3b-5aab1996e360 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.772686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb58197-4c90-46d1-9d3b-5aab1996e360 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.775743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5cb58197-4c90-46d1-9d3b-5aab1996e360 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/5336a99e-f0af-45f9-892a-eb454cb17098 HTTP/1.1" status: 404 len: 333 time: 0.0257170 Dec 16 09:55:13.778446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50466) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.797314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] Deleting port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:13.797690 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.804137 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-55350f17-9b50-456b-b534-2f1658cbfea9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.804577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55350f17-9b50-456b-b534-2f1658cbfea9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.807596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55350f17-9b50-456b-b534-2f1658cbfea9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/bc578de8-632a-4beb-a647-3e7c8001943b HTTP/1.1" status: 404 len: 337 time: 0.0282214 Dec 16 09:55:13.810196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50468) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.832447 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-919104a9-e6ca-4487-9a25-d33b80201afe tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.833085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919104a9-e6ca-4487-9a25-d33b80201afe tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.836026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-919104a9-e6ca-4487-9a25-d33b80201afe tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/616671eb-d5dc-48b6-8aee-50e553fac4b4 HTTP/1.1" status: 404 len: 333 time: 0.0249658 Dec 16 09:55:13.838646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50470) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.859399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] For port ab060efb-10e8-42a0-a87b-c3fe1aba94e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,segment=NetworkSegment(965a9f98-5f48-4dc0-9b95-0ee69730f41b),segment_id=965a9f98-5f48-4dc0-9b95-0ee69730f41b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:13.859826 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.863891 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aaf223-e9cd-4fd9-89f0-cddfdb8ccec1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.864364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aaf223-e9cd-4fd9-89f0-cddfdb8ccec1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.867297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5aaf223-e9cd-4fd9-89f0-cddfdb8ccec1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/c12038ce-5c35-4776-81c3-43840c4f8ef6 HTTP/1.1" status: 404 len: 337 time: 0.0277841 Dec 16 09:55:13.870114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50472) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.876943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] Calling delete_port for ab060efb-10e8-42a0-a87b-c3fe1aba94e4 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:13.898099 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa1ce86-40a9-43ce-bbad-541b4331af13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.898786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa1ce86-40a9-43ce-bbad-541b4331af13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.904089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-eaa1ce86-40a9-43ce-bbad-541b4331af13 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/acdf9ad9-5e8b-4702-8f16-9b7bfeed3170 HTTP/1.1" status: 404 len: 333 time: 0.0307767 Dec 16 09:55:13.904601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50476) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.929835 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69e81bd-e507-4dff-9d19-9b7b5facaa20 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.930309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69e81bd-e507-4dff-9d19-9b7b5facaa20 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.935583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a69e81bd-e507-4dff-9d19-9b7b5facaa20 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/902ec70b-677d-496d-b72a-9beae3013321 HTTP/1.1" status: 404 len: 337 time: 0.0280206 Dec 16 09:55:13.935836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50478) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.962292 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:13.968287 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfae205f-9765-4a86-b611-ab2749efa890 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:13.968989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfae205f-9765-4a86-b611-ab2749efa890 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:13.972137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bfae205f-9765-4a86-b611-ab2749efa890 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/3f94d556-9346-4c8b-9187-8b0311a100d2 HTTP/1.1" status: 404 len: 333 time: 0.0354588 Dec 16 09:55:13.974948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50480) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:13.987883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] Pushing event deleted for resources: {'Port': ['ID=ab060efb-10e8-42a0-a87b-c3fe1aba94e4,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:13.998791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c661c-39b0-4a37-a1d9-24b7f54f7324 None None] No DVR routers for this DVR port ab060efb-10e8-42a0-a87b-c3fe1aba94e4 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:14.017011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42296-4c95-44d4-bcba-ec6e54093f54 req-f0c18116-23f0-4d13-85db-4328c658c097 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:14.018927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2f42296-4c95-44d4-bcba-ec6e54093f54 req-f0c18116-23f0-4d13-85db-4328c658c097 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 944 time: 0.0759344 Dec 16 09:55:14.029116 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf987e0-b4b7-4319-8983-154f31b64372 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.029604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf987e0-b4b7-4319-8983-154f31b64372 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.034510 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5cf987e0-b4b7-4319-8983-154f31b64372 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/74699433-2b7b-4681-89dc-38b687b504cf HTTP/1.1" status: 404 len: 337 time: 0.0583122 Dec 16 09:55:14.035371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50482) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.039057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-039efae7-42f8-4d75-bce1-9d971c286979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.065410 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2f42296-4c95-44d4-bcba-ec6e54093f54 req-a9af5710-d67c-47e9-806f-1d4ad792a199 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Dec 16 09:55:14.067619 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf92763-2404-42e6-ae4e-5e7d24241fcb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.068518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf92763-2404-42e6-ae4e-5e7d24241fcb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.071768 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fbf92763-2404-42e6-ae4e-5e7d24241fcb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/9e44a16b-1f7f-4892-a614-4670c3f20905 HTTP/1.1" status: 404 len: 333 time: 0.0352890 Dec 16 09:55:14.074626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50484) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.106974 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f122ef29-5d6f-427d-beff-436a7c96dc18 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.107420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f122ef29-5d6f-427d-beff-436a7c96dc18 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.110342 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f122ef29-5d6f-427d-beff-436a7c96dc18 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/83814798-55ca-4164-9b70-4504c686902c HTTP/1.1" status: 404 len: 337 time: 0.0348129 Dec 16 09:55:14.113767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50486) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.136633 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbab7b1-b3d4-4dfd-848d-7b8c28f39d2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.137509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbab7b1-b3d4-4dfd-848d-7b8c28f39d2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.140378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2bbab7b1-b3d4-4dfd-848d-7b8c28f39d2f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/11d2abd2-d1d8-49f3-8c89-5058c1a068cc HTTP/1.1" status: 404 len: 333 time: 0.0254505 Dec 16 09:55:14.143066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50488) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.184210 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b908cfe-1ac0-454e-978d-b3e7337dc74d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.184659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b908cfe-1ac0-454e-978d-b3e7337dc74d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.187657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1b908cfe-1ac0-454e-978d-b3e7337dc74d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/54c9310a-a1f8-4f68-a67e-56cd83d4605f HTTP/1.1" status: 404 len: 337 time: 0.0434422 Dec 16 09:55:14.190612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50490) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.222472 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb603938-b288-40a7-9bc3-3c3ad708234f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.222841 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb603938-b288-40a7-9bc3-3c3ad708234f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.225773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb603938-b288-40a7-9bc3-3c3ad708234f tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/d36983bf-60d3-4ccc-a000-3ecf0b446aa8 HTTP/1.1" status: 404 len: 337 time: 0.0336978 Dec 16 09:55:14.228586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.254235 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f79c2c-c9d7-42a6-82a4-e7fdaede8774 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.254851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f79c2c-c9d7-42a6-82a4-e7fdaede8774 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.257789 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06f79c2c-c9d7-42a6-82a4-e7fdaede8774 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/f5321f8f-2e13-4c9b-99a8-1e5398026da2 HTTP/1.1" status: 404 len: 333 time: 0.0279493 Dec 16 09:55:14.260320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50494) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.287643 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bde997-6694-49dc-b58b-02496ae8bd01 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.288075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bde997-6694-49dc-b58b-02496ae8bd01 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.291174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-73bde997-6694-49dc-b58b-02496ae8bd01 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/f9570db9-3f28-49a4-88b0-93d265de1565 HTTP/1.1" status: 404 len: 337 time: 0.0298610 Dec 16 09:55:14.293952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.321587 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-76217b5b-8bb2-4f0a-9eb8-e02c43bcd4fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.322058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76217b5b-8bb2-4f0a-9eb8-e02c43bcd4fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.324923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-76217b5b-8bb2-4f0a-9eb8-e02c43bcd4fb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/30b0fedc-f464-4397-a18c-a989bed40af9 HTTP/1.1" status: 404 len: 337 time: 0.0296903 Dec 16 09:55:14.327376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.343456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:14.349752 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb02f3de-715f-4b60-bfc6-606e6b63d5b1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.350429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb02f3de-715f-4b60-bfc6-606e6b63d5b1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.353462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cb02f3de-715f-4b60-bfc6-606e6b63d5b1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/e7e0ca4b-94d9-4412-bcd7-181637185935 HTTP/1.1" status: 404 len: 333 time: 0.0251908 Dec 16 09:55:14.356317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50500) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.386471 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28fcbeb-20a9-4fa0-86df-3d37611840bd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.386920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28fcbeb-20a9-4fa0-86df-3d37611840bd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.390926 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e28fcbeb-20a9-4fa0-86df-3d37611840bd tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/1075aa7a-805e-41e9-bfd0-0f3c671c92e7 HTTP/1.1" status: 404 len: 337 time: 0.0335319 Dec 16 09:55:14.394671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50502) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.397423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 1863963c-2017-4102-b5f3-9c01a40c4c72 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:55:14.401479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 1863963c-2017-4102-b5f3-9c01a40c4c72 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:14.401863 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.421749 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1be31d-5871-48a1-85b7-427ab42bd719 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.422254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1be31d-5871-48a1-85b7-427ab42bd719 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.426115 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3d1be31d-5871-48a1-85b7-427ab42bd719 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/d922cf07-2c64-448a-9074-2f6905799195 HTTP/1.1" status: 404 len: 337 time: 0.0303233 Dec 16 09:55:14.428789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50504) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.450956 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-adda0299-9eb2-44ab-b304-0027c78ad3eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.451588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adda0299-9eb2-44ab-b304-0027c78ad3eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.454564 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-adda0299-9eb2-44ab-b304-0027c78ad3eb tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/9b53a39b-12d4-4a86-ad52-fc932b12b532 HTTP/1.1" status: 404 len: 333 time: 0.0248573 Dec 16 09:55:14.457343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50506) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.482664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.482880 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c4f42c-76ab-445f-a8c5-df15f1927baf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.483058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c4f42c-76ab-445f-a8c5-df15f1927baf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.486230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c8c4f42c-76ab-445f-a8c5-df15f1927baf tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/4454a371-2fbe-483b-9584-e5a2218e1212 HTTP/1.1" status: 404 len: 337 time: 0.0279582 Dec 16 09:55:14.489049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.505708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:14.508100 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ebcb4a-ea78-4bf3-9500-d31e470f3c8c" -d '{"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-plugged", "status": "completed", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:14.521009 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1494580-2072-4ac1-bf82-05919769ce79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.521779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1494580-2072-4ac1-bf82-05919769ce79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.524486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c1494580-2072-4ac1-bf82-05919769ce79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/6e185e91-59f5-4176-9bc2-ce7132fae53b HTTP/1.1" status: 404 len: 337 time: 0.0345395 Dec 16 09:55:14.526598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:14.527371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50514) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.534232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:14.557837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50516) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.562574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0a13975b-d93b-4ee7-82ad-2ba7f798cb52 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports?device_id=433feb6e-9f4a-473e-a870-9f440877fe04 HTTP/1.1" status: 200 len: 205 time: 0.0339618 Dec 16 09:55:14.582573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:14.596182 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-fa7d5a56-da6c-45da-9631-096d0013c508 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] delete failed (client error): The resource could not be found. Dec 16 09:55:14.597685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fa7d5a56-da6c-45da-9631-096d0013c508 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/routers/433feb6e-9f4a-473e-a870-9f440877fe04 HTTP/1.1" status: 404 len: 336 time: 0.0388207 Dec 16 09:55:14.600384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50518) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.631180 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a07bdf4-8f6c-44f2-b56c-e3d806c13013 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.631629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a07bdf4-8f6c-44f2-b56c-e3d806c13013 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.634623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a07bdf4-8f6c-44f2-b56c-e3d806c13013 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/89a329a6-4ec6-4aef-b39d-e079172f4d91 HTTP/1.1" status: 404 len: 337 time: 0.0333264 Dec 16 09:55:14.637411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50520) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.664298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a732315-3aae-4364-825b-24a82335cba1 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "GET /v2.0/ports?device_id=439f27d6-3ccf-4c06-a6b2-e2b7857fd116 HTTP/1.1" status: 200 len: 205 time: 0.0257418 Dec 16 09:55:14.667017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.709153 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-e41bc1e6-1e96-4bc1-aa30-ece6cb7173f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] delete failed (client error): The resource could not be found. Dec 16 09:55:14.710205 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e41bc1e6-1e96-4bc1-aa30-ece6cb7173f5 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/routers/439f27d6-3ccf-4c06-a6b2-e2b7857fd116 HTTP/1.1" status: 404 len: 336 time: 0.0418029 Dec 16 09:55:14.712851 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50524) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.740280 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dc0e4d-02bf-4423-a984-26c149bcd066 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.740735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dc0e4d-02bf-4423-a984-26c149bcd066 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.743741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c6dc0e4d-02bf-4423-a984-26c149bcd066 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/8aba6c72-e463-4010-8d76-dd941038cb12 HTTP/1.1" status: 404 len: 337 time: 0.0300364 Dec 16 09:55:14.746650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50526) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.754944 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbbe0c0-ed3b-4446-80df-ebd28d5d0f59 x-openstack-request-id: req-6dbbe0c0-ed3b-4446-80df-ebd28d5d0f59 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:14.755305 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-plugged", "status": "completed", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:14.755640 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6dbbe0c0-ed3b-4446-80df-ebd28d5d0f59 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:14.756097 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'code': 200} Dec 16 09:55:14.778261 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9866cc9-d316-49c7-bf23-5df1ca1cc7c9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.778722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9866cc9-d316-49c7-bf23-5df1ca1cc7c9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.781700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b9866cc9-d316-49c7-bf23-5df1ca1cc7c9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/f76df0e2-c38a-47ee-b79e-d5d690dc5b7f HTTP/1.1" status: 404 len: 337 time: 0.0340738 Dec 16 09:55:14.784694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50528) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.809343 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c1c5fa-bc10-49a9-805a-aa8f2f813254 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.812794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c1c5fa-bc10-49a9-805a-aa8f2f813254 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.816329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50530) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.816564 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-65c1c5fa-bc10-49a9-805a-aa8f2f813254 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/be0479b2-7e0a-42d7-ab93-9e7aa98741cd HTTP/1.1" status: 404 len: 333 time: 0.0301306 Dec 16 09:55:14.845423 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-096e1fed-3b7e-4839-9e25-aa5506fb827d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.845883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096e1fed-3b7e-4839-9e25-aa5506fb827d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.849574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-096e1fed-3b7e-4839-9e25-aa5506fb827d tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/31b4e407-5078-47b1-9151-b193d4110f33 HTTP/1.1" status: 404 len: 337 time: 0.0315337 Dec 16 09:55:14.852536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50532) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.874285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:14.876756 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b70ab6b-823c-424d-a97c-1b6d8efb9484 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.878346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b70ab6b-823c-424d-a97c-1b6d8efb9484 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.880906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8b70ab6b-823c-424d-a97c-1b6d8efb9484 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/98ad2b5a-224c-4a1c-b0c4-6c735426052b HTTP/1.1" status: 404 len: 333 time: 0.0272954 Dec 16 09:55:14.883490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50534) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.896879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ab060efb-10e8-42a0-a87b-c3fe1aba94e4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:14.897312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ab060efb-10e8-42a0-a87b-c3fe1aba94e4 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:14.900315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba0dc2-ca5e-422c-bbe2-717de534e8fe req-a294da33-062d-4e82-a9b4-0e5e95d72bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:14.902079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fba0dc2-ca5e-422c-bbe2-717de534e8fe req-a294da33-062d-4e82-a9b4-0e5e95d72bec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.0534008 Dec 16 09:55:14.915516 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee7c1e5-eed8-4735-9a67-917a2687e131 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.915963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee7c1e5-eed8-4735-9a67-917a2687e131 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.918930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cee7c1e5-eed8-4735-9a67-917a2687e131 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/5f8987a7-c2c6-452f-817b-b602de8b2a0c HTTP/1.1" status: 404 len: 337 time: 0.0342169 Dec 16 09:55:14.921476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50536) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.951512 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-43373ceb-da1b-440b-aca1-7f00f7764216 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.952097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43373ceb-da1b-440b-aca1-7f00f7764216 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.954942 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-43373ceb-da1b-440b-aca1-7f00f7764216 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/e7fe9098-9834-4c63-810e-3d1789fdfb71 HTTP/1.1" status: 404 len: 333 time: 0.0325055 Dec 16 09:55:14.957795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50538) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:14.960796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2fba0dc2-ca5e-422c-bbe2-717de534e8fe req-f78e65b4-30a1-41fc-825c-101b8fbc2cb5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517366 Dec 16 09:55:14.993250 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-afca9d3d-5138-42b3-bffe-ae5e4b617a54 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:14.993619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afca9d3d-5138-42b3-bffe-ae5e4b617a54 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:14.996558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-afca9d3d-5138-42b3-bffe-ae5e4b617a54 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/016be676-b55c-414d-96e0-5d0e512bc8cf HTTP/1.1" status: 404 len: 337 time: 0.0377197 Dec 16 09:55:15.000086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50540) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.022847 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb5eb5d-cdb8-4017-a97e-ae03e41161c9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.023434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb5eb5d-cdb8-4017-a97e-ae03e41161c9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.026311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4eb5eb5d-cdb8-4017-a97e-ae03e41161c9 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/3a24efaf-a041-4e29-bcd0-2ebfeae2bbce HTTP/1.1" status: 404 len: 333 time: 0.0253615 Dec 16 09:55:15.028717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50542) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.054010 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5730d828-db4e-405a-8378-b740ce2e7479 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.054440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5730d828-db4e-405a-8378-b740ce2e7479 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.057291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5730d828-db4e-405a-8378-b740ce2e7479 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/686b583e-9ad5-49bb-8aeb-6d12421594d0 HTTP/1.1" status: 404 len: 337 time: 0.0276711 Dec 16 09:55:15.059803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50544) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.082684 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d9cb3a-b110-422b-bda3-061fd769cf79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.083278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d9cb3a-b110-422b-bda3-061fd769cf79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.086394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e3d9cb3a-b110-422b-bda3-061fd769cf79 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/aa0eda92-8349-47a1-8b7c-2acb3443ee9e HTTP/1.1" status: 404 len: 333 time: 0.0257235 Dec 16 09:55:15.088854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50546) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.115970 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cb346d-1a27-4e4b-a3ea-248517d55966 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.116423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cb346d-1a27-4e4b-a3ea-248517d55966 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.119453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-19cb346d-1a27-4e4b-a3ea-248517d55966 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/4c6e936e-c546-476b-9bb4-ef399382735e HTTP/1.1" status: 404 len: 337 time: 0.0297203 Dec 16 09:55:15.122040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50550) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.150926 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7406ce0c-7330-481d-a1ea-243fd472d556 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.151540 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7406ce0c-7330-481d-a1ea-243fd472d556 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.154523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7406ce0c-7330-481d-a1ea-243fd472d556 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/f2ba75cb-933c-4fd9-b25c-d1894b6d25d4 HTTP/1.1" status: 404 len: 333 time: 0.0315847 Dec 16 09:55:15.157260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50552) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.183401 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a070f93d-1239-4759-8a60-30ec06aef501 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.183868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a070f93d-1239-4759-8a60-30ec06aef501 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.186844 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a070f93d-1239-4759-8a60-30ec06aef501 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/50e4f421-423b-44c6-8310-2744a335f98e HTTP/1.1" status: 404 len: 337 time: 0.0285146 Dec 16 09:55:15.189291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50554) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.202085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85104451-37da-4394-bec7-e8331ce255b3 req-2bc16931-7bd1-40b1-9213-14c07f846969 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:15.203608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85104451-37da-4394-bec7-e8331ce255b3 req-2bc16931-7bd1-40b1-9213-14c07f846969 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0550725 Dec 16 09:55:15.215318 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5f32d6-713a-4049-9c1a-3240a1dc82e8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.215947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5f32d6-713a-4049-9c1a-3240a1dc82e8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.218903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ba5f32d6-713a-4049-9c1a-3240a1dc82e8 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/ports/30b6f2a3-62df-4255-8e43-840e055a108f HTTP/1.1" status: 404 len: 333 time: 0.0286951 Dec 16 09:55:15.221499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.247605 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-60187cd2-f60f-46ed-938e-706b20c17d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] DELETE failed (client error): The resource could not be found. Dec 16 09:55:15.247934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60187cd2-f60f-46ed-938e-706b20c17d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 09:55:15.249737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85104451-37da-4394-bec7-e8331ce255b3 req-2a54066d-8162-4230-8b10-39c22cc6477c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393147 Dec 16 09:55:15.250970 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-60187cd2-f60f-46ed-938e-706b20c17d5c tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/subnets/c6b6b241-2cd9-4ba0-b17d-8f0e29fe86e8 HTTP/1.1" status: 404 len: 337 time: 0.0285475 Dec 16 09:55:15.253616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50558) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:15.332209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.422248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.441258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b7e5b6-ff6e-414e-828f-6720f28575ef']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:15.452656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965a9f98-5f48-4dc0-9b95-0ee69730f41b') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:15.453043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965a9f98-5f48-4dc0-9b95-0ee69730f41b') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:15.467125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.482285 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.488369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:15.488747 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:15.491880 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:15.558216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.565599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:15.568947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] 10.222.0.61 "DELETE /v2.0/networks/99b7e5b6-ff6e-414e-828f-6720f28575ef HTTP/1.1" status: 204 len: 168 time: 0.3143811 Dec 16 09:55:15.580526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4203e18-c389-4336-9be4-12bbdef5f8b0 tempest-NetworksTestDHCPv6-2067882206 tempest-NetworksTestDHCPv6-2067882206-project] Pushing event deleted for resources: {'Network': ['ID=99b7e5b6-ff6e-414e-828f-6720f28575ef,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:15.850846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50564) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.002276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d8922fda-a7e5-4659-8898-d66099eaa2ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=297ed577289e4f65a6277b51bfa37c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502295 Dec 16 09:55:16.005529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50568) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.059145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a3293ea-8fcb-4b0e-aea7-b01309b38d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.087163 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a3293ea-8fcb-4b0e-aea7-b01309b38d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.144906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a3293ea-8fcb-4b0e-aea7-b01309b38d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.147474 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9a3293ea-8fcb-4b0e-aea7-b01309b38d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.148637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9a3293ea-8fcb-4b0e-aea7-b01309b38d3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6510b33e-5aa4-4fff-9c11-497cfed7fef7 HTTP/1.1" status: 204 len: 168 time: 0.1421871 Dec 16 09:55:16.156861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3293ea-8fcb-4b0e-aea7-b01309b38d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6510b33e-5aa4-4fff-9c11-497cfed7fef7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:16.377767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26fc88-2a18-48e3-b916-2c965b1dab56 req-26b68bc9-ecdb-4bc0-a43f-f2f9e8048765 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:16.379522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a26fc88-2a18-48e3-b916-2c965b1dab56 req-26b68bc9-ecdb-4bc0-a43f-f2f9e8048765 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Dec 16 09:55:16.420088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a26fc88-2a18-48e3-b916-2c965b1dab56 req-2800d5bb-1280-454b-9389-4c8358f06e3c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344005 Dec 16 09:55:16.491033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a41340d9-57e5-410e-8e4c-3eca28d8c930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.535685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9e036-0c05-48eb-ab79-99d3d0dc3b8e req-4d8dd47b-c07d-416f-bb03-d23f2a31558f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:16.537189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72a9e036-0c05-48eb-ab79-99d3d0dc3b8e req-4d8dd47b-c07d-416f-bb03-d23f2a31558f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0506270 Dec 16 09:55:16.574852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72a9e036-0c05-48eb-ab79-99d3d0dc3b8e req-e2ff5110-a437-4c92-9e52-c813c10e8c2b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Dec 16 09:55:16.598503 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50588) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.642977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86493b4-ec7b-4db8-a2a7-659beefc3d6c tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:16.644727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d86493b4-ec7b-4db8-a2a7-659beefc3d6c tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1091 time: 0.0453048 Dec 16 09:55:16.647777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.652301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:16.680396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.776911 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.824839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50598) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:16.883653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.101 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/03338594-7692-4ecd-a1d9-d9a84637e610) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:16.924313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-720010893'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:16.946981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Made reservation on behalf of a2691fe812744d819df789225298512a for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:16.950776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.959997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:16.984814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.020687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.035940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.040127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.061050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:17.065669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:17.066526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:17.069256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:17.076338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93da39d-f48c-4579-87de-46376ef2422d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.081105 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.081445 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Added segment 8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1 of type vlan for network b2d47543-89e5-4842-b5b7-4f478be50873 Dec 16 09:55:17.095754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=03338594-7692-4ecd-a1d9-d9a84637e610,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.124664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.149824 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.155312 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:17.155884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.216957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3909941 Dec 16 09:55:17.219817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50602) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:17.228504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Request body: {'subnet': {'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:17.245554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1c7bf-6c66-434a-9d93-7ad0a24aec33 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event updated for resources: {'Network': ['ID=b2d47543-89e5-4842-b5b7-4f478be50873,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.256902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network b2d47543-89e5-4842-b5b7-4f478be50873 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:17.332942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Made reservation on behalf of a2691fe812744d819df789225298512a for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:17.336576 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.534863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.588149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event updated for resources: {'Subnet': ['ID=a284b864-b558-41f7-9c35-9cac5ff54fd6,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:17.608451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Checking segment: {'id': '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:17.608807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Network hostable DHCP agents. Network: b2d47543-89e5-4842-b5b7-4f478be50873, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:55:17.625949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Network b2d47543-89e5-4842-b5b7-4f478be50873 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:55:17.634923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, b2d47543-89e5-4842-b5b7-4f478be50873) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:17.639384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:17.639970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.644269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d702a18-b8eb-4624-bffa-0f525729ccf5 None None] Network b2d47543-89e5-4842-b5b7-4f478be50873 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:17.658529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ae6c889b-7999-424f-8aa3-52720085b729 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4375610 Dec 16 09:55:17.662197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50604) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:17.667315 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Request body: {'port': {'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873', 'name': 'tempest-ExtraDHCPOptionsTestJSON-864449099'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:17.796614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Made reservation on behalf of a2691fe812744d819df789225298512a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:17.800876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.817221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-b2d47543-89e5-4842-b5b7-4f478be50873', 'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873', 'tenant_id': 'a2691fe812744d819df789225298512a', 'fixed_ips': [{'subnet_id': 'a284b864-b558-41f7-9c35-9cac5ff54fd6'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:55:17.818279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.821093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] device_id is not set on port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:55:17.859274 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:17.928736 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-ceaf7adc-60ca-4462-96c5-f4746b37ad18 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787388 Dec 16 09:55:17.933958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Allocated IP 172.20.0.10 (b2d47543-89e5-4842-b5b7-4f478be50873/a284b864-b558-41f7-9c35-9cac5ff54fd6/067d154a-e17b-4cd6-bd8f-7f2f54f215d7) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:17.972920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.060281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-e290b525-3dd3-4f6b-9735-3ba7396e357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.061711 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-e290b525-3dd3-4f6b-9735-3ba7396e357a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0868008 Dec 16 09:55:18.064129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.094243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.134167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.178048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Network b2d47543-89e5-4842-b5b7-4f478be50873 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:18.182782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:18.189655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:18.189876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Allocated IP 172.20.0.2 (b2d47543-89e5-4842-b5b7-4f478be50873/a284b864-b558-41f7-9c35-9cac5ff54fd6/02987e7f-40df-44c8-83e4-a93f5149fe6a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:18.194447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event updated for resources: {'Port': ['ID=067d154a-e17b-4cd6-bd8f-7f2f54f215d7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:18.213707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-34df41c5-31c8-4ffd-8379-64e4a5682779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.215259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-34df41c5-31c8-4ffd-8379-64e4a5682779 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1286538 Dec 16 09:55:18.257037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.257702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.267755 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.270878 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-82890e8f-832f-4d71-96af-8cf02e6aa905 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0468414 Dec 16 09:55:18.274461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.275435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fbc4d3d8-63e9-49f5-9658-e79efc81532d tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6122043 Dec 16 09:55:18.278600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50606) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:18.283868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Request body: {'port': {'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873', 'name': 'tempest-ExtraDHCPOptionsTestJSON-825261023', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:18.284480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.api.validators [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] bootfile-name is not in valid_values {{(pid=102398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:55:18.284990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.api.validators [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] tftp-server is not in valid_values {{(pid=102398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:55:18.285351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.api.validators [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] server-ip-address is not in valid_values {{(pid=102398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:55:18.363100 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.371507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.392514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=03338594-7692-4ecd-a1d9-d9a84637e610,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:18.402419 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-29de662b-0fc4-439a-a470-f5b2c02003c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.404557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-29de662b-0fc4-439a-a470-f5b2c02003c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.1238754 Dec 16 09:55:18.405497 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.413204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Network b2d47543-89e5-4842-b5b7-4f478be50873 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:18.416395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Made reservation on behalf of a2691fe812744d819df789225298512a for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:18.416565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:18.419359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:18.420247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.438454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] device_id is not set on port 32829ca7-e317-4016-8355-7d090cee75fb yet. {{(pid=102398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:55:18.452383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Pushing event updated for resources: {'Port': ['ID=02987e7f-40df-44c8-83e4-a93f5149fe6a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:18.479340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.479747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.480014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.480344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.480673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.480997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.481322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.481662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.482607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.482944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.483270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.483594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:55:18.498242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Attempting to bind port 02987e7f-40df-44c8-83e4-a93f5149fe6a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:18.498616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Attempting to bind port 02987e7f-40df-44c8-83e4-a93f5149fe6a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:18.498980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Attempting to bind port 02987e7f-40df-44c8-83e4-a93f5149fe6a on network b2d47543-89e5-4842-b5b7-4f478be50873 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:18.504973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:18.505345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Checking segment: {'id': '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:18.505747 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.506181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Bound using segment: {'id': '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:18.506650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Bound port: 02987e7f-40df-44c8-83e4-a93f5149fe6a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b2d47543-89e5-4842-b5b7-4f478be50873'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:18.507729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.532260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-756e7ab8-7528-4817-9577-ae6d7c2fa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.533818 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-756e7ab8-7528-4817-9577-ae6d7c2fa439 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852559 Dec 16 09:55:18.567730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Allocated IP 172.20.0.11 (b2d47543-89e5-4842-b5b7-4f478be50873/a284b864-b558-41f7-9c35-9cac5ff54fd6/32829ca7-e317-4016-8355-7d090cee75fb) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:18.580555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] For port 02987e7f-40df-44c8-83e4-a93f5149fe6a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:18.588934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] For port 02987e7f-40df-44c8-83e4-a93f5149fe6a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=02987e7f-40df-44c8-83e4-a93f5149fe6a,segment=NetworkSegment(8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1),segment_id=8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:18.591615 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP ca04c9be-15ad-493a-8cb8-c7a1f51ee57f associated. External IP: 172.25.6.101, port: 1863963c-2017-4102-b5f3-9c01a40c4c72. Dec 16 09:55:18.594975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.661502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cea7b-a4bf-4447-a06a-cc019cee4bcc None None] Pushing event updated for resources: {'Port': ['ID=02987e7f-40df-44c8-83e4-a93f5149fe6a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:18.712876 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-41dbae16-98fd-436d-bd5f-9034343f9be0 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708224 Dec 16 09:55:18.754387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.794162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:18.858811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Network b2d47543-89e5-4842-b5b7-4f478be50873 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:18.886899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:18.901767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event updated for resources: {'Port': ['ID=32829ca7-e317-4016-8355-7d090cee75fb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:18.908898 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ae8018f4-8a58-4184-a8df-30a5e5523a41 req-7c5a34c0-c3e1-4fdc-9189-7df41305cdbc service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834319 Dec 16 09:55:18.915181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:18.947677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 7f6c000a-c924-4677-8f32-a17ffcfd262c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:55:18.979886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:18.980536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.000810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4004353d-f06a-468a-a730-90e9f98207cd tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7207983 Dec 16 09:55:19.003700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50608) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:19.062445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb77b0-d121-4c68-8ab2-3949ebdba0ef tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:19.069215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb77b0-d121-4c68-8ab2-3949ebdba0ef tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:19.076245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb77b0-d121-4c68-8ab2-3949ebdba0ef tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:19.078629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-edeb77b0-d121-4c68-8ab2-3949ebdba0ef tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0738580 Dec 16 09:55:19.082071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50610) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:19.091295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:55:19.109462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] Sync routers for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:55:19.123861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.132461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:19.133095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:55:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:19.199301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Deleting port 32829ca7-e317-4016-8355-7d090cee75fb {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:19.199527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.315736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.329752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Calling delete_port for 32829ca7-e317-4016-8355-7d090cee75fb owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:19.423080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:19.450363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-36318ca6-b33d-41da-b49a-1235901419ef tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8011925 Dec 16 09:55:19.450895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:55:19.453257 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51fe287-e865-45af-a7a5-d2f041d5e089" -d '{"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:55:19.532014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.633048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event deleted for resources: {'Port': ['ID=32829ca7-e317-4016-8355-7d090cee75fb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:19.694802 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.702195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50616) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:19.703177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e099e66a-c37f-47e6-be28-c73b076879c4 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "DELETE /v2.0/ports/32829ca7-e317-4016-8355-7d090cee75fb HTTP/1.1" status: 204 len: 168 time: 0.6196947 Dec 16 09:55:19.710298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Request body: {'port': {'name': 'tempest-new-port-name-555413468', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:19.711489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.api.validators [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] bootfile-name is not in valid_values {{(pid=102397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:55:19.711489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.api.validators [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] tftp-server is not in valid_values {{(pid=102397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:55:19.711489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.api.validators [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] server-ip-address is not in valid_values {{(pid=102397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 09:55:19.727708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a31a5-f5a7-4d0d-8a4c-99088b4a547e req-2c68aa26-26e5-46e2-9fd7-5be33891d06f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:19.728866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'ca04c9be-15ad-493a-8cb8-c7a1f51ee57f', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'port_id': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'mac_address': 'fa:16:3e:28:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75065f1d-da9c-410f-97bd-543a808def88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:17Z', 'updated_at': '2021-12-16T09:55:17Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:03Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:19.735238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f53a31a5-f5a7-4d0d-8a4c-99088b4a547e req-2c68aa26-26e5-46e2-9fd7-5be33891d06f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.1716001 Dec 16 09:55:19.767160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] Checking router: 7f6c000a-c924-4677-8f32-a17ffcfd262c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:55:19.777889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:55:19.778695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:55:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:19.788359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f53a31a5-f5a7-4d0d-8a4c-99088b4a547e req-58cf487f-fc8f-462d-b6f8-321513142d2e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522246 Dec 16 09:55:19.816764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50618) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:19.826137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.907099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3a300d41-1e3f-47e2-8b4b-281a89f2c1ee tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ca04c9be-15ad-493a-8cb8-c7a1f51ee57f HTTP/1.1" status: 200 len: 991 time: 0.0888772 Dec 16 09:55:19.916037 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df2869-b7ef-497e-aa89-9eca8310b285 x-openstack-request-id: req-25df2869-b7ef-497e-aa89-9eca8310b285 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:55:19.916593 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:55:19.916593 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25df2869-b7ef-497e-aa89-9eca8310b285 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:55:19.916916 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'status': 'completed', 'code': 200} Dec 16 09:55:19.928105 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:19.932911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f4e34-caf3-4bef-802c-2cc278049766 None None] Network b2d47543-89e5-4842-b5b7-4f478be50873 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:19.939517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.000031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:55:20.025721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-b0a96e2f-c597-49a4-91e6-ddca2c95803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:20.027585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-b0a96e2f-c597-49a4-91e6-ddca2c95803d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.1097975 Dec 16 09:55:20.079943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-188d6ee3-aace-479e-86a8-533a14b3b844 None None] Provisioning complete for port 02987e7f-40df-44c8-83e4-a93f5149fe6a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:20.080223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-188d6ee3-aace-479e-86a8-533a14b3b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.181068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-b5567d07-0b56-4903-97e5-6f27cbfe43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:20.182486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-b5567d07-0b56-4903-97e5-6f27cbfe43e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1454155 Dec 16 09:55:20.242733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.259557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.336908 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-188d6ee3-aace-479e-86a8-533a14b3b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.339112 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-12ea5936-9871-41d5-8d1c-ddfe4ea3ad79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 999 time: 0.1447928 Dec 16 09:55:20.384170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event updated for resources: {'Port': ['ID=067d154a-e17b-4cd6-bd8f-7f2f54f215d7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:20.411722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-188d6ee3-aace-479e-86a8-533a14b3b844 None None] For port 02987e7f-40df-44c8-83e4-a93f5149fe6a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=02987e7f-40df-44c8-83e4-a93f5149fe6a,segment=NetworkSegment(8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1),segment_id=8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:20.420389 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-188d6ee3-aace-479e-86a8-533a14b3b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.434082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] In _notify_port_updated(), no bound segment for port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 on network b2d47543-89e5-4842-b5b7-4f478be50873 {{(pid=102397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 16 09:55:20.439602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:20.440968 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.445089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50620) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:20.445270 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4c2845e7-9ba2-4343-8602-0caaebe85277 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "PUT /v2.0/ports/067d154a-e17b-4cd6-bd8f-7f2f54f215d7 HTTP/1.1" status: 200 len: 1136 time: 0.7419910 Dec 16 09:55:20.449548 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-afdf7d04-8a39-424d-a0eb-fb9f5c463d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:20.451037 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-afdf7d04-8a39-424d-a0eb-fb9f5c463d09 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.0874128 Dec 16 09:55:20.480656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d6ee3-aace-479e-86a8-533a14b3b844 None None] Pushing event updated for resources: {'Port': ['ID=02987e7f-40df-44c8-83e4-a93f5149fe6a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:20.484607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'ca04c9be-15ad-493a-8cb8-c7a1f51ee57f', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'port_id': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'mac_address': 'fa:16:3e:28:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75065f1d-da9c-410f-97bd-543a808def88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:17Z', 'updated_at': '2021-12-16T09:55:17Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:03Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:20.510658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979bffeb-ae22-4b40-b38e-eb5a78621a07 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:20.512337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-979bffeb-ae22-4b40-b38e-eb5a78621a07 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "GET /v2.0/ports/067d154a-e17b-4cd6-bd8f-7f2f54f215d7 HTTP/1.1" status: 200 len: 1136 time: 0.0659339 Dec 16 09:55:20.512621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-e720f8ab-8f56-476a-a15f-c0ddf89f1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:20.514330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-e720f8ab-8f56-476a-a15f-c0ddf89f1430 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555964 Dec 16 09:55:20.515387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46ab773-a9e2-4f4a-9601-661adef1cc91 None None] The sync data for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 is: [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'ca04c9be-15ad-493a-8cb8-c7a1f51ee57f', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.101', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'port_id': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'mac_address': 'fa:16:3e:28:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75065f1d-da9c-410f-97bd-543a808def88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:55:17Z', 'updated_at': '2021-12-16T09:55:17Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:03Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:55:20.516539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50622) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:20.625317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-efa29977-5d0a-48f9-978b-8e3c9251eda2 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024067 Dec 16 09:55:20.630323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Deleting port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:20.630555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.646401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-82b402fc-d40b-4849-9c8b-f661564a562f None None] Provisioning complete for port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:20.647483 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-82b402fc-d40b-4849-9c8b-f661564a562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.702804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-82b402fc-d40b-4849-9c8b-f661564a562f None None] Port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:20.715661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-82b402fc-d40b-4849-9c8b-f661564a562f None None] Provisioning complete for port 02987e7f-40df-44c8-83e4-a93f5149fe6a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:20.716071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-82b402fc-d40b-4849-9c8b-f661564a562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.752862 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a51fe287-e865-45af-a7a5-d2f041d5e089 req-38387263-f6e4-49f0-9585-8af00f986267 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184535 Dec 16 09:55:20.790778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:20.813115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Calling delete_port for 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 owned by {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:20.823728 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57539802-3900-410d-9ef6-aec8582be67a None None] New status for floating IP ca04c9be-15ad-493a-8cb8-c7a1f51ee57f: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:55:20.909691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50624) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:21.009382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 02987e7f-40df-44c8-83e4-a93f5149fe6a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:21.040689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7e74baaa-a93a-4536-b625-466b0cc2c96a None None] Provisioning complete for port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:21.041168 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e74baaa-a93a-4536-b625-466b0cc2c96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.044133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.067849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7e74baaa-a93a-4536-b625-466b0cc2c96a None None] Port 067d154a-e17b-4cd6-bd8f-7f2f54f215d7 was deleted so its status cannot be updated. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 16 09:55:21.095992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event deleted for resources: {'Port': ['ID=067d154a-e17b-4cd6-bd8f-7f2f54f215d7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.109605 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-90454cc5-ac88-4623-8dbc-230083122376 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ca04c9be-15ad-493a-8cb8-c7a1f51ee57f HTTP/1.1" status: 200 len: 991 time: 0.1972580 Dec 16 09:55:21.127717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 02987e7f-40df-44c8-83e4-a93f5149fe6a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:21.128198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.191748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.199633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50626) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:21.199899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ca76fc23-857f-4662-b4e4-85126e73e3db tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "DELETE /v2.0/ports/067d154a-e17b-4cd6-bd8f-7f2f54f215d7 HTTP/1.1" status: 204 len: 168 time: 0.6819439 Dec 16 09:55:21.205330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-419e41e2-cf7c-4fe7-b6da-a6e6371d3ba0 None None] Could not find standard attr ID for object 32829ca7-e317-4016-8355-7d090cee75fb. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:55:21.258703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Deleting subnet a284b864-b558-41f7-9c35-9cac5ff54fd6 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:21.263962 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.317454 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.417788 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.488903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.524176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event deleted for resources: {'Subnet': ['ID=a284b864-b558-41f7-9c35-9cac5ff54fd6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.526308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.529639 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cc45584f-fb91-45b5-9825-75aa2267f156 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "DELETE /v2.0/subnets/a284b864-b558-41f7-9c35-9cac5ff54fd6 HTTP/1.1" status: 204 len: 168 time: 0.3286221 Dec 16 09:55:21.532265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:21.564729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7d433-2384-4a26-a528-956d602b96f1 None None] Network b2d47543-89e5-4842-b5b7-4f478be50873 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:21.614031 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.631540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d5732934-cecb-4976-8a62-6e70def86a1a None None] Could not find standard attr ID for object 067d154a-e17b-4cd6-bd8f-7f2f54f215d7. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 09:55:21.669239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Deleting port 02987e7f-40df-44c8-83e4-a93f5149fe6a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:21.669579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.739058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] For port 02987e7f-40df-44c8-83e4-a93f5149fe6a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=02987e7f-40df-44c8-83e4-a93f5149fe6a,segment=NetworkSegment(8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1),segment_id=8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:21.739423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.747433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] DHCP port deletion for b2d47543-89e5-4842-b5b7-4f478be50873 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:55:21.755268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Calling delete_port for 02987e7f-40df-44c8-83e4-a93f5149fe6a owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:21.792674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] Deleting port 02987e7f-40df-44c8-83e4-a93f5149fe6a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:21.793102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.833691 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.856009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] For port 02987e7f-40df-44c8-83e4-a93f5149fe6a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=02987e7f-40df-44c8-83e4-a93f5149fe6a,segment=NetworkSegment(8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1),segment_id=8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:21.856403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.864486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] No DVR routers for this DVR port 02987e7f-40df-44c8-83e4-a93f5149fe6a on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:21.869775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] Calling delete_port for 02987e7f-40df-44c8-83e4-a93f5149fe6a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:21.876802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event deleted for resources: {'Port': ['ID=02987e7f-40df-44c8-83e4-a93f5149fe6a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.947083 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.954001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:21.972314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] Pushing event deleted for resources: {'Port': ['ID=02987e7f-40df-44c8-83e4-a93f5149fe6a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:21.973062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d47543-89e5-4842-b5b7-4f478be50873']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:21.976071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47d72f-9bf2-47b5-919a-ee162610c8e7 None None] No DVR routers for this DVR port 02987e7f-40df-44c8-83e4-a93f5149fe6a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:21.986272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:21.986567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d25f20b-f9ae-4d73-82aa-3d5038e4f8e1') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:21.996262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.009415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.015457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:22.015840 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:22.019204 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:22.083206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.090488 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.093494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] 10.222.0.61 "DELETE /v2.0/networks/b2d47543-89e5-4842-b5b7-4f478be50873 HTTP/1.1" status: 204 len: 168 time: 0.5601995 Dec 16 09:55:22.105596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c74d8-3a39-4ac5-a9e2-b3bdea7d3dc6 tempest-ExtraDHCPOptionsTestJSON-410384908 tempest-ExtraDHCPOptionsTestJSON-410384908-project] Pushing event deleted for resources: {'Network': ['ID=b2d47543-89e5-4842-b5b7-4f478be50873,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:22.112140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50632) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:22.172231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89094466-e410-4c5b-b6ba-5ac65d71ad51 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ca04c9be-15ad-493a-8cb8-c7a1f51ee57f HTTP/1.1" status: 200 len: 993 time: 0.0589509 Dec 16 09:55:22.360832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:22.524791 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88191abe-8d91-40cd-9c7d-a84773a3fea5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2691fe812744d819df789225298512a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628115 Dec 16 09:55:22.527377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50640) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:22.575424 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83bb3e7c-a766-42c9-8b90-460893f9451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.597527 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83bb3e7c-a766-42c9-8b90-460893f9451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.644812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83bb3e7c-a766-42c9-8b90-460893f9451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.647367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-83bb3e7c-a766-42c9-8b90-460893f9451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:22.648489 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-83bb3e7c-a766-42c9-8b90-460893f9451c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a93da39d-f48c-4579-87de-46376ef2422d HTTP/1.1" status: 204 len: 168 time: 0.1202400 Dec 16 09:55:22.656001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3e7c-a766-42c9-8b90-460893f9451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93da39d-f48c-4579-87de-46376ef2422d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:22.868586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 02987e7f-40df-44c8-83e4-a93f5149fe6a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:22.890320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 02987e7f-40df-44c8-83e4-a93f5149fe6a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:22.890663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 02987e7f-40df-44c8-83e4-a93f5149fe6a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:23.354712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50662) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:23.471364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-433214897'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:23.499909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Made reservation on behalf of 392a396051a0490eb83550733e0490ef for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:23.504934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.516608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.603237 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.608236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.635556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:55:23.646131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd6a79b-9999-4110-9249-68ff9b797ec9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:23.651502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.651843 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Added segment 2036d417-8116-465e-8955-61dc51adb1b1 of type vlan for network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca Dec 16 09:55:23.692468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.718538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.724165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:23.724744 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.789776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4338799 Dec 16 09:55:23.792596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50666) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:23.797514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Request body: {'subnet': {'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:23.800975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a7379-8ed9-46ed-8c97-e3b4b4efd64f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event updated for resources: {'Network': ['ID=acc347eb-d54c-4bb4-bbdd-1de6eaf094ca,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:23.811368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:55:23.880303 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:23.890776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Made reservation on behalf of 392a396051a0490eb83550733e0490ef for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:23.894494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.082214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.139553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event updated for resources: {'Subnet': ['ID=21d9a7b5-a5cb-4d65-8f77-73687f9eb018,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:24.150072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Checking segment: {'id': '2036d417-8116-465e-8955-61dc51adb1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:24.150432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Network hostable DHCP agents. Network: acc347eb-d54c-4bb4-bbdd-1de6eaf094ca, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:55:24.167531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:55:24.176553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, acc347eb-d54c-4bb4-bbdd-1de6eaf094ca) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:24.180695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:24.181252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.194809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d974c09-e9a9-4025-a17e-ab152970c00c None None] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:24.198885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-721c2571-21cc-491e-a2c9-7453c5d0d410 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4052935 Dec 16 09:55:24.201690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50668) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:24.207058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Request body: {'port': {'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca', 'name': 'tempest-TagsExtTest-440539208'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:24.319008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Made reservation on behalf of 392a396051a0490eb83550733e0490ef for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:55:24.322626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.340785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] device_id is not set on port 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 yet. {{(pid=102397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 09:55:24.347101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-acc347eb-d54c-4bb4-bbdd-1de6eaf094ca', 'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca', 'tenant_id': '392a396051a0490eb83550733e0490ef', 'fixed_ips': [{'subnet_id': '21d9a7b5-a5cb-4d65-8f77-73687f9eb018'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:55:24.347961 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.447760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Allocated IP 172.20.0.2 (acc347eb-d54c-4bb4-bbdd-1de6eaf094ca/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:24.608093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.646792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.689551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:24.692619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:24.696187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:24.700263 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3f2b9576-62cf-413d-aade-e4ab6dfa4c67 {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:55:24.700606 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:55:24.704593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event updated for resources: {'Port': ['ID=6b1ebe41-a21b-4313-b2d9-9be4a530d9e6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:24.752212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:24.753066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.771915 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1bcb6f05-5b3d-4104-92bd-a474e7193601 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.5691254 Dec 16 09:55:24.774593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:24.779099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1884803849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:24.805333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.806401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.857573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.863641 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.884623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.886550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0523f3d0-e59a-4770-8628-5b1442fecdc2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1109011 Dec 16 09:55:24.890327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:24.895443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-672d97ff-bb90-4c00-8c87-eb3bc4ddeed6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1450750959', 'prefixes': ['172.20.0.0/16']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:55:24.957047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-672d97ff-bb90-4c00-8c87-eb3bc4ddeed6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for subnetpool, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:24.958281 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-672d97ff-bb90-4c00-8c87-eb3bc4ddeed6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0668652 Dec 16 09:55:24.961599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:24.966041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-621a1c15-c4ed-462b-9fa7-e8fa4dc74dc7 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-2139290368') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.071960 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-621a1c15-c4ed-462b-9fa7-e8fa4dc74dc7 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-2139290368 HTTP/1.1" status: 201 len: 201 time: 0.1093132 Dec 16 09:55:25.074857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50676) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.079613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-cb857d18-ca4e-4784-9b4e-08c00d895db8 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-1493556513') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.149311 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cb857d18-ca4e-4784-9b4e-08c00d895db8 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-1493556513 HTTP/1.1" status: 201 len: 201 time: 0.0733924 Dec 16 09:55:25.151935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50678) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.156482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-4fdf9285-5bda-4e87-ae45-0b2862d7f57c tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-201400395') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.202436 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.224745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.240798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4fdf9285-5bda-4e87-ae45-0b2862d7f57c tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-201400395 HTTP/1.1" status: 201 len: 201 time: 0.0878301 Dec 16 09:55:25.243593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50680) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.248043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-87be5906-ec31-4f8b-89c5-2bc8a4927474 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-795720438') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.296447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-87be5906-ec31-4f8b-89c5-2bc8a4927474 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-795720438 HTTP/1.1" status: 201 len: 201 time: 0.0518625 Dec 16 09:55:25.299205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.303623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-95ebc984-2693-4560-bcc9-5aacb01af682 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.353033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Allocated IP 172.20.0.3 (acc347eb-d54c-4bb4-bbdd-1de6eaf094ca/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/f6f1601e-b3a9-4209-ade5-816f51cf0b41) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:55:25.385818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-95ebc984-2693-4560-bcc9-5aacb01af682 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags HTTP/1.1" status: 200 len: 241 time: 0.0854335 Dec 16 09:55:25.388875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.393292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-db8fd353-a803-49f8-b276-74274dfea8df tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-2139290368') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.442720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-db8fd353-a803-49f8-b276-74274dfea8df tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-2139290368 HTTP/1.1" status: 204 len: 168 time: 0.0527127 Dec 16 09:55:25.445139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50686) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.449378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-47b47217-22a4-461c-9bd9-55d7a17ef793 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-2139290368') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.499416 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.505527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.546923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:55:25.549883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:55:25.553434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:55:25.561463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Pushing event updated for resources: {'Port': ['ID=f6f1601e-b3a9-4209-ade5-816f51cf0b41,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:25.630679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Attempting to bind port f6f1601e-b3a9-4209-ade5-816f51cf0b41 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:55:25.631228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Attempting to bind port f6f1601e-b3a9-4209-ade5-816f51cf0b41 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2036d417-8116-465e-8955-61dc51adb1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:55:25.631736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Attempting to bind port f6f1601e-b3a9-4209-ade5-816f51cf0b41 on network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:55:25.637620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:55:25.638072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Checking segment: {'id': '2036d417-8116-465e-8955-61dc51adb1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:55:25.638410 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.638812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Bound using segment: {'id': '2036d417-8116-465e-8955-61dc51adb1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:55:25.639265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Bound port: f6f1601e-b3a9-4209-ade5-816f51cf0b41, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2036d417-8116-465e-8955-61dc51adb1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'acc347eb-d54c-4bb4-bbdd-1de6eaf094ca'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:55:25.639642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.862584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] For port f6f1601e-b3a9-4209-ade5-816f51cf0b41, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:55:25.865504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] For port f6f1601e-b3a9-4209-ade5-816f51cf0b41, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f6f1601e-b3a9-4209-ade5-816f51cf0b41,segment=NetworkSegment(2036d417-8116-465e-8955-61dc51adb1b1),segment_id=2036d417-8116-465e-8955-61dc51adb1b1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:55:25.866093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47b47217-22a4-461c-9bd9-55d7a17ef793 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-2139290368 HTTP/1.1" status: 204 len: 168 time: 0.4194908 Dec 16 09:55:25.868141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50688) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.872155 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:25.872949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-7a2622a7-320d-425c-a313-61c5c6101aea tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:25.928179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be7e79-a3ea-4b23-832a-e16390c75690 None None] Pushing event updated for resources: {'Port': ['ID=f6f1601e-b3a9-4209-ade5-816f51cf0b41,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:25.939376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a2622a7-320d-425c-a313-61c5c6101aea tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags HTTP/1.1" status: 200 len: 205 time: 0.0700417 Dec 16 09:55:25.941871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50690) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:25.946051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-6d01d68f-5d2b-4c18-92dd-03f555a8c3cd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.000687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d01d68f-5d2b-4c18-92dd-03f555a8c3cd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags HTTP/1.1" status: 200 len: 241 time: 0.0577891 Dec 16 09:55:26.003679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50692) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.008019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-6fe5daee-1fa9-417e-9ff7-2a0c0ac0ae86 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-1493556513') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.077027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6fe5daee-1fa9-417e-9ff7-2a0c0ac0ae86 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-1493556513 HTTP/1.1" status: 204 len: 168 time: 0.0723162 Dec 16 09:55:26.079510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50694) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.083895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-a5893567-afa6-41bc-bf6f-a4f8971cae43 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-1493556513') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.151351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5893567-afa6-41bc-bf6f-a4f8971cae43 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-1493556513 HTTP/1.1" status: 204 len: 168 time: 0.0708411 Dec 16 09:55:26.154016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50696) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.158460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-48fab046-3a73-4b23-a3af-ea8a6799ffbc tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.213324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48fab046-3a73-4b23-a3af-ea8a6799ffbc tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags HTTP/1.1" status: 200 len: 205 time: 0.0581777 Dec 16 09:55:26.215862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50698) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.220291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-89826883-0a99-4df9-8e48-aa91a4cb1c7a tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.297351 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89826883-0a99-4df9-8e48-aa91a4cb1c7a tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags HTTP/1.1" status: 200 len: 240 time: 0.0804269 Dec 16 09:55:26.300680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50700) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.305284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-5b6f3db0-ba05-4268-a24b-6ecc8252ac3d tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-201400395') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.381764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5b6f3db0-ba05-4268-a24b-6ecc8252ac3d tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-201400395 HTTP/1.1" status: 204 len: 168 time: 0.0800703 Dec 16 09:55:26.384295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50702) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.389456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-687c2cfb-ef42-46f3-a393-1382d262e840 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-201400395') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.488560 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-687c2cfb-ef42-46f3-a393-1382d262e840 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-201400395 HTTP/1.1" status: 204 len: 168 time: 0.1032188 Dec 16 09:55:26.490091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50704) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.494661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-2309760a-88be-4915-82aa-08d8d8c9973f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.572157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2309760a-88be-4915-82aa-08d8d8c9973f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags HTTP/1.1" status: 200 len: 205 time: 0.0810044 Dec 16 09:55:26.574741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50706) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.579007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-39acf5e5-c84c-4627-9aed-dc1102faab79 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.829899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd605999-07d6-42b5-ba49-ac5c5315be81 None None] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:26.890453 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-39acf5e5-c84c-4627-9aed-dc1102faab79 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags HTTP/1.1" status: 200 len: 240 time: 0.3146410 Dec 16 09:55:26.891349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50708) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.896963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-33fbd4c1-3d1d-41b3-adb6-ddcb780597ed tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-795720438') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.908950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1770a22f-9bb8-429b-9498-458acf04fb85 None None] Provisioning complete for port f6f1601e-b3a9-4209-ade5-816f51cf0b41 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:26.908950 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1770a22f-9bb8-429b-9498-458acf04fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:26.920453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50710) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.920639 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33fbd4c1-3d1d-41b3-adb6-ddcb780597ed tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-795720438 HTTP/1.1" status: 204 len: 168 time: 0.0275378 Dec 16 09:55:26.926160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-0db0e720-ad24-4d78-a317-c2fa26db9e2a tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-795720438') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.940178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f6f1601e-b3a9-4209-ade5-816f51cf0b41 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:26.964274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0db0e720-ad24-4d78-a317-c2fa26db9e2a tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-795720438 HTTP/1.1" status: 204 len: 168 time: 0.0422719 Dec 16 09:55:26.966903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50712) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:26.971297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-c39fd747-90ba-49c6-8cce-0dba96b30a6b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:26.992883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c39fd747-90ba-49c6-8cce-0dba96b30a6b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags HTTP/1.1" status: 200 len: 205 time: 0.0247622 Dec 16 09:55:26.995598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50714) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.000634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-f2704449-a5e9-43b1-a1ac-dbbf40f584f8 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.030207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f2704449-a5e9-43b1-a1ac-dbbf40f584f8 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags HTTP/1.1" status: 204 len: 168 time: 0.0306039 Dec 16 09:55:27.030459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50716) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.035477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-46862492-c203-40cb-856c-6e90c9bc01bb tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.091001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f6f1601e-b3a9-4209-ade5-816f51cf0b41 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:27.091293 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.114854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-46862492-c203-40cb-856c-6e90c9bc01bb tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags HTTP/1.1" status: 204 len: 168 time: 0.0832753 Dec 16 09:55:27.116470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1770a22f-9bb8-429b-9498-458acf04fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.117335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50718) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.121733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-dcd18d67-bbeb-45a3-8b74-f9c73d3e0937 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.168998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1770a22f-9bb8-429b-9498-458acf04fb85 None None] For port f6f1601e-b3a9-4209-ade5-816f51cf0b41, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f6f1601e-b3a9-4209-ade5-816f51cf0b41,segment=NetworkSegment(2036d417-8116-465e-8955-61dc51adb1b1),segment_id=2036d417-8116-465e-8955-61dc51adb1b1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:27.175055 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1770a22f-9bb8-429b-9498-458acf04fb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.182183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dcd18d67-bbeb-45a3-8b74-f9c73d3e0937 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0635023 Dec 16 09:55:27.182583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50720) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.187691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-708d6f6b-de05-4e9a-8184-e02cf134f133 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.236395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.254538 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-708d6f6b-de05-4e9a-8184-e02cf134f133 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags HTTP/1.1" status: 204 len: 168 time: 0.0701375 Dec 16 09:55:27.257425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50722) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.263218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-05162f71-2ab5-49c7-ba62-491ebb4db8e1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-956330979') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.268204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770a22f-9bb8-429b-9498-458acf04fb85 None None] Pushing event updated for resources: {'Port': ['ID=f6f1601e-b3a9-4209-ade5-816f51cf0b41,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:27.309295 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 09:55:27.309788 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 09:55:27.336853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-05162f71-2ab5-49c7-ba62-491ebb4db8e1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-956330979 HTTP/1.1" status: 201 len: 201 time: 0.0776126 Dec 16 09:55:27.340259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50724) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.344940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-b6b65feb-3eeb-482e-95be-ca0252fca48c tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-1718643556') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.396037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-57b3457d-3eef-4fee-af2d-b2527401790e None None] Provisioning complete for port f6f1601e-b3a9-4209-ade5-816f51cf0b41 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:27.396334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57b3457d-3eef-4fee-af2d-b2527401790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.410281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b6b65feb-3eeb-482e-95be-ca0252fca48c tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-1718643556 HTTP/1.1" status: 201 len: 201 time: 0.0688844 Dec 16 09:55:27.412826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50726) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.417584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-d46d8c97-a52b-4435-b9a6-ab742ecfab3b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-167034680') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.496161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-57b3457d-3eef-4fee-af2d-b2527401790e None None] Provisioning complete for port 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:27.496543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57b3457d-3eef-4fee-af2d-b2527401790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.515262 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d46d8c97-a52b-4435-b9a6-ab742ecfab3b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-167034680 HTTP/1.1" status: 201 len: 201 time: 0.1012254 Dec 16 09:55:27.518106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50728) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.523048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-496d5655-a186-4380-ad42-2c73689d5c4b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-916457021') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.534684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-57b3457d-3eef-4fee-af2d-b2527401790e None None] Port 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:27.557012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-496d5655-a186-4380-ad42-2c73689d5c4b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-916457021 HTTP/1.1" status: 201 len: 201 time: 0.0375824 Dec 16 09:55:27.559376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50730) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.563635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-1d1cb65d-2743-4d40-b5d2-a28c956ed4b2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', {'tags': ['tempest-TagsExtTest-Tag-1348024182', 'tempest-TagsExtTest-Tag-166615441', 'tempest-TagsExtTest-Tag-1799911602']}) {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.628934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1d1cb65d-2743-4d40-b5d2-a28c956ed4b2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags HTTP/1.1" status: 200 len: 317 time: 0.0685232 Dec 16 09:55:27.631954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50732) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.636222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-b7bcf37f-3cfe-46c6-b09d-b3232f48de24 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.652541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f74b371c-2451-40b4-919e-9bf648079a8d None None] Provisioning complete for port 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:27.652905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f74b371c-2451-40b4-919e-9bf648079a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:27.686678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f74b371c-2451-40b4-919e-9bf648079a8d None None] Port 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:55:27.707180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b7bcf37f-3cfe-46c6-b09d-b3232f48de24 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags HTTP/1.1" status: 204 len: 168 time: 0.0740762 Dec 16 09:55:27.709779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50734) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.714071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-2c056388-24bb-4c51-9cfc-c057965f2d26 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-1348024182') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.765064 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-2c056388-24bb-4c51-9cfc-c057965f2d26 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:27.766117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c056388-24bb-4c51-9cfc-c057965f2d26 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-1348024182 HTTP/1.1" status: 404 len: 329 time: 0.0552790 Dec 16 09:55:27.769377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50736) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.773564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-48954489-f297-4620-8445-f9821197604d tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-166615441') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.829652 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-48954489-f297-4620-8445-f9821197604d tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:27.831563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-48954489-f297-4620-8445-f9821197604d tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-166615441 HTTP/1.1" status: 404 len: 328 time: 0.0605211 Dec 16 09:55:27.833890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50738) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.838230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-14be98cd-66b0-4fd4-9406-c4ae8827ca85 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018', 'tempest-TagsExtTest-Tag-1799911602') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.897636 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-14be98cd-66b0-4fd4-9406-c4ae8827ca85 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:27.898856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-14be98cd-66b0-4fd4-9406-c4ae8827ca85 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags/tempest-TagsExtTest-Tag-1799911602 HTTP/1.1" status: 404 len: 329 time: 0.0639513 Dec 16 09:55:27.901631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50740) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.906069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-5ea8642e-7923-436e-8e5d-23a779f7966f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', {'tags': ['tempest-TagsExtTest-Tag-104895079', 'tempest-TagsExtTest-Tag-1961434877', 'tempest-TagsExtTest-Tag-1532480234']}) {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:27.967786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5ea8642e-7923-436e-8e5d-23a779f7966f tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags HTTP/1.1" status: 200 len: 317 time: 0.0649107 Dec 16 09:55:27.970364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50742) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:27.976533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-bcd321b0-0f86-4992-bdf6-5be5c31b3a26 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.048677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bcd321b0-0f86-4992-bdf6-5be5c31b3a26 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0770590 Dec 16 09:55:28.051355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50744) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.055562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-c6d09517-06a9-4c49-849b-0efb442fa6b1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-104895079') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.104345 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-c6d09517-06a9-4c49-849b-0efb442fa6b1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.105366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c6d09517-06a9-4c49-849b-0efb442fa6b1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-104895079 HTTP/1.1" status: 404 len: 328 time: 0.0530777 Dec 16 09:55:28.108329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50746) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.112500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-48091f40-e476-40df-9eb1-130bb7a3e9e6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-1961434877') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.169097 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-48091f40-e476-40df-9eb1-130bb7a3e9e6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.170507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-48091f40-e476-40df-9eb1-130bb7a3e9e6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-1961434877 HTTP/1.1" status: 404 len: 329 time: 0.0613039 Dec 16 09:55:28.175787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50748) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.180429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-6f96dd9f-3cb2-4226-b96a-223c2c15ede1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6', 'tempest-TagsExtTest-Tag-1532480234') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.231078 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-6f96dd9f-3cb2-4226-b96a-223c2c15ede1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.232028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f96dd9f-3cb2-4226-b96a-223c2c15ede1 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags/tempest-TagsExtTest-Tag-1532480234 HTTP/1.1" status: 404 len: 329 time: 0.0553205 Dec 16 09:55:28.235049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50750) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.239601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-0511137e-1d59-4977-bcc3-1841f3bd05ff tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', {'tags': ['tempest-TagsExtTest-Tag-1044331659', 'tempest-TagsExtTest-Tag-1805981389', 'tempest-TagsExtTest-Tag-1855147785']}) {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.330511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0511137e-1d59-4977-bcc3-1841f3bd05ff tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags HTTP/1.1" status: 200 len: 318 time: 0.0944273 Dec 16 09:55:28.336150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50752) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.340607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-a0d66ff7-4798-490d-8752-2bf797efb161 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.436341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0d66ff7-4798-490d-8752-2bf797efb161 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags HTTP/1.1" status: 204 len: 168 time: 0.0992179 Dec 16 09:55:28.439173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50754) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.443870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-584e8fb6-a306-4f13-8ab2-133a81ad613e tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-1044331659') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.518891 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-584e8fb6-a306-4f13-8ab2-133a81ad613e tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.519872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-584e8fb6-a306-4f13-8ab2-133a81ad613e tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-1044331659 HTTP/1.1" status: 404 len: 329 time: 0.0794804 Dec 16 09:55:28.522864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50756) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.527504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-0cf49297-c3a3-4ba7-b77c-20239bd4c3cd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-1805981389') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.604842 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-0cf49297-c3a3-4ba7-b77c-20239bd4c3cd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.605890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0cf49297-c3a3-4ba7-b77c-20239bd4c3cd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-1805981389 HTTP/1.1" status: 404 len: 329 time: 0.0820837 Dec 16 09:55:28.610152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50758) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.614844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-3dd4665f-d21e-442a-b40c-3d6922ca8c59 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5', 'tempest-TagsExtTest-Tag-1855147785') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.704375 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-3dd4665f-d21e-442a-b40c-3d6922ca8c59 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.705522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3dd4665f-d21e-442a-b40c-3d6922ca8c59 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags/tempest-TagsExtTest-Tag-1855147785 HTTP/1.1" status: 404 len: 329 time: 0.0943787 Dec 16 09:55:28.708680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50760) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.715253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-aa3ca188-e87a-4b94-8cd0-50402ebb988b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', {'tags': ['tempest-TagsExtTest-Tag-728724058', 'tempest-TagsExtTest-Tag-1002790079', 'tempest-TagsExtTest-Tag-86567685']}) {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.762764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aa3ca188-e87a-4b94-8cd0-50402ebb988b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "PUT /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags HTTP/1.1" status: 200 len: 315 time: 0.0528243 Dec 16 09:55:28.766446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50762) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.771110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-b497273c-e442-4d73-9db1-708746be92fc tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.808300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b497273c-e442-4d73-9db1-708746be92fc tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags HTTP/1.1" status: 204 len: 168 time: 0.0408540 Dec 16 09:55:28.811109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50764) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.815605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-41af5918-17a0-4f62-8794-666825f12be2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-728724058') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.836899 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-41af5918-17a0-4f62-8794-666825f12be2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.838207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-41af5918-17a0-4f62-8794-666825f12be2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-728724058 HTTP/1.1" status: 404 len: 328 time: 0.0259566 Dec 16 09:55:28.841075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50766) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.845358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-0f704a08-4eb8-4e12-a4fa-6f43d416c924 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-1002790079') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.866661 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [None req-0f704a08-4eb8-4e12-a4fa-6f43d416c924 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.870624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0f704a08-4eb8-4e12-a4fa-6f43d416c924 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-1002790079 HTTP/1.1" status: 404 len: 329 time: 0.0285997 Dec 16 09:55:28.871111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50768) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.874403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f6f1601e-b3a9-4209-ade5-816f51cf0b41 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:55:28.876321 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-583ac01b-153a-4803-be0b-ec1755336911 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774', 'tempest-TagsExtTest-Tag-86567685') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.901212 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-583ac01b-153a-4803-be0b-ec1755336911 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] show failed (client error): The resource could not be found. Dec 16 09:55:28.902325 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-583ac01b-153a-4803-be0b-ec1755336911 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags/tempest-TagsExtTest-Tag-86567685 HTTP/1.1" status: 404 len: 327 time: 0.0295749 Dec 16 09:55:28.905175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.909765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.tag.tag_plugin [None req-18ab8a6d-e94d-46c2-a26a-ece1f5a711d6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f4d9806-7044-446c-b32f-a8c47ad3b774') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:28.922227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f6f1601e-b3a9-4209-ade5-816f51cf0b41 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:55:28.922596 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:28.933209 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-18ab8a6d-e94d-46c2-a26a-ece1f5a711d6 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774/tags HTTP/1.1" status: 204 len: 168 time: 0.0270643 Dec 16 09:55:28.936014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50772) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:28.940801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-a20dde9e-c5e2-4375-addb-4a9e30462550 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b23310f0-3a53-41d9-a73f-19ac9d7e94f5') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:29.021902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a20dde9e-c5e2-4375-addb-4a9e30462550 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5/tags HTTP/1.1" status: 204 len: 168 time: 0.0846841 Dec 16 09:55:29.024889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50774) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.029042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-f33b4c66-eac8-4953-9c18-f7ccb6cbbadd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6b1ebe41-a21b-4313-b2d9-9be4a530d9e6') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:29.083261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f33b4c66-eac8-4953-9c18-f7ccb6cbbadd tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0573955 Dec 16 09:55:29.086919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.091020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.tag.tag_plugin [None req-2f376021-b5db-4b5a-b230-66b64e1094cb tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '21d9a7b5-a5cb-4d65-8f77-73687f9eb018') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:29.152856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2f376021-b5db-4b5a-b230-66b64e1094cb tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018/tags HTTP/1.1" status: 204 len: 168 time: 0.0648925 Dec 16 09:55:29.156337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.226716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60ca1827-1d3d-4fc3-8ebd-8e068063b71b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for subnetpool, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.227913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60ca1827-1d3d-4fc3-8ebd-8e068063b71b tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnetpools/9f4d9806-7044-446c-b32f-a8c47ad3b774 HTTP/1.1" status: 204 len: 168 time: 0.0707109 Dec 16 09:55:29.230665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.257617 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-729f707d-3dcf-475c-9d98-a5d793362338 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "GET /v2.0/ports?device_id=b23310f0-3a53-41d9-a73f-19ac9d7e94f5 HTTP/1.1" status: 200 len: 205 time: 0.0257831 Dec 16 09:55:29.260097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50782) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.334866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.492658 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.494818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.543424 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.544253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Fanout notify agent at l3_agent the message router_deleted on router b23310f0-3a53-41d9-a73f-19ac9d7e94f5 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:55:29.555188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.556446 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-779f5043-71a5-466d-a696-7ee6a84d11ba tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/routers/b23310f0-3a53-41d9-a73f-19ac9d7e94f5 HTTP/1.1" status: 204 len: 168 time: 0.2954690 Dec 16 09:55:29.559165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:29.651069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Deleting port 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:29.651409 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.749757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.762610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Calling delete_port for 6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 owned by {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:29.897548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:29.926317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event deleted for resources: {'Port': ['ID=6b1ebe41-a21b-4313-b2d9-9be4a530d9e6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:29.999131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.002371 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33be28b0-83d0-49a4-b988-e605b0679059 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/ports/6b1ebe41-a21b-4313-b2d9-9be4a530d9e6 HTTP/1.1" status: 204 len: 168 time: 0.4423039 Dec 16 09:55:30.005009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50786) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:30.059870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Deleting subnet 21d9a7b5-a5cb-4d65-8f77-73687f9eb018 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:55:30.063161 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.103615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.188598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.248302 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.276020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event deleted for resources: {'Subnet': ['ID=21d9a7b5-a5cb-4d65-8f77-73687f9eb018,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.280107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.283309 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b6ba2712-09f3-4859-9c3c-1fca5f89b2f2 tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/subnets/21d9a7b5-a5cb-4d65-8f77-73687f9eb018 HTTP/1.1" status: 204 len: 168 time: 0.2772989 Dec 16 09:55:30.286034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:30.287904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8217e-9f6c-4cd4-99b8-de5032a44904 None None] Network acc347eb-d54c-4bb4-bbdd-1de6eaf094ca requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:55:30.366640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.421762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Deleting port f6f1601e-b3a9-4209-ade5-816f51cf0b41 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:30.422149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.453712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] DHCP port deletion for acc347eb-d54c-4bb4-bbdd-1de6eaf094ca request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:55:30.490806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] For port f6f1601e-b3a9-4209-ade5-816f51cf0b41, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f6f1601e-b3a9-4209-ade5-816f51cf0b41,segment=NetworkSegment(2036d417-8116-465e-8955-61dc51adb1b1),segment_id=2036d417-8116-465e-8955-61dc51adb1b1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:30.491165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.498637 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] Deleting port f6f1601e-b3a9-4209-ade5-816f51cf0b41 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:55:30.499018 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.503884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Calling delete_port for f6f1601e-b3a9-4209-ade5-816f51cf0b41 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:30.565154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] For port f6f1601e-b3a9-4209-ade5-816f51cf0b41, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f6f1601e-b3a9-4209-ade5-816f51cf0b41,segment=NetworkSegment(2036d417-8116-465e-8955-61dc51adb1b1),segment_id=2036d417-8116-465e-8955-61dc51adb1b1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:55:30.565557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.578117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] Calling delete_port for f6f1601e-b3a9-4209-ade5-816f51cf0b41 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:55:30.593046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.618538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event deleted for resources: {'Port': ['ID=f6f1601e-b3a9-4209-ade5-816f51cf0b41,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.623037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] No DVR routers for this DVR port f6f1601e-b3a9-4209-ade5-816f51cf0b41 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:30.655114 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.683936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] Pushing event deleted for resources: {'Port': ['ID=f6f1601e-b3a9-4209-ade5-816f51cf0b41,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.687707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9e3f9-bb91-419c-af35-402a8c6ad14f None None] No DVR routers for this DVR port f6f1601e-b3a9-4209-ade5-816f51cf0b41 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:55:30.704983 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.724510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc347eb-d54c-4bb4-bbdd-1de6eaf094ca']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:30.736189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2036d417-8116-465e-8955-61dc51adb1b1') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:30.736735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2036d417-8116-465e-8955-61dc51adb1b1') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:55:30.746689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.759986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.766835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:55:30.767234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:55:30.770225 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:55:30.828625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.836234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:30.839316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] 10.222.0.61 "DELETE /v2.0/networks/acc347eb-d54c-4bb4-bbdd-1de6eaf094ca HTTP/1.1" status: 204 len: 168 time: 0.5523601 Dec 16 09:55:30.857023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa69a1-9fc1-4dd8-bfcc-7beb010d2aec tempest-TagsExtTest-155009587 tempest-TagsExtTest-155009587-project] Pushing event deleted for resources: {'Network': ['ID=acc347eb-d54c-4bb4-bbdd-1de6eaf094ca,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:30.874826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f6f1601e-b3a9-4209-ade5-816f51cf0b41 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:55:30.895290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f6f1601e-b3a9-4209-ade5-816f51cf0b41 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:55:30.895615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f6f1601e-b3a9-4209-ade5-816f51cf0b41 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:55:31.103071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50794) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:31.246260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6dc769cd-79f2-49fc-bdd6-ee94e06ed3cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=392a396051a0490eb83550733e0490ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418569 Dec 16 09:55:31.249288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50798) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:31.297557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d886d65-8f99-48eb-a44f-ef10d60f8a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.319325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d886d65-8f99-48eb-a44f-ef10d60f8a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.375080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d886d65-8f99-48eb-a44f-ef10d60f8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.378036 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7d886d65-8f99-48eb-a44f-ef10d60f8a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:31.379027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7d886d65-8f99-48eb-a44f-ef10d60f8a33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdd6a79b-9999-4110-9249-68ff9b797ec9 HTTP/1.1" status: 204 len: 168 time: 0.1288416 Dec 16 09:55:31.386442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d886d65-8f99-48eb-a44f-ef10d60f8a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd6a79b-9999-4110-9249-68ff9b797ec9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:32.070527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50820) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:32.076177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043592 Dec 16 09:55:32.079093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50822) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:32.198735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8afb429d-1912-433b-93d0-10b446c44958 tempest-NetworksApiDiscovery-1684085522 tempest-NetworksApiDiscovery-1684085522-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1184011 Dec 16 09:55:32.479581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50830) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:32.600950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beb04d2a-0fb1-4af9-b41a-416ba8ce9392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.683889 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beb04d2a-0fb1-4af9-b41a-416ba8ce9392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.688401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-beb04d2a-0fb1-4af9-b41a-416ba8ce9392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.729441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-beb04d2a-0fb1-4af9-b41a-416ba8ce9392 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c23c921b14bf4c02b080b57348d5fd08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487915 Dec 16 09:55:32.730339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb04d2a-0fb1-4af9-b41a-416ba8ce9392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb4b7aa-e927-43ef-9f50-a354387f46e2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:32.732222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:32.792191 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3fc175e-119f-4b42-92b6-ad45fc3ea98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.814031 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3fc175e-119f-4b42-92b6-ad45fc3ea98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.896352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3fc175e-119f-4b42-92b6-ad45fc3ea98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.900358 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3fc175e-119f-4b42-92b6-ad45fc3ea98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:32.901946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b3fc175e-119f-4b42-92b6-ad45fc3ea98f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcb4b7aa-e927-43ef-9f50-a354387f46e2 HTTP/1.1" status: 204 len: 168 time: 0.1685627 Dec 16 09:55:32.910399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc175e-119f-4b42-92b6-ad45fc3ea98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb4b7aa-e927-43ef-9f50-a354387f46e2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:35.954394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50966) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:36.068820 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7148873-5c27-4125-bdac-280fd75b4c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.167442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7148873-5c27-4125-bdac-280fd75b4c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.172943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7148873-5c27-4125-bdac-280fd75b4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.210290 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7148873-5c27-4125-bdac-280fd75b4c62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32e06142c7cb4fc291ef48a882184a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544584 Dec 16 09:55:36.211154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7148873-5c27-4125-bdac-280fd75b4c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a479740-3dba-43bd-b7d0-eea624fb70fa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:36.213061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:36.265454 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7827c89-9766-43aa-a39e-f6a7bc7e061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.290760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7827c89-9766-43aa-a39e-f6a7bc7e061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.349366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7827c89-9766-43aa-a39e-f6a7bc7e061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.351910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7827c89-9766-43aa-a39e-f6a7bc7e061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.353041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f7827c89-9766-43aa-a39e-f6a7bc7e061c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a479740-3dba-43bd-b7d0-eea624fb70fa HTTP/1.1" status: 204 len: 168 time: 0.1386898 Dec 16 09:55:36.360551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7827c89-9766-43aa-a39e-f6a7bc7e061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a479740-3dba-43bd-b7d0-eea624fb70fa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:36.648148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 50976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:36.662004 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84547685-e400-4823-83c1-33c440247062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.747271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84547685-e400-4823-83c1-33c440247062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.754083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-84547685-e400-4823-83c1-33c440247062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.792402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-84547685-e400-4823-83c1-33c440247062 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b74683a7f8094449a36684d349352d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431513 Dec 16 09:55:36.793079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84547685-e400-4823-83c1-33c440247062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4e97a-c035-4db1-bd8a-42b10bcaa380,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:36.795264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 50978) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:36.850617 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e79efe44-d3cb-43ee-a573-f2bb0f4b9a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.873008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e79efe44-d3cb-43ee-a573-f2bb0f4b9a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.922802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e79efe44-d3cb-43ee-a573-f2bb0f4b9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.925901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e79efe44-d3cb-43ee-a573-f2bb0f4b9a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:36.927063 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e79efe44-d3cb-43ee-a573-f2bb0f4b9a9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cda4e97a-c035-4db1-bd8a-42b10bcaa380 HTTP/1.1" status: 204 len: 168 time: 0.1307995 Dec 16 09:55:36.935173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79efe44-d3cb-43ee-a573-f2bb0f4b9a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4e97a-c035-4db1-bd8a-42b10bcaa380,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:39.586394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51046) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:39.710073 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-476a5d8c-0985-4584-ac44-a0d1541de748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.792656 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-476a5d8c-0985-4584-ac44-a0d1541de748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.797234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-476a5d8c-0985-4584-ac44-a0d1541de748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.834787 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-476a5d8c-0985-4584-ac44-a0d1541de748 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7959acd4a3f147fdaf11fc28485c1ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472632 Dec 16 09:55:39.835636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a5d8c-0985-4584-ac44-a0d1541de748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36342633-ebdf-41fc-b4ea-fe0d65f14b62,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:39.837714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51050) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:39.894350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-751dcb58-a5e7-40c2-ae67-f5b2ee2496df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.916529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-751dcb58-a5e7-40c2-ae67-f5b2ee2496df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.963752 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-751dcb58-a5e7-40c2-ae67-f5b2ee2496df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.967525 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-751dcb58-a5e7-40c2-ae67-f5b2ee2496df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:39.969064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-751dcb58-a5e7-40c2-ae67-f5b2ee2496df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36342633-ebdf-41fc-b4ea-fe0d65f14b62 HTTP/1.1" status: 204 len: 168 time: 0.1303012 Dec 16 09:55:39.977147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dcb58-a5e7-40c2-ae67-f5b2ee2496df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36342633-ebdf-41fc-b4ea-fe0d65f14b62,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:40.273096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51056) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:40.287093 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70b1563d-bf42-44f2-a00e-e3b39ca7315a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.365684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70b1563d-bf42-44f2-a00e-e3b39ca7315a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.371079 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-70b1563d-bf42-44f2-a00e-e3b39ca7315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.412804 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-70b1563d-bf42-44f2-a00e-e3b39ca7315a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e7a34ec441d49d8b65c112263dba3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386108 Dec 16 09:55:40.413726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1563d-bf42-44f2-a00e-e3b39ca7315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55014eda-e823-43c1-ab41-1b8a0b49052c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:40.415737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51058) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:40.467421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-389f7c04-5202-44a1-b3d2-1c3b2fc3f2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.488970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-389f7c04-5202-44a1-b3d2-1c3b2fc3f2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.550898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-389f7c04-5202-44a1-b3d2-1c3b2fc3f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.553726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-389f7c04-5202-44a1-b3d2-1c3b2fc3f2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:40.554921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-389f7c04-5202-44a1-b3d2-1c3b2fc3f2df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55014eda-e823-43c1-ab41-1b8a0b49052c HTTP/1.1" status: 204 len: 168 time: 0.1381652 Dec 16 09:55:40.563349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f7c04-5202-44a1-b3d2-1c3b2fc3f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55014eda-e823-43c1-ab41-1b8a0b49052c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:43.268732 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:55:44.046532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1e9bfa5-aa4d-4da8-af64-4fbaac71151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:46.483931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe726fb6-09b5-4046-a222-3d30d47e9393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:48.075496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.899801 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:49.901048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:50.989070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51188) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.104179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23c2d749-a358-4e74-b62a-c938e10055a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.182948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23c2d749-a358-4e74-b62a-c938e10055a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.189731 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-23c2d749-a358-4e74-b62a-c938e10055a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.226232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2d749-a358-4e74-b62a-c938e10055a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391426d-ad05-403d-ba1b-fac233b45534,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:51.231122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-23c2d749-a358-4e74-b62a-c938e10055a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0328064a83b6450994b174e1d30c3f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409275 Dec 16 09:55:51.233019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51192) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.282878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69bebfe-e488-4974-8d7f-695f89871760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.312421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69bebfe-e488-4974-8d7f-695f89871760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.368240 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69bebfe-e488-4974-8d7f-695f89871760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.372687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b69bebfe-e488-4974-8d7f-695f89871760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.374513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b69bebfe-e488-4974-8d7f-695f89871760 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c391426d-ad05-403d-ba1b-fac233b45534 HTTP/1.1" status: 204 len: 168 time: 0.1403432 Dec 16 09:55:51.383602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bebfe-e488-4974-8d7f-695f89871760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391426d-ad05-403d-ba1b-fac233b45534,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:51.656717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51198) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.670862 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-601760d2-b3d9-4010-9c6a-07fc4109d1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.761095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-601760d2-b3d9-4010-9c6a-07fc4109d1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.767926 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-601760d2-b3d9-4010-9c6a-07fc4109d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.807871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-601760d2-b3d9-4010-9c6a-07fc4109d1a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e978404df511447c8bf4dfe12d2908a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494851 Dec 16 09:55:51.808701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601760d2-b3d9-4010-9c6a-07fc4109d1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e451eba-d2b6-499d-8cce-f241adfcdce3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:51.810830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 51200) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:51.866202 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-013d6a45-64aa-4218-80f7-2cdc8948e7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.889711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-013d6a45-64aa-4218-80f7-2cdc8948e7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.943710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-013d6a45-64aa-4218-80f7-2cdc8948e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.947799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-013d6a45-64aa-4218-80f7-2cdc8948e7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:51.949727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-013d6a45-64aa-4218-80f7-2cdc8948e7e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e451eba-d2b6-499d-8cce-f241adfcdce3 HTTP/1.1" status: 204 len: 168 time: 0.1374581 Dec 16 09:55:51.960052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d6a45-64aa-4218-80f7-2cdc8948e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e451eba-d2b6-499d-8cce-f241adfcdce3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:52.282706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51206) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:52.296351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef75d51c-14c0-495e-84a6-08d21a848bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.372265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef75d51c-14c0-495e-84a6-08d21a848bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.378495 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef75d51c-14c0-495e-84a6-08d21a848bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.419136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75d51c-14c0-495e-84a6-08d21a848bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b23fbd-fae0-4a12-b6f2-0bf95dd1372f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:52.423354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ef75d51c-14c0-495e-84a6-08d21a848bf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a3893603bc9417a9a6d710ce9e2bff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395049 Dec 16 09:55:52.426634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51208) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:55:52.475481 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22b323c7-ca43-40a6-afab-e7b2bf9a55a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.496217 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22b323c7-ca43-40a6-afab-e7b2bf9a55a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.543002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22b323c7-ca43-40a6-afab-e7b2bf9a55a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.545548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-22b323c7-ca43-40a6-afab-e7b2bf9a55a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:52.546722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-22b323c7-ca43-40a6-afab-e7b2bf9a55a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37b23fbd-fae0-4a12-b6f2-0bf95dd1372f HTTP/1.1" status: 204 len: 168 time: 0.1192269 Dec 16 09:55:52.554524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b323c7-ca43-40a6-afab-e7b2bf9a55a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b23fbd-fae0-4a12-b6f2-0bf95dd1372f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:55:53.879481 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:55.210527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:55:55.700203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-9236be45-ac9c-43ce-972d-ea82186bd5f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417221 Dec 16 09:55:55.790151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-f9f515bd-63a9-4d15-9608-2c59576c0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:55.791601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-f9f515bd-63a9-4d15-9608-2c59576c0830 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.0475843 Dec 16 09:55:55.898150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-edde4fe8-63fb-4ad0-adb7-3e64c4b7c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:55.899650 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-edde4fe8-63fb-4ad0-adb7-3e64c4b7c018 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.0886061 Dec 16 09:55:55.969979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-8e310e7a-64a1-4086-9d5e-9496d4c35548 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 1001 time: 0.0625556 Dec 16 09:55:56.020078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-ca9f7a1d-a7bc-4794-a6d1-b7fbe440c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:56.021554 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-ca9f7a1d-a7bc-4794-a6d1-b7fbe440c817 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.0439632 Dec 16 09:55:56.067009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-d515e40d-a859-4a03-bf90-7891f0502391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:55:56.068435 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-d515e40d-a859-4a03-bf90-7891f0502391 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401850 Dec 16 09:55:56.164183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-5df1ab36-78bc-4fe0-831d-5e1fcf0096ee service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888443 Dec 16 09:55:56.255523 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7cf1eda5-c949-4b62-94cf-fd9504368716 req-ca983446-1460-4368-928c-d6274a459b32 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Dec 16 09:56:14.039333 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a46aa6a4-0dc7-4a56-8080-a1e621715d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:16.488770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-af0686f5-ab7f-4098-a2a4-606682aa8545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:17.806099 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-fa2d3364-27ec-42ac-ab81-b39fe244724b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495629 Dec 16 09:56:18.027497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-3a93bb5d-5f3d-4286-83cb-de5ceceedc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:18.029055 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-3a93bb5d-5f3d-4286-83cb-de5ceceedc52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0475478 Dec 16 09:56:18.070705 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:18.140464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-9eda42f9-ea9b-493e-9211-a51c350be0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:18.142265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-9eda42f9-ea9b-493e-9211-a51c350be0b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0913358 Dec 16 09:56:18.184610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-b1877755-023a-49d8-9448-cf027e6a67a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0351486 Dec 16 09:56:18.239906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-7de7ef79-7a19-4195-9d99-4853e7e740f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:18.241583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-7de7ef79-7a19-4195-9d99-4853e7e740f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0499530 Dec 16 09:56:18.290115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-5aca1684-d15e-486f-a6f5-9a4111e9dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:18.291677 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-5aca1684-d15e-486f-a6f5-9a4111e9dab2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430961 Dec 16 09:56:18.383432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-6168b25e-643e-4f71-99ab-dad0c7b104b3 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822287 Dec 16 09:56:18.480188 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5daf30e0-abaf-4f4a-bdab-a70b1114574b req-b4775358-4340-4a37-a4d2-7eb3cd64e2f3 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887182 Dec 16 09:56:19.901259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:19.904010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:20.269309 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:56:23.891046 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:25.211459 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.250098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e844-f474-43ff-8723-bd7e76aa0be1 req-f9f63a6c-2c6d-4907-9f19-d1371cf5a7eb tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:33.251660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8925e844-f474-43ff-8723-bd7e76aa0be1 req-f9f63a6c-2c6d-4907-9f19-d1371cf5a7eb tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.0468624 Dec 16 09:56:33.271820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8925e844-f474-43ff-8723-bd7e76aa0be1 req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.351958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8925e844-f474-43ff-8723-bd7e76aa0be1 req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.357625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8925e844-f474-43ff-8723-bd7e76aa0be1 req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:33.390154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8925e844-f474-43ff-8723-bd7e76aa0be1 req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318562 Dec 16 09:56:33.395961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b76432-5695-4db9-87ae-e5c7c872f8c6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:33.403854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.404193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.404538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.404888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.405230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.405701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.405923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.406766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.406766 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.406990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.407296 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.407684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6199344-0d88-4b8f-8d99-8f1c0664e6e9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:33.514083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf8bd8-73b7-4efc-9a10-128cc04acb0d req-5331b7d9-59f5-4d94-b239-54cb88c2ac1e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:33.515690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8cf8bd8-73b7-4efc-9a10-128cc04acb0d req-5331b7d9-59f5-4d94-b239-54cb88c2ac1e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0511017 Dec 16 09:56:33.559129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b8cf8bd8-73b7-4efc-9a10-128cc04acb0d req-6de74546-98e8-441d-8501-f84271de468b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360813 Dec 16 09:56:33.581079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 51872) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:33.650936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b1b27f52-da9d-4c4b-aa24-e38d86ff4ad3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ca04c9be-15ad-493a-8cb8-c7a1f51ee57f HTTP/1.1" status: 200 len: 993 time: 0.0686707 Dec 16 09:56:33.950554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-21a71f8d-030d-4987-8415-daf0f5a78115 req-283d2b83-c3b6-4c66-837c-ffd290ab1472 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:56:33.951650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-21a71f8d-030d-4987-8415-daf0f5a78115 req-283d2b83-c3b6-4c66-837c-ffd290ab1472 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058379 Dec 16 09:56:34.275345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0da2b-c85d-4263-b676-f6c205e9b896 req-45a2d942-b605-4044-aae5-7d7ac92d6d58 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:34.282572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18f0da2b-c85d-4263-b676-f6c205e9b896 req-45a2d942-b605-4044-aae5-7d7ac92d6d58 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0661349 Dec 16 09:56:34.326752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18f0da2b-c85d-4263-b676-f6c205e9b896 req-49fd21ad-b3f0-4edb-bf04-06c2e34e1918 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Dec 16 09:56:34.363481 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-f40b0efc-3fef-4d43-a29e-d5934d3624e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1714678 Dec 16 09:56:35.447732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbc5a8-c421-414f-8ba4-8883d9352350 req-bf586c9c-66ca-4de8-b2e4-eda9fd8031ce tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:35.450353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bdbc5a8-c421-414f-8ba4-8883d9352350 req-bf586c9c-66ca-4de8-b2e4-eda9fd8031ce tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0529406 Dec 16 09:56:35.502704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bdbc5a8-c421-414f-8ba4-8883d9352350 req-b853c3e8-62fd-4e2e-a681-4bc3a12c7922 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464621 Dec 16 09:56:35.540959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-483bf898-5be9-46a5-add9-c1e4d606ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:35.542541 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-483bf898-5be9-46a5-add9-c1e4d606ad70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.0445960 Dec 16 09:56:35.646043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-e149309a-0b6d-4010-b3ef-df2c51b1a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:35.647741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-e149309a-0b6d-4010-b3ef-df2c51b1a597 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.0982926 Dec 16 09:56:35.716793 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-c16b8d0b-62ad-485e-aadc-d86c140d94e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 1001 time: 0.0625339 Dec 16 09:56:35.771421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-60860309-576c-40b6-8641-11978ad75132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:35.773098 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-60860309-576c-40b6-8641-11978ad75132 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.0497050 Dec 16 09:56:35.820272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-397ac8db-b960-4699-8d63-c51b804f3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:35.821795 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-397ac8db-b960-4699-8d63-c51b804f3129 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421615 Dec 16 09:56:35.914852 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-2838b017-3629-48e9-9c2f-fd4f803a3cac service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852487 Dec 16 09:56:36.010291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-616ab87c-a28e-4290-bde3-a9722729df10 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878136 Dec 16 09:56:36.627100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d2dd-6988-41c4-9a5f-0e452ed6669b req-6113c906-cf36-437f-9fec-f24bc3efa10c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:36.628564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96f4d2dd-6988-41c4-9a5f-0e452ed6669b req-6113c906-cf36-437f-9fec-f24bc3efa10c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0546377 Dec 16 09:56:36.668979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96f4d2dd-6988-41c4-9a5f-0e452ed6669b req-4f800bc8-23cc-49c9-84d3-cdc2f61b0f02 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Dec 16 09:56:37.793319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee4f94-2dc4-447d-b5f6-1e6f1d1e12cf req-068c7dbc-3e5c-4c4d-a200-ea05d4f9e9af tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:37.795221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74ee4f94-2dc4-447d-b5f6-1e6f1d1e12cf req-068c7dbc-3e5c-4c4d-a200-ea05d4f9e9af tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Dec 16 09:56:37.837214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-74ee4f94-2dc4-447d-b5f6-1e6f1d1e12cf req-1b2e6d08-9f1a-4e81-8258-ef4da8b88abd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354686 Dec 16 09:56:38.959162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ecad0-7773-4123-bd74-b507091c3673 req-6cb9ec54-6981-4769-8921-65ebacabc3a5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:38.960642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b81ecad0-7773-4123-bd74-b507091c3673 req-6cb9ec54-6981-4769-8921-65ebacabc3a5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0500066 Dec 16 09:56:38.998197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b81ecad0-7773-4123-bd74-b507091c3673 req-ea357262-e469-4d86-a2df-378a317cb49f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Dec 16 09:56:39.687466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52294) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:39.803238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b78b7db9-9f8f-4a98-92b0-8f8c9137d1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.878299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b78b7db9-9f8f-4a98-92b0-8f8c9137d1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.884092 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b78b7db9-9f8f-4a98-92b0-8f8c9137d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:39.924088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b78b7db9-9f8f-4a98-92b0-8f8c9137d1c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97322a9015ef435f86c3d02b7b2fb0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355230 Dec 16 09:56:39.925044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b7db9-9f8f-4a98-92b0-8f8c9137d1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7ff742-466f-45f4-a554-0463ec50ee6a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:39.926993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52298) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:39.982680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.004830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.052458 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.059967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.061362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e7ff742-466f-45f4-a554-0463ec50ee6a HTTP/1.1" status: 204 len: 168 time: 0.1327536 Dec 16 09:56:40.070633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7ff742-466f-45f4-a554-0463ec50ee6a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:40.079281 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.079737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.080172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.080580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.081137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.081774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.082234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.082628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.083024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.083397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.083784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.084288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2784df2-2e18-48e9-8eb6-17b9b0c17a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:40.123774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100bb41-3418-4b50-8fb5-6692c50661bc req-13166461-10e2-4b89-91e7-bdeb06349a23 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:40.125344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1100bb41-3418-4b50-8fb5-6692c50661bc req-13166461-10e2-4b89-91e7-bdeb06349a23 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0519900 Dec 16 09:56:40.163475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1100bb41-3418-4b50-8fb5-6692c50661bc req-86db5cf0-b56c-49fb-9159-a4d91decfd5a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Dec 16 09:56:40.739015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52322) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:40.845755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-292973620-network', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:40.870842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Made reservation on behalf of 6a2569a6822f4afab7e0a5ac9c4b8689 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:40.873343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.881965 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.960959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.967006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:40.991291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:56:41.000964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc1f7f-2c23-43f2-bcb0-cbc9a476a442,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:41.005722 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.006065 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Added segment 60ba7351-5d7f-4a2f-b09f-ea68334b2219 of type vlan for network a5622357-1024-4b35-9e8b-74e881c6909b Dec 16 09:56:41.045696 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.077168 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.078194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:41.078828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.132639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925657 Dec 16 09:56:41.135746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52326) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:41.139768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bad6e7-2480-4a38-a36d-2288e98d2807 admin admin] Pushing event updated for resources: {'Network': ['ID=a5622357-1024-4b35-9e8b-74e881c6909b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:41.141627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Request body: {'subnet': {'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-292973620-subnet', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:41.166263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Made reservation on behalf of 6a2569a6822f4afab7e0a5ac9c4b8689 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:41.169603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.294751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a5622357-1024-4b35-9e8b-74e881c6909b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:56:41.307410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef463e-a624-47ed-96ed-eb432e68c596 req-cd07dfd4-315f-4013-92e1-b7c36ce09bda tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:41.309051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44ef463e-a624-47ed-96ed-eb432e68c596 req-cd07dfd4-315f-4013-92e1-b7c36ce09bda tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0673158 Dec 16 09:56:41.349839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44ef463e-a624-47ed-96ed-eb432e68c596 req-57a9c560-2447-4aef-83cb-b1552abf7d70 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Dec 16 09:56:41.362365 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.412867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a25a290-a63f-449c-a17b-2b53b46f5084,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:41.431421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Checking segment: {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:41.431781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Network hostable DHCP agents. Network: a5622357-1024-4b35-9e8b-74e881c6909b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:56:41.449379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Network a5622357-1024-4b35-9e8b-74e881c6909b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:56:41.459782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a5622357-1024-4b35-9e8b-74e881c6909b) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:41.464505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:41.465104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.471278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9e126-9659-47b9-901a-fc2602ae1c03 None None] Network a5622357-1024-4b35-9e8b-74e881c6909b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:41.482911 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb808ae0-c862-43ee-8150-3fe8d6f55932 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3452799 Dec 16 09:56:41.486757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52330) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:41.490998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:41.513118 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.514267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.565161 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.628116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a5622357-1024-4b35-9e8b-74e881c6909b', 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'fixed_ips': [{'subnet_id': '9a25a290-a63f-449c-a17b-2b53b46f5084'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:56:41.629010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.702978 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.771398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Allocated IP 172.20.0.2 (a5622357-1024-4b35-9e8b-74e881c6909b/9a25a290-a63f-449c-a17b-2b53b46f5084/19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:41.908158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.919881 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.928022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.931359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:41.974049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Network a5622357-1024-4b35-9e8b-74e881c6909b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:41.979921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:41.984536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:41.997070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Pushing event updated for resources: {'Port': ['ID=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:42.022311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.022659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.022997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.023329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.023676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.024029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.024359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.024693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.025032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.025353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.025691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.026032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:42.035212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Allocated IP 172.25.6.29 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/1861b2dc-e74e-423a-b56b-9a9ea22262e4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:42.057185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Attempting to bind port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:42.057551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Attempting to bind port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:42.057899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Attempting to bind port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc on network a5622357-1024-4b35-9e8b-74e881c6909b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:42.062929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:42.063295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Checking segment: {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:42.063696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.064091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Bound using segment: {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:42.064560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Bound port: 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:42.064939 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.130441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] For port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:42.133662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] For port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,segment=NetworkSegment(60ba7351-5d7f-4a2f-b09f-ea68334b2219),segment_id=60ba7351-5d7f-4a2f-b09f-ea68334b2219)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:42.138804 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.141186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.177220 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.199103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843a94-2560-4359-a49b-a59670cef0d6 None None] Pushing event updated for resources: {'Port': ['ID=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:42.215659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:42.220046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:42.222773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:42.250246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Pushing event updated for resources: {'Port': ['ID=1861b2dc-e74e-423a-b56b-9a9ea22262e4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:42.495140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e4c2e-11ff-4e5d-8ce9-c5ac5ba50f06 req-3652714d-ba7d-4142-9f24-afc3902c70cc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:42.497270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-771e4c2e-11ff-4e5d-8ce9-c5ac5ba50f06 req-3652714d-ba7d-4142-9f24-afc3902c70cc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Dec 16 09:56:42.503904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:42.539591 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-771e4c2e-11ff-4e5d-8ce9-c5ac5ba50f06 req-19bd67b8-b6a2-4bbc-9787-d32ebbc4e28c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356717 Dec 16 09:56:42.957788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:43.010577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:43.011397 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.012651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.095219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.117092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bd00ce-ef48-4053-9502-f7c1e28db7fa None None] Network a5622357-1024-4b35-9e8b-74e881c6909b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:43.163603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:43.172213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,segment=NetworkSegment(60ba7351-5d7f-4a2f-b09f-ea68334b2219),segment_id=60ba7351-5d7f-4a2f-b09f-ea68334b2219)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:43.182823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.227258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab3cd4a9-be6a-47d4-8b8b-9762abfbf563 None None] Provisioning complete for port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:43.227609 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd4a9-be6a-47d4-8b8b-9762abfbf563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.299847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:43.319240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Sync routers for ids ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:43.324082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.325480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:43.325796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e86fb983-2d44-4032-80eb-855c87baa610 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8379629 Dec 16 09:56:43.328438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52336) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:43.366784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Routers {'6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:43.367290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:43.667756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Set router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:43.684437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae0b5-8084-44b9-b558-547fcd97bced req-7f0072fd-fc5f-49c6-90b4-f83036de4443 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:43.686982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f3ae0b5-8084-44b9-b558-547fcd97bced req-7f0072fd-fc5f-49c6-90b4-f83036de4443 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0584908 Dec 16 09:56:43.734625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f3ae0b5-8084-44b9-b558-547fcd97bced req-e799958a-d628-4cd0-bfbe-8ab18252bf52 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Dec 16 09:56:43.801906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.878924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:42Z', 'revision_number': 3, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:43.907393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Checking router: 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:43.907741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Updating router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:43.932278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:43.965426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Allocated IP 172.20.0.1 (a5622357-1024-4b35-9e8b-74e881c6909b/9a25a290-a63f-449c-a17b-2b53b46f5084/ef3ebf6b-8f61-4acd-af74-e0b8715f5807) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:43.981819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0cc92cc0-eeb2-4ace-87d8-6b1fafc37fcf None None] Provisioning complete for port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:43.982450 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0cc92cc0-eeb2-4ace-87d8-6b1fafc37fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.070288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.087126 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd1e5f04-d15e-411a-bc94-485182a32fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.111155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.150834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Network a5622357-1024-4b35-9e8b-74e881c6909b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:44.153936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:44.156502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:44.194189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:44.208582 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.300637 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.306757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.367202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Attempting to bind port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:44.367569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Attempting to bind port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:44.367962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Attempting to bind port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:44.371095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a868c9-2456-438b-81ee-627c146d181f None None] Pushing event updated for resources: {'Port': ['ID=1861b2dc-e74e-423a-b56b-9a9ea22262e4,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:44.375897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:44.376262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:44.376651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.377030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:44.377488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Bound port: 1861b2dc-e74e-423a-b56b-9a9ea22262e4, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:44.377870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.402612 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.433946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] For port 1861b2dc-e74e-423a-b56b-9a9ea22262e4, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:44.439338 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] For port 1861b2dc-e74e-423a-b56b-9a9ea22262e4, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1861b2dc-e74e-423a-b56b-9a9ea22262e4,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:44.440854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2036806b-9d0b-4aa0-88f6-91a1f8dd0f97 None None] Provisioning complete for port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:44.441209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2036806b-9d0b-4aa0-88f6-91a1f8dd0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.444460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.511744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2036806b-9d0b-4aa0-88f6-91a1f8dd0f97 None None] Port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:44.532715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Routers {'6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:44.533317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:44.535135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a868c9-2456-438b-81ee-627c146d181f None None] Pushing event updated for resources: {'Port': ['ID=1861b2dc-e74e-423a-b56b-9a9ea22262e4,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:44.579732 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.585389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.643836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] Set router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:44.652473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:44.654326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:44.746090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Network a5622357-1024-4b35-9e8b-74e881c6909b is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:44.747552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:44.878003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ef3ebf6b-8f61-4acd-af74-e0b8715f5807', 'name': '', 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'mac_address': 'fa:16:3e:82:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:43Z', 'updated_at': '2021-12-16T09:56:43Z', 'revision_number': 1, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'subnets': [{'id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:44.902641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213141-7741-4d81-9779-4723a670b96c req-34e4d2c5-174c-403c-9bf3-f493f4b8a3ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:44.903188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:44.904947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c213141-7741-4d81-9779-4723a670b96c req-34e4d2c5-174c-403c-9bf3-f493f4b8a3ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0722103 Dec 16 09:56:44.923901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d57712d-9b46-4497-9900-474f8d393bbc None None] The sync data for ids ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'] in n-d-821941-1 is: [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ef3ebf6b-8f61-4acd-af74-e0b8715f5807', 'name': '', 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'mac_address': 'fa:16:3e:82:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:43Z', 'updated_at': '2021-12-16T09:56:43Z', 'revision_number': 1, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'subnets': [{'id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:44.970974 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:44.978981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c213141-7741-4d81-9779-4723a670b96c req-81d2716f-9573-4dd6-ba70-79dba687bf51 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659761 Dec 16 09:56:45.035742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:45.038235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:45.038756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.045225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6d68c05c-b12d-44fd-a106-5182cb95b463 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e64c21d-8c54-4dd7-a2d0-d6a6015accc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117956 Dec 16 09:56:45.146208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-58dd6c24-b70d-4887-82f5-d8f794b6c683 None None] Provisioning complete for port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:45.146522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-58dd6c24-b70d-4887-82f5-d8f794b6c683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.205566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-58dd6c24-b70d-4887-82f5-d8f794b6c683 None None] Port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:45.591993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52356) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:45.608842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1104013133-network', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:45.632843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Made reservation on behalf of 6c5061c702f24feb8b5c3685d9ef458e for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:45.635419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.648506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.732312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.737295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.765581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:56:45.775393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7823fb9b-53cf-45dd-9eb8-9a3328c2e226,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:45.784096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.784421 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Added segment 96ffda63-6bc0-4d92-a170-33761b28bc3d of type vlan for network 70e72311-2c4b-4019-8192-69a8086bf466 Dec 16 09:56:45.825697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.851809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.852816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:45.853422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:45.920083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3250484 Dec 16 09:56:45.922679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52358) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:45.929447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Request body: {'subnet': {'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1104013133-subnet', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:45.932591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c915f-1dab-4df1-8230-13a29e31e80a admin admin] Pushing event updated for resources: {'Network': ['ID=70e72311-2c4b-4019-8192-69a8086bf466,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:45.945650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 70e72311-2c4b-4019-8192-69a8086bf466 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:56:45.956164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Made reservation on behalf of 6c5061c702f24feb8b5c3685d9ef458e for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:56:45.958672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.172879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d2e02-a8ae-40d3-b67c-1073bac8bed2 req-9761a06e-fb59-49ce-91d8-b99743bbe65c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:46.174366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-094d2e02-a8ae-40d3-b67c-1073bac8bed2 req-9761a06e-fb59-49ce-91d8-b99743bbe65c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.1198101 Dec 16 09:56:46.188441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.256264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2abf304-414c-4e2a-8158-1cb93a45c155,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:46.262602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-094d2e02-a8ae-40d3-b67c-1073bac8bed2 req-8a42448e-1205-4673-946e-bac0364ffbcd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813024 Dec 16 09:56:46.280949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Checking segment: {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:46.281547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Network hostable DHCP agents. Network: 70e72311-2c4b-4019-8192-69a8086bf466, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:56:46.299093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Network 70e72311-2c4b-4019-8192-69a8086bf466 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:56:46.308826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 70e72311-2c4b-4019-8192-69a8086bf466) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:46.313950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:46.315225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.316971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466b6b1-e1de-4713-b238-d2b92e6dcbaa None None] Network 70e72311-2c4b-4019-8192-69a8086bf466 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:46.331197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e062b17a-4612-4b42-938d-3b8eded67ce4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4056745 Dec 16 09:56:46.333735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52362) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:46.338020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:46.361603 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.362695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.418548 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.469333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-70e72311-2c4b-4019-8192-69a8086bf466', 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'fixed_ips': [{'subnet_id': 'a2abf304-414c-4e2a-8158-1cb93a45c155'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:56:46.470250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.505131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a3d4f57a-8ff3-40f6-8e40-21fb56765ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.558515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.622032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Allocated IP 172.20.0.2 (70e72311-2c4b-4019-8192-69a8086bf466/a2abf304-414c-4e2a-8158-1cb93a45c155/ac4b9821-85d8-4d77-bdd3-25daca60dc38) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:46.766997 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.776340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.782543 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.789327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.820124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Network 70e72311-2c4b-4019-8192-69a8086bf466 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:46.823094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:46.826445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:46.835050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Pushing event updated for resources: {'Port': ['ID=ac4b9821-85d8-4d77-bdd3-25daca60dc38,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:46.889919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Attempting to bind port ac4b9821-85d8-4d77-bdd3-25daca60dc38 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:46.890287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Attempting to bind port ac4b9821-85d8-4d77-bdd3-25daca60dc38 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:46.890638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Attempting to bind port ac4b9821-85d8-4d77-bdd3-25daca60dc38 on network 70e72311-2c4b-4019-8192-69a8086bf466 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:46.896828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:46.897221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Checking segment: {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:46.897618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.898037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Bound using segment: {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:46.898608 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Bound port: ac4b9821-85d8-4d77-bdd3-25daca60dc38, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:46.898985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:46.910715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Allocated IP 172.25.6.81 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/a3bb329d-a978-49be-89c7-72db8ebe1db3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:46.976587 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1861b2dc-e74e-423a-b56b-9a9ea22262e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:46.979027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] For port ac4b9821-85d8-4d77-bdd3-25daca60dc38, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:47.010098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] For port ac4b9821-85d8-4d77-bdd3-25daca60dc38, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ac4b9821-85d8-4d77-bdd3-25daca60dc38,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:47.017582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.027929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.071909 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Sync routers for ids ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:47.074614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.085044 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Routers {'6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:47.085800 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:47.100136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d1e5f-c94d-45eb-bfda-656a27dac843 None None] Pushing event updated for resources: {'Port': ['ID=ac4b9821-85d8-4d77-bdd3-25daca60dc38,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:47.103728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:47.104030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.120345 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:47.125104 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:47.128723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:47.165500 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bb329d-a978-49be-89c7-72db8ebe1db3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:47.187378 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.208959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 1861b2dc-e74e-423a-b56b-9a9ea22262e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1861b2dc-e74e-423a-b56b-9a9ea22262e4,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:47.214317 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.230366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Set router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:47.268850 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=1861b2dc-e74e-423a-b56b-9a9ea22262e4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:47.569245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ef3ebf6b-8f61-4acd-af74-e0b8715f5807', 'name': '', 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'mac_address': 'fa:16:3e:82:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:43Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 2, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'subnets': [{'id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:47.599286 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Checking router: 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:47.599712 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Updating router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:47.625294 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.705686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b7f5-899d-45e8-b0ae-ec58c86df701 req-9f063eba-fd7f-47bd-baed-527119cdc8c5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:47.707218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ce9b7f5-899d-45e8-b0ae-ec58c86df701 req-9f063eba-fd7f-47bd-baed-527119cdc8c5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0843725 Dec 16 09:56:47.829016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ce9b7f5-899d-45e8-b0ae-ec58c86df701 req-1acdba8e-4b86-4958-bd6f-c1f0bb6799a4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716550 Dec 16 09:56:47.857003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.920550 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.927915 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:47.982877 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Pushing event updated for resources: {'Port': ['ID=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:48.008040 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.008376 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.008709 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.009035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.009660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.009660 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.010010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.010440 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.010659 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.011273 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.011589 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.011897 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:56:48.050087 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Attempting to bind port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:48.050450 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Attempting to bind port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:48.050811 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Attempting to bind port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 on network a5622357-1024-4b35-9e8b-74e881c6909b {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:48.057351 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:48.058001 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Checking segment: {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:48.058400 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.058783 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Bound using segment: {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:48.059248 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Bound port: ef3ebf6b-8f61-4acd-af74-e0b8715f5807, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ba7351-5d7f-4a2f-b09f-ea68334b2219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:48.059623 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.079528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.090461 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.158136 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] For port ef3ebf6b-8f61-4acd-af74-e0b8715f5807, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:48.163626 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] For port ef3ebf6b-8f61-4acd-af74-e0b8715f5807, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,segment=NetworkSegment(60ba7351-5d7f-4a2f-b09f-ea68334b2219),segment_id=60ba7351-5d7f-4a2f-b09f-ea68334b2219)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:48.171616 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.181771 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-e33d4adf-c0dc-471f-8b95-ea846d44cff5 service neutron] show failed (client error): The resource could not be found. Dec 16 09:56:48.183884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-e33d4adf-c0dc-471f-8b95-ea846d44cff5 service neutron] 10.222.0.69 "GET /v2.0/ports/1863963c-2017-4102-b5f3-9c01a40c4c72/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0753100 Dec 16 09:56:48.252670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78e807-9bb7-4e21-a37d-fe753354c1b2 None None] Network 70e72311-2c4b-4019-8192-69a8086bf466 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:48.266545 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Routers {'6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:48.267496 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:48.290896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Router 517820b8-689c-4283-8db1-f60e9d7b6127 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:56:48.343474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Provisioning complete for port ac4b9821-85d8-4d77-bdd3-25daca60dc38 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:48.344016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.350310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aceed-e472-4330-bda9-516f05e0506d None None] Pushing event updated for resources: {'Port': ['ID=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:48.433284 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] Set router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:48.447775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:48.473997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Sync routers for ids ['517820b8-689c-4283-8db1-f60e9d7b6127'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:48.480445 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.481038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.485942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-884aec41-be74-440a-a35c-4a48c7741cf5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1485708 Dec 16 09:56:48.486123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52366) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:48.530501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-7853bf00-ac78-4328-ac7f-d723bf883c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:48.532902 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-7853bf00-ac78-4328-ac7f-d723bf883c7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 1096 time: 0.1428888 Dec 16 09:56:48.546687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:56:48.616288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.666877 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ef3ebf6b-8f61-4acd-af74-e0b8715f5807', 'name': '', 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'mac_address': 'fa:16:3e:82:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:43Z', 'updated_at': '2021-12-16T09:56:48Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'subnets': [{'id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:48.701616 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e33ad8-120f-4de0-bde5-f7c38c24e458 None None] The sync data for ids ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'] in n-d-821941-1 is: [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:44Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'ef3ebf6b-8f61-4acd-af74-e0b8715f5807', 'name': '', 'network_id': 'a5622357-1024-4b35-9e8b-74e881c6909b', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'mac_address': 'fa:16:3e:82:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:43Z', 'updated_at': '2021-12-16T09:56:48Z', 'revision_number': 4, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'subnets': [{'id': '9a25a290-a63f-449c-a17b-2b53b46f5084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:48.712050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Routers {'517820b8-689c-4283-8db1-f60e9d7b6127'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:48.712806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['517820b8-689c-4283-8db1-f60e9d7b6127'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:48.780183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] For port ac4b9821-85d8-4d77-bdd3-25daca60dc38, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ac4b9821-85d8-4d77-bdd3-25daca60dc38,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:48.815347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.874660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:48.897223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Provisioning complete for port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:48.897693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:48.926969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:48.967352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Pushing event updated for resources: {'Port': ['ID=ac4b9821-85d8-4d77-bdd3-25daca60dc38,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:48.981991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:48.989967 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eeb59a-2534-4849-a62e-068c62e9fb32" -d '{"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-unplugged", "status": "completed", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:48.995568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.011247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Set router 517820b8-689c-4283-8db1-f60e9d7b6127 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:49.014200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Transition to ACTIVE for port object 1863963c-2017-4102-b5f3-9c01a40c4c72 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:56:49.031236 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.133389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a48b-e99a-46ac-a430-f38c6340e2e3 req-d9d620fb-d858-4cca-bf74-a123941e741f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:49.138605 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5155a48b-e99a-46ac-a430-f38c6340e2e3 req-d9d620fb-d858-4cca-bf74-a123941e741f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.1479979 Dec 16 09:56:49.290179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1861b2dc-e74e-423a-b56b-9a9ea22262e4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:49.297875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.343041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5155a48b-e99a-46ac-a430-f38c6340e2e3 req-731450c9-2565-4ebc-9c21-ea14a4bee3c6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309462 Dec 16 09:56:49.350911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:49.477767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] No DVR routers for this DVR port 1863963c-2017-4102-b5f3-9c01a40c4c72 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:49.546409 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.576260 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452cf9e0-48fc-4b4a-979a-da5b17cd6d93 x-openstack-request-id: req-452cf9e0-48fc-4b4a-979a-da5b17cd6d93 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:49.576872 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-unplugged", "status": "completed", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:49.577658 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-452cf9e0-48fc-4b4a-979a-da5b17cd6d93 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:49.578631 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'code': 200} Dec 16 09:56:49.605094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] For port ef3ebf6b-8f61-4acd-af74-e0b8715f5807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,segment=NetworkSegment(60ba7351-5d7f-4a2f-b09f-ea68334b2219),segment_id=60ba7351-5d7f-4a2f-b09f-ea68334b2219)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:49.617964 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.624750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:49.625106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.680815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:47Z', 'revision_number': 3, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:49.692405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Allocated IP 172.20.0.1 (70e72311-2c4b-4019-8192-69a8086bf466/a2abf304-414c-4e2a-8158-1cb93a45c155/34cb9040-0344-4a5d-963d-9b4d5aafad4d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:56:49.719300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Checking router: 517820b8-689c-4283-8db1-f60e9d7b6127 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:49.719826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Updating router 517820b8-689c-4283-8db1-f60e9d7b6127 port a3bb329d-a978-49be-89c7-72db8ebe1db3 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:49.765105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404f533-0c1c-4170-8e47-7f74759e8eaf None None] Pushing event updated for resources: {'Port': ['ID=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:49.774978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:49.775598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:49.776208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:49.784817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.785070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Port 1863963c-2017-4102-b5f3-9c01a40c4c72 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:56:49.785414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Attempting to bind port 1863963c-2017-4102-b5f3-9c01a40c4c72 on network e4d33b03-41bc-423d-b16e-037b5f2bdcee {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:49.791973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:49.792402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Checking segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:49.792856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Bound using segment: {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:49.793357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Bound port: 1863963c-2017-4102-b5f3-9c01a40c4c72, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ae8c86-4ab4-43d1-9c9c-fca366ca1095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:49.794195 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.877391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:49.882874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:49.888929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.889614 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.927310 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3c03feab-e4a3-4e31-9f38-8fda2829d35b None None] Provisioning complete for port ac4b9821-85d8-4d77-bdd3-25daca60dc38 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:49.927310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3c03feab-e4a3-4e31-9f38-8fda2829d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.929405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:49.929733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.930356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:49.931865 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] 10.222.0.53 "PUT /v2.0/ports/1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 1091 time: 1.3905058 Dec 16 09:56:49.957574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4497a7-4df7-43a6-827b-75e4bb726325 service neutron] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:49.978227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Network 70e72311-2c4b-4019-8192-69a8086bf466 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:49.981293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:49.989420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:56:49.992919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Pushing event updated for resources: {'Port': ['ID=34cb9040-0344-4a5d-963d-9b4d5aafad4d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:50.028658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-cd4a9de2-84c1-44c4-8a71-cd2764a9ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:50.031022 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-cd4a9de2-84c1-44c4-8a71-cd2764a9ac6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1094 time: 0.0676208 Dec 16 09:56:50.034932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ac4b9821-85d8-4d77-bdd3-25daca60dc38 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:50.038237 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.099232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.113001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.153085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-abc88cda-1e66-4bd6-9626-3106c36764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:50.155244 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-abc88cda-1e66-4bd6-9626-3106c36764c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1120167 Dec 16 09:56:50.226564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ac4b9821-85d8-4d77-bdd3-25daca60dc38 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:50.226930 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.247996 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-bcbd9664-a5d8-4654-8b88-b8c74da3b02d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 999 time: 0.0842667 Dec 16 09:56:50.248400 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.351934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3c03feab-e4a3-4e31-9f38-8fda2829d35b None None] Provisioning complete for port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:50.352508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3c03feab-e4a3-4e31-9f38-8fda2829d35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.460914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.474673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.477326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ef3ebf6b-8f61-4acd-af74-e0b8715f5807 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:50.490913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.512575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.587471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Attempting to bind port a3bb329d-a978-49be-89c7-72db8ebe1db3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:50.587863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Attempting to bind port a3bb329d-a978-49be-89c7-72db8ebe1db3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:50.588194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Attempting to bind port a3bb329d-a978-49be-89c7-72db8ebe1db3 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:50.603497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb3a1-5f61-44a7-954d-02d9413a310e None None] Pushing event updated for resources: {'Port': ['ID=a3bb329d-a978-49be-89c7-72db8ebe1db3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:50.603746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd80a6a-b71b-4955-b245-7175c7148535 req-666a34f0-9cab-42c8-8c04-15d6bebbb552 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:50.605271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6dd80a6a-b71b-4955-b245-7175c7148535 req-666a34f0-9cab-42c8-8c04-15d6bebbb552 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.1281016 Dec 16 09:56:50.605962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Pushing event updated for resources: {'Port': ['ID=34cb9040-0344-4a5d-963d-9b4d5aafad4d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:50.612000 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.616191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:50.616540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:50.616824 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.617221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:50.617704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Bound port: a3bb329d-a978-49be-89c7-72db8ebe1db3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:50.618121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.644466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-09f7241c-b1db-45f5-a5f4-91df9e947bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:50.646259 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-09f7241c-b1db-45f5-a5f4-91df9e947bb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.3910882 Dec 16 09:56:50.671776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:50.672299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.700076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-6cbbbeb5-eee8-480b-8096-05a91a76911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:50.701949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-6cbbbeb5-eee8-480b-8096-05a91a76911a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437539 Dec 16 09:56:50.719302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6dd80a6a-b71b-4955-b245-7175c7148535 req-62892d64-93c9-40a6-bbc5-a2e247f84b2d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802329 Dec 16 09:56:50.722292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] For port a3bb329d-a978-49be-89c7-72db8ebe1db3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:50.728991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] For port a3bb329d-a978-49be-89c7-72db8ebe1db3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a3bb329d-a978-49be-89c7-72db8ebe1db3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:50.743994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:50.751638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Network 70e72311-2c4b-4019-8192-69a8086bf466 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:56:50.753367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:56:50.822196 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-9555a1f9-ab22-42c5-b6b4-498ab386f288 service neutron] 10.222.0.53 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121254 Dec 16 09:56:50.857611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Routers {'517820b8-689c-4283-8db1-f60e9d7b6127'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:50.858193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['517820b8-689c-4283-8db1-f60e9d7b6127'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:50.897085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adb3a1-5f61-44a7-954d-02d9413a310e None None] Pushing event updated for resources: {'Port': ['ID=a3bb329d-a978-49be-89c7-72db8ebe1db3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:50.938903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a6ea0a2-72e7-4859-8591-3bdb3fe77a0c req-a3d2c76a-2a9d-4c96-b5b5-4298dc0d2ec7 service neutron] 10.222.0.53 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057510 Dec 16 09:56:50.942079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Router 517820b8-689c-4283-8db1-f60e9d7b6127 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:51.000982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab8c932d-af99-4089-9e5d-8e7fbe6e2ccb None None] Provisioning complete for port 34cb9040-0344-4a5d-963d-9b4d5aafad4d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:51.001532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab8c932d-af99-4089-9e5d-8e7fbe6e2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.006884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ac4b9821-85d8-4d77-bdd3-25daca60dc38 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:51.073599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] Set router 517820b8-689c-4283-8db1-f60e9d7b6127 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:51.081278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:51.087817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0ab0101b-08cb-4410-97c7-b2c335fe1b27 admin admin] 10.222.0.61 "PUT /v2.0/routers/517820b8-689c-4283-8db1-f60e9d7b6127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6004748 Dec 16 09:56:51.332793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c932d-af99-4089-9e5d-8e7fbe6e2ccb None None] Port 34cb9040-0344-4a5d-963d-9b4d5aafad4d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:51.397393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ac4b9821-85d8-4d77-bdd3-25daca60dc38 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:51.398092 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.485573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8baff806-b515-4d6e-9d20-bde638fd529b None None] Provisioning complete for port 34cb9040-0344-4a5d-963d-9b4d5aafad4d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:51.485965 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8baff806-b515-4d6e-9d20-bde638fd529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.560518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8baff806-b515-4d6e-9d20-bde638fd529b None None] Port 34cb9040-0344-4a5d-963d-9b4d5aafad4d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:51.572275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ef3ebf6b-8f61-4acd-af74-e0b8715f5807 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:51.579610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:51.583001 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:51.613577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '34cb9040-0344-4a5d-963d-9b4d5aafad4d', 'name': '', 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'mac_address': 'fa:16:3e:a9:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:49Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 2, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'subnets': [{'id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:51.642624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49f924-2cc1-494d-b047-1c41c13dce87 None None] The sync data for ids ['517820b8-689c-4283-8db1-f60e9d7b6127'] in n-d-821941-1 is: [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '34cb9040-0344-4a5d-963d-9b4d5aafad4d', 'name': '', 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'mac_address': 'fa:16:3e:a9:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:49Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 2, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'subnets': [{'id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:51.656486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:51.656875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:51.886140 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f7dfc-e50b-49b3-bccf-0e90fe26a7ac x-openstack-request-id: req-383f7dfc-e50b-49b3-bccf-0e90fe26a7ac {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:51.886661 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:51.886661 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-383f7dfc-e50b-49b3-bccf-0e90fe26a7ac {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:51.887043 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'status': 'completed', 'code': 200} Dec 16 09:56:51.990180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-a534e878-6e27-45d5-8cc9-68deace24a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:51.994499 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-a534e878-6e27-45d5-8cc9-68deace24a42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1094 time: 0.0841753 Dec 16 09:56:51.995977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4c0f7-04b3-4d88-9eb6-b9f46016e6d4 req-22c80460-d950-44ef-b23e-0acb0893d046 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:51.997041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-89d5f56b-6ea8-486a-bb25-b4a9fda8c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:51.998248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-afd4c0f7-04b3-4d88-9eb6-b9f46016e6d4 req-22c80460-d950-44ef-b23e-0acb0893d046 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.0521555 Dec 16 09:56:51.999988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-89d5f56b-6ea8-486a-bb25-b4a9fda8c253 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1094 time: 0.0772126 Dec 16 09:56:52.045878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-afd4c0f7-04b3-4d88-9eb6-b9f46016e6d4 req-71c795e0-c0ad-45bb-a044-f0ed979d6770 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 Dec 16 09:56:52.166964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-10635eb0-2c8d-409e-b237-7c029cda3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:52.168614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-10635eb0-2c8d-409e-b237-7c029cda3ec2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1677439 Dec 16 09:56:52.173934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-812ee0a3-4cd8-4373-a2b1-d3af99aee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:52.175691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-812ee0a3-4cd8-4373-a2b1-d3af99aee214 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1668193 Dec 16 09:56:52.292494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-062581d6-e246-4998-bf01-63a14de2bb32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 999 time: 0.1147008 Dec 16 09:56:52.294252 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-d233e85c-61c9-4e66-8e12-800b053d486e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 999 time: 0.1107550 Dec 16 09:56:52.414254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52422) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:52.419678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-593920ca-0944-4352-a05e-ad4a226f1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:52.421218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-593920ca-0944-4352-a05e-ad4a226f1d61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.1208332 Dec 16 09:56:52.426286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-2a237a60-f99f-4dff-ba18-5abf4e1379af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:52.427857 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-2a237a60-f99f-4dff-ba18-5abf4e1379af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.1186881 Dec 16 09:56:52.503215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-4f384f5c-92aa-4677-8393-baa9b42da3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:52.505042 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-4f384f5c-92aa-4677-8393-baa9b42da3c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647647 Dec 16 09:56:52.507789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-232e5a85-dd1c-46c7-8b2c-a1ea7c165242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:52.509187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-232e5a85-dd1c-46c7-8b2c-a1ea7c165242 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796182 Dec 16 09:56:52.697403 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-3c443c0f-94a9-4cff-a529-afdd91ee9c76 service neutron] 10.222.0.53 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785719 Dec 16 09:56:52.703362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-12c02e85-3482-42e3-95b7-f8d01b6fa8e3 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882913 Dec 16 09:56:52.824596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:52.856578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:52.871962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-db1ae54f-630f-490e-91c6-38385867ab9c service neutron] 10.222.0.53 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659067 Dec 16 09:56:52.874402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:52.878274 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ad8e675-8c7e-4885-9ea7-e2f9d5c2f5d3 req-18d68c31-e0fe-4270-a06d-c1657b318273 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638381 Dec 16 09:56:52.977422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a3bb329d-a978-49be-89c7-72db8ebe1db3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:53.028449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a3bb329d-a978-49be-89c7-72db8ebe1db3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:53.028822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.111427 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.137527 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a3bb329d-a978-49be-89c7-72db8ebe1db3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a3bb329d-a978-49be-89c7-72db8ebe1db3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:53.144823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.176638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Deleting port ef3ebf6b-8f61-4acd-af74-e0b8715f5807 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:53.177247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.197596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a3bb329d-a978-49be-89c7-72db8ebe1db3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:53.228947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d409d8-5e5a-4e50-b611-cb3d270920fe req-f3c016a0-9a07-4bb6-9f75-c8757ea04917 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.230620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42d409d8-5e5a-4e50-b611-cb3d270920fe req-f3c016a0-9a07-4bb6-9f75-c8757ea04917 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.1044946 Dec 16 09:56:53.288984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42d409d8-5e5a-4e50-b611-cb3d270920fe req-d8afe199-4466-4a02-929e-88539d6f570f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505972 Dec 16 09:56:53.302121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] For port ef3ebf6b-8f61-4acd-af74-e0b8715f5807, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,segment=NetworkSegment(60ba7351-5d7f-4a2f-b09f-ea68334b2219),segment_id=60ba7351-5d7f-4a2f-b09f-ea68334b2219)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:53.302342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.314826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Calling delete_port for ef3ebf6b-8f61-4acd-af74-e0b8715f5807 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:53.556433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0b0f-daa4-4a54-ad7c-b5480b297920 req-fdf5be3f-d010-492c-860f-5552149b911f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.566068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e16c0b0f-daa4-4a54-ad7c-b5480b297920 req-fdf5be3f-d010-492c-860f-5552149b911f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 943 time: 0.0922291 Dec 16 09:56:53.616615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.646058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292bb9-3094-45a2-b78d-63e48254a745 req-5cd18bf6-0634-4020-880c-bacf1fb29a55 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.647871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-5cd18bf6-0634-4020-880c-bacf1fb29a55 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88&tenant_id=75ceb5db15dc408880e419b83d39aced&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.1174934 Dec 16 09:56:53.660240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e16c0b0f-daa4-4a54-ad7c-b5480b297920 req-f5993c39-a4dd-4231-94b6-b7eb2bde7671 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929673 Dec 16 09:56:53.661962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3ebf6b-8f61-4acd-af74-e0b8715f5807,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:53.721547 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-37292bb9-3094-45a2-b78d-63e48254a745 req-39ea5492-d739-4327-8f1d-80ac0e19f565 service neutron] delete failed (client error): The resource could not be found. Dec 16 09:56:53.722906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-39ea5492-d739-4327-8f1d-80ac0e19f565 service neutron] 10.222.0.69 "DELETE /v2.0/ports/1863963c-2017-4102-b5f3-9c01a40c4c72/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0678442 Dec 16 09:56:53.820858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:56:53.821885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292bb9-3094-45a2-b78d-63e48254a745 req-a058e169-3fd0-4632-874b-cdab8f5be5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.824156 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-a058e169-3fd0-4632-874b-cdab8f5be5af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1094 time: 0.0559568 Dec 16 09:56:53.851186 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.920732 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:53.937311 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292bb9-3094-45a2-b78d-63e48254a745 req-3ce15713-ffc3-422a-b4d0-9eb152eafe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:53.938765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-3ce15713-ffc3-422a-b4d0-9eb152eafe0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1075673 Dec 16 09:56:53.939793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:53.951317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'port_id': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'mac_address': 'fa:16:3e:28:35:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:56:53.992527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.006226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1863963c-2017-4102-b5f3-9c01a40c4c72 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:56:54.011377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-0eb050ca-aaec-4435-95ae-11fb7b713169 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 999 time: 0.0650432 Dec 16 09:56:54.032167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:54.036982 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.061494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292bb9-3094-45a2-b78d-63e48254a745 req-b7dda712-8785-43dc-b488-a3b8b97f5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:54.063460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-b7dda712-8785-43dc-b488-a3b8b97f5303 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.0449007 Dec 16 09:56:54.091068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:54.092065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:54.111477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292bb9-3094-45a2-b78d-63e48254a745 req-eae8c212-c9c7-4b75-838b-326bb421b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:54.113134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-eae8c212-c9c7-4b75-838b-326bb421b2d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428371 Dec 16 09:56:54.208638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:54.210263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-7bcc7845-5626-4bf6-a5b1-3669b6e12dc2 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894561 Dec 16 09:56:54.213977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8d14f559-83d1-42e3-8045-fe5fbe4f02b6 admin admin] 10.222.0.61 "PUT /v2.0/routers/6e64c21d-8c54-4dd7-a2d0-d6a6015accc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7985299 Dec 16 09:56:54.216536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52432) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:54.220395 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] Sync routers for ids ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:54.231938 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] Routers {'6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:54.232897 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:54.290739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1863963c-2017-4102-b5f3-9c01a40c4c72'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:56:54.313050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-37292bb9-3094-45a2-b78d-63e48254a745 req-0ee58886-22f0-440d-b600-7fb54ad82505 service neutron] 10.222.0.69 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957372 Dec 16 09:56:54.359235 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] Set router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:54.598619 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 5, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:54.630318 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] Checking router: 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:54.639310 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] Routers {'6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:54.640116 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:54.722619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.744757 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] Set router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:54.863958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92a5b-8ada-400d-8eca-763539fc75cb req-71acbf68-d00a-4e6d-a86e-e215b5f08ba5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:54.865538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8f92a5b-8ada-400d-8eca-763539fc75cb req-71acbf68-d00a-4e6d-a86e-e215b5f08ba5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 944 time: 0.0814409 Dec 16 09:56:54.906749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:54.943626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110038-8165-478c-b22a-e438328b135e None None] Sync routers for ids ['517820b8-689c-4283-8db1-f60e9d7b6127'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:54.954656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8f92a5b-8ada-400d-8eca-763539fc75cb req-15e874ff-d3cb-487a-a7de-49286ebea23f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768769 Dec 16 09:56:54.958604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110038-8165-478c-b22a-e438328b135e None None] Routers {'517820b8-689c-4283-8db1-f60e9d7b6127'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:54.959419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-23110038-8165-478c-b22a-e438328b135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['517820b8-689c-4283-8db1-f60e9d7b6127'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:55.032733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Deleting port 1861b2dc-e74e-423a-b56b-9a9ea22262e4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:55.033497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.067831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a3bb329d-a978-49be-89c7-72db8ebe1db3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:55.098945 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 5, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:55.112449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-23110038-8165-478c-b22a-e438328b135e None None] Set router 517820b8-689c-4283-8db1-f60e9d7b6127 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:55.134387 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1eee20-95e3-4b69-9630-6a6af4a4b11a None None] The sync data for ids ['6e64c21d-8c54-4dd7-a2d0-d6a6015accc5'] in n-d-821941-1 is: [{'id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'name': 'tempest-TestAggregatesBasicOps-292973620-router', 'tenant_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 5, 'project_id': '6a2569a6822f4afab7e0a5ac9c4b8689', 'gw_port': {'id': '1861b2dc-e74e-423a-b56b-9a9ea22262e4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c21d-8c54-4dd7-a2d0-d6a6015accc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:41Z', 'updated_at': '2021-12-16T09:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:55.135989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] For port 1861b2dc-e74e-423a-b56b-9a9ea22262e4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1861b2dc-e74e-423a-b56b-9a9ea22262e4,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:55.136362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.151245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Calling delete_port for 1861b2dc-e74e-423a-b56b-9a9ea22262e4 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:55.215314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a3bb329d-a978-49be-89c7-72db8ebe1db3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:55.215582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.281925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.337747 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.367018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Pushing event deleted for resources: {'Port': ['ID=1861b2dc-e74e-423a-b56b-9a9ea22262e4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:55.425710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-23110038-8165-478c-b22a-e438328b135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '34cb9040-0344-4a5d-963d-9b4d5aafad4d', 'name': '', 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'mac_address': 'fa:16:3e:a9:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:49Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 2, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'subnets': [{'id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:55.429422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.455774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110038-8165-478c-b22a-e438328b135e None None] Checking router: 517820b8-689c-4283-8db1-f60e9d7b6127 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:55.456114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110038-8165-478c-b22a-e438328b135e None None] Updating router 517820b8-689c-4283-8db1-f60e9d7b6127 port 34cb9040-0344-4a5d-963d-9b4d5aafad4d binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:56:55.480885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23110038-8165-478c-b22a-e438328b135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.522616 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.524732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.575118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.575447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:55.580115 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.584064 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52438) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:55.591164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bda23d65-1728-47b8-ad82-f819ce47209f admin admin] 10.222.0.61 "DELETE /v2.0/routers/6e64c21d-8c54-4dd7-a2d0-d6a6015accc5 HTTP/1.1" status: 204 len: 168 time: 1.3735790 Dec 16 09:56:55.631368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Deleting subnet 9a25a290-a63f-449c-a17b-2b53b46f5084 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:56:55.634529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.680985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.762812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.775503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23110038-8165-478c-b22a-e438328b135e None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.781183 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23110038-8165-478c-b22a-e438328b135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.828622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:55.828836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.860356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c093-fb0c-45bc-8178-019705018609 None None] Pushing event updated for resources: {'Port': ['ID=34cb9040-0344-4a5d-963d-9b4d5aafad4d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:55.876550 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:55.882377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9a25a290-a63f-449c-a17b-2b53b46f5084 HTTP/1.1" status: 204 len: 168 time: 0.2972040 Dec 16 09:56:55.883581 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c985d-c3c1-45ba-b647-1e418caf280d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a25a290-a63f-449c-a17b-2b53b46f5084,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:55.886029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52442) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:55.892377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222b4c6-dc61-440a-9a27-632b97346987 None None] Network a5622357-1024-4b35-9e8b-74e881c6909b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:55.985959 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.023053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-23110038-8165-478c-b22a-e438328b135e None None] Attempting to bind port 34cb9040-0344-4a5d-963d-9b4d5aafad4d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:56:56.023665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-23110038-8165-478c-b22a-e438328b135e None None] Attempting to bind port 34cb9040-0344-4a5d-963d-9b4d5aafad4d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:56:56.023793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110038-8165-478c-b22a-e438328b135e None None] Attempting to bind port 34cb9040-0344-4a5d-963d-9b4d5aafad4d on network 70e72311-2c4b-4019-8192-69a8086bf466 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:56:56.036644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110038-8165-478c-b22a-e438328b135e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:56:56.037011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110038-8165-478c-b22a-e438328b135e None None] Checking segment: {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:56:56.037414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23110038-8165-478c-b22a-e438328b135e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.037808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110038-8165-478c-b22a-e438328b135e None None] Bound using segment: {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:56:56.038312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-23110038-8165-478c-b22a-e438328b135e None None] Bound port: 34cb9040-0344-4a5d-963d-9b4d5aafad4d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ffda63-6bc0-4d92-a170-33761b28bc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:56:56.038689 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23110038-8165-478c-b22a-e438328b135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.054777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Deleting port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:56.056042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.083319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 1863963c-2017-4102-b5f3-9c01a40c4c72 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:56:56.129519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 1863963c-2017-4102-b5f3-9c01a40c4c72 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:56.129912 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.162360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] For port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,segment=NetworkSegment(60ba7351-5d7f-4a2f-b09f-ea68334b2219),segment_id=60ba7351-5d7f-4a2f-b09f-ea68334b2219)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:56.162989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.173179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02333e75-4911-4f65-9c6e-9879d62a02df req-72684098-7a0d-4826-885d-bb6e24654aa0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:56:56.174740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02333e75-4911-4f65-9c6e-9879d62a02df req-72684098-7a0d-4826-885d-bb6e24654aa0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 944 time: 0.1163523 Dec 16 09:56:56.186606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Calling delete_port for 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:56.202970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ef212c90-1a6b-4f20-8be9-f17f4aae866f None None] Provisioning complete for port 34cb9040-0344-4a5d-963d-9b4d5aafad4d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:56.203332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ef212c90-1a6b-4f20-8be9-f17f4aae866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.228829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-23110038-8165-478c-b22a-e438328b135e None None] For port 34cb9040-0344-4a5d-963d-9b4d5aafad4d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:56:56.248634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-23110038-8165-478c-b22a-e438328b135e None None] For port 34cb9040-0344-4a5d-963d-9b4d5aafad4d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34cb9040-0344-4a5d-963d-9b4d5aafad4d,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:56:56.259784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ef212c90-1a6b-4f20-8be9-f17f4aae866f None None] Port 34cb9040-0344-4a5d-963d-9b4d5aafad4d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:56:56.262675 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23110038-8165-478c-b22a-e438328b135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.267549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02333e75-4911-4f65-9c6e-9879d62a02df req-b13a3972-755c-43e6-9b1c-41d841bfe6e3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822198 Dec 16 09:56:56.294380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52446) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.313276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.340372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:56.345670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] No DVR routers for this DVR port 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:56.353215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c093-fb0c-45bc-8178-019705018609 None None] Pushing event updated for resources: {'Port': ['ID=34cb9040-0344-4a5d-963d-9b4d5aafad4d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:56.391436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-38afaf73-1b21-4fde-a12e-b362ed54adf1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ca04c9be-15ad-493a-8cb8-c7a1f51ee57f HTTP/1.1" status: 200 len: 992 time: 0.0952103 Dec 16 09:56:56.394367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.410518 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110038-8165-478c-b22a-e438328b135e None None] Routers {'517820b8-689c-4283-8db1-f60e9d7b6127'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:56.411610 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-23110038-8165-478c-b22a-e438328b135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['517820b8-689c-4283-8db1-f60e9d7b6127'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:56.415890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749d1c6-53bc-460d-8525-15fa4c08770e None None] DHCP port deletion for a5622357-1024-4b35-9e8b-74e881c6909b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:56:56.464015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.491756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5622357-1024-4b35-9e8b-74e881c6909b']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:56.505978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ba7351-5d7f-4a2f-b09f-ea68334b2219') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:56.506330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ba7351-5d7f-4a2f-b09f-ea68334b2219') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:56.521310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.539158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.548407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:56:56.549251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:56:56.551447 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:56:56.617190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.622703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.629813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a5622357-1024-4b35-9e8b-74e881c6909b HTTP/1.1" status: 204 len: 168 time: 0.7397406 Dec 16 09:56:56.630250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52448) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:56.651940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75518-d3d0-45cc-9aa9-11239fb0c5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5622357-1024-4b35-9e8b-74e881c6909b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:56.665134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:56:56.667417 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6edae94-3014-4d1c-95b7-20fc39f15ee3" -d '{"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-plugged", "status": "completed", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:56:56.692469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:56.708280 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3826f-b7ae-4fe1-93cf-27fb52c5b687 x-openstack-request-id: req-a4f3826f-b7ae-4fe1-93cf-27fb52c5b687 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:56:56.708577 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-plugged", "status": "completed", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:56:56.708828 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4f3826f-b7ae-4fe1-93cf-27fb52c5b687 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:56:56.709214 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'code': 200} Dec 16 09:56:56.712183 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.742277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-084e1468-17f2-4a09-981d-31f425541bdc None None] Provisioning complete for port 34cb9040-0344-4a5d-963d-9b4d5aafad4d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:56.742523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-084e1468-17f2-4a09-981d-31f425541bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:56.796227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-23110038-8165-478c-b22a-e438328b135e None None] Set router 517820b8-689c-4283-8db1-f60e9d7b6127 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:56.839263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:56.982998 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-084e1468-17f2-4a09-981d-31f425541bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.002803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34cb9040-0344-4a5d-963d-9b4d5aafad4d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:56:57.058148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.081888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-084e1468-17f2-4a09-981d-31f425541bdc None None] For port 34cb9040-0344-4a5d-963d-9b4d5aafad4d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34cb9040-0344-4a5d-963d-9b4d5aafad4d,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:57.089182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-084e1468-17f2-4a09-981d-31f425541bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.152036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 34cb9040-0344-4a5d-963d-9b4d5aafad4d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:56:57.152435 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.158635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e1468-17f2-4a09-981d-31f425541bdc None None] Pushing event updated for resources: {'Port': ['ID=34cb9040-0344-4a5d-963d-9b4d5aafad4d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:57.197176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-23110038-8165-478c-b22a-e438328b135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '34cb9040-0344-4a5d-963d-9b4d5aafad4d', 'name': '', 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'mac_address': 'fa:16:3e:a9:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:49Z', 'updated_at': '2021-12-16T09:56:56Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'subnets': [{'id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:57.232116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110038-8165-478c-b22a-e438328b135e None None] The sync data for ids ['517820b8-689c-4283-8db1-f60e9d7b6127'] in n-d-821941-1 is: [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:50Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '34cb9040-0344-4a5d-963d-9b4d5aafad4d', 'name': '', 'network_id': '70e72311-2c4b-4019-8192-69a8086bf466', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'mac_address': 'fa:16:3e:a9:b1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:49Z', 'updated_at': '2021-12-16T09:56:56Z', 'revision_number': 4, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'subnets': [{'id': 'a2abf304-414c-4e2a-8158-1cb93a45c155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:57.269503 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:56:57.313518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Deleting port 34cb9040-0344-4a5d-963d-9b4d5aafad4d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:57.313937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.334274 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1861b2dc-e74e-423a-b56b-9a9ea22262e4 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:57.355952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1861b2dc-e74e-423a-b56b-9a9ea22262e4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:57.356416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1861b2dc-e74e-423a-b56b-9a9ea22262e4 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:57.356883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ef3ebf6b-8f61-4acd-af74-e0b8715f5807 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:57.376916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ef3ebf6b-8f61-4acd-af74-e0b8715f5807 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:57.377284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ef3ebf6b-8f61-4acd-af74-e0b8715f5807 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:57.377891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:56:57.397796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:56:57.398167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 19ef8d98-8c27-4eb4-b95f-fff1b0dc65fc not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:56:57.401002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] For port 34cb9040-0344-4a5d-963d-9b4d5aafad4d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=34cb9040-0344-4a5d-963d-9b4d5aafad4d,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:57.401361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.416859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Calling delete_port for 34cb9040-0344-4a5d-963d-9b4d5aafad4d owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:57.608237 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:57.636280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=34cb9040-0344-4a5d-963d-9b4d5aafad4d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:57.804599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.027123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Router 517820b8-689c-4283-8db1-f60e9d7b6127 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:56:58.432879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:56:58.438339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6eed23ae-8a76-4c48-8464-132a13138a2a admin admin] 10.222.0.61 "PUT /v2.0/routers/517820b8-689c-4283-8db1-f60e9d7b6127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069940 Dec 16 09:56:58.441029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52452) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:58.443619 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] Sync routers for ids ['517820b8-689c-4283-8db1-f60e9d7b6127'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:56:58.453197 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] Routers {'517820b8-689c-4283-8db1-f60e9d7b6127'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:58.453803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['517820b8-689c-4283-8db1-f60e9d7b6127'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.548028 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.555960 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] Set router 517820b8-689c-4283-8db1-f60e9d7b6127 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:58.651310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.703735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Deleting port a3bb329d-a978-49be-89c7-72db8ebe1db3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:58.703735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.734319 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:57Z', 'revision_number': 5, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port': {'id': 'a3bb329d-a978-49be-89c7-72db8ebe1db3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.760249 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] Checking router: 517820b8-689c-4283-8db1-f60e9d7b6127 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:56:58.769218 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] Routers {'517820b8-689c-4283-8db1-f60e9d7b6127'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:56:58.769931 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['517820b8-689c-4283-8db1-f60e9d7b6127'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.781306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] For port a3bb329d-a978-49be-89c7-72db8ebe1db3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a3bb329d-a978-49be-89c7-72db8ebe1db3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:58.781665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.798932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Calling delete_port for a3bb329d-a978-49be-89c7-72db8ebe1db3 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:58.858204 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] Set router 517820b8-689c-4283-8db1-f60e9d7b6127 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:56:58.912285 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:58Z', 'revision_number': 6, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:58.953899 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb20d64-3077-4093-91af-179b15724f8e None None] The sync data for ids ['517820b8-689c-4283-8db1-f60e9d7b6127'] in n-d-821941-1 is: [{'id': '517820b8-689c-4283-8db1-f60e9d7b6127', 'name': 'tempest-TestAggregatesBasicOps-1104013133-router', 'tenant_id': '6c5061c702f24feb8b5c3685d9ef458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:56:46Z', 'updated_at': '2021-12-16T09:56:58Z', 'revision_number': 6, 'project_id': '6c5061c702f24feb8b5c3685d9ef458e', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:56:58.964510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:58.992769 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bb329d-a978-49be-89c7-72db8ebe1db3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:59.055056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.151583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.154252 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.200203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.200722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517820b8-689c-4283-8db1-f60e9d7b6127 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:56:59.205480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.206713 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b2933997-bd0f-4427-9e01-4e811aa55b88 admin admin] 10.222.0.61 "DELETE /v2.0/routers/517820b8-689c-4283-8db1-f60e9d7b6127 HTTP/1.1" status: 204 len: 168 time: 0.7638967 Dec 16 09:56:59.209475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52454) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:59.258813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Deleting subnet a2abf304-414c-4e2a-8158-1cb93a45c155 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:56:59.262145 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.298727 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.381116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.439446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.466298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2abf304-414c-4e2a-8158-1cb93a45c155,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:59.468307 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.471378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3eeb53c4-fd64-45fb-a56f-267b30604a52 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a2abf304-414c-4e2a-8158-1cb93a45c155 HTTP/1.1" status: 204 len: 168 time: 0.2608788 Dec 16 09:56:59.471884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75bb02-f542-436e-8de3-b899184ff7a3 None None] Network 70e72311-2c4b-4019-8192-69a8086bf466 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:56:59.474264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52456) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:56:59.547707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.614647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Deleting port ac4b9821-85d8-4d77-bdd3-25daca60dc38 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:59.614987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.685076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] For port ac4b9821-85d8-4d77-bdd3-25daca60dc38, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ac4b9821-85d8-4d77-bdd3-25daca60dc38,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:59.685076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.690732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] DHCP port deletion for 70e72311-2c4b-4019-8192-69a8086bf466 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:56:59.699849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Calling delete_port for ac4b9821-85d8-4d77-bdd3-25daca60dc38 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:59.740748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] Deleting port ac4b9821-85d8-4d77-bdd3-25daca60dc38 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:56:59.741110 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.789540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.819100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] For port ac4b9821-85d8-4d77-bdd3-25daca60dc38, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ac4b9821-85d8-4d77-bdd3-25daca60dc38,segment=NetworkSegment(96ffda63-6bc0-4d92-a170-33761b28bc3d),segment_id=96ffda63-6bc0-4d92-a170-33761b28bc3d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:56:59.819470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.820395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4b9821-85d8-4d77-bdd3-25daca60dc38,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:59.824000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] No DVR routers for this DVR port ac4b9821-85d8-4d77-bdd3-25daca60dc38 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:59.841138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] Calling delete_port for ac4b9821-85d8-4d77-bdd3-25daca60dc38 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:56:59.896764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.918840 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e72311-2c4b-4019-8192-69a8086bf466']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:59.921995 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.928817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ffda63-6bc0-4d92-a170-33761b28bc3d') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:59.929113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ffda63-6bc0-4d92-a170-33761b28bc3d') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:56:59.939275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.952819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] Pushing event deleted for resources: {'Port': ['ID=ac4b9821-85d8-4d77-bdd3-25daca60dc38,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:56:59.954404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.956627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fd434-787c-4399-aeb9-8c755d6db8c5 None None] No DVR routers for this DVR port ac4b9821-85d8-4d77-bdd3-25daca60dc38 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:56:59.966959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:56:59.967439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:56:59.970792 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:57:00.030919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.038633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.043245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/70e72311-2c4b-4019-8192-69a8086bf466 HTTP/1.1" status: 204 len: 168 time: 0.5677681 Dec 16 09:57:00.054909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7cf74-980b-4faa-b0be-11ec552888a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e72311-2c4b-4019-8192-69a8086bf466,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:00.216983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.257571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f0c55712-50e8-4eee-a514-78215e39228f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a2569a6822f4afab7e0a5ac9c4b8689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394049 Dec 16 09:57:00.260256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52462) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.313043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-535dc6aa-856c-4ba1-84c3-6510e48f1671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.333753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-535dc6aa-856c-4ba1-84c3-6510e48f1671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.380019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-535dc6aa-856c-4ba1-84c3-6510e48f1671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.382526 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-535dc6aa-856c-4ba1-84c3-6510e48f1671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.383682 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-535dc6aa-856c-4ba1-84c3-6510e48f1671 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09bc1f7f-2c23-43f2-bcb0-cbc9a476a442 HTTP/1.1" status: 204 len: 168 time: 0.1221738 Dec 16 09:57:00.392612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dc6aa-856c-4ba1-84c3-6510e48f1671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc1f7f-2c23-43f2-bcb0-cbc9a476a442,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:00.747435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52468) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.806306 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1690952f-0225-440a-9254-5352defa8220 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c5061c702f24feb8b5c3685d9ef458e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575631 Dec 16 09:57:00.810138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52470) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:00.871492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f47f4fbe-7bd2-4c5d-a9ea-a35b5ef967c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.896576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f47f4fbe-7bd2-4c5d-a9ea-a35b5ef967c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.947718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f47f4fbe-7bd2-4c5d-a9ea-a35b5ef967c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.948749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a3bb329d-a978-49be-89c7-72db8ebe1db3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:00.950335 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f47f4fbe-7bd2-4c5d-a9ea-a35b5ef967c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:00.951518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f47f4fbe-7bd2-4c5d-a9ea-a35b5ef967c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7823fb9b-53cf-45dd-9eb8-9a3328c2e226 HTTP/1.1" status: 204 len: 168 time: 0.1404831 Dec 16 09:57:00.960972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f4fbe-7bd2-4c5d-a9ea-a35b5ef967c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7823fb9b-53cf-45dd-9eb8-9a3328c2e226,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:00.983547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a3bb329d-a978-49be-89c7-72db8ebe1db3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:00.983975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a3bb329d-a978-49be-89c7-72db8ebe1db3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:00.984446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ac4b9821-85d8-4d77-bdd3-25daca60dc38 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:01.008409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ac4b9821-85d8-4d77-bdd3-25daca60dc38 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:01.008830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ac4b9821-85d8-4d77-bdd3-25daca60dc38 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:01.009323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34cb9040-0344-4a5d-963d-9b4d5aafad4d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:01.028847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 34cb9040-0344-4a5d-963d-9b4d5aafad4d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:01.029188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 34cb9040-0344-4a5d-963d-9b4d5aafad4d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:01.735694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:01.849818 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-223448448-network', 'tenant_id': 'e897a302d5a045dabbab38749d290240'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:01.873149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Made reservation on behalf of e897a302d5a045dabbab38749d290240 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:01.875959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.884747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.963779 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.969197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:01.994042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:57:02.003729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96924624-bf66-4586-b3fb-fa0781324209,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:02.010038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.010377 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Added segment 372d67ec-9d26-45d5-b2be-91c5804ba478 of type vlan for network c800b4ac-09ab-450a-b160-50b4e6606ab6 Dec 16 09:57:02.058183 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.086285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.087263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:02.087901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.144955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4081261 Dec 16 09:57:02.147992 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52496) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:02.152155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5e711-b0c5-48fa-9a7e-dae728f7e3ab admin admin] Pushing event updated for resources: {'Network': ['ID=c800b4ac-09ab-450a-b160-50b4e6606ab6,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:02.153101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Request body: {'subnet': {'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-223448448-subnet', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:02.162002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:57:02.180055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Made reservation on behalf of e897a302d5a045dabbab38749d290240 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:02.182602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.360556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.407553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbbfe82-c027-45f2-b1b3-d1a320905346,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:02.425370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Checking segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:02.425719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Network hostable DHCP agents. Network: c800b4ac-09ab-450a-b160-50b4e6606ab6, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:57:02.443344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:57:02.457224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, c800b4ac-09ab-450a-b160-50b4e6606ab6) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:02.461773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:02.462875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.467229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e05c8e4-fb69-4896-8c13-408f428304b7 None None] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:02.479488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-755447cc-19e7-40d8-b1ed-f1fa5f18efea admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3303418 Dec 16 09:57:02.482274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:02.487034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:02.507392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.508485 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.565584 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.628773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-c800b4ac-09ab-450a-b160-50b4e6606ab6', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:57:02.629667 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.714917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.770652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Allocated IP 172.20.0.2 (c800b4ac-09ab-450a-b160-50b4e6606ab6/6bbbfe82-c027-45f2-b1b3-d1a320905346/a5c3fe14-b063-45ae-9793-4067874d309a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:02.916171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.922247 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.923185 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.942201 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:02.959374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:02.962275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:02.965640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:02.976133 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Pushing event updated for resources: {'Port': ['ID=a5c3fe14-b063-45ae-9793-4067874d309a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:03.032370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Attempting to bind port a5c3fe14-b063-45ae-9793-4067874d309a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:03.032853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Attempting to bind port a5c3fe14-b063-45ae-9793-4067874d309a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:03.033466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Attempting to bind port a5c3fe14-b063-45ae-9793-4067874d309a on network c800b4ac-09ab-450a-b160-50b4e6606ab6 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:03.039475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:03.039843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Checking segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:03.040236 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.040643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Bound using segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:03.041101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Bound port: a5c3fe14-b063-45ae-9793-4067874d309a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:03.041476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.055583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Allocated IP 172.25.6.89 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/45c2dccb-4717-44ba-8eda-b4b0f25c81a3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:03.108826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] For port a5c3fe14-b063-45ae-9793-4067874d309a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:03.112259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] For port a5c3fe14-b063-45ae-9793-4067874d309a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a5c3fe14-b063-45ae-9793-4067874d309a,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:03.116134 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.159846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.174890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb58193-eb6a-4d61-bba9-dab11cf51795 None None] Pushing event updated for resources: {'Port': ['ID=a5c3fe14-b063-45ae-9793-4067874d309a,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:03.198954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.238652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:03.241485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:03.248076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:03.251167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:03.515384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.719999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.855269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Router e572de5a-4fa0-469b-9a8a-c96542e3bddc is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:03.962875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:03.975728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Sync routers for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:03.987459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:03.988093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:03.990246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:03.992237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f6a7154f-339e-4c64-8ba1-7beaeff7e1c4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5089409 Dec 16 09:57:03.994908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52500) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:04.098182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:04.126331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e338c-b186-4819-8032-6648ff188b3a None None] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:04.245472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a3dde0af-9da1-4727-ab88-591433cfa2f4 None None] Provisioning complete for port a5c3fe14-b063-45ae-9793-4067874d309a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:04.246268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a3dde0af-9da1-4727-ab88-591433cfa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.433650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.440650 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a3dde0af-9da1-4727-ab88-591433cfa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.501003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a3dde0af-9da1-4727-ab88-591433cfa2f4 None None] For port a5c3fe14-b063-45ae-9793-4067874d309a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a5c3fe14-b063-45ae-9793-4067874d309a,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:04.509238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a3dde0af-9da1-4727-ab88-591433cfa2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.514127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 3, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:04.616957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Allocated IP 172.20.0.1 (c800b4ac-09ab-450a-b160-50b4e6606ab6/6bbbfe82-c027-45f2-b1b3-d1a320905346/c92e615f-c97e-4a91-ad6c-d7aa06655e53) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:04.739279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Checking router: e572de5a-4fa0-469b-9a8a-c96542e3bddc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:04.739585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Updating router e572de5a-4fa0-469b-9a8a-c96542e3bddc port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:04.740141 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.773976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.787286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.788573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dde0af-9da1-4727-ab88-591433cfa2f4 None None] Pushing event updated for resources: {'Port': ['ID=a5c3fe14-b063-45ae-9793-4067874d309a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:04.793698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-982fc4c1-eadd-4035-8345-e4d4079a2af8 None None] Provisioning complete for port a5c3fe14-b063-45ae-9793-4067874d309a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:04.794278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-982fc4c1-eadd-4035-8345-e4d4079a2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:04.811689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:04.816177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:04.820172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:04.846196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c92e615f-c97e-4a91-ad6c-d7aa06655e53,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:04.865892 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.020213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a5c3fe14-b063-45ae-9793-4067874d309a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:05.035074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.108212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a5c3fe14-b063-45ae-9793-4067874d309a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:05.108212 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.197032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.197688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.202085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8a79b759-6b37-4e9b-9e6b-157132ff38e0 None None] Provisioning complete for port c92e615f-c97e-4a91-ad6c-d7aa06655e53 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:05.202590 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8a79b759-6b37-4e9b-9e6b-157132ff38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.203682 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.207422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.268685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c92e615f-c97e-4a91-ad6c-d7aa06655e53,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:05.271259 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.281572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8a79b759-6b37-4e9b-9e6b-157132ff38e0 None None] Port c92e615f-c97e-4a91-ad6c-d7aa06655e53 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:05.311443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602b87-caca-4940-ace4-ef697771ce2b None None] Pushing event updated for resources: {'Port': ['ID=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:05.319557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Attempting to bind port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:05.319959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Attempting to bind port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:05.320314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Attempting to bind port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:05.333062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:05.333427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:05.333875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.334253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:05.334718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Bound port: 45c2dccb-4717-44ba-8eda-b4b0f25c81a3, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:05.335088 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.366869 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:05.368442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:05.393244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] For port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:05.396837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] For port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:05.402352 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.461105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:05.461828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:05.490862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Router e572de5a-4fa0-469b-9a8a-c96542e3bddc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:05.530123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602b87-caca-4940-ace4-ef697771ce2b None None] Pushing event updated for resources: {'Port': ['ID=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:05.582867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:05.607455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:05.621876 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5a00f1b8-a051-4f10-8f8e-2c04dbeb63e1 admin admin] 10.222.0.61 "PUT /v2.0/routers/e572de5a-4fa0-469b-9a8a-c96542e3bddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170001 Dec 16 09:57:05.629511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-49cc59eb-bc6b-4e0d-9513-4796897d1552 None None] Provisioning complete for port c92e615f-c97e-4a91-ad6c-d7aa06655e53 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:05.629975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49cc59eb-bc6b-4e0d-9513-4796897d1552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:05.739845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-49cc59eb-bc6b-4e0d-9513-4796897d1552 None None] Port c92e615f-c97e-4a91-ad6c-d7aa06655e53 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:05.832003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:05Z', 'revision_number': 2, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:05.862531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b667591-0c9d-47df-8a2a-5f17bf83315c None None] The sync data for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 is: [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:05Z', 'revision_number': 2, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:06.122634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:06.127793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-582212808-network', 'tenant_id': 'b83542a1058246889fa91995360dfa4d'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:06.149097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Made reservation on behalf of b83542a1058246889fa91995360dfa4d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:06.151591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.163462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.243555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.247515 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.274172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:57:06.284628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147e80c2-71a5-40c1-ae9d-1c18c57af374,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:06.291150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.291488 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Added segment 3557e9f3-0129-40e9-9cb3-a80fcdcf2a98 of type vlan for network 02b39ce5-57e7-4cd3-9190-4281991aa346 Dec 16 09:57:06.333905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.359146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.360410 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:06.360996 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.426410 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3025265 Dec 16 09:57:06.429205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52518) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:06.436282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Request body: {'subnet': {'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-582212808-subnet', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:06.445141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023e07e-cad4-4b43-9a94-9cbbc8e3b082 admin admin] Pushing event updated for resources: {'Network': ['ID=02b39ce5-57e7-4cd3-9190-4281991aa346,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:06.460136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:57:06.467693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Made reservation on behalf of b83542a1058246889fa91995360dfa4d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:06.471323 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.670448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.725599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60f90ea-41a6-495e-96c1-f0cc7d6fc564,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:06.737732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Checking segment: {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:06.738121 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Network hostable DHCP agents. Network: 02b39ce5-57e7-4cd3-9190-4281991aa346, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:57:06.756106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:57:06.766722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 02b39ce5-57e7-4cd3-9190-4281991aa346) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:06.772640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:06.773524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.776683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f926b-a77d-4e1d-bce5-ce4510c809fb None None] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:06.793490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f5c1b091-15a0-419a-b809-fd3dd67cd7f7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3629215 Dec 16 09:57:06.796541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52520) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:06.801113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:06.824143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.825263 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.902756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:06.941658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-02b39ce5-57e7-4cd3-9190-4281991aa346', 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'fixed_ips': [{'subnet_id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:57:06.942636 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.012220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:07.120858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Allocated IP 172.20.0.2 (02b39ce5-57e7-4cd3-9190-4281991aa346/a60f90ea-41a6-495e-96c1-f0cc7d6fc564/cff75871-8e5d-4e53-bb6b-337596e65262) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:07.123068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:07.123849 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.287458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.332908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:07.343067 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.349194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.375688 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.408768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:07.411960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:07.414861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:07.418309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:07.440305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.487970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Pushing event updated for resources: {'Port': ['ID=cff75871-8e5d-4e53-bb6b-337596e65262,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:07.500639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Attempting to bind port cff75871-8e5d-4e53-bb6b-337596e65262 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:07.501006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Attempting to bind port cff75871-8e5d-4e53-bb6b-337596e65262 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:07.501362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Attempting to bind port cff75871-8e5d-4e53-bb6b-337596e65262 on network 02b39ce5-57e7-4cd3-9190-4281991aa346 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:07.506345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:07.506704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Checking segment: {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:07.507094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.507478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Bound using segment: {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:07.507928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Bound port: cff75871-8e5d-4e53-bb6b-337596e65262, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:07.508302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.578414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] For port cff75871-8e5d-4e53-bb6b-337596e65262, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:07.582693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] For port cff75871-8e5d-4e53-bb6b-337596e65262, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cff75871-8e5d-4e53-bb6b-337596e65262,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:07.591497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.652468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.658810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a941fa4-1201-451f-970a-71e430ddd864 None None] Pushing event updated for resources: {'Port': ['ID=cff75871-8e5d-4e53-bb6b-337596e65262,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:07.684367 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.813715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Allocated IP 172.25.6.15 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/25027bcc-9952-426c-880e-781a801aba47) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:07.932158 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.969787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:07.983189 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Sync routers for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:07.993222 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:07.993816 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:08.012515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:08.017536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:08.021083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:08.029394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Pushing event updated for resources: {'Port': ['ID=25027bcc-9952-426c-880e-781a801aba47,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:08.100045 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:08.284738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.305759 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:05Z', 'revision_number': 2, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:08.338182 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Checking router: e572de5a-4fa0-469b-9a8a-c96542e3bddc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:08.338534 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Updating router e572de5a-4fa0-469b-9a8a-c96542e3bddc port c92e615f-c97e-4a91-ad6c-d7aa06655e53 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:08.363958 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.497218 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.605417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64e441-fb66-4678-8a26-15b7cdea459a None None] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:08.642437 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.647803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Router c35ac7d2-9121-4295-a7a6-335574cd2f22 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:08.649540 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.732869 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbdf20-7c1e-423d-b1df-734b1eeffbb3 None None] Pushing event updated for resources: {'Port': ['ID=c92e615f-c97e-4a91-ad6c-d7aa06655e53,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:08.750238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e665436a-8ab9-41ff-85f3-c0cea2da9248 None None] Provisioning complete for port cff75871-8e5d-4e53-bb6b-337596e65262 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:08.750606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e665436a-8ab9-41ff-85f3-c0cea2da9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.756003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:08.762372 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Attempting to bind port c92e615f-c97e-4a91-ad6c-d7aa06655e53 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:08.762737 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Attempting to bind port c92e615f-c97e-4a91-ad6c-d7aa06655e53 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:08.763152 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Attempting to bind port c92e615f-c97e-4a91-ad6c-d7aa06655e53 on network c800b4ac-09ab-450a-b160-50b4e6606ab6 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:08.768631 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:08.769041 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Checking segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:08.769538 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.769952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Bound using segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:08.770454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Bound port: c92e615f-c97e-4a91-ad6c-d7aa06655e53, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:08.770995 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.779086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.780893 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d3306b09-04fa-46a2-9778-06d4ee230534 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9830310 Dec 16 09:57:08.783437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52522) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:08.791322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Sync routers for ids ['c35ac7d2-9121-4295-a7a6-335574cd2f22'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:08.839397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Routers {'c35ac7d2-9121-4295-a7a6-335574cd2f22'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:08.840302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c35ac7d2-9121-4295-a7a6-335574cd2f22'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:08.865162 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] For port c92e615f-c97e-4a91-ad6c-d7aa06655e53, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:08.871318 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] For port c92e615f-c97e-4a91-ad6c-d7aa06655e53, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c92e615f-c97e-4a91-ad6c-d7aa06655e53,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:08.877486 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:08.942988 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbdf20-7c1e-423d-b1df-734b1eeffbb3 None None] Pushing event updated for resources: {'Port': ['ID=c92e615f-c97e-4a91-ad6c-d7aa06655e53,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:08.964445 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:08.965078 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:09.135872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:09.139905 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:09.254820 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e665436a-8ab9-41ff-85f3-c0cea2da9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.287503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:09.287992 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.291364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Set router c35ac7d2-9121-4295-a7a6-335574cd2f22 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:09.416196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e665436a-8ab9-41ff-85f3-c0cea2da9248 None None] For port cff75871-8e5d-4e53-bb6b-337596e65262, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cff75871-8e5d-4e53-bb6b-337596e65262,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:09.452032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e665436a-8ab9-41ff-85f3-c0cea2da9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.517097 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:08Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:09.548485 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b5d0c1-32b3-44de-a3ac-e39d5c6e606b None None] The sync data for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 is: [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:08Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:09.572768 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665436a-8ab9-41ff-85f3-c0cea2da9248 None None] Pushing event updated for resources: {'Port': ['ID=cff75871-8e5d-4e53-bb6b-337596e65262,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:09.614971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cff75871-8e5d-4e53-bb6b-337596e65262 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:09.647689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Provisioning complete for port cff75871-8e5d-4e53-bb6b-337596e65262 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:09.648052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.672183 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.726063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cff75871-8e5d-4e53-bb6b-337596e65262 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:09.726346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.728647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T09:57:08Z', 'revision_number': 3, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:09.777039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Checking router: c35ac7d2-9121-4295-a7a6-335574cd2f22 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:09.777325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Updating router c35ac7d2-9121-4295-a7a6-335574cd2f22 port 25027bcc-9952-426c-880e-781a801aba47 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:09.842596 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.853835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Allocated IP 172.20.0.1 (02b39ce5-57e7-4cd3-9190-4281991aa346/a60f90ea-41a6-495e-96c1-f0cc7d6fc564/52125dd5-df9e-426e-863e-96347549e0f2) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:09.968597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:09.975787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Provisioning complete for port c92e615f-c97e-4a91-ad6c-d7aa06655e53 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:09.976236 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.005450 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.045190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:10.049965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:10.052592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:10.083394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Pushing event updated for resources: {'Port': ['ID=52125dd5-df9e-426e-863e-96347549e0f2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:10.103707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.154058 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.222986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] For port c92e615f-c97e-4a91-ad6c-d7aa06655e53, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c92e615f-c97e-4a91-ad6c-d7aa06655e53,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:10.228553 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.263015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.282353 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.282776 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.303889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a01e7-5a67-47fe-be5d-730f01fd0e7a None None] Pushing event updated for resources: {'Port': ['ID=c92e615f-c97e-4a91-ad6c-d7aa06655e53,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:10.356982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Attempting to bind port 25027bcc-9952-426c-880e-781a801aba47 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:10.357353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Attempting to bind port 25027bcc-9952-426c-880e-781a801aba47 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:10.357756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Attempting to bind port 25027bcc-9952-426c-880e-781a801aba47 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:10.369929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:10.370296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:10.370694 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.371085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:10.371550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Bound port: 25027bcc-9952-426c-880e-781a801aba47, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:10.371926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.399139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cc1a5-6a3b-4adb-993d-a019201da7b5 None None] Pushing event updated for resources: {'Port': ['ID=25027bcc-9952-426c-880e-781a801aba47,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:10.406223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-86c8a405-0047-4d9c-9504-e938264369be None None] Provisioning complete for port 52125dd5-df9e-426e-863e-96347549e0f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:10.406602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-86c8a405-0047-4d9c-9504-e938264369be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.456726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.457665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-86c8a405-0047-4d9c-9504-e938264369be None None] Port 52125dd5-df9e-426e-863e-96347549e0f2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:10.463592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.466575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] For port 25027bcc-9952-426c-880e-781a801aba47, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:10.477684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] For port 25027bcc-9952-426c-880e-781a801aba47, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=25027bcc-9952-426c-880e-781a801aba47,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:10.482405 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.530451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Pushing event updated for resources: {'Port': ['ID=52125dd5-df9e-426e-863e-96347549e0f2,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:10.535354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.543021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Routers {'c35ac7d2-9121-4295-a7a6-335574cd2f22'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:10.543724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c35ac7d2-9121-4295-a7a6-335574cd2f22'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:10.548775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cc1a5-6a3b-4adb-993d-a019201da7b5 None None] Pushing event updated for resources: {'Port': ['ID=25027bcc-9952-426c-880e-781a801aba47,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:10.638732 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:10.640380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:10.653742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] Set router c35ac7d2-9121-4295-a7a6-335574cd2f22 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:10.763598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Router c35ac7d2-9121-4295-a7a6-335574cd2f22 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:10.862359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '52125dd5-df9e-426e-863e-96347549e0f2', 'name': '', 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'mac_address': 'fa:16:3e:64:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:09Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 2, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'subnets': [{'id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:10.873738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:10.879211 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4be25117-3e59-4444-97f5-ba45e7cc5071 admin admin] 10.222.0.61 "PUT /v2.0/routers/c35ac7d2-9121-4295-a7a6-335574cd2f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0945826 Dec 16 09:57:10.895578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea2a50-05f2-4f4b-b2aa-f173516e9e5f None None] The sync data for ids ['c35ac7d2-9121-4295-a7a6-335574cd2f22'] in n-d-821941-1 is: [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '52125dd5-df9e-426e-863e-96347549e0f2', 'name': '', 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'mac_address': 'fa:16:3e:64:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:09Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 2, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'subnets': [{'id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:10.906666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e2723a7f-7a93-4362-8701-a3c54dbc75a2 None None] Provisioning complete for port 52125dd5-df9e-426e-863e-96347549e0f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:10.907173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2723a7f-7a93-4362-8701-a3c54dbc75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:10.947889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e2723a7f-7a93-4362-8701-a3c54dbc75a2 None None] Port 52125dd5-df9e-426e-863e-96347549e0f2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:11.012185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c92e615f-c97e-4a91-ad6c-d7aa06655e53 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:11.061094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c92e615f-c97e-4a91-ad6c-d7aa06655e53 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:11.061459 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.178782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cff75871-8e5d-4e53-bb6b-337596e65262 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:11.234975 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cff75871-8e5d-4e53-bb6b-337596e65262 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:11.235341 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.570804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52530) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:11.575523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547247504', 'description': 'tempest-secgroup-smoke-547247504 description', 'project_id': 'e897a302d5a045dabbab38749d290240'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:11.599142 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.670929 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.676877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.707987 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.709221 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1374257 Dec 16 09:57:11.712405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52532) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:11.713463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7628224-d386-49ed-b220-0fd3b33e3938 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2bbc2-f7e4-49b5-8fda-898953cb170c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:11.717927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group_rule': {'security_group_id': 'bdb2bbc2-f7e4-49b5-8fda-898953cb170c', 'project_id': 'e897a302d5a045dabbab38749d290240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:11.749599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.811775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.816099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.833589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e73801-93a2-4642-ac4d-2a7898224e4d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:11.841725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.843119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f7cf16df-9e26-4c1f-bc5a-609eb8fd6f98 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290007 Dec 16 09:57:11.846023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52534) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:11.852764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group_rule': {'security_group_id': 'bdb2bbc2-f7e4-49b5-8fda-898953cb170c', 'project_id': 'e897a302d5a045dabbab38749d290240', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:11.888681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.947746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.952700 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.971658 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d11ba12-114b-4463-88f0-01c5cad8a1bb,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:11.980776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:11.982091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1b291cfd-9d45-46e9-80aa-15e840466ef7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347971 Dec 16 09:57:11.984959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52536) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:11.989434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group_rule': {'security_group_id': 'bdb2bbc2-f7e4-49b5-8fda-898953cb170c', 'project_id': 'e897a302d5a045dabbab38749d290240', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:12.016822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.074489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.079148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.096690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f19da2-ac39-4e7a-8153-4b71373b3121,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:12.104494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.105693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5f2f68e4-3952-4bbd-a909-09caf1f97ea2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197951 Dec 16 09:57:12.109199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52538) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:12.113659 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group_rule': {'security_group_id': 'bdb2bbc2-f7e4-49b5-8fda-898953cb170c', 'project_id': 'e897a302d5a045dabbab38749d290240', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:12.140114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.203842 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.209768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.240705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaaf45f-730c-4de9-a138-4bfa58302635,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:12.256588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.261671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-524759d3-24b5-4bb3-8146-8bbe9e8390a7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502843 Dec 16 09:57:12.265494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52540) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:12.272323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group_rule': {'security_group_id': 'bdb2bbc2-f7e4-49b5-8fda-898953cb170c', 'project_id': 'e897a302d5a045dabbab38749d290240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:12.295035 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Project e897a302d5a045dabbab38749d290240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:57:12.302678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.371243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.376317 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.396478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743f2672-5291-466e-a1c8-5b6a30bbf5f6,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:12.411888 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.413707 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-19453a9b-b3dd-4f61-9c7f-f3851f9ecd7b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485326 Dec 16 09:57:12.416679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52542) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:12.422222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'security_group_rule': {'security_group_id': 'bdb2bbc2-f7e4-49b5-8fda-898953cb170c', 'project_id': 'e897a302d5a045dabbab38749d290240', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:12.446709 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Project e897a302d5a045dabbab38749d290240 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:57:12.454087 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.525595 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.530156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.552247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee4cb39-20c7-47c4-8a5a-51f8d68db6b8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:12.563785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:12.565021 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2cc5e6b8-23a7-469b-89f8-8b4d340bc58a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473022 Dec 16 09:57:12.710582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-9bcfc133-2166-4f47-b15c-d5b77d7c5fa7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547247504&fields=id&tenant_id=e897a302d5a045dabbab38749d290240 HTTP/1.1" status: 200 len: 267 time: 0.0334735 Dec 16 09:57:12.828033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-eb0424ec-fdcc-4f8c-b806-99e01395a6f3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:12.829509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-eb0424ec-fdcc-4f8c-b806-99e01395a6f3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 808 time: 0.1116931 Dec 16 09:57:12.845583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-1a8b8fa7-5673-441f-a31c-69f4962f4eaf tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/quotas/e897a302d5a045dabbab38749d290240 HTTP/1.1" status: 200 len: 375 time: 0.0097251 Dec 16 09:57:12.900522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-30b6bdc6-60ad-4090-ab42-dfd4e68fabfa tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487156 Dec 16 09:57:12.976258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 25027bcc-9952-426c-880e-781a801aba47 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:13.003458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-d2866580-8b4f-4344-aa5d-642301aa94ec service neutron] 10.222.0.61 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866265 Dec 16 09:57:13.022398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 25027bcc-9952-426c-880e-781a801aba47 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:13.022850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.096554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-088df9f7-e5d2-458d-95cd-4c4c27959139 service neutron] 10.222.0.61 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866098 Dec 16 09:57:13.102860 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.126462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 25027bcc-9952-426c-880e-781a801aba47, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=25027bcc-9952-426c-880e-781a801aba47,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:13.132027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:13.183788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=25027bcc-9952-426c-880e-781a801aba47,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:13.295963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-009f3d3b-75a8-4b25-99f6-0f5fbab13f71 req-55fd5f7a-8805-49e4-a744-7a0cea3ebc1c tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 210 time: 0.0277097 Dec 16 09:57:13.628733 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Sync routers for ids ['c35ac7d2-9121-4295-a7a6-335574cd2f22'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:13.638106 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Routers {'c35ac7d2-9121-4295-a7a6-335574cd2f22'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:13.638697 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c35ac7d2-9121-4295-a7a6-335574cd2f22'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:13.744681 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Set router c35ac7d2-9121-4295-a7a6-335574cd2f22 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:13.955066 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '52125dd5-df9e-426e-863e-96347549e0f2', 'name': '', 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'mac_address': 'fa:16:3e:64:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:09Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 2, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'subnets': [{'id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:13.982427 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Checking router: c35ac7d2-9121-4295-a7a6-335574cd2f22 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:13.982792 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Updating router c35ac7d2-9121-4295-a7a6-335574cd2f22 port 52125dd5-df9e-426e-863e-96347549e0f2 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:14.006852 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.039929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67791154-1031-4453-bfa4-2b2de500479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.242007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-ca12782f-33fa-4ea0-a18f-d8595ca54b3b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:14.244116 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-ca12782f-33fa-4ea0-a18f-d8595ca54b3b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 808 time: 0.1099653 Dec 16 09:57:14.291019 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.291262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-373435e6-d619-4cf7-94be-e8e15c1dcd59 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e897a302d5a045dabbab38749d290240 HTTP/1.1" status: 200 len: 379 time: 0.0375614 Dec 16 09:57:14.296372 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.306671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'port': {'device_id': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'admin_state_up': True, 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'security_groups': ['bdb2bbc2-f7e4-49b5-8fda-898953cb170c']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:14.346713 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf2943-1f19-42e6-8e2c-38f857862b79 None None] Pushing event updated for resources: {'Port': ['ID=52125dd5-df9e-426e-863e-96347549e0f2,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:14.404910 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Attempting to bind port 52125dd5-df9e-426e-863e-96347549e0f2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:14.405285 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Attempting to bind port 52125dd5-df9e-426e-863e-96347549e0f2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:14.405618 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Attempting to bind port 52125dd5-df9e-426e-863e-96347549e0f2 on network 02b39ce5-57e7-4cd3-9190-4281991aa346 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:14.411272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-696c11bc-10ab-4a80-bedf-a6c827ca8e95 req-5b027eb0-82a9-482c-a12d-01c0163ac28a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 210 time: 0.0335424 Dec 16 09:57:14.412322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:14.413062 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Checking segment: {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:14.413502 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.414188 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Bound using segment: {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:14.414689 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Bound port: 52125dd5-df9e-426e-863e-96347549e0f2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:14.415060 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.438615 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Made reservation on behalf of e897a302d5a045dabbab38749d290240 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:14.442386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.491350 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] For port 52125dd5-df9e-426e-863e-96347549e0f2, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:14.494842 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] For port 52125dd5-df9e-426e-863e-96347549e0f2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=52125dd5-df9e-426e-863e-96347549e0f2,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:14.501355 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.558446 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Routers {'c35ac7d2-9121-4295-a7a6-335574cd2f22'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:14.559064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:56:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c35ac7d2-9121-4295-a7a6-335574cd2f22'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:14.602742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Allocated IP 172.20.0.8 (c800b4ac-09ab-450a-b160-50b4e6606ab6/6bbbfe82-c027-45f2-b1b3-d1a320905346/7e186e71-3107-468c-8c0d-c0ce2e55ddeb) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:14.605977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5dfa5d5f-f421-46c9-9755-e13ba12dae11 None None] Provisioning complete for port 52125dd5-df9e-426e-863e-96347549e0f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:14.606757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d5f-f421-46c9-9755-e13ba12dae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.658389 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf2943-1f19-42e6-8e2c-38f857862b79 None None] Pushing event updated for resources: {'Port': ['ID=52125dd5-df9e-426e-863e-96347549e0f2,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:14.695659 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] Set router c35ac7d2-9121-4295-a7a6-335574cd2f22 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:14.797378 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.852322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.887839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d5f-f421-46c9-9755-e13ba12dae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.902268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:14.907582 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:14.913187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:14.924472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5dfa5d5f-f421-46c9-9755-e13ba12dae11 None None] For port 52125dd5-df9e-426e-863e-96347549e0f2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=52125dd5-df9e-426e-863e-96347549e0f2,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:14.930764 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d5f-f421-46c9-9755-e13ba12dae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.951359 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '52125dd5-df9e-426e-863e-96347549e0f2', 'name': '', 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'mac_address': 'fa:16:3e:64:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:09Z', 'updated_at': '2021-12-16T09:57:14Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'subnets': [{'id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:14.961671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'Port': ['ID=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:14.983705 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce03155-ec4b-42e6-b6a6-bde820943cbb None None] The sync data for ids ['c35ac7d2-9121-4295-a7a6-335574cd2f22'] in n-d-821941-1 is: [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '52125dd5-df9e-426e-863e-96347549e0f2', 'name': '', 'network_id': '02b39ce5-57e7-4cd3-9190-4281991aa346', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'mac_address': 'fa:16:3e:64:99:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:09Z', 'updated_at': '2021-12-16T09:57:14Z', 'revision_number': 4, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'subnets': [{'id': 'a60f90ea-41a6-495e-96c1-f0cc7d6fc564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:14.990082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:14.990623 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:14.999473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5d5f-f421-46c9-9755-e13ba12dae11 None None] Pushing event updated for resources: {'Port': ['ID=52125dd5-df9e-426e-863e-96347549e0f2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:15.012583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-e5f7303b-010d-4f9d-9607-0ee5ae54be03 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7097633 Dec 16 09:57:15.028492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Request body: {'port': {'device_id': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:15.054000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 25027bcc-9952-426c-880e-781a801aba47 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:15.100437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1057469c-3c70-4a8d-aafc-aa72750e4e70 None None] Provisioning complete for port 52125dd5-df9e-426e-863e-96347549e0f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:15.100871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1057469c-3c70-4a8d-aafc-aa72750e4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.111884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.163578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 25027bcc-9952-426c-880e-781a801aba47 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:15.163944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.295377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52125dd5-df9e-426e-863e-96347549e0f2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:15.346823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 52125dd5-df9e-426e-863e-96347549e0f2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:15.347771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.400630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1c8e2110-3077-4351-a413-16354546faf7 None None] Provisioning complete for port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:15.401000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2110-3077-4351-a413-16354546faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.409790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e186e71-3107-468c-8c0d-c0ce2e55ddeb {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:57:15.418593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.437147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Transition to ACTIVE for port object 7e186e71-3107-468c-8c0d-c0ce2e55ddeb will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:57:15.443607 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2110-3077-4351-a413-16354546faf7 None None] Port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:15.444471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.550108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30dd92-6bce-4fc2-91af-43e871ff253b req-7d46f3d7-fb6f-417c-8526-ff7c414c5ce2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.551537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Pushing event updated for resources: {'Port': ['ID=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:15.553882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b30dd92-6bce-4fc2-91af-43e871ff253b req-7d46f3d7-fb6f-417c-8526-ff7c414c5ce2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 943 time: 0.0625613 Dec 16 09:57:15.593596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Attempting to bind port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:15.593999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Attempting to bind port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:15.594504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Attempting to bind port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb on network c800b4ac-09ab-450a-b160-50b4e6606ab6 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:15.599239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb on network c800b4ac-09ab-450a-b160-50b4e6606ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:57:15.599563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Attempting to bind port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb on network c800b4ac-09ab-450a-b160-50b4e6606ab6 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:15.606635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:15.606989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Checking segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:15.607388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Bound using segment: {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:15.608569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Bound port: 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372d67ec-9d26-45d5-b2be-91c5804ba478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:15.608936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.624095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b30dd92-6bce-4fc2-91af-43e871ff253b req-5130956c-3eec-40b8-8c43-7ffca6859c47 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537815 Dec 16 09:57:15.684691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] For port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:15.688488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] For port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:15.692884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.731506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.732122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:15.734384 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] 10.222.0.69 "PUT /v2.0/ports/7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 1091 time: 0.7102876 Dec 16 09:57:15.734834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:15.737194 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad6587-6d04-4786-b8a3-8456b645afc9" -d '{"events": [{"name": "network-changed", "server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:15.772183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e15b3-5c1e-44b3-87c2-40b8d868af9f service neutron] Pushing event updated for resources: {'Port': ['ID=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:15.782868 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fbe7d4-dc0d-40b5-afde-3a8ab9a2612a x-openstack-request-id: req-c5fbe7d4-dc0d-40b5-afde-3a8ab9a2612a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:15.783165 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:15.783419 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5fbe7d4-dc0d-40b5-afde-3a8ab9a2612a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:15.783838 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'status': 'completed', 'code': 200} Dec 16 09:57:15.833388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-8b378f10-0ff6-42ba-9930-fcacc5daaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.835132 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-8b378f10-0ff6-42ba-9930-fcacc5daaa4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1094 time: 0.0451365 Dec 16 09:57:15.880291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-cc53f19e-1fa6-4e2e-8d66-e3fbe98ad3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 217 time: 0.0364161 Dec 16 09:57:15.936988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-559c9db3-05f3-4a3b-abbd-f60796e6a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.938511 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-559c9db3-05f3-4a3b-abbd-f60796e6a090 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0511737 Dec 16 09:57:15.988819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-ad2db90a-4d79-45f8-b5fe-4f1075d82975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:15.990989 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-ad2db90a-4d79-45f8-b5fe-4f1075d82975 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443599 Dec 16 09:57:16.085879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-820fe1ca-8965-4e2f-8485-a334d5cd2afa service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877893 Dec 16 09:57:16.180455 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2855dd41-2429-4c3f-9ce8-09d57248efc5 req-8f323f30-a5a3-4fad-9a4c-b9f7622e5b67 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878408 Dec 16 09:57:16.270448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-aea2ba26-a402-478a-8cb1-04995ff1b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:16.271959 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-aea2ba26-a402-478a-8cb1-04995ff1b4af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1094 time: 0.0438318 Dec 16 09:57:16.368665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-c9079b01-c151-4e66-b121-733017c489f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:16.370283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-c9079b01-c151-4e66-b121-733017c489f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 909 time: 0.0916181 Dec 16 09:57:16.413535 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-28bbf645-d395-4a66-a75c-7cadcc293c50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 217 time: 0.0353827 Dec 16 09:57:16.465348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-8b68508f-4fc9-4cdb-b6fd-c7955ee6eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:16.466793 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-8b68508f-4fc9-4cdb-b6fd-c7955ee6eda3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0458813 Dec 16 09:57:16.491217 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b6636c81-aac4-45fb-8df7-da368004f0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:16.519298 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-3d86f883-526a-42ae-aeba-6a2ba197f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:16.520785 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-3d86f883-526a-42ae-aeba-6a2ba197f945 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449791 Dec 16 09:57:16.622866 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-8a4df9de-88ec-4abe-b7cc-10eae71eb377 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941207 Dec 16 09:57:16.719841 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e1ad6587-6d04-4786-b8a3-8456b645afc9 req-0ca8ac39-a981-43cc-a686-24cfbdb817d2 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897987 Dec 16 09:57:16.751046 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18a7f-e6f1-4261-b39b-16b4d182d1ea req-50c61133-ebdf-49ab-a810-0a1902b58052 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:16.752600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42d18a7f-e6f1-4261-b39b-16b4d182d1ea req-50c61133-ebdf-49ab-a810-0a1902b58052 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 943 time: 0.0549080 Dec 16 09:57:16.794247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42d18a7f-e6f1-4261-b39b-16b4d182d1ea req-b68552ec-7489-490d-80a0-b83a6bc4b304 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352209 Dec 16 09:57:16.958639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52125dd5-df9e-426e-863e-96347549e0f2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:17.009435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 52125dd5-df9e-426e-863e-96347549e0f2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:17.009809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:17.922850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdcd7f-1289-4876-a504-cfc3a3806e4b req-e61fe47c-52ec-4230-be64-e8f842026841 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:17.924329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39fdcd7f-1289-4876-a504-cfc3a3806e4b req-e61fe47c-52ec-4230-be64-e8f842026841 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 943 time: 0.0566442 Dec 16 09:57:17.966862 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39fdcd7f-1289-4876-a504-cfc3a3806e4b req-40c36260-7f7e-4e39-9ded-021e001abe30 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331099 Dec 16 09:57:18.085279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.088011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c6a9-83cf-4934-85bd-69d86291485d req-800754c0-796c-49f8-a17f-90e67ddc303a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:19.089512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28f2c6a9-83cf-4934-85bd-69d86291485d req-800754c0-796c-49f8-a17f-90e67ddc303a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 943 time: 0.0502243 Dec 16 09:57:19.128415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28f2c6a9-83cf-4934-85bd-69d86291485d req-cd0dcb3c-75f4-45d0-9304-ce67f55bcc8d tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Dec 16 09:57:19.778290 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-ee913040-dead-481d-a970-4d5dce0c175f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423396 Dec 16 09:57:19.867574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-ae83a410-adbb-4958-a3aa-57edb7f6a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:19.869238 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-ae83a410-adbb-4958-a3aa-57edb7f6a245 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0452528 Dec 16 09:57:19.907187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.909698 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:19.979053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-b16c2b06-fc48-4535-9b86-27bbdbfb27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:19.980547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-b16c2b06-fc48-4535-9b86-27bbdbfb27b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0903606 Dec 16 09:57:20.023227 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-bb65329d-3d39-4ff0-b12d-98d6dbf2a5d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Dec 16 09:57:20.074201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-6d7847c3-58f0-4a5a-87c3-56a1a5fe9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:20.075708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-6d7847c3-58f0-4a5a-87c3-56a1a5fe9a60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0451586 Dec 16 09:57:20.124816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-16ec9210-2f8e-4f7b-9cd6-acfbfd57e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:20.126202 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-16ec9210-2f8e-4f7b-9cd6-acfbfd57e303 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426311 Dec 16 09:57:20.222268 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-5e5b1cf3-ea72-43b2-ae1a-1bd81553e99f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842874 Dec 16 09:57:20.255949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f286a9-9c46-4a80-8531-68f9270f7bbb req-560a2f51-1537-4652-8342-b30cc578f679 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:20.258120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64f286a9-9c46-4a80-8531-68f9270f7bbb req-560a2f51-1537-4652-8342-b30cc578f679 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 943 time: 0.0601425 Dec 16 09:57:20.296239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64f286a9-9c46-4a80-8531-68f9270f7bbb req-ac2f8216-a2c3-4ef6-ae00-7fed6feff964 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Dec 16 09:57:20.318847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4402148c-2c08-4b70-a0a3-e2d066c93ef6 req-e3cff031-5671-4bdf-8da3-b79c116fb6dd service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890234 Dec 16 09:57:20.918886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7e186e71-3107-468c-8c0d-c0ce2e55ddeb details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:57:21.029943 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:21.043623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'port_id': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'mac_address': 'fa:16:3e:ed:0a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:57:21.094008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.108871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e186e71-3107-468c-8c0d-c0ce2e55ddeb {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:57:21.130519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:21.136617 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:21.204648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:21.439848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0000ff-e9d7-4b6e-961c-266a75d69fcd req-9f9236d4-12f6-4321-b4e9-37f2b12f47c7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:21.441382 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c0000ff-e9d7-4b6e-961c-266a75d69fcd req-9f9236d4-12f6-4321-b4e9-37f2b12f47c7 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 944 time: 0.0675156 Dec 16 09:57:21.491404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c0000ff-e9d7-4b6e-961c-266a75d69fcd req-0ef2a60d-f7be-45e6-a8d8-e18f8327d4f3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Dec 16 09:57:21.579854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7e186e71-3107-468c-8c0d-c0ce2e55ddeb'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:57:22.640148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050bd72-7b48-4a14-9ff6-c92393f1e134 req-ac671b65-fd0f-4080-9d6d-1ebc67b7229d tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:22.641655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c050bd72-7b48-4a14-9ff6-c92393f1e134 req-ac671b65-fd0f-4080-9d6d-1ebc67b7229d tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 944 time: 0.0607767 Dec 16 09:57:22.682294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c050bd72-7b48-4a14-9ff6-c92393f1e134 req-524f0a49-0376-4d48-8528-11e90ab144dc tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Dec 16 09:57:22.917701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7e186e71-3107-468c-8c0d-c0ce2e55ddeb up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:22.980002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:57:22.984034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:22.984407 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.063238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.089647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:23.092031 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e8a86f-deee-4449-8e55-b6f72cbf4a75" -d '{"events": [{"server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "name": "network-vif-plugged", "status": "completed", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:23.104245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:23.109516 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:23.134690 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc75e99-2341-4685-ad15-4c22dc44ca42 x-openstack-request-id: req-bbc75e99-2341-4685-ad15-4c22dc44ca42 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:23.134962 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "name": "network-vif-plugged", "status": "completed", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:23.135534 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bbc75e99-2341-4685-ad15-4c22dc44ca42 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:23.136453 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'code': 200} Dec 16 09:57:23.162593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:23.234446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaad47-6cd4-4e36-a069-0e99eb02bd37 req-18610132-7d0e-4938-a8d1-036a92a8089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:23.235976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-feaaad47-6cd4-4e36-a069-0e99eb02bd37 req-18610132-7d0e-4938-a8d1-036a92a8089b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.0462961 Dec 16 09:57:23.274411 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-feaaad47-6cd4-4e36-a069-0e99eb02bd37 req-0942662b-f6a8-4a1a-8bb3-d95eea2f05a1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Dec 16 09:57:23.814369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cd9cf-6f45-4ff5-93bb-6c6b3b5b4a08 req-89a23ab1-15b3-4de5-87d8-61cea1bfc206 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:23.815833 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a99cd9cf-6f45-4ff5-93bb-6c6b3b5b4a08 req-89a23ab1-15b3-4de5-87d8-61cea1bfc206 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.0566711 Dec 16 09:57:23.855757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a99cd9cf-6f45-4ff5-93bb-6c6b3b5b4a08 req-09d06f0f-032a-4caf-9a4e-e292eb68930c tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Dec 16 09:57:23.914853 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:24.852510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706673ac-4f68-49b1-a3b0-9529c1344c5d req-52108ed4-6d94-47f6-9295-c0030e4067c3 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:24.853997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-706673ac-4f68-49b1-a3b0-9529c1344c5d req-52108ed4-6d94-47f6-9295-c0030e4067c3 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.0421212 Dec 16 09:57:24.891324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-706673ac-4f68-49b1-a3b0-9529c1344c5d req-7717b988-7c32-4205-95e8-cd78f8b553d3 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Dec 16 09:57:24.916502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52604) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:25.055564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed698ef-ad2f-42a4-8f45-a779b5f5499b req-671802fe-9ffc-4ff8-a6e0-7f4c1ec46f2c tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:25.057062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ed698ef-ad2f-42a4-8f45-a779b5f5499b req-671802fe-9ffc-4ff8-a6e0-7f4c1ec46f2c tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.1007783 Dec 16 09:57:25.124420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ed698ef-ad2f-42a4-8f45-a779b5f5499b req-b8fb34f1-022a-4404-a522-962534637e4d tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601099 Dec 16 09:57:25.145328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 03338594-7692-4ecd-a1d9-d9a84637e610 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:25.145671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.212602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.250339 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.250641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.266422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 03338594-7692-4ecd-a1d9-d9a84637e610 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:25.277161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336d6af-ef85-4020-88f7-62ef73e2eb45 req-a06c8fe0-7c1c-411f-b788-84b41f393567 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:25.278718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5336d6af-ef85-4020-88f7-62ef73e2eb45 req-a06c8fe0-7c1c-411f-b788-84b41f393567 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.0864253 Dec 16 09:57:25.374322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5336d6af-ef85-4020-88f7-62ef73e2eb45 req-88942a12-2fbb-4907-a5ca-f3beb901dc0a tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890257 Dec 16 09:57:25.496360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.526108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=03338594-7692-4ecd-a1d9-d9a84637e610,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:25.537121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b32ef-86d0-4b3e-b02d-19666d6d022a req-9f8e00a2-b23d-46dd-aec9-2d0629cfb795 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:25.538611 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-728b32ef-86d0-4b3e-b02d-19666d6d022a req-9f8e00a2-b23d-46dd-aec9-2d0629cfb795 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.0917656 Dec 16 09:57:25.623441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-728b32ef-86d0-4b3e-b02d-19666d6d022a req-2f21bc41-9bb8-48a0-bda0-e67dc3f16cd2 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658827 Dec 16 09:57:25.624212 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.624530 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP ca04c9be-15ad-493a-8cb8-c7a1f51ee57f disassociated (deleted). External IP: 172.25.6.101, port: 1863963c-2017-4102-b5f3-9c01a40c4c72. Dec 16 09:57:25.646622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52610) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:25.783300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22534219-9537-4019-86a0-b672b605f3ee tempest-TestServerBasicOps-491368316 tempest-TestServerBasicOps-491368316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:25.787800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-22534219-9537-4019-86a0-b672b605f3ee tempest-TestServerBasicOps-491368316 tempest-TestServerBasicOps-491368316-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1091 time: 0.1372905 Dec 16 09:57:25.788100 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52614) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:25.792430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:25.816442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.828391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 7f6c000a-c924-4677-8f32-a17ffcfd262c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:25.917461 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.936767 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:25.941826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:25.949999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] Sync routers for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:25.959569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:25.960190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:25.972887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b35bb7d7-ab09-48fb-bfe2-a1dde36fe91d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/floatingips/ca04c9be-15ad-493a-8cb8-c7a1f51ee57f HTTP/1.1" status: 204 len: 168 time: 1.0552437 Dec 16 09:57:25.973515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:25.975829 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3357261-9a8c-4797-9fb1-a27f61265257" -d '{"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:26.027191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Allocated IP 172.25.6.112 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/487c3bea-576f-48f9-9536-149039f980db) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:26.072286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:26.142988 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.182130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:26.212137 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c4bb1-e385-4301-b013-2bb981fd0260 x-openstack-request-id: req-710c4bb1-e385-4301-b013-2bb981fd0260 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:26.212851 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:26.213416 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-710c4bb1-e385-4301-b013-2bb981fd0260 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:26.215163 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'status': 'completed', 'code': 200} Dec 16 09:57:26.222266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:26.225536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:26.232395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:26.243307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'Port': ['ID=487c3bea-576f-48f9-9536-149039f980db,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:26.310313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-51d961d5-dbdf-49ac-8001-b111e3daa909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:26.311724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:03Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:26.312293 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-51d961d5-dbdf-49ac-8001-b111e3daa909 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 1096 time: 0.0770600 Dec 16 09:57:26.313872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b735e8-1de4-4036-99c6-c3611356b50b req-6e79e96e-f987-4978-a708-791414e37889 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:26.315422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05b735e8-1de4-4036-99c6-c3611356b50b req-6e79e96e-f987-4978-a708-791414e37889 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0535114 Dec 16 09:57:26.347970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] Checking router: 7f6c000a-c924-4677-8f32-a17ffcfd262c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:26.356899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:26.357586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:26.358389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05b735e8-1de4-4036-99c6-c3611356b50b req-4857349d-9381-409c-8b57-1cbfd12f026a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368898 Dec 16 09:57:26.461721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:26.511036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-cf3a735d-68b5-4451-b0f9-b503e704ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:26.512504 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-cf3a735d-68b5-4451-b0f9-b503e704ad59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 200 len: 897 time: 0.1846995 Dec 16 09:57:26.674333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:03Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:26.703467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4879df-7693-4add-bbde-4dfa0ab91a01 None None] The sync data for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 is: [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:54:58Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd931961d-2f6c-471f-8650-1fb39aa89a96', 'name': '', 'network_id': 'e4d33b03-41bc-423d-b16e-037b5f2bdcee', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:82:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:57Z', 'updated_at': '2021-12-16T09:55:03Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': '2cf35d20-49d2-48bc-a878-c531ce1c4415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:26.886002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-2825d1bd-aba7-4baf-a0dd-763c3b913dec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 200 len: 217 time: 0.3640509 Dec 16 09:57:26.961686 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110a6d91-2bc0-47d4-8487-2ffda1bf9e54 None None] New status for floating IP ca04c9be-15ad-493a-8cb8-c7a1f51ee57f: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:57:27.010469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-c44597b9-04cd-43dc-a815-94d7bd336972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:27.011839 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-c44597b9-04cd-43dc-a815-94d7bd336972 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 200 len: 835 time: 0.1178887 Dec 16 09:57:27.104148 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.106692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-769db499-0e70-4cb7-b954-d8e85e8e4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:27.108291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-769db499-0e70-4cb7-b954-d8e85e8e4412 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4d33b03-41bc-423d-b16e-037b5f2bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849009 Dec 16 09:57:27.242374 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.272859 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-11d6caa9-6917-40fc-b533-70fe5f8a3c26 service neutron] 10.222.0.53 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452639 Dec 16 09:57:27.436955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3357261-9a8c-4797-9fb1-a27f61265257 req-0e4e4064-9915-47d9-bd2a-83223151bd52 service neutron] 10.222.0.53 "GET /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560063 Dec 16 09:57:27.477632 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.483460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.498800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89214cff-9e07-4589-85b6-368dc456117d req-d6708e04-51d4-42a2-9d7b-2a60e4343493 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:27.500250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89214cff-9e07-4589-85b6-368dc456117d req-d6708e04-51d4-42a2-9d7b-2a60e4343493 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0770676 Dec 16 09:57:27.512398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a0def-4696-4f0e-a00e-efa96ed83880 req-34431899-4e76-4dc1-b08b-ebcb2a52d1b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:27.513931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c3a0def-4696-4f0e-a00e-efa96ed83880 req-34431899-4e76-4dc1-b08b-ebcb2a52d1b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=75065f1d-da9c-410f-97bd-543a808def88 HTTP/1.1" status: 200 len: 945 time: 0.0819163 Dec 16 09:57:27.563104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event updated for resources: {'Port': ['ID=487c3bea-576f-48f9-9536-149039f980db,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:27.570071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.606340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c3a0def-4696-4f0e-a00e-efa96ed83880 req-fb022f41-eac8-4fd8-81c3-825326d312ee tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=b839b66d-2e8c-41b7-8744-8ee27520033f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638959 Dec 16 09:57:27.634565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 1863963c-2017-4102-b5f3-9c01a40c4c72 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:27.634909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.674774 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Floating IP 8ec95292-0863-408e-9598-8f366a952995 associated. External IP: 172.25.6.112, port: 7e186e71-3107-468c-8c0d-c0ce2e55ddeb. Dec 16 09:57:27.727694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port 1863963c-2017-4102-b5f3-9c01a40c4c72, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1863963c-2017-4102-b5f3-9c01a40c4c72,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:27.728009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.739972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 1863963c-2017-4102-b5f3-9c01a40c4c72 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:27.869538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.884313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Router e572de5a-4fa0-469b-9a8a-c96542e3bddc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:27.903387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=1863963c-2017-4102-b5f3-9c01a40c4c72,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:27.948771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] No DVR routers for this DVR port 1863963c-2017-4102-b5f3-9c01a40c4c72 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:57:27.952269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:27.955547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-89214cff-9e07-4589-85b6-368dc456117d req-d6ed8c15-7843-4fde-bcad-b89cf4261585 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "DELETE /v2.0/ports/1863963c-2017-4102-b5f3-9c01a40c4c72 HTTP/1.1" status: 204 len: 173 time: 0.4407983 Dec 16 09:57:27.999315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:28.010509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] Sync routers for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:28.017636 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:28.024604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:28.025231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:28.045832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f4bfbf21-ec07-4dd0-9c51-13d7548883ee tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2565403 Dec 16 09:57:28.046450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:28.048758 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4" -d '{"events": [{"name": "network-changed", "server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:28.093538 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eec64d9-37cd-4264-90ce-dd5316bf9148 x-openstack-request-id: req-3eec64d9-37cd-4264-90ce-dd5316bf9148 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:28.093923 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:28.094240 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3eec64d9-37cd-4264-90ce-dd5316bf9148 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:28.094701 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'status': 'completed', 'code': 200} Dec 16 09:57:28.150219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:28.159280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-d3a7976c-8fc0-42e2-9180-a2c9df3c2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:28.160809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-d3a7976c-8fc0-42e2-9180-a2c9df3c2e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.0462704 Dec 16 09:57:28.216390 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-deleted', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:28.219252 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f43be68-f531-4338-a39a-28f8a7317c86" -d '{"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-deleted", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:28.259388 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d82640-b66d-4264-9bd7-9939463df041 x-openstack-request-id: req-27d82640-b66d-4264-9bd7-9939463df041 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:28.259735 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75065f1d-da9c-410f-97bd-543a808def88", "name": "network-vif-deleted", "tag": "1863963c-2017-4102-b5f3-9c01a40c4c72", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:28.259988 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27d82640-b66d-4264-9bd7-9939463df041 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:28.260678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-873c6278-2d83-41d8-94e8-fc08faf001d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:28.260821 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75065f1d-da9c-410f-97bd-543a808def88', 'name': 'network-vif-deleted', 'tag': '1863963c-2017-4102-b5f3-9c01a40c4c72', 'status': 'completed', 'code': 200} Dec 16 09:57:28.262230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-873c6278-2d83-41d8-94e8-fc08faf001d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 909 time: 0.0943322 Dec 16 09:57:28.339940 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-99500d44-1dbf-4a8f-95db-48874854bba4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 999 time: 0.0702069 Dec 16 09:57:28.403225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8ec95292-0863-408e-9598-8f366a952995', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'port_id': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'mac_address': 'fa:16:3e:ed:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:26Z', 'updated_at': '2021-12-16T09:57:26Z', 'revision_number': 0, 'project_id': 'e897a302d5a045dabbab38749d290240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:28.406287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-e8cd6fab-eadc-4f28-9004-7acffd8d7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:28.407832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-e8cd6fab-eadc-4f28-9004-7acffd8d7fe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0608711 Dec 16 09:57:28.436946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] Checking router: e572de5a-4fa0-469b-9a8a-c96542e3bddc for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:28.447976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:28.448765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:28.467619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-29c23282-3aae-4d7e-bd32-1d42395c572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:28.469608 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-29c23282-3aae-4d7e-bd32-1d42395c572a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544240 Dec 16 09:57:28.567339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-b398ff0b-0d02-412a-a522-a8c065eaf334 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906808 Dec 16 09:57:28.661826 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9a71c43b-4f4e-41fb-abc1-ceea67dbbda4 req-8091f5c2-5f84-4329-b681-48621b0c5d6a service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870259 Dec 16 09:57:28.667353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52634) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:28.729299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:28.960690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8ec95292-0863-408e-9598-8f366a952995', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'port_id': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'mac_address': 'fa:16:3e:ed:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:26Z', 'updated_at': '2021-12-16T09:57:26Z', 'revision_number': 0, 'project_id': 'e897a302d5a045dabbab38749d290240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:28.990781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccd909-7531-4011-9b66-abf2ca97c3ee None None] The sync data for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 is: [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8ec95292-0863-408e-9598-8f366a952995', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'port_id': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'mac_address': 'fa:16:3e:ed:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:26Z', 'updated_at': '2021-12-16T09:57:26Z', 'revision_number': 0, 'project_id': 'e897a302d5a045dabbab38749d290240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:29.041476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.186883 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbacf0-019b-42f7-94ea-30c31e2c6d99 None None] New status for floating IP 8ec95292-0863-408e-9598-8f366a952995: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:57:29.309493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port d931961d-2f6c-471f-8650-1fb39aa89a96 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:29.309747 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.400485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port d931961d-2f6c-471f-8650-1fb39aa89a96, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d931961d-2f6c-471f-8650-1fb39aa89a96,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:29.400860 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.413876 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for d931961d-2f6c-471f-8650-1fb39aa89a96 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:29.611568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:29.643760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=d931961d-2f6c-471f-8650-1fb39aa89a96,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:29.816550 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.363310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 7f6c000a-c924-4677-8f32-a17ffcfd262c has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:30.480029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:30.485486 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-89e6f23e-9792-4c5b-98e3-791919bca6b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/7f6c000a-c924-4677-8f32-a17ffcfd262c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8170428 Dec 16 09:57:30.488286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52636) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:30.490431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] Sync routers for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:30.500167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:30.500787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:30.542155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting subnet 2cf35d20-49d2-48bc-a878-c531ce1c4415 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:57:30.545694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.587469 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.610489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:30.671224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.735759 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.765606 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:30.768817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/subnets/2cf35d20-49d2-48bc-a878-c531ce1c4415 HTTP/1.1" status: 204 len: 168 time: 0.2795856 Dec 16 09:57:30.769965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bee5a-b3c4-49db-87cc-1e665b9ca39e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf35d20-49d2-48bc-a878-c531ce1c4415,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:30.771575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52638) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:30.779455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec3b71-326d-404a-9678-7ed08fd7800e None None] Network e4d33b03-41bc-423d-b16e-037b5f2bdcee requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:30.856247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:57:29Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:30.916859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] Checking router: 7f6c000a-c924-4677-8f32-a17ffcfd262c for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:30.937781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] Routers {'7f6c000a-c924-4677-8f32-a17ffcfd262c'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:30.938694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['7f6c000a-c924-4677-8f32-a17ffcfd262c'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:31.037460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730eada9-23a5-4328-840c-615bf69d748c None None] DHCP port deletion for e4d33b03-41bc-423d-b16e-037b5f2bdcee request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:57:31.077200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] Set router 7f6c000a-c924-4677-8f32-a17ffcfd262c gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:31.213617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-730eada9-23a5-4328-840c-615bf69d748c None None] Deleting port e73d802e-2d05-44d5-b9ef-523ee7ce42cb {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:31.214003 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-730eada9-23a5-4328-840c-615bf69d748c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.222436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.304057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-730eada9-23a5-4328-840c-615bf69d748c None None] For port e73d802e-2d05-44d5-b9ef-523ee7ce42cb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,segment=NetworkSegment(68ae8c86-4ab4-43d1-9c9c-fca366ca1095),segment_id=68ae8c86-4ab4-43d1-9c9c-fca366ca1095)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:31.304420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-730eada9-23a5-4328-840c-615bf69d748c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.320546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-730eada9-23a5-4328-840c-615bf69d748c None None] Calling delete_port for e73d802e-2d05-44d5-b9ef-523ee7ce42cb owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:31.327763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.380003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 79704fc4-e009-4938-8234-be52eff0f85d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:57:31.380325 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.380913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:57:29Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:31.414919 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57f9292-9d09-460b-8191-dfc1df4d924a None None] The sync data for ids ['7f6c000a-c924-4677-8f32-a17ffcfd262c'] in n-d-821941-1 is: [{'id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2117781128', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '79704fc4-e009-4938-8234-be52eff0f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:54:52Z', 'updated_at': '2021-12-16T09:57:29Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '79704fc4-e009-4938-8234-be52eff0f85d', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c000a-c924-4677-8f32-a17ffcfd262c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:54:53Z', 'updated_at': '2021-12-16T09:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:31.451017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-730eada9-23a5-4328-840c-615bf69d748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.462509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port 79704fc4-e009-4938-8234-be52eff0f85d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=79704fc4-e009-4938-8234-be52eff0f85d,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:31.462883 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.476921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730eada9-23a5-4328-840c-615bf69d748c None None] Pushing event deleted for resources: {'Port': ['ID=e73d802e-2d05-44d5-b9ef-523ee7ce42cb,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:31.480396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730eada9-23a5-4328-840c-615bf69d748c None None] No DVR routers for this DVR port e73d802e-2d05-44d5-b9ef-523ee7ce42cb on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:57:31.481227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 79704fc4-e009-4938-8234-be52eff0f85d owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:57:31.644885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.673921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=79704fc4-e009-4938-8234-be52eff0f85d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:31.739196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.837385 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.839686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.892562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.893113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6c000a-c924-4677-8f32-a17ffcfd262c {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:57:31.900228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.901352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-41031f7a-2f0f-4310-a0f6-4f876ab71f82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/routers/7f6c000a-c924-4677-8f32-a17ffcfd262c HTTP/1.1" status: 204 len: 168 time: 1.1287446 Dec 16 09:57:31.905470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52640) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:31.982178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:31.991679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:32.016729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 1863963c-2017-4102-b5f3-9c01a40c4c72 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:32.017119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1863963c-2017-4102-b5f3-9c01a40c4c72 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:32.077256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.097353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d33b03-41bc-423d-b16e-037b5f2bdcee']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:32.107033 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ae8c86-4ab4-43d1-9c9c-fca366ca1095') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:32.107512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ae8c86-4ab4-43d1-9c9c-fca366ca1095') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:32.116729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.130628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.139619 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:57:32.139997 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: timer() Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:57:32.143279 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:57:32.206925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.214804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.217986 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/networks/e4d33b03-41bc-423d-b16e-037b5f2bdcee HTTP/1.1" status: 204 len: 168 time: 0.3113384 Dec 16 09:57:32.221562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52642) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:32.230702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b7edc-7621-4782-b4e3-827cba4525ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Network': ['ID=e4d33b03-41bc-423d-b16e-037b5f2bdcee,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:32.279687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-972ca465-94e1-465f-8b64-43424c467b01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.304938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-972ca465-94e1-465f-8b64-43424c467b01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.374176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-972ca465-94e1-465f-8b64-43424c467b01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.376791 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-972ca465-94e1-465f-8b64-43424c467b01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.377978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-972ca465-94e1-465f-8b64-43424c467b01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/security-groups/b839b66d-2e8c-41b7-8744-8ee27520033f HTTP/1.1" status: 204 len: 168 time: 0.1553943 Dec 16 09:57:32.387631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ca465-94e1-465f-8b64-43424c467b01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839b66d-2e8c-41b7-8744-8ee27520033f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:32.696042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52650) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:32.700786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383598748', 'description': 'tempest-secgroup-smoke-383598748 description', 'project_id': '75ceb5db15dc408880e419b83d39aced'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:32.727127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.794308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.798566 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.827741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.828950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1318657 Dec 16 09:57:32.830982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d4a42-dcd1-4909-9d66-0a1bd2e6853b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da3031f-e478-49bd-b428-aed726e75dfb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:32.832018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52652) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:32.836848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '6da3031f-e478-49bd-b428-aed726e75dfb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:32.864662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.924810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.929532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.949096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6894dee3-02da-4ba9-aab4-a08584e00bf0,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:32.958159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:32.959359 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-189327e7-45cc-4b6b-bd83-bd84e3ffc17d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262996 Dec 16 09:57:32.962705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52654) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:32.964614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 79704fc4-e009-4938-8234-be52eff0f85d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:32.967851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '6da3031f-e478-49bd-b428-aed726e75dfb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:32.985586 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 79704fc4-e009-4938-8234-be52eff0f85d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:32.985956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 79704fc4-e009-4938-8234-be52eff0f85d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:32.986398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e73d802e-2d05-44d5-b9ef-523ee7ce42cb no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:32.993672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.005614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e73d802e-2d05-44d5-b9ef-523ee7ce42cb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:33.006220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e73d802e-2d05-44d5-b9ef-523ee7ce42cb not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:33.006415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d931961d-2f6c-471f-8650-1fb39aa89a96 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:57:33.026220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d931961d-2f6c-471f-8650-1fb39aa89a96 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:57:33.026564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d931961d-2f6c-471f-8650-1fb39aa89a96 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:57:33.056301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.061007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.074989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8079ffd-1d43-40ad-8ce6-34e35d1b2ccf,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:33.085496 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.086700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-833fbbf1-fb10-43e3-b5ff-188160fc6f01 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226060 Dec 16 09:57:33.089453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52656) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:33.093927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '6da3031f-e478-49bd-b428-aed726e75dfb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:33.120425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.180186 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.185690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.205135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbf2ed9-26d7-4c41-b17f-1c20dd16accb,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:33.211304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.211866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-822677e5-a5c6-4bd1-a0ca-8975c5c2bd1f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214683 Dec 16 09:57:33.215884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52658) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:33.220533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '6da3031f-e478-49bd-b428-aed726e75dfb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:33.248446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.309543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.314275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.333170 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007d79dd-b6bb-4844-85c9-ac5f23cc9d74,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:33.339404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.340585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-28ca9e84-e839-46ad-bdd4-cf73a3e7d826 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236053 Dec 16 09:57:33.343671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52660) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:33.348328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '6da3031f-e478-49bd-b428-aed726e75dfb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:33.371999 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:57:33.376964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.445249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.451259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.475772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1baec0-1538-4642-8b77-f4ebfd07eec5,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:33.490387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.492606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479392 Dec 16 09:57:33.494018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.494358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.494691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.495020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.495346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.495700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.495856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52662) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:33.496026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.496385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.496704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.497023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.497337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.497697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8191178c-b24b-41ff-b30a-1a9366fe3142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:33.501078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '6da3031f-e478-49bd-b428-aed726e75dfb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:33.524563 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:57:33.529919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.596953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.602200 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.619287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c11cf7-c6ed-4e73-8697-d1bdd0707911,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:33.628993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.630265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da2f5465-d03a-4402-b9c0-4a88a5233f4b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332264 Dec 16 09:57:33.633365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52664) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:33.639122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'network': {'name': 'tempest-network-smoke--115877194', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'port_security_enabled': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:33.660703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:33.664280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.688209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:57:33.697324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.697597 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Added segment 91ce133c-e382-4545-b3ae-9a274f8f07a4 of type vlan for network fe9337ae-6980-4a8b-941a-edded9254f58 Dec 16 09:57:33.739792 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.768008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.773690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:33.774288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.833687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1990967 Dec 16 09:57:33.836646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52666) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:33.842743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'admin_state_up': True, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:33.846586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a791-4d29-40f4-935e-1ca2dfeb8b95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Network': ['ID=fe9337ae-6980-4a8b-941a-edded9254f58,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:33.861394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network fe9337ae-6980-4a8b-941a-edded9254f58 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:57:33.872692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.873819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:33.927225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.073976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.270294 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:57:34.284294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.307548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.415353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.106 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/8e508217-7d3b-434d-b9b5-1247af2b1b1c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:34.526003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.564460 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:34.601594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:34.604365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:34.608113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:34.616178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=8e508217-7d3b-434d-b9b5-1247af2b1b1c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:34.870162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.076081 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.221595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 9c68b61e-c8e8-4377-8e25-5d8749a50ada is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:57:35.326645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:35.336388 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Sync routers for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:35.346796 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:35.347463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:35.349435 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.350747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-112b5e14-95c8-4b39-a811-122d951f2e38 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5125937 Dec 16 09:57:35.353927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:35.382997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9764d77-02b7-40fb-a8da-c9e4f0f4c761 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=75ceb5db15dc408880e419b83d39aced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279014 Dec 16 09:57:35.386341 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:35.478607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c5094-caec-49b5-82cf-063d2f31921a tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:35.480094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-935c5094-caec-49b5-82cf-063d2f31921a tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927835 Dec 16 09:57:35.483163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:35.522328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2edda11f-4791-49aa-befa-c882f5cc55c4 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380905 Dec 16 09:57:35.525077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52676) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:35.530471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75157609', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:35.541736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:35.624545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:35.628149 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.728099 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:34Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:35.754760 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Checking router: 9c68b61e-c8e8-4377-8e25-5d8749a50ada for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:35.755015 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Updating router 9c68b61e-c8e8-4377-8e25-5d8749a50ada port 8e508217-7d3b-434d-b9b5-1247af2b1b1c binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:35.780584 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.814254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.872244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Subnet': ['ID=cea33821-225d-427f-92cb-0b9421afe091,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:35.883895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Checking segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:35.884245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network hostable DHCP agents. Network: fe9337ae-6980-4a8b-941a-edded9254f58, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:57:35.901869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network fe9337ae-6980-4a8b-941a-edded9254f58 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:57:35.912688 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, fe9337ae-6980-4a8b-941a-edded9254f58) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:35.916792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:35.917375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:35.926402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f7744-d719-4dd7-853e-610eeee170e0 None None] Network fe9337ae-6980-4a8b-941a-edded9254f58 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:35.935366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-aef5899e-9682-4ab5-a307-8d2deef23b8f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4092076 Dec 16 09:57:35.938426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52678) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:36.048844 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.054651 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.072202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-fe9337ae-6980-4a8b-941a-edded9254f58', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:57:36.073365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.117700 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Attempting to bind port 8e508217-7d3b-434d-b9b5-1247af2b1b1c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:36.118086 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Attempting to bind port 8e508217-7d3b-434d-b9b5-1247af2b1b1c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:36.118460 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Attempting to bind port 8e508217-7d3b-434d-b9b5-1247af2b1b1c on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:36.121398 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7364ff-1cf3-46b7-a631-9bbcefd7b4f8 None None] Pushing event updated for resources: {'Port': ['ID=8e508217-7d3b-434d-b9b5-1247af2b1b1c,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:36.127026 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:36.127388 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:36.127779 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.128152 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:36.128610 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Bound port: 8e508217-7d3b-434d-b9b5-1247af2b1b1c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:36.128982 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.182647 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] For port 8e508217-7d3b-434d-b9b5-1247af2b1b1c, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:36.185964 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] For port 8e508217-7d3b-434d-b9b5-1247af2b1b1c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8e508217-7d3b-434d-b9b5-1247af2b1b1c,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:36.190892 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.215653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Allocated IP 172.20.0.2 (fe9337ae-6980-4a8b-941a-edded9254f58/cea33821-225d-427f-92cb-0b9421afe091/aa1e188e-9215-4cb6-a88d-96540c18a559) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:36.244989 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:36.245611 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:36.284655 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7364ff-1cf3-46b7-a631-9bbcefd7b4f8 None None] Pushing event updated for resources: {'Port': ['ID=8e508217-7d3b-434d-b9b5-1247af2b1b1c,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:36.354923 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:36.376525 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.379245 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.385454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.424134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Network fe9337ae-6980-4a8b-941a-edded9254f58 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:36.431809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:36.433667 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Pushing event updated for resources: {'Port': ['ID=aa1e188e-9215-4cb6-a88d-96540c18a559,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:36.435934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:36.491335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Attempting to bind port aa1e188e-9215-4cb6-a88d-96540c18a559 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:36.491778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Attempting to bind port aa1e188e-9215-4cb6-a88d-96540c18a559 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:36.492061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Attempting to bind port aa1e188e-9215-4cb6-a88d-96540c18a559 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:36.496967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:36.497332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Checking segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:36.497803 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.498223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Bound using segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:36.498688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Bound port: aa1e188e-9215-4cb6-a88d-96540c18a559, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:36.499224 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.554584 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:34Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:36.563676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] For port aa1e188e-9215-4cb6-a88d-96540c18a559, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:36.567011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] For port aa1e188e-9215-4cb6-a88d-96540c18a559, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=aa1e188e-9215-4cb6-a88d-96540c18a559,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:36.571354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.582634 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de60bbf8-8fd9-433d-a9d7-f8b17d4f6a72 None None] The sync data for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 is: [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:34Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:36.639095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469214b2-18e4-40fe-9476-523b8bf2950c None None] Pushing event updated for resources: {'Port': ['ID=aa1e188e-9215-4cb6-a88d-96540c18a559,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:36.685304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.1 (fe9337ae-6980-4a8b-941a-edded9254f58/cea33821-225d-427f-92cb-0b9421afe091/c4c76247-c76b-4cef-8ce4-cd4e3f7d285b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:36.816655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.878397 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:36.931591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network fe9337ae-6980-4a8b-941a-edded9254f58 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:36.940504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:36.944725 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:36.995800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:37.024806 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.079986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device aa1e188e-9215-4cb6-a88d-96540c18a559 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:37.131254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port aa1e188e-9215-4cb6-a88d-96540c18a559 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:37.131926 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.181477 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.231591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.278049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port aa1e188e-9215-4cb6-a88d-96540c18a559, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=aa1e188e-9215-4cb6-a88d-96540c18a559,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:37.283451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.285391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8e508217-7d3b-434d-b9b5-1247af2b1b1c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:37.364807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=aa1e188e-9215-4cb6-a88d-96540c18a559,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:37.399417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8e508217-7d3b-434d-b9b5-1247af2b1b1c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:37.400223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.679443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.701498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 8e508217-7d3b-434d-b9b5-1247af2b1b1c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8e508217-7d3b-434d-b9b5-1247af2b1b1c,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:37.707005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.737638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2f334-6960-4da2-a65b-014663d5b038 None None] Network fe9337ae-6980-4a8b-941a-edded9254f58 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:57:37.808775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=8e508217-7d3b-434d-b9b5-1247af2b1b1c,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:37.823157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6cebd96c-f7bb-47fd-8c84-a5682c207d71 None None] Provisioning complete for port aa1e188e-9215-4cb6-a88d-96540c18a559 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:37.823531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6cebd96c-f7bb-47fd-8c84-a5682c207d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.864345 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.870877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:37.947407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:37.957441 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.052287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network fe9337ae-6980-4a8b-941a-edded9254f58 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:38.053773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:38.178779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 9c68b61e-c8e8-4377-8e25-5d8749a50ada has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:38.196859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-765a0d50-1c79-4b62-b864-10a021a1f90c None None] Provisioning complete for port aa1e188e-9215-4cb6-a88d-96540c18a559 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:38.197386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-765a0d50-1c79-4b62-b864-10a021a1f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.295524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-765a0d50-1c79-4b62-b864-10a021a1f90c None None] Provisioning complete for port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:38.296315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-765a0d50-1c79-4b62-b864-10a021a1f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.314474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:38.320491 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2badf4e8-9b04-4a0f-8bda-4a3c9500efe3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/9c68b61e-c8e8-4377-8e25-5d8749a50ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3808827 Dec 16 09:57:38.341256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-765a0d50-1c79-4b62-b864-10a021a1f90c None None] Port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:38.456884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Sync routers for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:38.470350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d0114cec-a6cc-408c-b41d-4835b0a37ffb None None] Provisioning complete for port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:38.470729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d0114cec-a6cc-408c-b41d-4835b0a37ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.473167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:38.473792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:38.545395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-75e3095e-3fb7-4f0c-84f3-aa8c5544b6fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383598748&fields=id&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 267 time: 0.0402164 Dec 16 09:57:38.571843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-d0114cec-a6cc-408c-b41d-4835b0a37ffb None None] Port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:38.604437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:38.659277 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-65d4422a-4d33-4996-a5dc-9674187c1049 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:38.660824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-65d4422a-4d33-4996-a5dc-9674187c1049 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 796 time: 0.1077406 Dec 16 09:57:38.677064 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-01f25ed7-f9cd-4654-a34c-57628c27e7d8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/quotas/75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 375 time: 0.0102701 Dec 16 09:57:38.729784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-f3f78b71-d043-48b4-97b3-f7c78fe2d8cf tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466712 Dec 16 09:57:38.734997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3b06af41-b8eb-4dda-b861-3e99c5fcce50 None None] Provisioning complete for port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:38.735299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b06af41-b8eb-4dda-b861-3e99c5fcce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.793453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3b06af41-b8eb-4dda-b861-3e99c5fcce50 None None] Port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:38.829968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-c8a8dab0-8a3c-421b-8c1e-63f6ab925366 service neutron] 10.222.0.61 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869775 Dec 16 09:57:38.846045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 2, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:38.872502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Checking router: 9c68b61e-c8e8-4377-8e25-5d8749a50ada for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:38.872793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Updating router 9c68b61e-c8e8-4377-8e25-5d8749a50ada port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:57:38.897243 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:38.929057 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-72579501-29ff-4d68-959b-6e66aa4c06ab service neutron] 10.222.0.61 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928321 Dec 16 09:57:39.004040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device aa1e188e-9215-4cb6-a88d-96540c18a559 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:39.108389 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec8cf589-eb6d-44af-8242-ee1cea7bc883 req-07a3ddf3-0297-4c35-947b-dd21eb95ab42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 210 time: 0.0276332 Dec 16 09:57:39.141617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port aa1e188e-9215-4cb6-a88d-96540c18a559 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:39.142027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.302614 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.309995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8e508217-7d3b-434d-b9b5-1247af2b1b1c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:39.313290 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.403314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4cb9-a5ea-4243-82eb-0c3f13dbda95 None None] Pushing event updated for resources: {'Port': ['ID=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:39.434417 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8e508217-7d3b-434d-b9b5-1247af2b1b1c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:39.434794 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.488403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Attempting to bind port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:39.488892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Attempting to bind port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:39.489252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Attempting to bind port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:39.502086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:39.502392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Checking segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:39.502680 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.503066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Bound using segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:39.503536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Bound port: c4c76247-c76b-4cef-8ce4-cd4e3f7d285b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:39.503913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.614010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] For port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:39.628408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] For port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:39.633466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-01246576-f538-4459-b427-ce0ab61f7fc7 None None] Provisioning complete for port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:39.633832 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-01246576-f538-4459-b427-ce0ab61f7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.636008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.729444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:39.730102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:39.732562 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4cb9-a5ea-4243-82eb-0c3f13dbda95 None None] Pushing event updated for resources: {'Port': ['ID=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:39.844028 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-01246576-f538-4459-b427-ce0ab61f7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:39.889409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:39.916177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-01246576-f538-4459-b427-ce0ab61f7fc7 None None] For port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:39.923033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-01246576-f538-4459-b427-ce0ab61f7fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.050167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01246576-f538-4459-b427-ce0ab61f7fc7 None None] Pushing event updated for resources: {'Port': ['ID=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:40.068943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-8624d359-cf29-469d-bb11-0e102fe089d7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:40.069585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3b4f6361-8f3a-4d62-963b-602da77773fa None None] Provisioning complete for port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:40.069980 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3b4f6361-8f3a-4d62-963b-602da77773fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.070497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-8624d359-cf29-469d-bb11-0e102fe089d7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 796 time: 0.1123967 Dec 16 09:57:40.118362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-29d10eee-4e61-474b-8a6b-a99364497866 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 379 time: 0.0356455 Dec 16 09:57:40.129309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'port': {'device_id': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'admin_state_up': True, 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'security_groups': ['6da3031f-e478-49bd-b428-aed726e75dfb']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:40.212199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:40.214675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-da989320-a209-46d5-8dbd-a86753c89b02 req-7d6f96f1-63ed-42a9-8470-df00f1c3b657 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 210 time: 0.0370603 Dec 16 09:57:40.242491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66ee16-3c06-47d6-b2cc-1d5c2c31d139 None None] The sync data for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 is: [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:40.273923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:57:40.277518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.425515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.9 (fe9337ae-6980-4a8b-941a-edded9254f58/cea33821-225d-427f-92cb-0b9421afe091/8f1c673f-3b7c-4880-ab02-984707626ef6) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:40.572836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.615941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.661970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network fe9337ae-6980-4a8b-941a-edded9254f58 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:40.665165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:40.668786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:40.678004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:40.735414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:40.736090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.755702 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-bb6ae4a2-f95a-4c7f-9d58-634bae3807f2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300635 Dec 16 09:57:40.771280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Request body: {'port': {'device_id': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:40.828089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:40.937262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e44a58d1-7d35-42e1-bd4e-5e3e612fa6c0 None None] Provisioning complete for port 8f1c673f-3b7c-4880-ab02-984707626ef6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:40.937877 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e44a58d1-7d35-42e1-bd4e-5e3e612fa6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.126129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c4c76247-c76b-4cef-8ce4-cd4e3f7d285b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:41.131762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1c673f-3b7c-4880-ab02-984707626ef6 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:57:41.140783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.153680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Transition to ACTIVE for port object 8f1c673f-3b7c-4880-ab02-984707626ef6 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:57:41.158661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.165361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e44a58d1-7d35-42e1-bd4e-5e3e612fa6c0 None None] Port 8f1c673f-3b7c-4880-ab02-984707626ef6 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:57:41.185239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:41.185602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.216411 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:41.301233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:57:41.301641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:57:41.302223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:41.307418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:57:41.307823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:57:41.325891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:57:41.325891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Checking segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:57:41.325891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Bound using segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:57:41.325891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Bound port: 8f1c673f-3b7c-4880-ab02-984707626ef6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:57:41.326647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.401365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4f83a-f44e-4a4d-adb0-f95439bf641d req-12798551-bd58-471b-b490-88c8f2684a66 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.403069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b4f83a-f44e-4a4d-adb0-f95439bf641d req-12798551-bd58-471b-b490-88c8f2684a66 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0918186 Dec 16 09:57:41.444181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:57:41.465380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:57:41.469482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b4f83a-f44e-4a4d-adb0-f95439bf641d req-219dfad9-4812-4f9d-8d3e-054664a9830b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542653 Dec 16 09:57:41.472243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.515935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.516560 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:41.518298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] 10.222.0.53 "PUT /v2.0/ports/8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 1091 time: 0.7525101 Dec 16 09:57:41.518491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:41.520748 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c158ad-56d2-4911-8ac3-bbed827342cb" -d '{"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:41.542118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7941ec-90f3-456a-9236-6af5e380cd7b service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:41.563873 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b66929-e95a-4a85-8471-65ff6ca84466 x-openstack-request-id: req-98b66929-e95a-4a85-8471-65ff6ca84466 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:41.564166 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:41.564448 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98b66929-e95a-4a85-8471-65ff6ca84466 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:41.564868 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'status': 'completed', 'code': 200} Dec 16 09:57:41.613878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-0d24a988-f2c0-490a-a56a-5e7c11e7babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.613878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-0d24a988-f2c0-490a-a56a-5e7c11e7babf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1094 time: 0.0436590 Dec 16 09:57:41.661322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-70fcac4c-e8d4-4d85-9a6f-4175e3348d74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 217 time: 0.0389640 Dec 16 09:57:41.716821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-df561090-be49-44ce-acac-ce8622573a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.719067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-df561090-be49-44ce-acac-ce8622573a2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0502379 Dec 16 09:57:41.764651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbca138-ad0e-419e-9658-3e7360246395 req-84c4ae79-b0bf-4814-8971-28f8707822f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:41.766147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-84c4ae79-b0bf-4814-8971-28f8707822f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399716 Dec 16 09:57:41.862802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-8f59b8f0-9d8b-4817-bd11-7ffce6cf9a64 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878041 Dec 16 09:57:41.951514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdbca138-ad0e-419e-9658-3e7360246395 req-2092e9ed-99eb-4ed8-a8dc-b86a54e7cda4 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817499 Dec 16 09:57:42.052702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-d8d79a1e-799f-4f52-b648-c653820c8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:42.054199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-d8d79a1e-799f-4f52-b648-c653820c8fc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1094 time: 0.0460203 Dec 16 09:57:42.149646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-11bb4c19-22fd-4ba6-93dd-aaf4f397d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:42.151127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-11bb4c19-22fd-4ba6-93dd-aaf4f397d4e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0898998 Dec 16 09:57:42.191875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-ae6fbcdb-d9eb-4b21-8944-3b0169113776 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 217 time: 0.0336082 Dec 16 09:57:42.257641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-5196cb84-5d63-402d-a5f7-530323735b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:42.260304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-5196cb84-5d63-402d-a5f7-530323735b94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0594969 Dec 16 09:57:42.312248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-0a9b7398-b9ad-43ce-bbeb-b1d650276ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:42.313755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-0a9b7398-b9ad-43ce-bbeb-b1d650276ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470328 Dec 16 09:57:42.419456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-d05705b9-76fa-4b64-939d-4a3706922ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971739 Dec 16 09:57:42.522529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7c158ad-56d2-4911-8ac3-bbed827342cb req-e66d48d3-4498-4e2b-8b8a-124abc65386e service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932744 Dec 16 09:57:42.599782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9755e-3a3c-4ba9-aaeb-2e41c5a8acd1 req-025a0843-8908-4401-8c96-222813165517 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:42.601288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98e9755e-3a3c-4ba9-aaeb-2e41c5a8acd1 req-025a0843-8908-4401-8c96-222813165517 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0545597 Dec 16 09:57:42.645559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-98e9755e-3a3c-4ba9-aaeb-2e41c5a8acd1 req-2be0ce72-9f6e-4449-93dc-8935b1ea2a92 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378284 Dec 16 09:57:43.780837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06cb4-5472-496a-b971-632f2d6aa381 req-6391e7bc-ad61-4c9d-abb2-311407a90a46 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:43.782319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ba06cb4-5472-496a-b971-632f2d6aa381 req-6391e7bc-ad61-4c9d-abb2-311407a90a46 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0518599 Dec 16 09:57:43.829213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ba06cb4-5472-496a-b971-632f2d6aa381 req-babe8495-e0c0-4d93-9577-f3c1b2bdd3f7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Dec 16 09:57:44.043291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:57:44.059745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-947984ae-f365-4752-860f-c08cbda9c78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.145322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:44.156120 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'mac_address': 'fa:16:3e:11:8a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:57:44.203542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.218138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1c673f-3b7c-4880-ab02-984707626ef6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:57:44.237796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:44.244054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:44.290192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:44.297685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.297978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.298312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.298620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.298937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.299255 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.299571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.299891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.300201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.300500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.300855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.301167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:57:44.443692 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['8f1c673f-3b7c-4880-ab02-984707626ef6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:57:44.949656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195d58-0e4b-4d03-91ba-0ba428668365 req-3c19c37c-afe7-4389-9008-55f1df07c285 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:44.951393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3195d58-0e4b-4d03-91ba-0ba428668365 req-3c19c37c-afe7-4389-9008-55f1df07c285 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0525928 Dec 16 09:57:44.998378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3195d58-0e4b-4d03-91ba-0ba428668365 req-e7d0befb-f9d3-4118-a62c-149ec81432d1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378397 Dec 16 09:57:46.053813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:57:46.109292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 8f1c673f-3b7c-4880-ab02-984707626ef6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:57:46.113072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 8f1c673f-3b7c-4880-ab02-984707626ef6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:57:46.113444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.128549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a16374-d238-4a07-915c-c2c65c264d6a req-809b44a9-e70a-4d95-a285-55e8bf18ab17 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:46.130085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18a16374-d238-4a07-915c-c2c65c264d6a req-809b44a9-e70a-4d95-a285-55e8bf18ab17 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0518441 Dec 16 09:57:46.169506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18a16374-d238-4a07-915c-c2c65c264d6a req-75730f0c-fc69-4359-83c8-156896911288 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Dec 16 09:57:46.194552 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.216561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:46.218849 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c34f03a-50ba-432b-a860-e6d2d782a78d" -d '{"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:46.231860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:57:46.237179 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:46.263461 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093e3105-e6d6-4ec2-b61e-5b20cbe15f07 x-openstack-request-id: req-093e3105-e6d6-4ec2-b61e-5b20cbe15f07 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:46.263927 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:46.264187 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-093e3105-e6d6-4ec2-b61e-5b20cbe15f07 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:46.264578 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'code': 200} Dec 16 09:57:46.291797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:46.353472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173c11-66e5-4f8a-b0f8-d19bdd10bd8e req-d3d21ed4-3058-4e79-8744-b34b47cd4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:46.354956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7173c11-66e5-4f8a-b0f8-d19bdd10bd8e req-d3d21ed4-3058-4e79-8744-b34b47cd4245 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1096 time: 0.0398483 Dec 16 09:57:46.397158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7173c11-66e5-4f8a-b0f8-d19bdd10bd8e req-ce699db4-1994-4e37-9d22-03b1bf397c2a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346766 Dec 16 09:57:46.492549 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d26459a3-aedb-42c8-849c-6b7912646f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:47.299432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea94e8-e05d-48e0-a3ad-51bd13a10983 req-e9a95b8a-cdab-4c5e-b681-7c8830044747 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:47.300915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ea94e8-e05d-48e0-a3ad-51bd13a10983 req-e9a95b8a-cdab-4c5e-b681-7c8830044747 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0511546 Dec 16 09:57:47.343266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48ea94e8-e05d-48e0-a3ad-51bd13a10983 req-41147ee3-d449-47b7-a1eb-d9583f3957df tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Dec 16 09:57:48.087985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:48.467602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e02fa-3377-4484-845c-0e5dd3821c85 req-ac9f9245-85b5-4654-ba98-f38a8bd5ca8a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:48.469100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-773e02fa-3377-4484-845c-0e5dd3821c85 req-ac9f9245-85b5-4654-ba98-f38a8bd5ca8a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0510817 Dec 16 09:57:48.510348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-773e02fa-3377-4484-845c-0e5dd3821c85 req-d66946ad-865a-4387-a9b0-510912b85207 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347569 Dec 16 09:57:48.627628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352d3e-b8e8-41ac-ae8a-526b0d33b7d1 req-b6e3f96e-6d03-4fb4-8265-388ffb328ae5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:48.629051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c352d3e-b8e8-41ac-ae8a-526b0d33b7d1 req-b6e3f96e-6d03-4fb4-8265-388ffb328ae5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Dec 16 09:57:48.673947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c352d3e-b8e8-41ac-ae8a-526b0d33b7d1 req-fc785baa-6ec9-4d38-b941-62a421464fc3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358086 Dec 16 09:57:48.695674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52726) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:48.736763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313fef9-953e-4e82-8587-68a8679fb3c1 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:48.738314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6313fef9-953e-4e82-8587-68a8679fb3c1 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1091 time: 0.0416594 Dec 16 09:57:48.742109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52728) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:48.746509 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:57:48.773433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:48.873961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:48.985361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.229 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/31442a00-3104-4d3a-873c-e541dbd35954) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:57:49.091268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.135849 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.173274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:57:49.175973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:57:49.182202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:57:49.185407 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=31442a00-3104-4d3a-873c-e541dbd35954,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:49.553127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.629523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.806695 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.814954 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.876106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=31442a00-3104-4d3a-873c-e541dbd35954,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:57:49.896644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.902957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:49.913266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:50.006242 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP 58f431b7-7033-456c-ae7a-09251dd25992 associated. External IP: 172.25.6.229, port: 8f1c673f-3b7c-4880-ab02-984707626ef6. Dec 16 09:57:50.230955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 9c68b61e-c8e8-4377-8e25-5d8749a50ada has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:57:50.696835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:57:50.707828 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] Sync routers for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:57:50.716665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:50.717932 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:50.718539 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:50.744289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8ecb76da-7959-45c5-a259-23fcf59bf39a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0011661 Dec 16 09:57:50.744960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:57:50.748005 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b" -d '{"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:57:50.824051 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:50.844856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452286b-868d-47c7-918a-fe2b68c60a98 req-b7552bca-be65-4b44-90c8-b5f0cee17c26 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:50.846277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7452286b-868d-47c7-918a-fe2b68c60a98 req-b7552bca-be65-4b44-90c8-b5f0cee17c26 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0498602 Dec 16 09:57:50.884022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7452286b-868d-47c7-918a-fe2b68c60a98 req-1f25ede2-ddb0-4fb3-b4ec-9279280fe8d0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315194 Dec 16 09:57:50.908421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52736) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:50.933058 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627d4bdb-7393-4361-a670-df8942e62452 x-openstack-request-id: req-627d4bdb-7393-4361-a670-df8942e62452 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:57:50.933349 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:57:50.933602 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-627d4bdb-7393-4361-a670-df8942e62452 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:57:50.934021 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'status': 'completed', 'code': 200} Dec 16 09:57:50.975653 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-17d0f495-9b55-4bed-8355-c177130f1640 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/58f431b7-7033-456c-ae7a-09251dd25992 HTTP/1.1" status: 200 len: 991 time: 0.0657835 Dec 16 09:57:50.998070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-d2a5d1bd-4a68-4a9a-85e6-91df9798ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:50.999559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-d2a5d1bd-4a68-4a9a-85e6-91df9798ea8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1096 time: 0.0410695 Dec 16 09:57:51.050501 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '58f431b7-7033-456c-ae7a-09251dd25992', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'mac_address': 'fa:16:3e:11:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:49Z', 'updated_at': '2021-12-16T09:57:49Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.079896 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] Checking router: 9c68b61e-c8e8-4377-8e25-5d8749a50ada for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:57:51.088061 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:57:51.088649 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:57:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.094155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-a5cede89-fc62-4769-a152-17bb34324f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:51.095695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-a5cede89-fc62-4769-a152-17bb34324f16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0887785 Dec 16 09:57:51.161779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-6582d0bb-9209-47b2-996f-0d1c473d5bf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0589950 Dec 16 09:57:51.219470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-bca34be0-a05e-409d-951f-cc65e09dda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:51.220956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-bca34be0-a05e-409d-951f-cc65e09dda1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0520906 Dec 16 09:57:51.269185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-1f2091a7-5189-425b-b844-bf4a8599b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:57:51.270745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-1f2091a7-5189-425b-b844-bf4a8599b9df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423818 Dec 16 09:57:51.285563 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:57:51.361172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-ef9ed6b2-4de8-493c-af90-d6496373d20f service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826099 Dec 16 09:57:51.455657 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-35746fb3-b5ad-4345-b2b0-de6bfec7c02b req-396f1217-3101-4eec-be3f-d1361871b2ec service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866795 Dec 16 09:57:51.509391 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '58f431b7-7033-456c-ae7a-09251dd25992', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'mac_address': 'fa:16:3e:11:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:49Z', 'updated_at': '2021-12-16T09:57:49Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:57:51.539373 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db7141-0eee-421d-8dbf-45b3ecf4ab8a None None] The sync data for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 is: [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '58f431b7-7033-456c-ae7a-09251dd25992', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'mac_address': 'fa:16:3e:11:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:57:49Z', 'updated_at': '2021-12-16T09:57:49Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:57:51.735447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc35b7d-6c53-479c-aa94-71a5a7a34619 None None] New status for floating IP 58f431b7-7033-456c-ae7a-09251dd25992: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:57:51.979469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52738) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:57:52.040920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-23f4cd03-2c4b-45e1-8ba2-e178786b0cb4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/58f431b7-7033-456c-ae7a-09251dd25992 HTTP/1.1" status: 200 len: 993 time: 0.0601897 Dec 16 09:57:53.935240 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:57:55.228990 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:00.210484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-722ebbcb-d69c-4d44-b620-dbefc93475d6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456810 Dec 16 09:58:00.296903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-512c7633-8178-422f-a7a1-d812952635af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:00.298444 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-512c7633-8178-422f-a7a1-d812952635af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.0438271 Dec 16 09:58:00.411714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-57167bc5-be8f-4d2d-be5f-8bf933829325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:00.413217 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-57167bc5-be8f-4d2d-be5f-8bf933829325 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 909 time: 0.0931294 Dec 16 09:58:00.482201 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-810cbdbe-f1fa-4860-9038-0881fb481461 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 1001 time: 0.0615072 Dec 16 09:58:00.532597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-e5d2b911-f4d7-4aad-bdb5-dded9de787a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:00.534097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-e5d2b911-f4d7-4aad-bdb5-dded9de787a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0446510 Dec 16 09:58:00.580014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-2912639e-3479-441c-be33-2d30fa4494e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:00.581528 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-2912639e-3479-441c-be33-2d30fa4494e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409334 Dec 16 09:58:00.689391 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-c540911f-08ba-4d4b-aa89-8670b3543057 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000142 Dec 16 09:58:00.785734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-911ddf97-0274-4ed6-8bd1-d1e211ffc888 req-5ab4cc58-8476-484d-be46-8af73c1697b5 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888202 Dec 16 09:58:11.276826 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:58:14.045786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4b11609-ee8e-42c1-92f0-2c3866a42036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:16.491275 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b0fe92ec-65b1-4d28-8df6-9533ec10049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:18.090524 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:19.896199 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:19.911227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:20.885169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2bd6-d4bd-4e90-91db-b7c0d0c37fba req-c19a1948-0637-4188-9018-158ab7e4394f tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:20.886795 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef0e2bd6-d4bd-4e90-91db-b7c0d0c37fba req-c19a1948-0637-4188-9018-158ab7e4394f tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1096 time: 0.1757183 Dec 16 09:58:20.929100 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef0e2bd6-d4bd-4e90-91db-b7c0d0c37fba req-841c21e5-a2e4-44ac-9d29-381b67a67692 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Dec 16 09:58:21.042209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45785127-e644-4915-8525-9d2d5d089d5a req-5a82bf3c-3f57-4bcb-9c5c-0384e1ef0142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:21.043714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45785127-e644-4915-8525-9d2d5d089d5a req-5a82bf3c-3f57-4bcb-9c5c-0384e1ef0142 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0495927 Dec 16 09:58:21.086551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45785127-e644-4915-8525-9d2d5d089d5a req-2eedb207-aa33-40f0-b973-d16053859162 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335276 Dec 16 09:58:21.111580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52762) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:21.183336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4e3bbb7f-3b89-4eef-b3d2-24cbb63ad9c8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/58f431b7-7033-456c-ae7a-09251dd25992 HTTP/1.1" status: 200 len: 993 time: 0.0705519 Dec 16 09:58:21.788789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7d8a-6c1e-46bd-b5a0-757eb3509c41 req-2e833dd4-4fe3-4514-9507-5be1c9c12fba tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:21.790314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-197f7d8a-6c1e-46bd-b5a0-757eb3509c41 req-2e833dd4-4fe3-4514-9507-5be1c9c12fba tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Dec 16 09:58:21.862388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-197f7d8a-6c1e-46bd-b5a0-757eb3509c41 req-959f3cf7-f7f5-4950-a0ba-1dc0c450035f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611994 Dec 16 09:58:21.866498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-296eb63b-aedc-4bc5-96a0-593756f03d7f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371059 Dec 16 09:58:21.878675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-7412af3b-1c51-434c-8714-1a0b57f256eb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:58:21.879751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-7412af3b-1c51-434c-8714-1a0b57f256eb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061109 Dec 16 09:58:22.991686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd37be-6544-469a-884d-c0108c7b252f req-f8330945-b8a4-43da-8d80-1923f411bda6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:22.993290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bcd37be-6544-469a-884d-c0108c7b252f req-f8330945-b8a4-43da-8d80-1923f411bda6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Dec 16 09:58:23.035371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1bcd37be-6544-469a-884d-c0108c7b252f req-c8731495-b14d-4ee2-934d-d126ceb22979 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356133 Dec 16 09:58:23.236415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-7a37f421-8bb9-4623-8aa6-dd75113903ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:23.237885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-7a37f421-8bb9-4623-8aa6-dd75113903ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1096 time: 0.0593021 Dec 16 09:58:23.334365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-e8aa6fe4-c3dc-4ec0-a74e-8fda28292e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:23.335857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-e8aa6fe4-c3dc-4ec0-a74e-8fda28292e80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0903964 Dec 16 09:58:23.412951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-fa265bdb-4972-4135-a2e1-31ba7f5e0ed0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 1001 time: 0.0678236 Dec 16 09:58:23.463929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-9404aac9-7a53-4893-aedc-bed130ed5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:23.465564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-9404aac9-7a53-4893-aedc-bed130ed5ad3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0448859 Dec 16 09:58:23.521382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-1b9c22ef-cbe5-4077-aa8c-eb1b6c4f1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:23.523413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-1b9c22ef-cbe5-4077-aa8c-eb1b6c4f1f02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491331 Dec 16 09:58:23.618045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-26b64f4a-3cdb-46c6-b95e-3e2dc55eb2da service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867312 Dec 16 09:58:23.716013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-c662d756-c313-4452-8164-e48331ca4e15 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896435 Dec 16 09:58:23.928520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:24.159818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5dfea-df09-4bef-87a7-e8582df5b626 req-452e2055-06ac-4c03-8587-7e1cdde254ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:24.161288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ba5dfea-df09-4bef-87a7-e8582df5b626 req-452e2055-06ac-4c03-8587-7e1cdde254ec tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0519016 Dec 16 09:58:24.206195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ba5dfea-df09-4bef-87a7-e8582df5b626 req-e688ef0c-8100-46c5-9cf6-de28443c76cf tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383987 Dec 16 09:58:25.228365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:25.354869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d09c-3097-4cdb-a68b-618908083462 req-f81db158-8974-41c1-9828-5af8bb6ceff2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:25.356458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7db1d09c-3097-4cdb-a68b-618908083462 req-f81db158-8974-41c1-9828-5af8bb6ceff2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0700488 Dec 16 09:58:25.399025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7db1d09c-3097-4cdb-a68b-618908083462 req-1529e01f-f3e6-46eb-9a86-157acabdb788 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336025 Dec 16 09:58:26.547281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4e365-f139-4a5b-9cf0-bda436cc31d7 req-78a4a41e-a305-437f-b308-f66affafd45d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:26.548834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66a4e365-f139-4a5b-9cf0-bda436cc31d7 req-78a4a41e-a305-437f-b308-f66affafd45d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0661743 Dec 16 09:58:26.592090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66a4e365-f139-4a5b-9cf0-bda436cc31d7 req-7bae6688-1c66-4f0f-b2e1-7979dfa8f2a6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344379 Dec 16 09:58:27.732060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f64bf-ac75-4ecd-b026-8483b2cac942 req-30a2709d-985b-4e63-a0f1-ad2237d69686 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:27.733587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b3f64bf-ac75-4ecd-b026-8483b2cac942 req-30a2709d-985b-4e63-a0f1-ad2237d69686 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0570333 Dec 16 09:58:27.791510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b3f64bf-ac75-4ecd-b026-8483b2cac942 req-41faabab-5989-4619-87d9-11f6e8e05af8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487709 Dec 16 09:58:28.937117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44437bb0-e57f-445b-85fd-75773cbd5fb9 req-d6978561-9ec1-49e0-98c3-46ce5df8aa73 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:28.938640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44437bb0-e57f-445b-85fd-75773cbd5fb9 req-d6978561-9ec1-49e0-98c3-46ce5df8aa73 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0650830 Dec 16 09:58:28.977767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44437bb0-e57f-445b-85fd-75773cbd5fb9 req-b8c3c013-a72c-40f0-8235-416afd86333d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330615 Dec 16 09:58:30.108007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27054c7e-35ce-4386-9177-a27500524f29 req-3ecb1154-1f11-46f1-a233-4a6825e16999 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:30.109513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27054c7e-35ce-4386-9177-a27500524f29 req-3ecb1154-1f11-46f1-a233-4a6825e16999 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0573337 Dec 16 09:58:30.148638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27054c7e-35ce-4386-9177-a27500524f29 req-5a30ffa5-ef5a-4fc3-8bbb-6fbc775b24e2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328341 Dec 16 09:58:31.281072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac461-dd78-4bd3-b0a2-73b2c2d923e3 req-9bfebf5d-cd0d-48d0-a816-748e877bd815 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:31.282597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72dac461-dd78-4bd3-b0a2-73b2c2d923e3 req-9bfebf5d-cd0d-48d0-a816-748e877bd815 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0589929 Dec 16 09:58:31.328059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72dac461-dd78-4bd3-b0a2-73b2c2d923e3 req-5ad6504d-2cf8-4a70-bfc4-3ff7aac0b562 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390203 Dec 16 09:58:32.455261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222562a-5819-4334-9934-f386c8e490c4 req-698fe1f5-6f94-45e8-acb8-cb8b05c92404 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:32.456746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d222562a-5819-4334-9934-f386c8e490c4 req-698fe1f5-6f94-45e8-acb8-cb8b05c92404 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0553238 Dec 16 09:58:32.499161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d222562a-5819-4334-9934-f386c8e490c4 req-4299d287-f673-4f8a-a5b8-a4846a7549d7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Dec 16 09:58:33.627457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e0d2f-8986-4804-9350-c65364422073 req-130b6431-04c9-4b65-a456-0774d8f052c0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:33.628935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c66e0d2f-8986-4804-9350-c65364422073 req-130b6431-04c9-4b65-a456-0774d8f052c0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0591333 Dec 16 09:58:33.671310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c66e0d2f-8986-4804-9350-c65364422073 req-80e11423-5aa6-4df9-a459-bba6f0672636 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334647 Dec 16 09:58:34.791984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0469dc2-fffa-4145-93f9-c16a7a1b2c76 req-0cc145a8-1906-42bb-b0d4-bba50bf36be0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:34.793875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0469dc2-fffa-4145-93f9-c16a7a1b2c76 req-0cc145a8-1906-42bb-b0d4-bba50bf36be0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0530672 Dec 16 09:58:34.832766 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0469dc2-fffa-4145-93f9-c16a7a1b2c76 req-9a26cbe9-4667-4fe4-8305-8117f96722f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 Dec 16 09:58:35.582833 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-724576a9-899a-49c7-9988-2e0ac571083e service neutron] show failed (client error): The resource could not be found. Dec 16 09:58:35.583853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-724576a9-899a-49c7-9988-2e0ac571083e service neutron] 10.222.0.53 "GET /v2.0/ports/8f1c673f-3b7c-4880-ab02-984707626ef6/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0601189 Dec 16 09:58:35.802816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-2c578969-896a-4470-a639-3467cdfa5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:35.804798 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-2c578969-896a-4470-a639-3467cdfa5967 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 1096 time: 0.0495026 Dec 16 09:58:35.819163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-f37de508-813e-45f9-a50a-7f7c3e7861f6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:58:35.820636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-f37de508-813e-45f9-a50a-7f7c3e7861f6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075243 Dec 16 09:58:35.832213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:35.889135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:35.956284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1ccee-547a-40cf-aa90-cc70c9068fa9 req-7c89afea-73d2-4023-978b-7879fb94be63 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:35.957875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd1ccee-547a-40cf-aa90-cc70c9068fa9 req-7c89afea-73d2-4023-978b-7879fb94be63 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 945 time: 0.0544062 Dec 16 09:58:35.998477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0fd1ccee-547a-40cf-aa90-cc70c9068fa9 req-84cd4fec-3964-48d6-b745-74f8d410ffb6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Dec 16 09:58:36.098855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:36.132192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:36.181330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:36.183803 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78965a-32ff-4010-b710-d452054b5e92" -d '{"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:36.187981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.203241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Transition to ACTIVE for port object 8f1c673f-3b7c-4880-ab02-984707626ef6 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:58:36.207671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.235866 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f69208-e140-4b4a-acbe-567de3311627 x-openstack-request-id: req-02f69208-e140-4b4a-acbe-567de3311627 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:36.236216 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:36.236468 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02f69208-e140-4b4a-acbe-567de3311627 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:36.236862 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'code': 200} Dec 16 09:58:36.289256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:36.304307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.304659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.304988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.305294 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.305651 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.305975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.306297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.306639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.306960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.307277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.308001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.308001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:36.345647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] No DVR routers for this DVR port 8f1c673f-3b7c-4880-ab02-984707626ef6 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:36.483527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:36.483832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:36.484188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:36.488610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:58:36.488920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:36.493656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:36.494146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Checking segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:36.494530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Bound using segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:36.494951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Bound port: 8f1c673f-3b7c-4880-ab02-984707626ef6, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:36.495401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.564814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:36.567874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:36.575947 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.614622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:36.615226 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:36.616636 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] 10.222.0.69 "PUT /v2.0/ports/8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 1091 time: 0.7881434 Dec 16 09:58:36.640814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc4dfc-c2b6-49ce-a1e7-fe2d3aabcf24 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:36.688847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-dc7cd3ee-3d3d-4121-896b-c92242d8e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:36.690452 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-dc7cd3ee-3d3d-4121-896b-c92242d8e9ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1094 time: 0.0465932 Dec 16 09:58:36.789291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-38bc9b2e-9e8e-4999-8f0c-fe7dc3e00877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:36.791658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-38bc9b2e-9e8e-4999-8f0c-fe7dc3e00877 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0931158 Dec 16 09:58:36.873797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-408cf451-e0e9-40f7-b03c-973eb233a7cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0746665 Dec 16 09:58:36.926710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-d1b56acd-56f3-4dd5-bb73-89381a817c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:36.928127 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-d1b56acd-56f3-4dd5-bb73-89381a817c8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0469475 Dec 16 09:58:36.975583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-8a4c75b0-f286-47cf-acbf-c1a241414cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:36.977065 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-8a4c75b0-f286-47cf-acbf-c1a241414cea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418463 Dec 16 09:58:37.076639 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-65a40436-72f8-4940-9bb8-b9e027af44ad service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917122 Dec 16 09:58:37.127889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51752c44-53a0-4da9-9d1e-b7788d8cfb3c req-c35164d2-85aa-4e49-9546-8dc3cdacee8e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:37.129375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51752c44-53a0-4da9-9d1e-b7788d8cfb3c req-c35164d2-85aa-4e49-9546-8dc3cdacee8e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0545604 Dec 16 09:58:37.168249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51752c44-53a0-4da9-9d1e-b7788d8cfb3c req-a45b0876-48a7-46ce-856a-66a0b10ab3fd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Dec 16 09:58:37.172330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-651c337e-662b-44e5-9a96-a42b53e3a277 req-fa6163e2-12ef-47f5-b15f-f69a5f87fb16 service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870516 Dec 16 09:58:38.238507 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:38.240895 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77ea0a-f264-478d-a7c1-675a4549ac4b" -d '{"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:38.286993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635cc9-6798-4be5-b672-3c2339c25f1a req-7c3d262d-7594-423d-8570-9e6e7d8455e3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.288540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42635cc9-6798-4be5-b672-3c2339c25f1a req-7c3d262d-7594-423d-8570-9e6e7d8455e3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0496833 Dec 16 09:58:38.326065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42635cc9-6798-4be5-b672-3c2339c25f1a req-37adb411-bcb6-4feb-a760-980278ba6c37 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Dec 16 09:58:38.351367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:38.389305 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8203ee7-242a-4ecb-9e02-ece31e99c7db x-openstack-request-id: req-b8203ee7-242a-4ecb-9e02-ece31e99c7db {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:38.389574 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:38.389831 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8203ee7-242a-4ecb-9e02-ece31e99c7db {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:38.390278 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'status': 'completed', 'code': 200} Dec 16 09:58:38.391600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:38.453453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-101f9be0-c6d2-4e05-8ce4-aa212612dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.454914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-101f9be0-c6d2-4e05-8ce4-aa212612dbe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1094 time: 0.0461218 Dec 16 09:58:38.455139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-761a719f-5bf6-42bf-b7b4-6d8c45445ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.456641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-761a719f-5bf6-42bf-b7b4-6d8c45445ed9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1094 time: 0.0421832 Dec 16 09:58:38.553067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-4356d30c-bb86-458d-8006-5c5f9416238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.553764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-d8b5c770-db51-420c-9cc4-37bd5a67edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.554607 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-4356d30c-bb86-458d-8006-5c5f9416238f service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0926449 Dec 16 09:58:38.555445 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-d8b5c770-db51-420c-9cc4-37bd5a67edc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0894165 Dec 16 09:58:38.621117 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-1957df4d-cd8f-49e7-bb25-599940995937 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0579867 Dec 16 09:58:38.625281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-23a04bb0-aae8-4979-ba2a-645b507f2264 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0636256 Dec 16 09:58:38.675278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-03746658-7e14-4147-9e8f-e1d065dedc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.676843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-03746658-7e14-4147-9e8f-e1d065dedc93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0448716 Dec 16 09:58:38.677306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-5a02d1ed-10b3-491b-be66-bb62da98fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.678841 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-5a02d1ed-10b3-491b-be66-bb62da98fc88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0498104 Dec 16 09:58:38.725838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-770667bc-6e3d-4212-8e50-cd40b24e3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.726105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-3116c008-758a-42a7-8b53-b84db53f9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:38.727273 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-770667bc-6e3d-4212-8e50-cd40b24e3717 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414374 Dec 16 09:58:38.727458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-3116c008-758a-42a7-8b53-b84db53f9051 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430710 Dec 16 09:58:38.819590 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-a56317e8-1f31-48f9-931e-c55254782115 service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838127 Dec 16 09:58:38.825609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-c175c5fc-8e6e-4286-b14f-c8c0a1344141 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902331 Dec 16 09:58:38.919419 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-28278c7d-b5ac-4e7e-bb7e-efd3f1e6d85c service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Dec 16 09:58:38.920573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ac77ea0a-f264-478d-a7c1-675a4549ac4b req-76f474ad-c287-4b11-8a11-88825827bfdd service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925822 Dec 16 09:58:39.465085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b015e-e59f-415c-95be-c9e441fef020 req-b141a720-386a-4dee-95d9-cd1fbe9d57db tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:39.466603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-296b015e-e59f-415c-95be-c9e441fef020 req-b141a720-386a-4dee-95d9-cd1fbe9d57db tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0576732 Dec 16 09:58:39.505908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-296b015e-e59f-415c-95be-c9e441fef020 req-e8d5e250-8c50-40a5-97b1-5c9378380031 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Dec 16 09:58:40.643027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d51ca5-c2b6-4a55-8ea1-de6cd90645b6 req-578b22c6-5b12-4e2f-bb9f-004dc8025663 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:40.644548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56d51ca5-c2b6-4a55-8ea1-de6cd90645b6 req-578b22c6-5b12-4e2f-bb9f-004dc8025663 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0613563 Dec 16 09:58:40.685665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-56d51ca5-c2b6-4a55-8ea1-de6cd90645b6 req-34181d80-c4d6-4c34-a75d-7d14efe43084 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348091 Dec 16 09:58:40.936096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-47a274f7-b531-45e6-8db0-923ba3928733 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:40.938922 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-47a274f7-b531-45e6-8db0-923ba3928733 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919&tenant_id=75ceb5db15dc408880e419b83d39aced&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.0620611 Dec 16 09:58:40.941432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203563fd-906d-4a19-8c70-3a9953017d19 req-8db210bc-3289-4761-8447-8bbe472b20f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:40.942962 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-203563fd-906d-4a19-8c70-3a9953017d19 req-8db210bc-3289-4761-8447-8bbe472b20f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 943 time: 0.0535958 Dec 16 09:58:40.984398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-203563fd-906d-4a19-8c70-3a9953017d19 req-0155f812-e753-4ff4-9115-38a701e58d06 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Dec 16 09:58:41.001503 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-95035273-f829-4c84-b9de-393013a7ba60 service neutron] 10.222.0.69 "GET /v2.0/ports/8f1c673f-3b7c-4880-ab02-984707626ef6/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.0546350 Dec 16 09:58:41.072699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-3b601184-9927-4923-bb12-fff1d2842e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:41.074298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-3b601184-9927-4923-bb12-fff1d2842e9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1094 time: 0.0484922 Dec 16 09:58:41.165873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-7713f493-19fd-4dab-8714-1e36bcb0411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:41.167561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-7713f493-19fd-4dab-8714-1e36bcb0411b service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0853817 Dec 16 09:58:41.242987 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-5c9dbcb8-e938-4405-8d18-6fb24be8751b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0674088 Dec 16 09:58:41.249633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:58:41.295104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-9f67c681-022d-49af-a9f4-6ef6f687da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:41.296831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-9f67c681-022d-49af-a9f4-6ef6f687da5e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0458527 Dec 16 09:58:41.345048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-8c62362d-2976-49e1-84d1-6530a87ff833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:41.346623 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-8c62362d-2976-49e1-84d1-6530a87ff833 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421660 Dec 16 09:58:41.351428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:41.363036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'mac_address': 'fa:16:3e:11:8a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:58:41.399573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.412333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1c673f-3b7c-4880-ab02-984707626ef6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:58:41.432603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:41.437387 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:41.440437 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-fc0bcc5d-2855-4475-bdc4-091d6467c6d6 service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Dec 16 09:58:41.484401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:41.531521 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-c856ff3a-a71e-4145-a404-bc3ea7879cbf service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833204 Dec 16 09:58:41.842476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['8f1c673f-3b7c-4880-ab02-984707626ef6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:58:42.103833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c684b2-a196-443d-839a-6e2209a4423f req-6119f859-1e40-49b3-87cc-e227f8e0e1dd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:42.105638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9c684b2-a196-443d-839a-6e2209a4423f req-6119f859-1e40-49b3-87cc-e227f8e0e1dd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0494442 Dec 16 09:58:42.144773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9c684b2-a196-443d-839a-6e2209a4423f req-60e38185-f24f-4f1b-9ab8-5bd4e3ca14e5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Dec 16 09:58:43.246652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:43.279248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9cb9-3495-4f60-8f96-8d4d1e275575 req-515e28d8-e207-4c92-8e35-6941adf74a06 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:43.280713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4db9cb9-3495-4f60-8f96-8d4d1e275575 req-515e28d8-e207-4c92-8e35-6941adf74a06 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0566549 Dec 16 09:58:43.302293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 8f1c673f-3b7c-4880-ab02-984707626ef6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:58:43.306858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 8f1c673f-3b7c-4880-ab02-984707626ef6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:43.307419 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.321371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4db9cb9-3495-4f60-8f96-8d4d1e275575 req-d7480ad0-9661-4f14-a1be-3918f94ee255 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336726 Dec 16 09:58:43.387725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.410928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:43.413153 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e0dde-f0f6-4816-aa0f-1fce55600d95" -d '{"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:43.426192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:43.430691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:43.462609 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d71de5a-488f-4a03-ba74-0d2d4f95031b x-openstack-request-id: req-6d71de5a-488f-4a03-ba74-0d2d4f95031b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:43.462900 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:43.463145 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d71de5a-488f-4a03-ba74-0d2d4f95031b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:43.463567 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'code': 200} Dec 16 09:58:43.489548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:43.846427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-f9f528de-bf40-439b-ac1e-0cff4196be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:43.847915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-f9f528de-bf40-439b-ac1e-0cff4196be28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 1096 time: 0.0479481 Dec 16 09:58:43.859724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:58:43.912165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.038616 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d65d3069-3747-4501-aa3f-c03189feb9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.144498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:44.178142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:44.217376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:44.220136 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2213e921-c63f-4cc3-b675-8f17ada16b71" -d '{"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:44.224396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.238666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Transition to ACTIVE for port object 8f1c673f-3b7c-4880-ab02-984707626ef6 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:58:44.243598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.274302 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0709de-8f89-4b06-a55a-64ebbc6c45f7 x-openstack-request-id: req-2d0709de-8f89-4b06-a55a-64ebbc6c45f7 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:44.274594 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:44.274846 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d0709de-8f89-4b06-a55a-64ebbc6c45f7 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:44.275244 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'code': 200} Dec 16 09:58:44.327805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:44.343594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.343961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.344351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.344685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.345288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.345404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.345662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.346065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.346360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.346712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.347217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.347518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:44.390631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] No DVR routers for this DVR port 8f1c673f-3b7c-4880-ab02-984707626ef6 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:58:44.517420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2f385-5889-4059-9399-db6b78b91ded req-b83e67ea-c523-4151-bc1d-1e82164859b7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:44.518927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6e2f385-5889-4059-9399-db6b78b91ded req-b83e67ea-c523-4151-bc1d-1e82164859b7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0950081 Dec 16 09:58:44.586341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6e2f385-5889-4059-9399-db6b78b91ded req-15a4121f-a94d-4756-8c94-246c73f04409 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582294 Dec 16 09:58:44.588928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:58:44.589251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:58:44.589594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:44.595027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:58:44.595349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Attempting to bind port 8f1c673f-3b7c-4880-ab02-984707626ef6 on network fe9337ae-6980-4a8b-941a-edded9254f58 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:58:44.600299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:58:44.600647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Checking segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:58:44.601002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Bound using segment: {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:58:44.601442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Bound port: 8f1c673f-3b7c-4880-ab02-984707626ef6, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ce133c-e382-4545-b3ae-9a274f8f07a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:58:44.601804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.678061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:58:44.681199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:58:44.689926 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.707873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:44.708360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:44.709910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] 10.222.0.53 "PUT /v2.0/ports/8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 1092 time: 0.8541656 Dec 16 09:58:44.789033 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b74e95-2566-4c5f-89d9-cdc52876404f service neutron] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=11']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:44.798502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-88194c48-a9d7-417e-8115-c70f60d8a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:44.800004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-88194c48-a9d7-417e-8115-c70f60d8a726 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1095 time: 0.0658543 Dec 16 09:58:44.847813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52860) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:44.903700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-ef0fdcb1-623f-409d-9815-ba8eed43f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:44.905248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-ef0fdcb1-623f-409d-9815-ba8eed43f977 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0985198 Dec 16 09:58:44.952203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de8f68-4882-4f1e-865b-79a865be803c req-018717ed-e73f-46f9-a2c7-38f6114e216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:44.953773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96de8f68-4882-4f1e-865b-79a865be803c req-018717ed-e73f-46f9-a2c7-38f6114e216b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.1048880 Dec 16 09:58:44.981256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-9bfc4245-12c3-410a-89f3-195be12a4ea1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0687213 Dec 16 09:58:44.988301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96de8f68-4882-4f1e-865b-79a865be803c req-fee19a00-2cac-41b5-a141-735f8281aa12 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282929 Dec 16 09:58:45.036965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-b5d82b72-27eb-4b8b-9277-58435583022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:45.038457 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-b5d82b72-27eb-4b8b-9277-58435583022d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0495439 Dec 16 09:58:45.085548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-f24acf1d-e95d-482c-9f36-e7b91c83cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:45.087179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-f24acf1d-e95d-482c-9f36-e7b91c83cc6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416937 Dec 16 09:58:45.097964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-971169d0-08a2-430e-ba9c-1ed4c650c78e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:58:45.098834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-971169d0-08a2-430e-ba9c-1ed4c650c78e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048249 Dec 16 09:58:45.196331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-1e920987-d120-476f-945a-e200850f73c9 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899727 Dec 16 09:58:45.300489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a19cacb-724b-4b84-abb7-3ad9ceb935fd req-f052359b-1646-4588-aa66-ee0390b8fb52 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967696 Dec 16 09:58:45.719594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eeac0-f338-440c-9da2-f10be1a45681 req-da86e922-3139-460b-a0da-d30e939c2b1c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:45.721134 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-485eeac0-f338-440c-9da2-f10be1a45681 req-da86e922-3139-460b-a0da-d30e939c2b1c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0542707 Dec 16 09:58:45.761633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-485eeac0-f338-440c-9da2-f10be1a45681 req-724b5692-cfec-49aa-b377-45e514b3d1fb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340536 Dec 16 09:58:46.276624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:46.280638 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addab6c5-bb99-4f3c-a506-72cf4909b6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:46.339291 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd69a4c-a198-4ec0-b3c0-4f5a0c7dd08e x-openstack-request-id: req-5fd69a4c-a198-4ec0-b3c0-4f5a0c7dd08e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:46.339563 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:46.339949 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fd69a4c-a198-4ec0-b3c0-4f5a0c7dd08e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:46.340391 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'status': 'completed', 'code': 200} Dec 16 09:58:46.404901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-080229cf-7818-4deb-946b-484860add619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.405450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-2a66d5a6-faa6-4b2d-a5cd-ebd72881e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.406476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-080229cf-7818-4deb-946b-484860add619 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1095 time: 0.0449383 Dec 16 09:58:46.406948 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-2a66d5a6-faa6-4b2d-a5cd-ebd72881e056 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1095 time: 0.0442891 Dec 16 09:58:46.483439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8ede2db-82b2-48e1-9db3-d778712cdeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:46.499404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-e2725823-806f-41c2-8010-1f8f28289d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.500976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-e2725823-806f-41c2-8010-1f8f28289d80 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0872097 Dec 16 09:58:46.504782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-e8e57aba-74c1-4567-ab27-dc1b6ac4af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.506310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-e8e57aba-74c1-4567-ab27-dc1b6ac4af56 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.0925601 Dec 16 09:58:46.570964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-6552b123-2a27-4917-a884-211291eed01a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0622659 Dec 16 09:58:46.577655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-5a79aec5-314c-42d3-b280-3f4c91286666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 999 time: 0.0594893 Dec 16 09:58:46.620442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-32d1a570-1854-4695-bd4f-cc448a563762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.621964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-32d1a570-1854-4695-bd4f-cc448a563762 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0438390 Dec 16 09:58:46.632079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-1c813a9b-372d-430b-afa5-a21cc8e96d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.633512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-1c813a9b-372d-430b-afa5-a21cc8e96d18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0487092 Dec 16 09:58:46.671488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-24511323-4fd9-47e0-9e9a-ba632ee679ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.673013 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-24511323-4fd9-47e0-9e9a-ba632ee679ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433009 Dec 16 09:58:46.680933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-2dba994b-6222-49f9-a15e-f8621dd25fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.683141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-2dba994b-6222-49f9-a15e-f8621dd25fbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409377 Dec 16 09:58:46.769763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-6864892c-13a3-4611-9abc-b1501200a185 service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889595 Dec 16 09:58:46.787440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-7c00bbbe-bed8-4189-851c-dddf7dffa944 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865467 Dec 16 09:58:46.870182 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-3eee3cc4-8dbc-42f0-9b70-e372bb454c02 service neutron] 10.222.0.69 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927587 Dec 16 09:58:46.926788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182abe4-3a13-41c1-99da-d8c2aac8a70a req-0bf345a2-0673-4193-96b7-6322935bfaf8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:46.928251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e182abe4-3a13-41c1-99da-d8c2aac8a70a req-0bf345a2-0673-4193-96b7-6322935bfaf8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0787296 Dec 16 09:58:46.934142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-addab6c5-bb99-4f3c-a506-72cf4909b6e2 req-beec3338-8b18-4f17-9176-eda8a56444a1 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393335 Dec 16 09:58:46.968168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e182abe4-3a13-41c1-99da-d8c2aac8a70a req-e36dd5e4-a989-46c8-a55a-ec109896c276 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321119 Dec 16 09:58:47.287254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:58:47.327466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:58:48.091209 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.110385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b0d68-a6db-4e7d-bca3-a5f4038e573d req-f603ad10-c6de-48c4-aea4-862e879c0b22 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:58:48.111885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e0b0d68-a6db-4e7d-bca3-a5f4038e573d req-f603ad10-c6de-48c4-aea4-862e879c0b22 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 944 time: 0.0643101 Dec 16 09:58:48.151076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e0b0d68-a6db-4e7d-bca3-a5f4038e573d req-ffbf395c-a7b7-49a0-bf48-638a9b73ae47 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Dec 16 09:58:48.175526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:58:48.234633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4b31130a-2e1a-4562-affb-ecebf4dd1ba3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/58f431b7-7033-456c-ae7a-09251dd25992 HTTP/1.1" status: 200 len: 991 time: 0.0579760 Dec 16 09:58:48.277126 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:58:48.381100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:58:48.497950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:48.513903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'port_id': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'mac_address': 'fa:16:3e:11:8a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:58:48.559187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.571718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1c673f-3b7c-4880-ab02-984707626ef6 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:58:48.592859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:48.599219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:48.646568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=12']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:48.659995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.660456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.661263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.662154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.662680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.663108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.663530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.663944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.664319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.664803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.665219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.665743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:58:48.838509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['8f1c673f-3b7c-4880-ab02-984707626ef6'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:58:49.906193 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:49.918089 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.403010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:58:50.459075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 8f1c673f-3b7c-4880-ab02-984707626ef6 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:58:50.464449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 8f1c673f-3b7c-4880-ab02-984707626ef6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:58:50.464854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.545830 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.567618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:58:50.569826 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22f00f-2f3d-4626-8c44-78888d474c0a" -d '{"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:58:50.581955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:58:50.589573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:50.612492 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba8bad-f141-42df-9042-ede0d37398f9 x-openstack-request-id: req-71ba8bad-f141-42df-9042-ede0d37398f9 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:58:50.612779 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-plugged", "status": "completed", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:58:50.613024 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71ba8bad-f141-42df-9042-ede0d37398f9 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:58:50.613399 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'code': 200} Dec 16 09:58:50.638778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=13']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:58:53.949008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:58:55.251090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:00.692490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-04e46f83-d0e0-41a9-9481-2e0159ea07d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467257 Dec 16 09:59:00.783484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-0576d9b8-94eb-474d-b890-8506abc9412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:00.785673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-0576d9b8-94eb-474d-b890-8506abc9412b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.0493140 Dec 16 09:59:00.900278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-98a05a21-5486-4d03-9729-2ddca8d7a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:00.902308 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-98a05a21-5486-4d03-9729-2ddca8d7a110 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 909 time: 0.0966163 Dec 16 09:59:00.976985 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-581ec3aa-2119-4dda-a751-166f4e7b93eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 1001 time: 0.0672698 Dec 16 09:59:01.029007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-48cc76f7-95c9-4848-906b-8e78cbef0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:01.030515 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-48cc76f7-95c9-4848-906b-8e78cbef0445 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0469363 Dec 16 09:59:01.077496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-cf4730ba-e0a8-42e7-bfd3-97bc93408ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:01.079324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-cf4730ba-e0a8-42e7-bfd3-97bc93408ffd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419974 Dec 16 09:59:01.177663 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-16a81003-3e1d-41ab-91b2-9a7ff9ff692c service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910475 Dec 16 09:59:01.283581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f35f2fda-38b8-47af-9dbd-5026edbb537a req-f33aeba9-82b9-45b8-a63f-73f4e2cf513c service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989420 Dec 16 09:59:14.053398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d9636f99-1318-4be9-9d58-ff942f870d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:16.493101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d255b8c7-b92b-4a92-b91a-4681b98b2dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.093296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:18.754505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c4858-1f84-4ee6-aa55-088acd88ad49 req-6674a2cc-8a25-43ce-8dc9-b91c9c4db9d0 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:18.756114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a77c4858-1f84-4ee6-aa55-088acd88ad49 req-6674a2cc-8a25-43ce-8dc9-b91c9c4db9d0 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1097 time: 0.0555277 Dec 16 09:59:18.792032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a77c4858-1f84-4ee6-aa55-088acd88ad49 req-a01a1cf0-b02e-4811-9180-9b4f7811aa4a tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292628 Dec 16 09:59:18.822840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52898) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:18.985988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 31442a00-3104-4d3a-873c-e541dbd35954 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:18.986308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.064454 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.064781 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.077160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 31442a00-3104-4d3a-873c-e541dbd35954 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:19.231698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.256193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=31442a00-3104-4d3a-873c-e541dbd35954,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:19.318518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.318814 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP 58f431b7-7033-456c-ae7a-09251dd25992 disassociated (deleted). External IP: 172.25.6.229, port: 8f1c673f-3b7c-4880-ab02-984707626ef6. Dec 16 09:59:19.532034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 9c68b61e-c8e8-4377-8e25-5d8749a50ada has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:19.642154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:19.646831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.653477 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] Sync routers for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:19.662406 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:19.663021 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:19.674889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-836d552f-de6d-4e24-9246-81721fd443f4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/floatingips/58f431b7-7033-456c-ae7a-09251dd25992 HTTP/1.1" status: 204 len: 168 time: 0.8509614 Dec 16 09:59:19.675574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:19.677935 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:19.768638 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:19.840876 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc1935b-ce38-496a-8a95-f5dd5524bf0a x-openstack-request-id: req-9fc1935b-ce38-496a-8a95-f5dd5524bf0a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:19.841366 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:19.844894 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fc1935b-ce38-496a-8a95-f5dd5524bf0a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:19.845480 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'status': 'completed', 'code': 200} Dec 16 09:59:19.893806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.923092 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:19.974891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607f5f6-202f-43e7-be03-c23f2325981a req-062624b0-b3ef-49bb-80df-f9bb4e7be34d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:19.976377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1607f5f6-202f-43e7-be03-c23f2325981a req-062624b0-b3ef-49bb-80df-f9bb4e7be34d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 946 time: 0.0836093 Dec 16 09:59:19.991454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-f5995c8a-9d72-485d-8f17-64c4413ca257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:19.992902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-f5995c8a-9d72-485d-8f17-64c4413ca257 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 1097 time: 0.1262498 Dec 16 09:59:19.998255 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:20.027953 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] Checking router: 9c68b61e-c8e8-4377-8e25-5d8749a50ada for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:20.036302 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:20.036890 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:20.063787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1607f5f6-202f-43e7-be03-c23f2325981a req-772b8b9e-eba0-4802-9e97-17b5081e6cdd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796897 Dec 16 09:59:20.113234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-a2ce1733-8797-424d-9891-4eb76eafef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:20.115263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-a2ce1733-8797-424d-9891-4eb76eafef3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 200 len: 897 time: 0.1134028 Dec 16 09:59:20.142826 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:20.160902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-8ea7251c-e2f8-4101-81f8-8ba0f4b86ef5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 200 len: 217 time: 0.0378079 Dec 16 09:59:20.209718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-0f5d9aff-479a-4da2-b251-c5f534b387a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:20.211230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-0f5d9aff-479a-4da2-b251-c5f534b387a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 200 len: 833 time: 0.0432966 Dec 16 09:59:20.260980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-47d5e443-b19d-49dc-b5d8-9e6eb8a86241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:20.262597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-47d5e443-b19d-49dc-b5d8-9e6eb8a86241 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fe9337ae-6980-4a8b-941a-edded9254f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406215 Dec 16 09:59:20.345096 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:20.372463 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806f3be-4f58-4a75-9547-eddda619f36b None None] The sync data for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 is: [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c4c76247-c76b-4cef-8ce4-cd4e3f7d285b', 'name': '', 'network_id': 'fe9337ae-6980-4a8b-941a-edded9254f58', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:74:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cea33821-225d-427f-92cb-0b9421afe091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:36Z', 'updated_at': '2021-12-16T09:57:39Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'cea33821-225d-427f-92cb-0b9421afe091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:20.610633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b9a2f-874c-41e5-b76d-9a57512a605a None None] New status for floating IP 58f431b7-7033-456c-ae7a-09251dd25992: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:59:20.711352 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-dab60de5-ce13-4085-be93-81d9273a33fe service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400787 Dec 16 09:59:20.802983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a832cbb3-3d65-4295-a9d5-c9ba1922d5c2 req-45fff3dd-7608-4cf5-9fdc-62697b3e4e48 service neutron] 10.222.0.53 "GET /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815947 Dec 16 09:59:21.222234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-211799cc-993a-4a38-a7c1-013d19fd88ea tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:21.223568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-211799cc-993a-4a38-a7c1-013d19fd88ea tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 946 time: 0.0762157 Dec 16 09:59:21.230838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae16a7-22b8-4a29-b07c-07c1ac33ee1d req-a11931bb-2a80-45ab-aaba-7f0f9ca3e83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:21.232171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02ae16a7-22b8-4a29-b07c-07c1ac33ee1d req-a11931bb-2a80-45ab-aaba-7f0f9ca3e83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d773b2-5dd3-46bc-94f3-bb53394f7919 HTTP/1.1" status: 200 len: 946 time: 0.0989695 Dec 16 09:59:21.315596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-02ae16a7-22b8-4a29-b07c-07c1ac33ee1d req-bd58d6a2-da5a-4ad2-8113-9c8ffd34d8de tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=6da3031f-e478-49bd-b428-aed726e75dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765569 Dec 16 09:59:21.342420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 8f1c673f-3b7c-4880-ab02-984707626ef6 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:21.342749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.437791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port 8f1c673f-3b7c-4880-ab02-984707626ef6, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=8f1c673f-3b7c-4880-ab02-984707626ef6,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:21.438183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.451780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 8f1c673f-3b7c-4880-ab02-984707626ef6 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:21.605703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.638420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=8f1c673f-3b7c-4880-ab02-984707626ef6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:21.687468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] No DVR routers for this DVR port 8f1c673f-3b7c-4880-ab02-984707626ef6 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:21.690308 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:21.693500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8560b37b-98da-49a7-8b63-aa7067c19896 req-40ba511e-be2e-4294-8188-f2f4b6c9b43c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "DELETE /v2.0/ports/8f1c673f-3b7c-4880-ab02-984707626ef6 HTTP/1.1" status: 204 len: 173 time: 0.4605124 Dec 16 09:59:21.846331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-deleted', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:21.848640 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53224f6-140b-49de-b80a-d5d2d1baf521" -d '{"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-deleted", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:21.891162 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23085156-1e33-4832-bf8f-3fb8a79ba068 x-openstack-request-id: req-23085156-1e33-4832-bf8f-3fb8a79ba068 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:21.891458 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d773b2-5dd3-46bc-94f3-bb53394f7919", "name": "network-vif-deleted", "tag": "8f1c673f-3b7c-4880-ab02-984707626ef6", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:21.891701 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23085156-1e33-4832-bf8f-3fb8a79ba068 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:21.892100 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d773b2-5dd3-46bc-94f3-bb53394f7919', 'name': 'network-vif-deleted', 'tag': '8f1c673f-3b7c-4880-ab02-984707626ef6', 'status': 'completed', 'code': 200} Dec 16 09:59:22.386325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52914) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:23.119959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.428606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:23.429487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.539178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port c4c76247-c76b-4cef-8ce4-cd4e3f7d285b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:23.539522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.557017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for c4c76247-c76b-4cef-8ce4-cd4e3f7d285b owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:23.768391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.772177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-f0c99ec1-1cac-4512-b51f-b28f52260fd9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449569 Dec 16 09:59:23.800408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=c4c76247-c76b-4cef-8ce4-cd4e3f7d285b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:23.862563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-c57e2000-1cf0-46d7-a1bb-f3008333b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:23.864483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-c57e2000-1cf0-46d7-a1bb-f3008333b084 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0457478 Dec 16 09:59:23.947190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:23.974704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-042eed1c-7df2-4412-9698-5b1de49b0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:23.976193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-042eed1c-7df2-4412-9698-5b1de49b0223 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0909069 Dec 16 09:59:23.985467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.025338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-60058fb1-8f1c-41d6-b5d5-205ea93bb538 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0417502 Dec 16 09:59:24.077130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-70b91613-9442-4d88-963b-a317bf7c578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:24.078696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-70b91613-9442-4d88-963b-a317bf7c578a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0464659 Dec 16 09:59:24.125657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-4f33cfbe-c6b8-4b93-ae03-7405f60c5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:24.127227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-4f33cfbe-c6b8-4b93-ae03-7405f60c5101 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417888 Dec 16 09:59:24.218500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router 9c68b61e-c8e8-4377-8e25-5d8749a50ada has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:24.225259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-5c9ab1fe-54fd-4dd2-8a5e-7ddcd409055b service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901563 Dec 16 09:59:24.316324 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cfdcb0aa-1b77-4a10-87c8-a71dea97ddbb req-d1b12c01-5f1f-4333-81d7-45a15c7d0464 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841026 Dec 16 09:59:24.329974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:24.334990 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4de2dd4d-0c6a-4c05-88e0-ed1e47f39ade tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/9c68b61e-c8e8-4377-8e25-5d8749a50ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471159 Dec 16 09:59:24.338669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52916) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:24.339476 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] Sync routers for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:24.348899 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:24.349488 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:24.392449 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting subnet cea33821-225d-427f-92cb-0b9421afe091 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 09:59:24.395873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.435678 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.451908 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:24.524472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.585721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.613072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Subnet': ['ID=cea33821-225d-427f-92cb-0b9421afe091,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:24.617165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.623299 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ca7f34e6-616a-4773-8df7-cf98c7966d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/subnets/cea33821-225d-427f-92cb-0b9421afe091 HTTP/1.1" status: 204 len: 168 time: 0.2836137 Dec 16 09:59:24.623457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52918) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:24.628729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf35db3-4557-4602-8e86-b890f5310261 None None] Network fe9337ae-6980-4a8b-941a-edded9254f58 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:24.630971 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:59:23Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:24.632561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:24.697459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 8f1c673f-3b7c-4880-ab02-984707626ef6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:24.697839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 8f1c673f-3b7c-4880-ab02-984707626ef6 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:24.752413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.767170 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] Checking router: 9c68b61e-c8e8-4377-8e25-5d8749a50ada for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:24.775618 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] Routers {'9c68b61e-c8e8-4377-8e25-5d8749a50ada'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:24.776209 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:24.856092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] DHCP port deletion for fe9337ae-6980-4a8b-941a-edded9254f58 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 09:59:24.870275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.889163 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] Set router 9c68b61e-c8e8-4377-8e25-5d8749a50ada gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:24.911331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] Deleting port aa1e188e-9215-4cb6-a88d-96540c18a559 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:24.911834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.940922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 8e508217-7d3b-434d-b9b5-1247af2b1b1c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 09:59:24.941317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:24.979576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] For port aa1e188e-9215-4cb6-a88d-96540c18a559, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=aa1e188e-9215-4cb6-a88d-96540c18a559,segment=NetworkSegment(91ce133c-e382-4545-b3ae-9a274f8f07a4),segment_id=91ce133c-e382-4545-b3ae-9a274f8f07a4)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:24.980719 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.000273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] Calling delete_port for aa1e188e-9215-4cb6-a88d-96540c18a559 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:25.038847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port 8e508217-7d3b-434d-b9b5-1247af2b1b1c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8e508217-7d3b-434d-b9b5-1247af2b1b1c,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:25.039326 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.055852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 8e508217-7d3b-434d-b9b5-1247af2b1b1c owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 09:59:25.075965 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:59:23Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.095972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.104305 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c660f2-af6a-40e3-b667-ac651b628f96 None None] The sync data for ids ['9c68b61e-c8e8-4377-8e25-5d8749a50ada'] in n-d-821941-1 is: [{'id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531306034', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:33Z', 'updated_at': '2021-12-16T09:59:23Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '8e508217-7d3b-434d-b9b5-1247af2b1b1c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c68b61e-c8e8-4377-8e25-5d8749a50ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:34Z', 'updated_at': '2021-12-16T09:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:25.129297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] Pushing event deleted for resources: {'Port': ['ID=aa1e188e-9215-4cb6-a88d-96540c18a559,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:25.137788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device aa1e188e-9215-4cb6-a88d-96540c18a559 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:25.159252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: aa1e188e-9215-4cb6-a88d-96540c18a559 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:25.159592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device aa1e188e-9215-4cb6-a88d-96540c18a559 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:25.162784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c05a20-f574-4688-97f4-f5ab7fb2e752 None None] No DVR routers for this DVR port aa1e188e-9215-4cb6-a88d-96540c18a559 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 09:59:25.238447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.254884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.275276 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 09:59:25.282385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=8e508217-7d3b-434d-b9b5-1247af2b1b1c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:25.343068 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.432847 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.434895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.488608 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.489279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Fanout notify agent at l3_agent the message router_deleted on router 9c68b61e-c8e8-4377-8e25-5d8749a50ada {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 09:59:25.496571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.497718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d59d71eb-d390-4cb4-b570-03695b6d2a42 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/routers/9c68b61e-c8e8-4377-8e25-5d8749a50ada HTTP/1.1" status: 204 len: 168 time: 0.8732865 Dec 16 09:59:25.500520 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52920) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:25.586297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.680476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.701153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9337ae-6980-4a8b-941a-edded9254f58']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.710896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ce133c-e382-4545-b3ae-9a274f8f07a4') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.711190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ce133c-e382-4545-b3ae-9a274f8f07a4') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:25.722145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.736844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.743453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 09:59:25.744478 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: timer() Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 09:59:25.748752 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 09:59:25.815377 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.820316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.825385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/networks/fe9337ae-6980-4a8b-941a-edded9254f58 HTTP/1.1" status: 204 len: 168 time: 0.3237960 Dec 16 09:59:25.827065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52922) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:25.845352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896dc63-77bd-4681-b124-ae0451757adc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Network': ['ID=fe9337ae-6980-4a8b-941a-edded9254f58,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:25.886178 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b65877-61f6-4d1e-801b-85e95b1183b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.911933 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b65877-61f6-4d1e-801b-85e95b1183b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.983422 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b65877-61f6-4d1e-801b-85e95b1183b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.986168 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-72b65877-61f6-4d1e-801b-85e95b1183b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:25.987412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-72b65877-61f6-4d1e-801b-85e95b1183b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/security-groups/6da3031f-e478-49bd-b428-aed726e75dfb HTTP/1.1" status: 204 len: 168 time: 0.1592739 Dec 16 09:59:25.996816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b65877-61f6-4d1e-801b-85e95b1183b6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da3031f-e478-49bd-b428-aed726e75dfb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:26.355648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:26.362584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023857259', 'description': 'tempest-secgroup-smoke-1023857259 description', 'project_id': '75ceb5db15dc408880e419b83d39aced'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:26.396626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.470318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.475520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.502483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.503701 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470280 Dec 16 09:59:26.506829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52930) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:26.507743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f0f2c-baef-4bfb-82f6-997a8a2a8221 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf78e4e-dae8-4af9-bd61-130486922fcb,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:26.512155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '1cf78e4e-dae8-4af9-bd61-130486922fcb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:26.544296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.594838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.600054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.617215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e8a7f1-eb95-4b41-8e71-57d0b1072dc3,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:26.626096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.627318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0b096940-a7da-4b65-8cd2-bb2670ff3d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192043 Dec 16 09:59:26.631901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52932) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:26.638061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '1cf78e4e-dae8-4af9-bd61-130486922fcb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:26.672478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.734573 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.740494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.760758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5793089a-a633-44c3-af06-cc7546b209e0,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:26.769132 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.770400 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-909a459c-2f9e-430e-babf-6b0c642594cd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375515 Dec 16 09:59:26.773456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52934) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:26.778414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '1cf78e4e-dae8-4af9-bd61-130486922fcb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:26.808176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.868185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.873347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.890976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88b674f-1843-400a-ae34-65d00c8794fb,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:26.897776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.898992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b392bcf1-143d-4957-84f9-d047c0b8a389 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245105 Dec 16 09:59:26.902041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52938) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:26.906306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '1cf78e4e-dae8-4af9-bd61-130486922fcb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:26.934769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:26.994641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.000347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.019900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6305ef12-c033-495f-ba98-deb0c5b7a904,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:27.032306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.033554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d580e459-8a94-4772-99ca-c5811aa47f39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306252 Dec 16 09:59:27.035113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c4c76247-c76b-4cef-8ce4-cd4e3f7d285b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:27.036586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:27.042648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '1cf78e4e-dae8-4af9-bd61-130486922fcb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:27.060254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c4c76247-c76b-4cef-8ce4-cd4e3f7d285b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:27.062177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c4c76247-c76b-4cef-8ce4-cd4e3f7d285b not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:27.064270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8e508217-7d3b-434d-b9b5-1247af2b1b1c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 09:59:27.066081 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:59:27.073250 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.083823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8e508217-7d3b-434d-b9b5-1247af2b1b1c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 09:59:27.084171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8e508217-7d3b-434d-b9b5-1247af2b1b1c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 09:59:27.134321 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.140753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.157957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fdb7fa-a31f-4f39-86e2-c4b3a5fcd496,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:27.169203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.170473 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-93c70705-7897-418f-9516-67697afa6dc7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323564 Dec 16 09:59:27.173481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52942) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:27.178141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': '1cf78e4e-dae8-4af9-bd61-130486922fcb', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:27.203122 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 09:59:27.207971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.277918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.282728 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.301040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dddca1c-ea75-4bf8-b16c-15d1fa587c48,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:27.306761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.308340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-99bf0150-8b16-46de-a59d-86683d109452 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337783 Dec 16 09:59:27.311404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 52944) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:27.317122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'network': {'name': 'tempest-network-smoke--1697730024', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:27.338697 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:27.342286 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.367760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 09:59:27.377367 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.377712 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Added segment 9b06b6d5-bae7-4b5c-bb7e-afa49624df7d of type vlan for network c8bcae46-45d6-4b2d-982f-f03229cfbee0 Dec 16 09:59:27.417938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.445403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.450858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:27.451438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.510115 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1971481 Dec 16 09:59:27.514941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52946) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:27.523298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'admin_state_up': True, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:27.531589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104d029-d04d-429f-b0d1-cf63cded1ad4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Network': ['ID=c8bcae46-45d6-4b2d-982f-f03229cfbee0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:27.543210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 09:59:27.550396 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.551494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.603366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.743884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.954143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:27.976052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.080749 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.37 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/700c4857-f2ed-4be1-a5c9-ed305ac736bc) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:28.190262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.228309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.267318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:28.270072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:28.276645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:28.279684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=700c4857-f2ed-4be1-a5c9-ed305ac736bc,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:28.528763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.745554 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:28.894586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 09:59:29.004298 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:29.014239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Sync routers for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:29.023690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:29.024329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:29.026468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.027821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8e1a1d3a-e53d-4006-93f7-f8c7631c1f0b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5111573 Dec 16 09:59:29.031005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52948) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:29.066323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6a9a67c6-c52e-4646-88fc-a5b666295fb3 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=75ceb5db15dc408880e419b83d39aced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341916 Dec 16 09:59:29.069138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52950) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:29.129136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:29.240802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2b21f-6d2d-473d-8ace-08ced41bf767 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:29.242241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1fe2b21f-6d2d-473d-8ace-08ced41bf767 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1722255 Dec 16 09:59:29.245233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52952) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:29.280420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9fb61022-be3b-4033-85f3-8acb3b84b0dc tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340896 Dec 16 09:59:29.282951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52954) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:29.287734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-931591556', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:29.308008 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:28Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:29.334961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Checking router: dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:29.335652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Updating router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 port 700c4857-f2ed-4be1-a5c9-ed305ac736bc binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:29.364539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.384799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:29.388392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.639115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.644530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.692685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Attempting to bind port 700c4857-f2ed-4be1-a5c9-ed305ac736bc on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:29.693057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Attempting to bind port 700c4857-f2ed-4be1-a5c9-ed305ac736bc by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:29.693432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Attempting to bind port 700c4857-f2ed-4be1-a5c9-ed305ac736bc on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:29.704375 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b1494-3731-4c52-8568-970989e74fd5 None None] Pushing event updated for resources: {'Port': ['ID=700c4857-f2ed-4be1-a5c9-ed305ac736bc,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:29.707106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:29.707470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:29.707868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.708249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:29.708707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Bound port: 700c4857-f2ed-4be1-a5c9-ed305ac736bc, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:29.709078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.762485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] For port 700c4857-f2ed-4be1-a5c9-ed305ac736bc, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:29.766004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] For port 700c4857-f2ed-4be1-a5c9-ed305ac736bc, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=700c4857-f2ed-4be1-a5c9-ed305ac736bc,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:29.770672 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.925077 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:29.983288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b1494-3731-4c52-8568-970989e74fd5 None None] Pushing event updated for resources: {'Port': ['ID=700c4857-f2ed-4be1-a5c9-ed305ac736bc,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:29.983986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Subnet': ['ID=b5472c47-a52d-4940-8579-6e329259ed2c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:29.985726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:29.986347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:29.994410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Checking segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:29.994762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network hostable DHCP agents. Network: c8bcae46-45d6-4b2d-982f-f03229cfbee0, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 09:59:30.012641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 09:59:30.022455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, c8bcae46-45d6-4b2d-982f-f03229cfbee0) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:30.027133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:30.027731 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.044715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bcd82db4-043e-4dae-9341-ebe7c47a5492 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7607565 Dec 16 09:59:30.047417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 52956) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:30.051735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f506c-ac1a-4308-96c8-9e5d6885e249 None None] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:30.170259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:30.340183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 09:59:30.341054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.490031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.522757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Allocated IP 172.20.0.2 (c8bcae46-45d6-4b2d-982f-f03229cfbee0/b5472c47-a52d-4940-8579-6e329259ed2c/6a4485f4-6f0a-4ade-949e-9bba33b17883) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:30.530585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:28Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:30.563095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cffd9f-9b0d-4bd3-b6d0-85a59b984f3d None None] The sync data for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 is: [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:28Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:30.717777 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.723681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.762370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:30.765384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:30.767902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:30.782421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Pushing event updated for resources: {'Port': ['ID=6a4485f4-6f0a-4ade-949e-9bba33b17883,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:30.845217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Attempting to bind port 6a4485f4-6f0a-4ade-949e-9bba33b17883 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:30.845815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Attempting to bind port 6a4485f4-6f0a-4ade-949e-9bba33b17883 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:30.846290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Attempting to bind port 6a4485f4-6f0a-4ade-949e-9bba33b17883 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:30.854489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:30.854859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Checking segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:30.855265 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.855657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Bound using segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:30.856124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Bound port: 6a4485f4-6f0a-4ade-949e-9bba33b17883, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:30.856505 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.861784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.1 (c8bcae46-45d6-4b2d-982f-f03229cfbee0/b5472c47-a52d-4940-8579-6e329259ed2c/eb78a61b-43ed-4015-b245-c76aa1fc4e66) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:30.936915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] For port 6a4485f4-6f0a-4ade-949e-9bba33b17883, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:30.940210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] For port 6a4485f4-6f0a-4ade-949e-9bba33b17883, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6a4485f4-6f0a-4ade-949e-9bba33b17883,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:30.951288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:30.987411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.030767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ae0b-4ff0-4ad6-96b2-5dd7257f0c1c None None] Pushing event updated for resources: {'Port': ['ID=6a4485f4-6f0a-4ade-949e-9bba33b17883,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:31.037815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.084819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:31.090287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:31.099147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:31.104558 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 700c4857-f2ed-4be1-a5c9-ed305ac736bc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:31.112425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=eb78a61b-43ed-4015-b245-c76aa1fc4e66,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:31.167067 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.168272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 700c4857-f2ed-4be1-a5c9-ed305ac736bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:31.168652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.292669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.317752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 700c4857-f2ed-4be1-a5c9-ed305ac736bc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=700c4857-f2ed-4be1-a5c9-ed305ac736bc,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:31.323533 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.386390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=700c4857-f2ed-4be1-a5c9-ed305ac736bc,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:31.415027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.706933 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.717794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.797483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=eb78a61b-43ed-4015-b245-c76aa1fc4e66,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:31.799972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:31.894885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:31.896426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:32.011569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:32.051327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90770af8-5d0a-4954-b94d-0f7bda89cc0c None None] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 09:59:32.124010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:32.124303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d3a11ddf-ec80-49ed-8590-c7adee150e86 None None] Provisioning complete for port 6a4485f4-6f0a-4ade-949e-9bba33b17883 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:32.124796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d3a11ddf-ec80-49ed-8590-c7adee150e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.129292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b503d4b-654a-4362-9a41-e5097d2118ed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/dbd81f7c-7d1f-4ea8-86de-a13cef2403a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0808299 Dec 16 09:59:32.276892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d3a11ddf-ec80-49ed-8590-c7adee150e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.280045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-0e37a7e3-3b13-490f-b314-48c94fffb852 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023857259&fields=id&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 267 time: 0.0345707 Dec 16 09:59:32.318164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d3a11ddf-ec80-49ed-8590-c7adee150e86 None None] For port 6a4485f4-6f0a-4ade-949e-9bba33b17883, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6a4485f4-6f0a-4ade-949e-9bba33b17883,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:32.325364 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d3a11ddf-ec80-49ed-8590-c7adee150e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.386589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a11ddf-ec80-49ed-8590-c7adee150e86 None None] Pushing event updated for resources: {'Port': ['ID=6a4485f4-6f0a-4ade-949e-9bba33b17883,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:32.413433 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-fd296161-0b54-4434-8366-78705fde8f10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:32.415019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-fd296161-0b54-4434-8366-78705fde8f10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 797 time: 0.1242986 Dec 16 09:59:32.432805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-ebfb2c26-d1dd-41cd-8354-9d9fe4bc461f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/quotas/75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 375 time: 0.0105464 Dec 16 09:59:32.487348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-1eac85ee-256a-43a0-af40-3ba031404857 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473568 Dec 16 09:59:32.510139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-a296a7bb-c2f9-41c5-8497-759efa1ad08a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 09:59:32.511215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-a296a7bb-c2f9-41c5-8497-759efa1ad08a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062263 Dec 16 09:59:32.550656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Sync routers for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:32.561879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-79a57e2d-e798-43c8-b02f-6361f5ad5568 None None] Provisioning complete for port 6a4485f4-6f0a-4ade-949e-9bba33b17883 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:32.562267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-79a57e2d-e798-43c8-b02f-6361f5ad5568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.562739 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:32.563368 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:32.625658 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-8559830b-c89f-41ac-a887-b01949459b21 service neutron] 10.222.0.61 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068592 Dec 16 09:59:32.679813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-79a57e2d-e798-43c8-b02f-6361f5ad5568 None None] Provisioning complete for port eb78a61b-43ed-4015-b245-c76aa1fc4e66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:32.680311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-79a57e2d-e798-43c8-b02f-6361f5ad5568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.697509 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:32.719229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-79a57e2d-e798-43c8-b02f-6361f5ad5568 None None] Port eb78a61b-43ed-4015-b245-c76aa1fc4e66 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:32.843094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-95b0e42c-2b5b-4cf0-a644-fd4699cdae8d None None] Provisioning complete for port eb78a61b-43ed-4015-b245-c76aa1fc4e66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:32.843472 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-95b0e42c-2b5b-4cf0-a644-fd4699cdae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.884444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-95b0e42c-2b5b-4cf0-a644-fd4699cdae8d None None] Port eb78a61b-43ed-4015-b245-c76aa1fc4e66 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:32.923993 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 2, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:32.950590 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Checking router: dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:32.950929 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Updating router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 port eb78a61b-43ed-4015-b245-c76aa1fc4e66 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 09:59:32.975132 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:32.984953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-fb95851b-f442-4bbb-bc23-e722abdcfd91 service neutron] 10.222.0.61 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491833 Dec 16 09:59:33.018948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5cd9e946-9045-4f3c-928e-6f0046e7abe5 None None] Provisioning complete for port eb78a61b-43ed-4015-b245-c76aa1fc4e66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:33.019316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5cd9e946-9045-4f3c-928e-6f0046e7abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.068278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9e946-9045-4f3c-928e-6f0046e7abe5 None None] Port eb78a61b-43ed-4015-b245-c76aa1fc4e66 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:33.150898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6a4485f4-6f0a-4ade-949e-9bba33b17883 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:33.185863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7130f271-688f-4a61-a004-cd207cf14ff5 req-eac3a7b4-2002-4598-930b-d6f90ac7f08a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 210 time: 0.0287633 Dec 16 09:59:33.204065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6a4485f4-6f0a-4ade-949e-9bba33b17883 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:33.204065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.280757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 700c4857-f2ed-4be1-a5c9-ed305ac736bc up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:33.301564 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.309604 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.330793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 700c4857-f2ed-4be1-a5c9-ed305ac736bc triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:33.331293 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.364108 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Pushing event updated for resources: {'Port': ['ID=eb78a61b-43ed-4015-b245-c76aa1fc4e66,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:33.389813 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.390173 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.390477 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.390799 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.391116 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.391689 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.392009 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.392322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.392639 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.392933 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.393241 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.393546 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:33.440845 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Attempting to bind port eb78a61b-43ed-4015-b245-c76aa1fc4e66 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:33.441221 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Attempting to bind port eb78a61b-43ed-4015-b245-c76aa1fc4e66 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:33.441575 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Attempting to bind port eb78a61b-43ed-4015-b245-c76aa1fc4e66 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:33.449047 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:33.449442 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Checking segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:33.449871 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.450249 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Bound using segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:33.451011 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Bound port: eb78a61b-43ed-4015-b245-c76aa1fc4e66, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:33.451384 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.520302 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] For port eb78a61b-43ed-4015-b245-c76aa1fc4e66, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:33.528385 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] For port eb78a61b-43ed-4015-b245-c76aa1fc4e66, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=eb78a61b-43ed-4015-b245-c76aa1fc4e66,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:33.533028 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.599522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0d8a738c-5edc-4f32-b839-30e9fbb75df3 None None] Provisioning complete for port eb78a61b-43ed-4015-b245-c76aa1fc4e66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:33.600398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0d8a738c-5edc-4f32-b839-30e9fbb75df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.600530 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:33.601045 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:33.671147 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0b462-8ffd-40d5-a3c3-33fb3be9a3b8 None None] Pushing event updated for resources: {'Port': ['ID=eb78a61b-43ed-4015-b245-c76aa1fc4e66,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:33.704480 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0d8a738c-5edc-4f32-b839-30e9fbb75df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.734934 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:33.740951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0d8a738c-5edc-4f32-b839-30e9fbb75df3 None None] For port eb78a61b-43ed-4015-b245-c76aa1fc4e66, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=eb78a61b-43ed-4015-b245-c76aa1fc4e66,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:33.748458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0d8a738c-5edc-4f32-b839-30e9fbb75df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.807044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a738c-5edc-4f32-b839-30e9fbb75df3 None None] Pushing event updated for resources: {'Port': ['ID=eb78a61b-43ed-4015-b245-c76aa1fc4e66,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:33.872441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0568d057-9d6d-4e6a-a8c1-ecf24d64d35e None None] Provisioning complete for port eb78a61b-43ed-4015-b245-c76aa1fc4e66 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:33.872727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0568d057-9d6d-4e6a-a8c1-ecf24d64d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:33.954485 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:33.980726 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67f258-e6fb-4342-81fc-c1af859da975 None None] The sync data for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 is: [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:34.293711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7e24300-f5bd-45d0-8887-18c51244e900 req-6053ac24-ec77-491e-b771-3d74daf7ab2f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 210 time: 0.0307636 Dec 16 09:59:34.332830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-e0d52675-0261-4e44-bc52-26d1bcab0897 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:34.334422 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-e0d52675-0261-4e44-bc52-26d1bcab0897 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 797 time: 0.1264291 Dec 16 09:59:34.380187 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-caeb910f-5e73-466c-ab2d-223f74d53e78 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 380 time: 0.0354977 Dec 16 09:59:34.390431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'port': {'device_id': '53ca6d89-a479-403f-a103-483368d4b256', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'admin_state_up': True, 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'security_groups': ['1cf78e4e-dae8-4af9-bd61-130486922fcb']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:34.507187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 09:59:34.511692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.648186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.4 (c8bcae46-45d6-4b2d-982f-f03229cfbee0/b5472c47-a52d-4940-8579-6e329259ed2c/f5befdc0-0b3c-4831-8622-bc0e2ef1af80) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:34.802542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.836649 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.877970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:34.881086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:34.885986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:34.930247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:34.953043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:34.953905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:34.972489 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-00fa641e-95f2-47c0-b5bb-d25d5e0291a2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859179 Dec 16 09:59:35.062726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Request body: {'port': {'device_id': '53ca6d89-a479-403f-a103-483368d4b256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:35.095176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eb78a61b-43ed-4015-b245-c76aa1fc4e66 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:35.128107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.147988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port eb78a61b-43ed-4015-b245-c76aa1fc4e66 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.148461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.200488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ed67d15d-78a4-4fb6-bda6-86b81ead8ccc None None] Provisioning complete for port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:35.200771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed67d15d-78a4-4fb6-bda6-86b81ead8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.257153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ed67d15d-78a4-4fb6-bda6-86b81ead8ccc None None] Port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 09:59:35.396374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5befdc0-0b3c-4831-8622-bc0e2ef1af80 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:59:35.404478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.416368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Transition to ACTIVE for port object f5befdc0-0b3c-4831-8622-bc0e2ef1af80 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 09:59:35.421280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.429788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567feb6-3cf4-4e99-a4f1-d84d5cef0232 req-61e6d3e0-9b85-4ccc-862d-eaf4da525840 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:35.433026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3567feb6-3cf4-4e99-a4f1-d84d5cef0232 req-61e6d3e0-9b85-4ccc-862d-eaf4da525840 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 931 time: 0.0533659 Dec 16 09:59:35.481535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3567feb6-3cf4-4e99-a4f1-d84d5cef0232 req-5909b5a1-5f4f-4c07-a0d6-0cf3e7e949f3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Dec 16 09:59:35.490790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:35.542701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 09:59:35.543036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 09:59:35.543391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:35.548063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 09:59:35.548374 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 09:59:35.553267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 09:59:35.553595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Checking segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 09:59:35.554013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Bound using segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 09:59:35.554588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Bound port: f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 09:59:35.554938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.627859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 09:59:35.631407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 09:59:35.637958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.675062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:35.675836 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:35.677298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 1091 time: 0.6960621 Dec 16 09:59:35.677522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:35.679864 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d" -d '{"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:35.702333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104c703-e36f-476e-91ed-4d20728cda21 service neutron] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:35.770073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-19c3ead4-2bd7-49e7-a4c2-87088b2cdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:35.771616 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-19c3ead4-2bd7-49e7-a4c2-87088b2cdf51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1094 time: 0.0481908 Dec 16 09:59:35.819733 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-b5bc8d54-a8cd-4483-90fe-1515ae968144 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 217 time: 0.0407119 Dec 16 09:59:35.821312 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69f4343-fd08-4da2-9ec0-cd946cf452a9 x-openstack-request-id: req-c69f4343-fd08-4da2-9ec0-cd946cf452a9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:35.821634 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:35.821900 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c69f4343-fd08-4da2-9ec0-cd946cf452a9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:35.822300 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'status': 'completed', 'code': 200} Dec 16 09:59:35.875182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-edc5c249-b7f2-470a-888b-22f5257f1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:35.876583 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-edc5c249-b7f2-470a-888b-22f5257f1e4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0488937 Dec 16 09:59:35.925363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-354e790a-4c4c-485a-a6e6-e095a5458c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:35.927229 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-354e790a-4c4c-485a-a6e6-e095a5458c9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437760 Dec 16 09:59:36.019631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-b6a229ff-1b95-48f0-9af4-97e1d23e15b6 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852573 Dec 16 09:59:36.115324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-139cc4ab-98fe-4db7-bc85-c032c5e3e92d req-528fec8e-3b24-4313-9bbd-aa3e81fd0f5e service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881181 Dec 16 09:59:36.218813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-35c80f92-2fa2-43ce-80c6-b32499c12bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.220322 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-35c80f92-2fa2-43ce-80c6-b32499c12bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1094 time: 0.0531857 Dec 16 09:59:36.318554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-6a05e86d-e4fd-4e2e-a35b-b68e405fa715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.320051 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-6a05e86d-e4fd-4e2e-a35b-b68e405fa715 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.0925467 Dec 16 09:59:36.362241 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-839968f2-684a-4037-a858-48efa9c43f90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 217 time: 0.0343144 Dec 16 09:59:36.417620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-c9256cde-48a4-437d-b1ab-ad0f73f0e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.419480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-c9256cde-48a4-437d-b1ab-ad0f73f0e3fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0506535 Dec 16 09:59:36.474026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-bdd429f0-d904-4f00-b1a6-b11917252846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.475429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-bdd429f0-d904-4f00-b1a6-b11917252846 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487065 Dec 16 09:59:36.565562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-01b15f30-ba59-46d8-a44e-c4d6629e5d99 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Dec 16 09:59:36.607922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786079-fec5-446c-9b3b-1365df3ae9a3 req-2e482e0b-d766-45d3-9eae-7f17c4e32ab1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:36.609448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be786079-fec5-446c-9b3b-1365df3ae9a3 req-2e482e0b-d766-45d3-9eae-7f17c4e32ab1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 943 time: 0.0510235 Dec 16 09:59:36.648276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be786079-fec5-446c-9b3b-1365df3ae9a3 req-d0959c2b-1eee-4451-b096-68cec06b95ee tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Dec 16 09:59:36.668161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8fa38ebe-73c8-4d28-ad0d-bccff623e34d req-ba513aef-d98c-4b60-8004-b211a6d87677 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955808 Dec 16 09:59:37.772164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2151a9-959c-464f-bb42-ac40e6fa2c3e req-2208da8a-024f-4305-b349-bc6239b00c3b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:37.773628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a2151a9-959c-464f-bb42-ac40e6fa2c3e req-2208da8a-024f-4305-b349-bc6239b00c3b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 943 time: 0.0553427 Dec 16 09:59:37.812942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a2151a9-959c-464f-bb42-ac40e6fa2c3e req-617b3c1f-9be1-48eb-9789-7322fd22ac65 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Dec 16 09:59:38.950064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71c657-5b29-4ae4-a519-4f3aa28dbed2 req-8f0edb26-2fca-4b46-bc3f-5c61684df552 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:38.951523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af71c657-5b29-4ae4-a519-4f3aa28dbed2 req-8f0edb26-2fca-4b46-bc3f-5c61684df552 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 943 time: 0.0617437 Dec 16 09:59:38.993285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-af71c657-5b29-4ae4-a519-4f3aa28dbed2 req-6996885d-f8fc-4f3c-ba69-b4dae0e23345 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Dec 16 09:59:39.535781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 09:59:39.650295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:39.669890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'port_id': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'mac_address': 'fa:16:3e:6d:9e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 09:59:39.718078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.731463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5befdc0-0b3c-4831-8622-bc0e2ef1af80 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 09:59:39.750642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:39.756737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:39.805416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:40.061094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['f5befdc0-0b3c-4831-8622-bc0e2ef1af80'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 09:59:40.121757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac165d45-82f2-45bb-82cb-b63ffcc21901 req-85ba0a26-05ad-46e8-926f-fb6b711f4e63 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:40.123284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac165d45-82f2-45bb-82cb-b63ffcc21901 req-85ba0a26-05ad-46e8-926f-fb6b711f4e63 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0546691 Dec 16 09:59:40.162669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac165d45-82f2-45bb-82cb-b63ffcc21901 req-14fba8cb-21df-43c5-9c4e-ed720d608560 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Dec 16 09:59:41.293215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd0b92-efae-4bf2-bb05-08c422aaba3e req-1bb0b412-1e34-4282-8380-bc6df93b56c0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:41.294597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0dd0b92-efae-4bf2-bb05-08c422aaba3e req-1bb0b412-1e34-4282-8380-bc6df93b56c0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0581944 Dec 16 09:59:41.341207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0dd0b92-efae-4bf2-bb05-08c422aaba3e req-9cee5103-82b0-43fb-9056-c9bf498e15b9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375066 Dec 16 09:59:41.538169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 09:59:41.593105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 09:59:41.597004 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 09:59:41.597381 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.678515 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.703027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:41.705256 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25a719-9d5f-4ad5-b8cc-2c749709490b" -d '{"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-plugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:41.718925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 09:59:41.724038 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:41.752375 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af921eb-bf03-40fc-88bc-f41c89325298 x-openstack-request-id: req-4af921eb-bf03-40fc-88bc-f41c89325298 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:41.752668 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-plugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:41.752918 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4af921eb-bf03-40fc-88bc-f41c89325298 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:41.753368 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'code': 200} Dec 16 09:59:41.784124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:41.846022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e7861-3dde-4bb5-a2f4-d2639b089003 req-b66ac136-5c70-4d9f-a693-59ceb330b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:41.847755 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-010e7861-3dde-4bb5-a2f4-d2639b089003 req-b66ac136-5c70-4d9f-a693-59ceb330b854 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1096 time: 0.0448985 Dec 16 09:59:41.887632 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-010e7861-3dde-4bb5-a2f4-d2639b089003 req-4c41176b-02d5-463a-8e93-b1e1046ddbbd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Dec 16 09:59:42.481878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf1694-dacb-46ca-a934-fa6dde49aaa1 req-60091238-b08f-4594-b151-db56c6060484 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:42.484295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25cf1694-dacb-46ca-a934-fa6dde49aaa1 req-60091238-b08f-4594-b151-db56c6060484 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0652087 Dec 16 09:59:42.531963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25cf1694-dacb-46ca-a934-fa6dde49aaa1 req-1c5e05a8-00cd-4ff4-a9f5-a2330fa88b2a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Dec 16 09:59:43.658266 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1505d8-5314-4585-bcd7-476a2f8171ed req-9a593d73-3c2e-4848-9152-11384d47596a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:43.659774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad1505d8-5314-4585-bcd7-476a2f8171ed req-9a593d73-3c2e-4848-9152-11384d47596a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0498838 Dec 16 09:59:43.697081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad1505d8-5314-4585-bcd7-476a2f8171ed req-7f5c5fa9-92a2-4f7d-a0cf-c36c27d75f21 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Dec 16 09:59:43.822815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3cf9e-3a84-4d07-b141-10d95c5684ce req-1831fd08-93fc-48d9-93b3-1f9f649e9bfb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:43.824359 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df3cf9e-3a84-4d07-b141-10d95c5684ce req-1831fd08-93fc-48d9-93b3-1f9f649e9bfb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Dec 16 09:59:43.867814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4df3cf9e-3a84-4d07-b141-10d95c5684ce req-8763455c-7ad8-4d21-91d2-cf1cce38595d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342822 Dec 16 09:59:43.890784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53018) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:43.942678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa33fd-4474-45f0-8b4c-85da8e840cd0 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:43.945076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5aa33fd-4474-45f0-8b4c-85da8e840cd0 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1091 time: 0.0531361 Dec 16 09:59:43.948661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53020) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:43.952985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 09:59:43.976441 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.037861 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fb7acbaa-6e50-4d91-b099-26b9cab5441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.077999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.188226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.227 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/40eb4c73-7592-43e3-a68c-5dfc49416213) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 09:59:44.292940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.329973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.372589 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 09:59:44.375476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 09:59:44.379187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 09:59:44.387738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=40eb4c73-7592-43e3-a68c-5dfc49416213,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:44.414978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.415341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.415700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.416031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.416360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.416689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.417009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.417334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.417653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.417998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.418314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.418615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 09:59:44.753817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.823939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.977578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:44.983501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.053795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=40eb4c73-7592-43e3-a68c-5dfc49416213,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 09:59:45.071139 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.183856 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP ee24a350-fba2-48b6-9745-301401392641 associated. External IP: 172.25.6.227, port: f5befdc0-0b3c-4831-8622-bc0e2ef1af80. Dec 16 09:59:45.400497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 09:59:45.508913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 09:59:45.519986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] Sync routers for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 09:59:45.528443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:45.530397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:45.531025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:45.556052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-85e9fd59-822d-4a58-bca2-e8fc1cf3a328 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6063712 Dec 16 09:59:45.556631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 09:59:45.558947 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6ebb70-d49e-40a7-9e9a-26d336938a21" -d '{"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 09:59:45.659214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d1b1-72c4-4fc7-a0d8-b24db155370e req-d427a451-548d-4a59-83f1-8a5140d7c3d2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:45.660728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3c9d1b1-72c4-4fc7-a0d8-b24db155370e req-d427a451-548d-4a59-83f1-8a5140d7c3d2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0554299 Dec 16 09:59:45.703764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3c9d1b1-72c4-4fc7-a0d8-b24db155370e req-7afc24ac-97a0-4e3a-b750-779cd902b231 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Dec 16 09:59:45.727608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53026) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:45.766461 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 09:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27ed457-8541-40be-8117-a063228bfb80 x-openstack-request-id: req-d27ed457-8541-40be-8117-a063228bfb80 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 09:59:45.767027 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 09:59:45.767027 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d27ed457-8541-40be-8117-a063228bfb80 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 09:59:45.767381 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'status': 'completed', 'code': 200} Dec 16 09:59:45.800985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:45.803309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3e166464-274d-4548-a838-a2cafa1ee75b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ee24a350-fba2-48b6-9745-301401392641 HTTP/1.1" status: 200 len: 991 time: 0.0734859 Dec 16 09:59:45.835606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-49b851c3-a5a8-4441-a695-d09470381e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:45.837131 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-49b851c3-a5a8-4441-a695-d09470381e6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1096 time: 0.0456948 Dec 16 09:59:45.930328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-5f426b67-c537-4fd1-9fac-ede39a48c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:45.932110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-5f426b67-c537-4fd1-9fac-ede39a48c164 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.0869761 Dec 16 09:59:46.004276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-486aae35-f2b4-4c5b-99f3-c14842418081 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 999 time: 0.0647357 Dec 16 09:59:46.038953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'ee24a350-fba2-48b6-9745-301401392641', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'port_id': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'mac_address': 'fa:16:3e:6d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ca6d89-a479-403f-a103-483368d4b256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:59:44Z', 'updated_at': '2021-12-16T09:59:44Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:46.055273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-c6b3c67c-5ab8-4bd1-9fd6-c46c75521c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:46.056782 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-c6b3c67c-5ab8-4bd1-9fd6-c46c75521c91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0458245 Dec 16 09:59:46.065374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] Checking router: dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 09:59:46.074457 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 09:59:46.075207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T09:59:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:46.106595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-29c11e7e-7331-456d-8339-d1e0a7b400c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 09:59:46.108135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-29c11e7e-7331-456d-8339-d1e0a7b400c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443580 Dec 16 09:59:46.179920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 09:59:46.202071 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-fb2dda49-23fa-49c2-b527-f2a0e867d06f service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Dec 16 09:59:46.298993 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf6ebb70-d49e-40a7-9e9a-26d336938a21 req-53a06017-fd0d-461c-858c-ece51d5b1e46 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893571 Dec 16 09:59:46.411421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'ee24a350-fba2-48b6-9745-301401392641', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'port_id': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'mac_address': 'fa:16:3e:6d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ca6d89-a479-403f-a103-483368d4b256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:59:44Z', 'updated_at': '2021-12-16T09:59:44Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 09:59:46.438380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe11046-8f04-422f-8251-becd5bfab2de None None] The sync data for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 is: [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'ee24a350-fba2-48b6-9745-301401392641', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.227', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'port_id': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'mac_address': 'fa:16:3e:6d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ca6d89-a479-403f-a103-483368d4b256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T09:59:44Z', 'updated_at': '2021-12-16T09:59:44Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 09:59:46.487340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b946c625-2d23-46d7-8044-400fcf1fcc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:46.653349 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd274a5-343f-4e1f-a962-9669f7cc4e3f None None] New status for floating IP ee24a350-fba2-48b6-9745-301401392641: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 09:59:46.807283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:46.873245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a64f6f4-f03e-495e-a77d-b8e45e0a1873 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ee24a350-fba2-48b6-9745-301401392641 HTTP/1.1" status: 200 len: 991 time: 0.0647218 Dec 16 09:59:47.878600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53030) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 09:59:48.096420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:48.265227 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-694af591-6d4d-49d9-a0e6-5d6111d8928e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ee24a350-fba2-48b6-9745-301401392641 HTTP/1.1" status: 200 len: 993 time: 0.3852091 Dec 16 09:59:49.895765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:49.920679 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:51.714209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-e8718dbd-1f2a-4718-ab87-eccff45983b2 req-689d9201-5a84-40a4-83c7-5533a3555f3f service neutron] (102398) timed out ('10.222.0.61', 34776) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 09:59:53.961717 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 09:59:55.274296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:00.659820 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-ddeda684-a538-41b8-a42f-22fc59a5b4ce service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517602 Dec 16 10:00:00.750671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-9136a9ed-f501-4dec-a6b3-d85ca35f1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:00.752199 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-9136a9ed-f501-4dec-a6b3-d85ca35f1a45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.0462387 Dec 16 10:00:00.866263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-cb831f5b-ee18-4028-b5a6-1bc09c6f0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:00.867640 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-cb831f5b-ee18-4028-b5a6-1bc09c6f0ef7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 909 time: 0.0906241 Dec 16 10:00:00.949630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-335d2d76-7c6b-48e5-a82a-794a5beef906 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 1001 time: 0.0731761 Dec 16 10:00:01.004052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-f069d9bd-7d36-4d5b-b02d-c76d8d37268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:01.005498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-f069d9bd-7d36-4d5b-b02d-c76d8d37268e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0475743 Dec 16 10:00:01.052510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-98e3a540-f722-49d4-93ae-9cfc43cba107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:01.054005 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-98e3a540-f722-49d4-93ae-9cfc43cba107 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414078 Dec 16 10:00:01.160237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-44ccfcf2-4e63-46b0-93bb-983f17f8c438 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985894 Dec 16 10:00:01.259362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f72480f-ec2e-477f-8c78-6a61fb6f382c req-2f410c94-be21-4ecb-a25c-a214747bdf8e service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920589 Dec 16 10:00:02.278768 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:00:14.041443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8823f6a-9630-4c51-add0-978767aaf9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:16.501030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4c99bbaf-d226-4918-9c6d-0e85eede3236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:18.109090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:19.892213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:19.924473 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:23.800632 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-c57b9a8e-6a42-4754-ac27-5ba0ba0705bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546587 Dec 16 10:00:23.898338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-22868171-3617-482a-b723-7c86c4906fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:23.899829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-22868171-3617-482a-b723-7c86c4906fa0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0479198 Dec 16 10:00:23.978724 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:24.005285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-dab014d5-738f-409a-a29d-03b976a8b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:24.006819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-dab014d5-738f-409a-a29d-03b976a8b9fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0867603 Dec 16 10:00:24.052935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-edebe075-1ff0-47a8-b755-364cd1b9842d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0387819 Dec 16 10:00:24.114515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-9102ecc0-d1a7-4850-8452-e44e7302c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:24.115979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-9102ecc0-d1a7-4850-8452-e44e7302c5bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0561554 Dec 16 10:00:24.173702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-9b7cacb0-f333-41ba-9f89-18988a0e9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:00:24.175223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-9b7cacb0-f333-41ba-9f89-18988a0e9a1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520053 Dec 16 10:00:24.280834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-5c7a1fd4-be6a-4629-88af-6adbff4e2ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967071 Dec 16 10:00:24.371922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fad18f22-63be-4ed9-a9de-1c9abc446af3 req-70d0277b-50e0-4b48-8dda-16df244c72ef service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833514 Dec 16 10:00:25.276169 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:39.281175 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:00:44.053811 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d51e-877c-446d-ad3a-8ab225cb64be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:46.503406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cca6c1f1-0547-4eb2-a709-3432d48d818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:48.103960 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:49.895510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:49.928817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:53.997239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:00:55.278278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:01.677560 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-43c91bd1-b88e-4258-88be-63dfe676131d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530214 Dec 16 10:01:01.753670 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-4f704a0f-2cb7-434e-8d84-d1d34207e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:01.755204 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-4f704a0f-2cb7-434e-8d84-d1d34207e0c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1096 time: 0.0532877 Dec 16 10:01:01.870043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-b7243702-be4c-4b9e-8938-a58f9a68963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:01.871494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-b7243702-be4c-4b9e-8938-a58f9a68963f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.0907290 Dec 16 10:01:01.958885 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-f48f6cc3-9682-40e2-b777-585e90524024 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 1001 time: 0.0792480 Dec 16 10:01:02.012142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-77cd91e5-b32a-493f-bf05-4c5135f37d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:02.013973 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-77cd91e5-b32a-493f-bf05-4c5135f37d21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0466828 Dec 16 10:01:02.062028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-839a31fd-06df-46e9-88cf-6abc2a76d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:02.063526 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-839a31fd-06df-46e9-88cf-6abc2a76d0c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414104 Dec 16 10:01:02.162136 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-c12e12ed-9e6c-4276-b88d-9e8a76b09d72 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902245 Dec 16 10:01:02.258963 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-376e7e79-50aa-4512-a2a2-d48b5fde0978 req-3a760877-53d9-467b-adb7-b6deae7cf4f0 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894434 Dec 16 10:01:13.007197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44682902-c63c-4872-ac91-eca8e602e49b req-b52bd60a-5c92-436b-8c7b-92325a92c255 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:13.008699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44682902-c63c-4872-ac91-eca8e602e49b req-b52bd60a-5c92-436b-8c7b-92325a92c255 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Dec 16 10:01:13.049226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44682902-c63c-4872-ac91-eca8e602e49b req-de9acc0a-f60e-4ffa-84bd-f410a0c8ca3b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Dec 16 10:01:13.076475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53076) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:13.141016 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6dc99e3c-4c24-418c-8d96-aab7819d6a57 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ee24a350-fba2-48b6-9745-301401392641 HTTP/1.1" status: 200 len: 993 time: 0.0633450 Dec 16 10:01:13.620015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027622-bd70-46ab-a824-1d6524af9eb3 req-4edbc73b-3e13-4a38-90c5-54e212290122 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:13.621769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a027622-bd70-46ab-a824-1d6524af9eb3 req-4edbc73b-3e13-4a38-90c5-54e212290122 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1096 time: 0.0475264 Dec 16 10:01:13.659885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a027622-bd70-46ab-a824-1d6524af9eb3 req-9b21b1cd-6fb9-4a7d-a4b4-0bd96a95fdcc tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291224 Dec 16 10:01:14.047287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f853b047-4cc5-4e9f-a4c5-030f9646f0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:14.230652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-66be2340-710b-4f6f-8649-cde648dbfec4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446250 Dec 16 10:01:14.241517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-aa2cb6f8-32f5-4920-b8ab-0b0257627e96 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:01:14.242491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-aa2cb6f8-32f5-4920-b8ab-0b0257627e96 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050538 Dec 16 10:01:16.287436 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:01:16.505963 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9781f05c-b14c-4bd8-8d30-e433ff1a683e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:16.813976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-fb9fd86d-00e7-4bac-866d-6ddac1ba1b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:16.815343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-fb9fd86d-00e7-4bac-866d-6ddac1ba1b19 service neutron] 10.222.0.61 "GET /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 1093 time: 0.0355735 Dec 16 10:01:16.824560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Request body: {'binding': {'host': 'n-h1-821941-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:16.824989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Unknown quota resources ['binding']. {{(pid=102398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 10:01:16.969904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on host n-h1-821941-1 for vnic_type normal with profile None {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:16.970205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:16.970547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:16.974861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:01:16.975176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:16.980289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:16.980614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Checking segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:16.980986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Bound using segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:16.981397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Bound port: f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:17.070791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:17.079653 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] Notify callbacks [] for binding, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:17.080861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] 10.222.0.61 "POST /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80/bindings HTTP/1.1" status: 201 len: 389 time: 0.2596896 Dec 16 10:01:17.232221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff34b-44f5-459d-9465-b4bcbd356123 req-1c1fd358-d1b5-4e44-897f-06cbf3c6027d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.233716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b42ff34b-44f5-459d-9465-b4bcbd356123 req-1c1fd358-d1b5-4e44-897f-06cbf3c6027d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0541818 Dec 16 10:01:17.303963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b42ff34b-44f5-459d-9465-b4bcbd356123 req-342c7b30-325e-41b8-bf78-ab773d603b28 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638423 Dec 16 10:01:17.321969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-355d0ad0-050e-401a-aa52-d2f1b8713fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.323527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-355d0ad0-050e-401a-aa52-d2f1b8713fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1096 time: 0.0541542 Dec 16 10:01:17.428233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-fd13637e-ab85-4944-856b-5d938423ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.429712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-fd13637e-ab85-4944-856b-5d938423ccc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.0988438 Dec 16 10:01:17.499745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-90641810-5273-4a12-abc4-e2710eb075f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 1001 time: 0.0628796 Dec 16 10:01:17.550067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f90883a3-f44a-4237-b88c-071ade9ee54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.551549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f90883a3-f44a-4237-b88c-071ade9ee54d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0452921 Dec 16 10:01:17.603598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-83be11ed-e9f7-4bab-af2b-38ed42ae0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.605330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-83be11ed-e9f7-4bab-af2b-38ed42ae0c0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457802 Dec 16 10:01:17.695587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4fb14f2e-cb48-4a17-b6b7-a29d1f911197 service neutron] 10.222.0.53 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820613 Dec 16 10:01:17.791595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-490de5ab-5feb-4013-a9d2-7275aeecd468 service neutron] 10.222.0.53 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893688 Dec 16 10:01:17.932191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-d567e17e-3382-4d0a-8e6e-9c27c378d611 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:17.934340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-d567e17e-3382-4d0a-8e6e-9c27c378d611 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256&tenant_id=75ceb5db15dc408880e419b83d39aced&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1096 time: 0.0857971 Dec 16 10:01:17.946070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821941-1'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:18.008331 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.106494 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.425386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:18.463663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a18f54-18b7-41db-bcaa-7159794d58a0 req-e0857f73-1cd2-4411-a2db-9b50a1d4bdcf tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:18.465154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24a18f54-18b7-41db-bcaa-7159794d58a0 req-e0857f73-1cd2-4411-a2db-9b50a1d4bdcf tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0846057 Dec 16 10:01:18.481491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:18.537863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24a18f54-18b7-41db-bcaa-7159794d58a0 req-4b0a0723-2064-4dfe-b5cd-30f10a8480fe tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654624 Dec 16 10:01:18.540207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:18.542502 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72c569-c05f-4f67-bec3-d2b912545b2e" -d '{"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-unplugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:18.546456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.560152 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.590115 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc76acc-50fd-41ba-bdb7-7a1024aeb8a0 x-openstack-request-id: req-1bc76acc-50fd-41ba-bdb7-7a1024aeb8a0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:18.590403 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-unplugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:18.590646 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bc76acc-50fd-41ba-bdb7-7a1024aeb8a0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:18.591026 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'code': 200} Dec 16 10:01:18.659219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:18.674527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.675301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.675301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.675510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.675915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.676082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.676393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.676704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.677010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.677314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.677624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.677949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:18.719304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on host n-h2-821941-1 for vnic_type normal with profile {"migrating_to": "n-h1-821941-1"} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:18.719637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:18.719967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:18.724870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:01:18.725188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Attempting to bind port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on network c8bcae46-45d6-4b2d-982f-f03229cfbee0 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:18.730313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:18.730654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Checking segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:18.731129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Bound using segment: {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:18.731562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Bound port: f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:18.731921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.799950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:18.801091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a9116cfa-5367-48d0-a6a2-5152285ed94c None None] Provisioning complete for port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:18.801523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a9116cfa-5367-48d0-a6a2-5152285ed94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.804248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:18.808671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.838188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a9116cfa-5367-48d0-a6a2-5152285ed94c None None] Port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:01:18.898463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=8']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:18.949466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:18.950480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:18.951470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ba86205-9d92-4aa0-b8a7-cdeee3d051d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 1121 time: 1.0095732 Dec 16 10:01:19.028335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['f5befdc0-0b3c-4831-8622-bc0e2ef1af80'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:01:19.082403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Provisioning complete for port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:19.082773 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.208785 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.251428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:19.253708 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9968a3-e8d1-424f-a821-ca474fc216a0" -d '{"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-plugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:19.273548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c1932157-6d94-4952-a17a-365460b95190 None None] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:19.281019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.368116 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49de341-c7bc-478b-b80b-6b3d853a4b7b x-openstack-request-id: req-c49de341-c7bc-478b-b80b-6b3d853a4b7b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:19.368402 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-plugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:19.368649 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c49de341-c7bc-478b-b80b-6b3d853a4b7b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:19.369028 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'code': 200} Dec 16 10:01:19.446815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:19.473085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.473332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.473651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.473996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.474316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.474636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.474911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.475257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.475545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.475860 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.476161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.476446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1932157-6d94-4952-a17a-365460b95190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:19.659273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940783a-5c87-4f30-889a-8a1328ccd0c1 req-04a27e04-eec3-48f0-bc6c-608e06a85383 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:19.660978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e940783a-5c87-4f30-889a-8a1328ccd0c1 req-04a27e04-eec3-48f0-bc6c-608e06a85383 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Dec 16 10:01:19.700590 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e940783a-5c87-4f30-889a-8a1328ccd0c1 req-7f4f1607-0829-4580-ad5d-c645bad651ca tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Dec 16 10:01:19.895858 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:19.933703 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:20.592820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:20.596915 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708" -d '{"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:20.637796 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee0c67-31af-4549-8d1a-68513c49100f x-openstack-request-id: req-d7ee0c67-31af-4549-8d1a-68513c49100f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:20.638099 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:20.638692 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7ee0c67-31af-4549-8d1a-68513c49100f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:20.639095 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'status': 'completed', 'code': 200} Dec 16 10:01:20.702752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-d99144a5-e2ec-4406-b61d-4c21f414b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.704264 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-d99144a5-e2ec-4406-b61d-4c21f414b72b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1126 time: 0.0441744 Dec 16 10:01:20.797603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-9594b02a-4df0-49d4-90c5-bfe563e15d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.799129 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-9594b02a-4df0-49d4-90c5-bfe563e15d0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.0869503 Dec 16 10:01:20.824486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce09e8-1d34-43f2-a96b-bc7813d7b3d7 req-9f1df16f-d8f9-471a-a07f-87ac0f37f667 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.826016 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cce09e8-1d34-43f2-a96b-bc7813d7b3d7 req-9f1df16f-d8f9-471a-a07f-87ac0f37f667 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Dec 16 10:01:20.863956 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cce09e8-1d34-43f2-a96b-bc7813d7b3d7 req-d02f7978-28bf-494d-aee8-e4a679cc31da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Dec 16 10:01:20.871846 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-324aa36f-d491-4b04-b04b-8966ee2d40f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 1001 time: 0.0649526 Dec 16 10:01:20.933586 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-c4271c5c-515f-432b-9254-cd4120433320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.935086 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-c4271c5c-515f-432b-9254-cd4120433320 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0561512 Dec 16 10:01:20.992620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-7d9473a2-bef0-4105-979f-148e5e914595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:20.994179 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-7d9473a2-bef0-4105-979f-148e5e914595 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511250 Dec 16 10:01:21.090601 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-54d31b23-ad8c-4141-b65e-dcb4a0251e48 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880771 Dec 16 10:01:21.094752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:01:21.193013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:21.194341 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7b7a96d5-6470-4a8b-87ad-9b1c17b10708 req-b95dbcb9-207a-458d-a1f8-f7e77346fcc3 service neutron] 10.222.0.69 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967610 Dec 16 10:01:21.205357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 has no active binding in host n-h1-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 10:01:21.998627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872571-ac37-4d9f-a8c2-b6595f3fb50c req-7d9a8961-c4cc-4ffb-8320-1c24733abe8d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:22.000130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17872571-ac37-4d9f-a8c2-b6595f3fb50c req-7d9a8961-c4cc-4ffb-8320-1c24733abe8d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0646973 Dec 16 10:01:22.039052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17872571-ac37-4d9f-a8c2-b6595f3fb50c req-9cb06ede-bba7-412f-9ac7-db571e650776 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Dec 16 10:01:23.188215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554a23a-9491-48af-8815-9bf53f18f6ad req-61f8db6d-350d-4ff3-989f-647565c6f8dd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:23.189758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7554a23a-9491-48af-8815-9bf53f18f6ad req-61f8db6d-350d-4ff3-989f-647565c6f8dd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0748179 Dec 16 10:01:23.239178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7554a23a-9491-48af-8815-9bf53f18f6ad req-6540883e-6bd9-4101-85da-6aabf3923be3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401611 Dec 16 10:01:24.004622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:24.305454 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f4e0579f-2bce-42df-8b77-39dc4339dfbc service neutron] 10.222.0.69 "GET /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 384 time: 0.0657196 Dec 16 10:01:24.361408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec85a-f889-437a-bdb4-4dc216741df1 req-0aba4e08-86db-47ca-a680-7d7452f5c0e8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:24.362964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f0ec85a-f889-437a-bdb4-4dc216741df1 req-0aba4e08-86db-47ca-a680-7d7452f5c0e8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Dec 16 10:01:24.401656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f0ec85a-f889-437a-bdb4-4dc216741df1 req-d89a8402-9153-458f-9503-70ecf91419f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Dec 16 10:01:24.480038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:24.500915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:24.542627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:24.545043 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c808e-cc7f-4b3d-a8b9-9956021aa756" -d '{"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-unplugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:24.551865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:24.567830 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:24.602025 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb04346e-221e-4d36-90d9-c575c0415237 x-openstack-request-id: req-cb04346e-221e-4d36-90d9-c575c0415237 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:24.602314 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-unplugged", "status": "completed", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:24.602560 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb04346e-221e-4d36-90d9-c575c0415237 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:24.602946 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'code': 200} Dec 16 10:01:24.646173 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Transition to ACTIVE for port object f5befdc0-0b3c-4831-8622-bc0e2ef1af80 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:01:24.653452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:24.750791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Pushing event updated for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=11']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:24.764882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.765203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.765546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.765888 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.766282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.766510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.766831 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.767198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.767442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.767759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.768070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.768377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:24.799859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] No DVR routers for this DVR port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:01:24.938150 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f0235310-7dd4-437b-a04e-8cfa6d646e15 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80/bindings/n-h1-821941-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6253698 Dec 16 10:01:25.047044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f042c5b2-be44-456b-a919-717d0b5482c8 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.048548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-f042c5b2-be44-456b-a919-717d0b5482c8 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256&tenant_id=75ceb5db15dc408880e419b83d39aced&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.0512424 Dec 16 10:01:25.099013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-de680bc5-03f6-461f-acc6-c3bf75824ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.100587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-de680bc5-03f6-461f-acc6-c3bf75824ac2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 1095 time: 0.0445147 Dec 16 10:01:25.167932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-d2d31dc6-9cbb-4440-b6da-1d815613e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.169431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-d2d31dc6-9cbb-4440-b6da-1d815613e0b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1095 time: 0.0414777 Dec 16 10:01:25.267429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-aa0b4b4a-f8b1-413a-ae9f-9f3cf0ef462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.268954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-aa0b4b4a-f8b1-413a-ae9f-9f3cf0ef462f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.0926726 Dec 16 10:01:25.277979 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:25.338196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-bb1febd1-cc88-4553-84aa-087a8cfd4872 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 999 time: 0.0617888 Dec 16 10:01:25.388761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-815173ff-ad19-4d8f-a71e-40d0f6c3965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.390240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-815173ff-ad19-4d8f-a71e-40d0f6c3965a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0455387 Dec 16 10:01:25.450006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-919a3077-72ec-47d9-a5fc-f2bba51dcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.451549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-919a3077-72ec-47d9-a5fc-f2bba51dcc2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542066 Dec 16 10:01:25.574876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f858f-26a2-4caa-b4ec-8f3bad99730d req-439dc1be-0a25-444c-87a6-e1e02c97ff82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.576347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-109f858f-26a2-4caa-b4ec-8f3bad99730d req-439dc1be-0a25-444c-87a6-e1e02c97ff82 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0997715 Dec 16 10:01:25.579975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-cf90359f-0097-4262-a805-ed4fa674679d service neutron] 10.222.0.53 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207490 Dec 16 10:01:25.665179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-109f858f-26a2-4caa-b4ec-8f3bad99730d req-2d94c1e0-784d-414a-b051-e7ca546bae95 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818763 Dec 16 10:01:25.699540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-c919ac03-0853-4853-996e-e6ffe02914ff service neutron] 10.222.0.53 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102104 Dec 16 10:01:25.795493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-f696922b-abc5-46e6-9bc2-50defd4e1d4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436263 Dec 16 10:01:25.881672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-8b0d0dc6-6207-4b37-a939-6e6c7d4fa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.883229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-8b0d0dc6-6207-4b37-a939-6e6c7d4fa1f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0472431 Dec 16 10:01:25.976754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ed089b7-3605-4b81-af74-5fbe20f1e05b tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.978428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-4ed089b7-3605-4b81-af74-5fbe20f1e05b tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256&tenant_id=75ceb5db15dc408880e419b83d39aced&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 1095 time: 0.0888362 Dec 16 10:01:25.991370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-61e88ef7-c028-42f3-8671-09cb9961336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:25.992842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-61e88ef7-c028-42f3-8671-09cb9961336e service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0883069 Dec 16 10:01:26.035823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-47a4c0c7-d550-4551-a3e2-8e51f5463278 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0347819 Dec 16 10:01:26.089490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-2b91b413-43b5-4a9b-aa71-444d02472631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.091284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-2b91b413-43b5-4a9b-aa71-444d02472631 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0483050 Dec 16 10:01:26.137196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-79ff06d9-063d-4437-8749-303537a933b9 service neutron] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:26.140862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-79ff06d9-063d-4437-8749-303537a933b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:26.141299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-96b29ce3-4bd2-442f-8c83-4df6ce9b8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.142077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-79ff06d9-063d-4437-8749-303537a933b9 service neutron] 10.222.0.53 "DELETE /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80/bindings/n-h2-821941-1 HTTP/1.1" status: 204 len: 173 time: 0.1560972 Dec 16 10:01:26.143663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-96b29ce3-4bd2-442f-8c83-4df6ce9b8879 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452821 Dec 16 10:01:26.247688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-1cc4fa13-84d3-45fb-947c-f87d2857db34 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946126 Dec 16 10:01:26.358792 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d773fc1-86bd-45a0-9bd4-d8b003668655 req-03629264-b8ce-475d-b7db-bbfc58520d2e service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044104 Dec 16 10:01:26.789821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09fbfd-cc31-44c9-84a7-4d8de291b548 req-78f61af4-991a-41b7-b238-957fdae1a523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.791366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec09fbfd-cc31-44c9-84a7-4d8de291b548 req-78f61af4-991a-41b7-b238-957fdae1a523 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Dec 16 10:01:26.831402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec09fbfd-cc31-44c9-84a7-4d8de291b548 req-5ac91845-e427-4556-8960-5915566c3b7f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Dec 16 10:01:26.954907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bde2-0e7e-46e1-9550-2b665b19b0b3 req-906cd4a5-121a-4a62-ad81-e5e77b274696 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:26.957403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea02bde2-0e7e-46e1-9550-2b665b19b0b3 req-906cd4a5-121a-4a62-ad81-e5e77b274696 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1095 time: 0.0574555 Dec 16 10:01:27.007844 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea02bde2-0e7e-46e1-9550-2b665b19b0b3 req-d2f2f2aa-b14c-4473-b0a1-895f14b4262f tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Dec 16 10:01:27.134092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286565-81d8-45f7-9f09-f3d4f4a16461 req-62eeb6c8-1fdd-4cef-b8f8-65ff6af982d8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:27.135597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85286565-81d8-45f7-9f09-f3d4f4a16461 req-62eeb6c8-1fdd-4cef-b8f8-65ff6af982d8 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0542815 Dec 16 10:01:27.187367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85286565-81d8-45f7-9f09-f3d4f4a16461 req-a20aea31-5ae9-4d16-b171-dfbad61c740d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Dec 16 10:01:27.210644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53154) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:27.288860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-03ed156b-fcb2-4e2c-91dd-70932b3925ad tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/ee24a350-fba2-48b6-9745-301401392641 HTTP/1.1" status: 200 len: 991 time: 0.0769386 Dec 16 10:01:27.530982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53160) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:27.712861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 40eb4c73-7592-43e3-a68c-5dfc49416213 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:27.713200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.798817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.799514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.811363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 40eb4c73-7592-43e3-a68c-5dfc49416213 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:27.936693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:27.964798 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:27.979741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:27.991465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=40eb4c73-7592-43e3-a68c-5dfc49416213,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:28.056807 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.057082 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP ee24a350-fba2-48b6-9745-301401392641 disassociated (deleted). External IP: 172.25.6.227, port: f5befdc0-0b3c-4831-8622-bc0e2ef1af80. Dec 16 10:01:28.290333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:28.405535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:28.410600 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:28.415245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] Sync routers for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:28.425287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:28.425927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:28.439390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-96087bd0-7235-422e-b24b-fe6047336af3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/floatingips/ee24a350-fba2-48b6-9745-301401392641 HTTP/1.1" status: 204 len: 168 time: 0.9070716 Dec 16 10:01:28.439972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:28.448507 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a" -d '{"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:28.531962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:28.615775 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23339cce-f6eb-4b03-84d7-6062d63f3278 x-openstack-request-id: req-23339cce-f6eb-4b03-84d7-6062d63f3278 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:28.616089 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:28.616329 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23339cce-f6eb-4b03-84d7-6062d63f3278 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:28.616734 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'status': 'completed', 'code': 200} Dec 16 10:01:28.714594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-98fabe5e-59c3-4417-9e2c-a6a3efe4a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:28.716337 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-98fabe5e-59c3-4417-9e2c-a6a3efe4a5d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 1095 time: 0.0745368 Dec 16 10:01:28.731549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ac4ee-bae7-4ee0-9c11-98d46e3ec6ee req-1761eaba-a10a-4d36-ac0d-a6a9b67cd58f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:28.733011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-576ac4ee-bae7-4ee0-9c11-98d46e3ec6ee req-1761eaba-a10a-4d36-ac0d-a6a9b67cd58f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0647352 Dec 16 10:01:28.755749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:28.782086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] Checking router: dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:28.790615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:28.791213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:28.819947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-576ac4ee-bae7-4ee0-9c11-98d46e3ec6ee req-96b0137b-0a75-405c-b3a3-76627714164b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=1cf78e4e-dae8-4af9-bd61-130486922fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777054 Dec 16 10:01:28.846728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-ef23a658-cf3c-4035-9a18-4aa8922348a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:28.848226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-ef23a658-cf3c-4035-9a18-4aa8922348a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 200 len: 898 time: 0.1143682 Dec 16 10:01:28.902698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-3fb5f957-94e1-4696-b55e-e9203e4d05d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 200 len: 217 time: 0.0397730 Dec 16 10:01:28.907352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:28.957023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-0372b1c4-f041-48e3-979e-5712fb2df495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:28.958845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-0372b1c4-f041-48e3-979e-5712fb2df495 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 200 len: 834 time: 0.0487728 Dec 16 10:01:29.008145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-1a0e5de7-9006-4be3-aa9f-79056b0016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.009564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-1a0e5de7-9006-4be3-aa9f-79056b0016b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c8bcae46-45d6-4b2d-982f-f03229cfbee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433726 Dec 16 10:01:29.094188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-56c25884-0aab-49c2-abdc-c1331aca3044 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:29.095738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-56c25884-0aab-49c2-abdc-c1331aca3044 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/ports?device_id=53ca6d89-a479-403f-a103-483368d4b256 HTTP/1.1" status: 200 len: 944 time: 0.0630705 Dec 16 10:01:29.106749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-fa86f8ed-8bf5-4a4d-a967-94e3a0ce63a1 service neutron] 10.222.0.53 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880983 Dec 16 10:01:29.125677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:29.152774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d08d4-d3cc-4c12-a489-c7c1880e135a None None] The sync data for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 is: [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'eb78a61b-43ed-4015-b245-c76aa1fc4e66', 'name': '', 'network_id': 'c8bcae46-45d6-4b2d-982f-f03229cfbee0', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:42:14:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:30Z', 'updated_at': '2021-12-16T09:59:33Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b5472c47-a52d-4940-8579-6e329259ed2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:29.195608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:29.195938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.209168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3973cf54-865c-41fe-9f7c-a1eaebc7a89a req-a11a0f8b-e3c0-4357-8daf-2a45897425c2 service neutron] 10.222.0.53 "GET /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946393 Dec 16 10:01:29.292025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port f5befdc0-0b3c-4831-8622-bc0e2ef1af80, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:29.292465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.305883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for f5befdc0-0b3c-4831-8622-bc0e2ef1af80 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:29.383617 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e956a568-831b-4080-8950-d1e2bcb2a5aa None None] New status for floating IP ee24a350-fba2-48b6-9745-301401392641: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:01:29.444717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.482751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=f5befdc0-0b3c-4831-8622-bc0e2ef1af80,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:29.523990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] No DVR routers for this DVR port f5befdc0-0b3c-4831-8622-bc0e2ef1af80 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:01:29.526702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:29.530897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-be29fe17-a721-45ed-8f1a-cbedda7e45b3 req-40945c51-4fe6-4fa4-bb0f-e3210fe93d1d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "DELETE /v2.0/ports/f5befdc0-0b3c-4831-8622-bc0e2ef1af80 HTTP/1.1" status: 204 len: 173 time: 0.4291701 Dec 16 10:01:29.531349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-deleted', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:29.534142 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13c37eb-6865-4bf5-b243-8fbadcdc14b7" -d '{"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-deleted", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:29.573944 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc01648c-6a0f-4c26-be5a-29702ff7743c x-openstack-request-id: req-cc01648c-6a0f-4c26-be5a-29702ff7743c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:29.574243 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ca6d89-a479-403f-a103-483368d4b256", "name": "network-vif-deleted", "tag": "f5befdc0-0b3c-4831-8622-bc0e2ef1af80", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:29.574488 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc01648c-6a0f-4c26-be5a-29702ff7743c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:29.574964 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ca6d89-a479-403f-a103-483368d4b256', 'name': 'network-vif-deleted', 'tag': 'f5befdc0-0b3c-4831-8622-bc0e2ef1af80', 'status': 'completed', 'code': 200} Dec 16 10:01:29.882027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53174) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:30.332442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:30.663904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port eb78a61b-43ed-4015-b245-c76aa1fc4e66 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:30.664190 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:30.758533 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port eb78a61b-43ed-4015-b245-c76aa1fc4e66, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=eb78a61b-43ed-4015-b245-c76aa1fc4e66,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:30.758904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.026496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for eb78a61b-43ed-4015-b245-c76aa1fc4e66 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:31.176137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:31.196524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: f5befdc0-0b3c-4831-8622-bc0e2ef1af80 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:01:31.196868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device f5befdc0-0b3c-4831-8622-bc0e2ef1af80 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:31.224444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.250299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=eb78a61b-43ed-4015-b245-c76aa1fc4e66,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:31.423880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.659301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:31.781747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:31.787753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3a5d725b-1021-46ac-aea9-b03daf700075 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/dbd81f7c-7d1f-4ea8-86de-a13cef2403a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038901 Dec 16 10:01:31.790101 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53176) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:31.791550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] Sync routers for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:31.801327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:31.802003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:31.845351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting subnet b5472c47-a52d-4940-8579-6e329259ed2c {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:01:31.848976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.892108 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:31.977406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.044972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.067864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:32.075900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.079764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/subnets/b5472c47-a52d-4940-8579-6e329259ed2c HTTP/1.1" status: 204 len: 168 time: 0.2886510 Dec 16 10:01:32.080663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374dc2e-da49-422f-bf79-118892a64db6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Subnet': ['ID=b5472c47-a52d-4940-8579-6e329259ed2c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:32.081919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53178) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:32.097976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd24c3-b7ac-4a63-b4a8-43142df1a0a2 None None] Network c8bcae46-45d6-4b2d-982f-f03229cfbee0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:01:32.189702 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.295265 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.348279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T10:01:31Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': '700c4857-f2ed-4be1-a5c9-ed305ac736bc', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T09:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:32.353208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 700c4857-f2ed-4be1-a5c9-ed305ac736bc {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:32.353564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.381683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] Checking router: dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:32.393666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65273759-42e8-41ca-8369-41bd67883293 None None] DHCP port deletion for c8bcae46-45d6-4b2d-982f-f03229cfbee0 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:01:32.400963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] Routers {'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:32.401677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:32.435005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port 700c4857-f2ed-4be1-a5c9-ed305ac736bc, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=700c4857-f2ed-4be1-a5c9-ed305ac736bc,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:32.435387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.453532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 700c4857-f2ed-4be1-a5c9-ed305ac736bc owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:32.512545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] Set router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:32.574379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T10:01:32Z', 'revision_number': 6, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:32.605947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084c3ac7-0b31-49f8-959b-06497220b84c None None] The sync data for ids ['dbd81f7c-7d1f-4ea8-86de-a13cef2403a1'] in n-d-821941-1 is: [{'id': 'dbd81f7c-7d1f-4ea8-86de-a13cef2403a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97341912', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:59:27Z', 'updated_at': '2021-12-16T10:01:32Z', 'revision_number': 6, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:32.612068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-65273759-42e8-41ca-8369-41bd67883293 None None] Deleting port 6a4485f4-6f0a-4ade-949e-9bba33b17883 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:01:32.612549 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65273759-42e8-41ca-8369-41bd67883293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.628243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.669140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=700c4857-f2ed-4be1-a5c9-ed305ac736bc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:32.683959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65273759-42e8-41ca-8369-41bd67883293 None None] For port 6a4485f4-6f0a-4ade-949e-9bba33b17883, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6a4485f4-6f0a-4ade-949e-9bba33b17883,segment=NetworkSegment(9b06b6d5-bae7-4b5c-bb7e-afa49624df7d),segment_id=9b06b6d5-bae7-4b5c-bb7e-afa49624df7d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:32.684807 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65273759-42e8-41ca-8369-41bd67883293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.703849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-65273759-42e8-41ca-8369-41bd67883293 None None] Calling delete_port for 6a4485f4-6f0a-4ade-949e-9bba33b17883 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:01:32.735657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.788043 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65273759-42e8-41ca-8369-41bd67883293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.814803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273759-42e8-41ca-8369-41bd67883293 None None] Pushing event deleted for resources: {'Port': ['ID=6a4485f4-6f0a-4ade-949e-9bba33b17883,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:32.817390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65273759-42e8-41ca-8369-41bd67883293 None None] No DVR routers for this DVR port 6a4485f4-6f0a-4ade-949e-9bba33b17883 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:01:32.833790 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.836079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.881425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.882125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Fanout notify agent at l3_agent the message router_deleted on router dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:01:32.889967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:32.891140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-16ef1c43-e264-43a4-b1f0-4b2bc2034cfc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/routers/dbd81f7c-7d1f-4ea8-86de-a13cef2403a1 HTTP/1.1" status: 204 len: 168 time: 0.8075893 Dec 16 10:01:32.895066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53180) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:32.989518 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.093571 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.113487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bcae46-45d6-4b2d-982f-f03229cfbee0']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:33.123348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:33.123641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b06b6d5-bae7-4b5c-bb7e-afa49624df7d') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:33.133803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.150123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.156448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:01:33.156830 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:01:33.159841 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:01:33.216979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.223958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.227049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/networks/c8bcae46-45d6-4b2d-982f-f03229cfbee0 HTTP/1.1" status: 204 len: 168 time: 0.3311424 Dec 16 10:01:33.230123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53182) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:33.238837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8de9-48b7-4738-9a41-31204fa8c539 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Network': ['ID=c8bcae46-45d6-4b2d-982f-f03229cfbee0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:33.289685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8392d35e-c318-4927-92c1-007efcc43b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.314082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8392d35e-c318-4927-92c1-007efcc43b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.375592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8392d35e-c318-4927-92c1-007efcc43b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.378123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8392d35e-c318-4927-92c1-007efcc43b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.379276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8392d35e-c318-4927-92c1-007efcc43b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/security-groups/1cf78e4e-dae8-4af9-bd61-130486922fcb HTTP/1.1" status: 204 len: 168 time: 0.1480885 Dec 16 10:01:33.392408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d35e-c318-4927-92c1-007efcc43b3e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf78e4e-dae8-4af9-bd61-130486922fcb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:33.495272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eb78a61b-43ed-4015-b245-c76aa1fc4e66 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:33.517674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: eb78a61b-43ed-4015-b245-c76aa1fc4e66 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:01:33.518062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device eb78a61b-43ed-4015-b245-c76aa1fc4e66 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:33.518479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6a4485f4-6f0a-4ade-949e-9bba33b17883 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:33.539940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6a4485f4-6f0a-4ade-949e-9bba33b17883 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:01:33.540318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6a4485f4-6f0a-4ade-949e-9bba33b17883 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:33.618936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53188) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:33.624324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642571967', 'description': 'tempest-secgroup-smoke-1642571967 description', 'project_id': '75ceb5db15dc408880e419b83d39aced'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:33.648725 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.720200 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.725089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.752477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:33.756417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.757623 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-20be7714-bb03-43cd-8ecd-94ce40ae82fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374400 Dec 16 10:01:33.760565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53190) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:33.765480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:33.793863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.854446 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.860205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.881927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76552897-3d8e-4a44-9cd3-65fd05ee7cdf,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:33.891381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.892594 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dedf0921-8cd6-4cf3-a59d-42ce9f10c83f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310833 Dec 16 10:01:33.895468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53192) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:33.899865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:33.927556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.990661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:33.995662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.015494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74371bf-58db-4297-80ca-a19d24291b8d,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.021049 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.022278 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f1d790f6-3aaa-4033-ab2b-28ab1a2e0d7c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258819 Dec 16 10:01:34.025091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.030129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.057089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.126916 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.133343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.149578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59840828-6978-4e5f-9109-cc28462ff8f8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.161521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.162841 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9aa3a3cb-64cc-4258-8270-9d2e0fe1f2da tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368055 Dec 16 10:01:34.165624 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53196) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.170047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.202336 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.288616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.294590 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.313593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae2f812-f873-48e5-bc4c-414d342afb69,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.321402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.325641 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-655b44a2-acd3-4656-8479-d234af04eaa3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561723 Dec 16 10:01:34.325940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53198) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.330401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.352991 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:01:34.358342 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.420244 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.424443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.442110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79794a6-fdc3-4547-9804-4293aee61eec,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.451688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.452875 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cbb9913b-1eff-410e-aa80-b2f92744da6c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259768 Dec 16 10:01:34.457065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53200) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.461747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'security_group_rule': {'security_group_id': 'aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.485771 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Project 75ceb5db15dc408880e419b83d39aced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:01:34.490857 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.554958 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.560559 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.577238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957bfb8d-81a2-4756-9c48-d11a78e87516,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.586434 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.587633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0714a099-7f1e-4e0c-a407-ceb82432c131 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295815 Dec 16 10:01:34.590778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53202) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.595592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'network': {'name': 'tempest-network-smoke--843531865', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'port_security_enabled': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.615820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:01:34.619255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.643654 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:01:34.653211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.653551 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Added segment 505157d4-191c-41b6-bf73-3e7f0932f3fa of type vlan for network a0dd8735-4739-4089-95a1-9b8ce3b37c66 Dec 16 10:01:34.693383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.719650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.725435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:34.726062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.779799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1879771 Dec 16 10:01:34.782741 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53204) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:34.787795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'admin_state_up': True, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:34.794563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1003e-5965-4c25-a2ed-0334ea950985 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Network': ['ID=a0dd8735-4739-4089-95a1-9b8ce3b37c66,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:34.805365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:01:34.816858 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.817913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:34.872694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.015980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.059506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 700c4857-f2ed-4be1-a5c9-ed305ac736bc no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:01:35.081621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 700c4857-f2ed-4be1-a5c9-ed305ac736bc {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:01:35.081973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 700c4857-f2ed-4be1-a5c9-ed305ac736bc not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:01:35.218224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.237465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.346301 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.13 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/e1542ec6-3d19-45c1-bd70-ac10b95b98f4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:35.455548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.492511 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:35.529249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:35.532117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:35.535476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:35.543729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:35.811386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.307077 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.444221 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:01:36.550307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:36.560480 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Sync routers for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:36.570132 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:36.572327 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:36.579127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.580446 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-21c9357c-d067-4b97-9691-4bf0d30f4067 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7966919 Dec 16 10:01:36.583781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53206) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:36.613676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-94273c12-309f-4d74-a124-1831097abd4b tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=75ceb5db15dc408880e419b83d39aced&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284994 Dec 16 10:01:36.616363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53208) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:36.673567 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:36.705081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608006af-c879-4ae3-b8f7-7131feda338a tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:36.706644 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-608006af-c879-4ae3-b8f7-7131feda338a tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894055 Dec 16 10:01:36.709566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53210) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:36.738246 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-727d4931-1765-4940-94a7-6eea197ea7f9 tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276010 Dec 16 10:01:36.740834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53212) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:36.745484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-314368981', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'project_id': '75ceb5db15dc408880e419b83d39aced', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:36.835605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:01:36.838976 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:36.850537 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:35Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:36.876549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Checking router: ec84d90b-14e3-4cd7-975d-03832e6f8ff5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:36.876914 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Updating router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:01:36.908380 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.017781 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.072052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Subnet': ['ID=b577b670-b5db-4ac0-9550-a194d7761f5a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:37.090327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Checking segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:37.090625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network hostable DHCP agents. Network: a0dd8735-4739-4089-95a1-9b8ce3b37c66, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:01:37.108613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:01:37.118700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, a0dd8735-4739-4089-95a1-9b8ce3b37c66) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:37.123360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:37.124043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.129565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924143df-9b90-4799-a7e2-5be427e8b645 None None] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:01:37.142319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24b22cd5-b28f-44c8-85cb-5c6e1bc6a326 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4002814 Dec 16 10:01:37.144786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53214) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:37.162979 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.168547 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.211328 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Attempting to bind port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:37.211616 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Attempting to bind port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:37.211921 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Attempting to bind port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:37.220155 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:37.220515 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:37.220907 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.221294 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:37.221752 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Bound port: e1542ec6-3d19-45c1-bd70-ac10b95b98f4, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:37.222156 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.281226 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] For port e1542ec6-3d19-45c1-bd70-ac10b95b98f4, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:37.286281 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] For port e1542ec6-3d19-45c1-bd70-ac10b95b98f4, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:37.294480 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.297698 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Pushing event updated for resources: {'Port': ['ID=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:37.310030 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.310326 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.310642 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.312433 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.312798 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.313078 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.313400 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.313746 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.314068 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.314356 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.314664 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.314968 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:01:37.358823 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:37.359412 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:37.368836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:01:37.370093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.450510 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4313225-8ebe-45be-a5d4-19d412ca7818 None None] Pushing event updated for resources: {'Port': ['ID=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:37.491924 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:37.511160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Allocated IP 172.20.0.2 (a0dd8735-4739-4089-95a1-9b8ce3b37c66/b577b670-b5db-4ac0-9550-a194d7761f5a/c64825b0-ed8d-40db-8ccd-0e12e72556c0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:37.607861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.676794 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:35Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:37.685874 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.693166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.739875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:37.747981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:37.751469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:37.754020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Pushing event updated for resources: {'Port': ['ID=c64825b0-ed8d-40db-8ccd-0e12e72556c0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:37.807662 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64a847-e197-4c96-93ff-fe123a7e33d8 None None] The sync data for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 is: [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:35Z', 'revision_number': 3, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:37.814081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Attempting to bind port c64825b0-ed8d-40db-8ccd-0e12e72556c0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:37.814455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Attempting to bind port c64825b0-ed8d-40db-8ccd-0e12e72556c0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:37.814818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Attempting to bind port c64825b0-ed8d-40db-8ccd-0e12e72556c0 on network a0dd8735-4739-4089-95a1-9b8ce3b37c66 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:37.820007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:37.820379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Checking segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:37.820781 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.821176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Bound using segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:37.821832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Bound port: c64825b0-ed8d-40db-8ccd-0e12e72556c0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:37.822237 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.892208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] For port c64825b0-ed8d-40db-8ccd-0e12e72556c0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:37.895915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] For port c64825b0-ed8d-40db-8ccd-0e12e72556c0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c64825b0-ed8d-40db-8ccd-0e12e72556c0,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:37.899716 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:37.927478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.1 (a0dd8735-4739-4089-95a1-9b8ce3b37c66/b577b670-b5db-4ac0-9550-a194d7761f5a/0f31e877-e7ea-4089-abaa-8971e4650c83) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:37.970624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200669c-6b18-4cd1-b96f-f3ce6e2e4dd7 None None] Pushing event updated for resources: {'Port': ['ID=c64825b0-ed8d-40db-8ccd-0e12e72556c0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:38.086923 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.130800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.186883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:38.192911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:38.196719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:38.242534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=0f31e877-e7ea-4089-abaa-8971e4650c83,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:38.269996 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.414257 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.724239 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.729901 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.804509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=0f31e877-e7ea-4089-abaa-8971e4650c83,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:38.806936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:38.904907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:38.906482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:38.943020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab24ac-90b4-4e47-9754-b38d011253e1 None None] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:01:39.007192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f8d26d44-68e8-4f49-93db-ace4bbb5df49 None None] Provisioning complete for port c64825b0-ed8d-40db-8ccd-0e12e72556c0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:39.007470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8d26d44-68e8-4f49-93db-ace4bbb5df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.019349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:39.143753 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8d26d44-68e8-4f49-93db-ace4bbb5df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.151094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:39.165606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a508313-a34c-4ca1-ac09-004703f19d39 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/ec84d90b-14e3-4cd7-975d-03832e6f8ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0085464 Dec 16 10:01:39.201771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f8d26d44-68e8-4f49-93db-ace4bbb5df49 None None] For port c64825b0-ed8d-40db-8ccd-0e12e72556c0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c64825b0-ed8d-40db-8ccd-0e12e72556c0,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:39.214530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f8d26d44-68e8-4f49-93db-ace4bbb5df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.224281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1542ec6-3d19-45c1-bd70-ac10b95b98f4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:39.307231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d26d44-68e8-4f49-93db-ace4bbb5df49 None None] Pushing event updated for resources: {'Port': ['ID=c64825b0-ed8d-40db-8ccd-0e12e72556c0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:39.321433 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:39.322041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.345428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-c3854136-ffda-4267-8c98-affc30bb8dc1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642571967&fields=id&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 267 time: 0.0550170 Dec 16 10:01:39.407048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.429912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port e1542ec6-3d19-45c1-bd70-ac10b95b98f4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:39.439979 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.441201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c64825b0-ed8d-40db-8ccd-0e12e72556c0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:39.477946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-1ec51fa2-c36a-458a-b894-1d988c0deb51 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:39.479636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-1ec51fa2-c36a-458a-b894-1d988c0deb51 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/networks?id=a0dd8735-4739-4089-95a1-9b8ce3b37c66 HTTP/1.1" status: 200 len: 796 time: 0.1267955 Dec 16 10:01:39.498656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-b7619597-536b-424f-ab93-5aba3da91a99 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/quotas/75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 375 time: 0.0116804 Dec 16 10:01:39.539574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:39.555418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Sync routers for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:39.560976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f935c81a-8787-4cb1-9828-62c0a91fc0e7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570669 Dec 16 10:01:39.567220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2dee93f5-2520-4164-87fd-7d27e3d78585 None None] Provisioning complete for port c64825b0-ed8d-40db-8ccd-0e12e72556c0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:39.567587 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2dee93f5-2520-4164-87fd-7d27e3d78585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.595363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c64825b0-ed8d-40db-8ccd-0e12e72556c0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:39.595732 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:39.618358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:39.619000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:39.727165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-cab200d4-fb50-4c7f-b4d1-3503f04fdc3f service neutron] 10.222.0.61 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533136 Dec 16 10:01:39.829968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-a7d3fde0-be95-4b0e-85f4-b98d262d530a service neutron] 10.222.0.61 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953364 Dec 16 10:01:39.975210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:40.019602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e8f7b75-b336-41e2-9bdd-ab7c4018e732 req-7ad23c24-aa8e-4163-9586-e810dd2fc49f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0330155 Dec 16 10:01:40.106149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2dee93f5-2520-4164-87fd-7d27e3d78585 None None] Provisioning complete for port 0f31e877-e7ea-4089-abaa-8971e4650c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:40.106523 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2dee93f5-2520-4164-87fd-7d27e3d78585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.161400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-2dee93f5-2520-4164-87fd-7d27e3d78585 None None] Port 0f31e877-e7ea-4089-abaa-8971e4650c83 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:01:40.228089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 2, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:40.255867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Checking router: ec84d90b-14e3-4cd7-975d-03832e6f8ff5 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:40.256215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Updating router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 port 0f31e877-e7ea-4089-abaa-8971e4650c83 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:01:40.288276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.309881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7feb8ed7-eb23-4cd1-b91a-84c4127f400f None None] Provisioning complete for port 0f31e877-e7ea-4089-abaa-8971e4650c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:40.310265 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7feb8ed7-eb23-4cd1-b91a-84c4127f400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.374737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7feb8ed7-eb23-4cd1-b91a-84c4127f400f None None] Port 0f31e877-e7ea-4089-abaa-8971e4650c83 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:01:40.603487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.611690 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.662216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923aeba-a8f6-4b9b-b19e-a236455e6640 None None] Pushing event updated for resources: {'Port': ['ID=0f31e877-e7ea-4089-abaa-8971e4650c83,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:40.717051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Attempting to bind port 0f31e877-e7ea-4089-abaa-8971e4650c83 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:40.717414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Attempting to bind port 0f31e877-e7ea-4089-abaa-8971e4650c83 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:40.717771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Attempting to bind port 0f31e877-e7ea-4089-abaa-8971e4650c83 on network a0dd8735-4739-4089-95a1-9b8ce3b37c66 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:40.723293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:40.723652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Checking segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:40.724067 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.724454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Bound using segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:40.724912 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Bound port: 0f31e877-e7ea-4089-abaa-8971e4650c83, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:40.725287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.795464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] For port 0f31e877-e7ea-4089-abaa-8971e4650c83, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:40.799129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] For port 0f31e877-e7ea-4089-abaa-8971e4650c83, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0f31e877-e7ea-4089-abaa-8971e4650c83,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:40.804197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:40.861141 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:40.861783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:40.905737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923aeba-a8f6-4b9b-b19e-a236455e6640 None None] Pushing event updated for resources: {'Port': ['ID=0f31e877-e7ea-4089-abaa-8971e4650c83,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:40.946882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f693a529-0e8d-4bb8-bf17-68a79c1867ea None None] Provisioning complete for port 0f31e877-e7ea-4089-abaa-8971e4650c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:40.947527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f693a529-0e8d-4bb8-bf17-68a79c1867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.025035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:41.038664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-af581fc0-f954-4a54-bfcf-5421cdee55a6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:41.040189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-af581fc0-f954-4a54-bfcf-5421cdee55a6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/networks?id=a0dd8735-4739-4089-95a1-9b8ce3b37c66 HTTP/1.1" status: 200 len: 796 time: 0.1577652 Dec 16 10:01:41.112790 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-4d751b74-67ab-4636-8f41-c54ef49abcb7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ceb5db15dc408880e419b83d39aced HTTP/1.1" status: 200 len: 380 time: 0.0612764 Dec 16 10:01:41.125623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f693a529-0e8d-4bb8-bf17-68a79c1867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.135009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'port': {'device_id': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'admin_state_up': True, 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'security_groups': ['aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:41.169935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75951e68-fab1-4874-8122-b6175f921f8f req-5116b873-548f-46ff-b11c-2a8fdeda9c59 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 210 time: 0.0313623 Dec 16 10:01:41.181590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1542ec6-3d19-45c1-bd70-ac10b95b98f4 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:41.253225 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Made reservation on behalf of 75ceb5db15dc408880e419b83d39aced for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:01:41.256908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.265140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f693a529-0e8d-4bb8-bf17-68a79c1867ea None None] For port 0f31e877-e7ea-4089-abaa-8971e4650c83, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0f31e877-e7ea-4089-abaa-8971e4650c83,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:41.279075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f693a529-0e8d-4bb8-bf17-68a79c1867ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.349994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:41.350362 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.384090 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693a529-0e8d-4bb8-bf17-68a79c1867ea None None] Pushing event updated for resources: {'Port': ['ID=0f31e877-e7ea-4089-abaa-8971e4650c83,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:41.386250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.20.0.13 (a0dd8735-4739-4089-95a1-9b8ce3b37c66/b577b670-b5db-4ac0-9550-a194d7761f5a/de69f750-9e62-41cb-9b9c-d71702967244) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:41.423847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-aca68aa2-cc18-4e7d-8159-e43b7543d83c None None] Provisioning complete for port 0f31e877-e7ea-4089-abaa-8971e4650c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:41.424214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-aca68aa2-cc18-4e7d-8159-e43b7543d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.464279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:40Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:41.513200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2130c3-06ea-498b-9748-3bd27482a630 None None] The sync data for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 is: [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:40Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:41.524542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.532139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c64825b0-ed8d-40db-8ccd-0e12e72556c0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:41.572295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.631885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:41.635370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:41.646669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:41.660010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c64825b0-ed8d-40db-8ccd-0e12e72556c0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:41.661014 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.704974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:41.740275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:41.741127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.760512 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3173bcb5-db32-40ed-a9f4-d1d00258bb10 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6414845 Dec 16 10:01:41.773175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Request body: {'port': {'device_id': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:41.836334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.871285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ba98d8aa-6291-4cd6-a7eb-8371496f8a10 None None] Provisioning complete for port de69f750-9e62-41cb-9b9c-d71702967244 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:41.872016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba98d8aa-6291-4cd6-a7eb-8371496f8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:41.909344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ba98d8aa-6291-4cd6-a7eb-8371496f8a10 None None] Port de69f750-9e62-41cb-9b9c-d71702967244 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:01:42.128822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de69f750-9e62-41cb-9b9c-d71702967244 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:42.137051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:42.150095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Transition to ACTIVE for port object de69f750-9e62-41cb-9b9c-d71702967244 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:01:42.155591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:42.213785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:42.305612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Attempting to bind port de69f750-9e62-41cb-9b9c-d71702967244 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:01:42.305985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Attempting to bind port de69f750-9e62-41cb-9b9c-d71702967244 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:01:42.306318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Attempting to bind port de69f750-9e62-41cb-9b9c-d71702967244 on network a0dd8735-4739-4089-95a1-9b8ce3b37c66 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:42.309028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb51c9-a724-4487-aef0-03faecc72666 req-5ed68b38-701c-47f4-8542-d13ce7777ffd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:42.311554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Port de69f750-9e62-41cb-9b9c-d71702967244 on network a0dd8735-4739-4089-95a1-9b8ce3b37c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:01:42.311892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Attempting to bind port de69f750-9e62-41cb-9b9c-d71702967244 on network a0dd8735-4739-4089-95a1-9b8ce3b37c66 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:01:42.317592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:01:42.318000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Checking segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:01:42.318782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Bound using segment: {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:01:42.319242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Bound port: de69f750-9e62-41cb-9b9c-d71702967244, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505157d4-191c-41b6-bf73-3e7f0932f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:01:42.319604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:42.320454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58eb51c9-a724-4487-aef0-03faecc72666 req-5ed68b38-701c-47f4-8542-d13ce7777ffd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 944 time: 0.0673263 Dec 16 10:01:42.365491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58eb51c9-a724-4487-aef0-03faecc72666 req-98d7f1f9-8017-41db-af47-e3e6ba7d77fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439901 Dec 16 10:01:42.389621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:01:42.393820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:01:42.399061 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:42.438528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:42.439153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:42.440712 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] 10.222.0.53 "PUT /v2.0/ports/de69f750-9e62-41cb-9b9c-d71702967244 HTTP/1.1" status: 200 len: 1092 time: 0.6720684 Dec 16 10:01:42.441168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:42.443464 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875170ea-c938-4eee-98be-386af86382f7" -d '{"events": [{"name": "network-changed", "server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:42.472515 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0063605-b5a3-4ed2-835f-a3c85300a32b service neutron] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:42.502841 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7854cd1d-ac92-43fc-887d-55ef75f6574c x-openstack-request-id: req-7854cd1d-ac92-43fc-887d-55ef75f6574c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:42.503176 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:42.503424 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7854cd1d-ac92-43fc-887d-55ef75f6574c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:42.503860 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'status': 'completed', 'code': 200} Dec 16 10:01:42.543604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-a165c4fa-c8e6-4329-a2b7-92257de7d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:42.545650 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-a165c4fa-c8e6-4329-a2b7-92257de7d6d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1095 time: 0.0519671 Dec 16 10:01:42.599685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-1387e441-76c0-439f-b399-e597500d13ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de69f750-9e62-41cb-9b9c-d71702967244 HTTP/1.1" status: 200 len: 217 time: 0.0460286 Dec 16 10:01:42.653300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-e9709b80-b5ca-4834-acc8-f63e1d90d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:42.654896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-e9709b80-b5ca-4834-acc8-f63e1d90d385 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b577b670-b5db-4ac0-9550-a194d7761f5a HTTP/1.1" status: 200 len: 834 time: 0.0474792 Dec 16 10:01:42.702357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-1f5d35ec-5739-4347-a2cc-afc12a0f47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:42.703879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-1f5d35ec-5739-4347-a2cc-afc12a0f47bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a0dd8735-4739-4089-95a1-9b8ce3b37c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418684 Dec 16 10:01:42.803988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-3fc7e48d-ffc8-4a62-858b-00fe3acc2cd6 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920131 Dec 16 10:01:42.902319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-71f0a285-91c4-49f3-98b4-fd6c75a8ba74 req-838bf69b-2bdb-4990-b7cb-f4d008b4c9c8 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 Dec 16 10:01:43.002413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875170ea-c938-4eee-98be-386af86382f7 req-21940a18-843e-40d0-869d-0396af9dfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:43.003867 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-21940a18-843e-40d0-869d-0396af9dfe6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1095 time: 0.0480020 Dec 16 10:01:43.103236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875170ea-c938-4eee-98be-386af86382f7 req-f7d686d9-ddd6-4ab6-96d9-e225e507389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:43.104754 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-f7d686d9-ddd6-4ab6-96d9-e225e507389c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a0dd8735-4739-4089-95a1-9b8ce3b37c66 HTTP/1.1" status: 200 len: 897 time: 0.0936463 Dec 16 10:01:43.138623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f31e877-e7ea-4089-abaa-8971e4650c83 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:43.147832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-d72f36f1-5fa5-4eb7-bf73-7d2aab1a9387 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de69f750-9e62-41cb-9b9c-d71702967244 HTTP/1.1" status: 200 len: 217 time: 0.0355704 Dec 16 10:01:43.192388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 0f31e877-e7ea-4089-abaa-8971e4650c83 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:43.192783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:43.205516 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875170ea-c938-4eee-98be-386af86382f7 req-9faf614b-b0c7-4584-b777-af4518213171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:43.207056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-9faf614b-b0c7-4584-b777-af4518213171 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b577b670-b5db-4ac0-9550-a194d7761f5a HTTP/1.1" status: 200 len: 834 time: 0.0506177 Dec 16 10:01:43.254597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875170ea-c938-4eee-98be-386af86382f7 req-37dd4201-2e36-4edf-9bf8-8d22b1bc64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:43.256023 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-37dd4201-2e36-4edf-9bf8-8d22b1bc64fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a0dd8735-4739-4089-95a1-9b8ce3b37c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406227 Dec 16 10:01:43.346826 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-8fdd77a4-2544-4d08-b9bd-ca030e6dcb55 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828207 Dec 16 10:01:43.493451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108223-4721-4661-b1fc-578b2ca6a358 req-a09db65b-de7b-4038-a058-9b591cbb2e26 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:43.495088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71108223-4721-4661-b1fc-578b2ca6a358 req-a09db65b-de7b-4038-a058-9b591cbb2e26 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 944 time: 0.0534191 Dec 16 10:01:43.536924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71108223-4721-4661-b1fc-578b2ca6a358 req-c297d386-89ae-4d91-9623-bcd571f364b2 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350606 Dec 16 10:01:43.771230 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-875170ea-c938-4eee-98be-386af86382f7 req-c9e2afaf-7d88-49c2-9c0a-7118b0032014 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149783 Dec 16 10:01:44.055004 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d4113fc-29f7-4834-ac54-a9c32b2c7408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:44.666586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34a55b-b1d0-43cb-b4ff-a943113ef81c req-3b548468-c79c-4cc7-86a1-fc24c5f71537 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:44.668269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc34a55b-b1d0-43cb-b4ff-a943113ef81c req-3b548468-c79c-4cc7-86a1-fc24c5f71537 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 944 time: 0.0568800 Dec 16 10:01:44.710203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc34a55b-b1d0-43cb-b4ff-a943113ef81c req-706d007d-02ea-4b0d-bb26-dd3fb5a06d5a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329134 Dec 16 10:01:45.241368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:01:45.514881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:45.527013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'de69f750-9e62-41cb-9b9c-d71702967244', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'port_id': 'de69f750-9e62-41cb-9b9c-d71702967244', 'mac_address': 'fa:16:3e:89:dd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:01:45.564479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:45.577119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69f750-9e62-41cb-9b9c-d71702967244 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:01:45.596490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:45.602645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:45.650363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:45.835137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['de69f750-9e62-41cb-9b9c-d71702967244'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:01:45.841152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2d229-b694-459e-a30e-c633d2b89a41 req-a755f847-41cf-4878-a097-bce487dab8c1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:45.842688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ea2d229-b694-459e-a30e-c633d2b89a41 req-a755f847-41cf-4878-a097-bce487dab8c1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0526111 Dec 16 10:01:45.882524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ea2d229-b694-459e-a30e-c633d2b89a41 req-3ea1f542-2a3c-4e35-9bf6-afdf629337e3 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333998 Dec 16 10:01:46.505610 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9ab5703-cf9f-4ddb-b5c3-8887f766aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:47.010385 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b8a24-85ea-4137-8595-9745e7e96792 req-b65510e0-c8c0-4022-b2f6-887af3e498b4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:47.012020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-513b8a24-85ea-4137-8595-9745e7e96792 req-b65510e0-c8c0-4022-b2f6-887af3e498b4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 945 time: 0.0607269 Dec 16 10:01:47.057941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-513b8a24-85ea-4137-8595-9745e7e96792 req-48e8f12b-f674-4626-9861-7ff1e785d2c7 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Dec 16 10:01:47.240838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:01:47.304942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port de69f750-9e62-41cb-9b9c-d71702967244 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:01:47.308896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port de69f750-9e62-41cb-9b9c-d71702967244 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:01:47.309422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:47.386577 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:47.409872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:47.412154 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d001f61-5a9b-4e15-9912-a7ae25c53f92" -d '{"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-plugged", "status": "completed", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:47.424945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:01:47.429579 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:47.454303 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ec4bc2-b062-443c-bbcc-96fd84e2c3e1 x-openstack-request-id: req-a1ec4bc2-b062-443c-bbcc-96fd84e2c3e1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:47.454591 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-plugged", "status": "completed", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:47.454839 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1ec4bc2-b062-443c-bbcc-96fd84e2c3e1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:47.455228 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'code': 200} Dec 16 10:01:47.481148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:47.550552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608501a-0a01-4525-a437-70d28e4b9b7a req-6e6b482a-9cc5-4fec-8845-47103f38d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:47.551930 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9608501a-0a01-4525-a437-70d28e4b9b7a req-6e6b482a-9cc5-4fec-8845-47103f38d0d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1097 time: 0.0405693 Dec 16 10:01:47.588198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9608501a-0a01-4525-a437-70d28e4b9b7a req-9f0188ad-a9ef-4bff-995a-b6306756ac24 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288463 Dec 16 10:01:48.109600 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:48.191612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808dfd2-5cfc-419b-a4b1-2ca4d4945541 req-ef536efd-49ff-4bd0-bfb4-df9a9fcf4547 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:48.193167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9808dfd2-5cfc-419b-a4b1-2ca4d4945541 req-ef536efd-49ff-4bd0-bfb4-df9a9fcf4547 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0583422 Dec 16 10:01:48.234015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9808dfd2-5cfc-419b-a4b1-2ca4d4945541 req-7ac33e6a-b49d-45e3-9a34-4c37451856b0 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346634 Dec 16 10:01:49.354539 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569295e-5980-4ea8-8892-a48b4ef3c560 req-950312ed-9766-455f-b250-2a43b4e473af tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:49.356314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1569295e-5980-4ea8-8892-a48b4ef3c560 req-950312ed-9766-455f-b250-2a43b4e473af tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Dec 16 10:01:49.399619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1569295e-5980-4ea8-8892-a48b4ef3c560 req-a771afb4-7a74-4f6f-bb07-55d04a6c1aed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Dec 16 10:01:49.525138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962276e1-2316-46f4-b352-61ba57ecf55c req-7b7fcc51-b41f-4dda-8e7b-238ac56f62c6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:49.526681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-962276e1-2316-46f4-b352-61ba57ecf55c req-7b7fcc51-b41f-4dda-8e7b-238ac56f62c6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0510347 Dec 16 10:01:49.566244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-962276e1-2316-46f4-b352-61ba57ecf55c req-db1ac9f4-ac25-4266-8b72-2440e1fbea67 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Dec 16 10:01:49.588313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53266) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:49.632831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44ee47-15fe-48bc-a810-1ce04ee8693d tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:49.634374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ba44ee47-15fe-48bc-a810-1ce04ee8693d tempest-TestNetworkAdvancedServerOps-591322221 tempest-TestNetworkAdvancedServerOps-591322221-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1092 time: 0.0450759 Dec 16 10:01:49.638628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53268) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:49.643189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'de69f750-9e62-41cb-9b9c-d71702967244', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:01:49.666639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:49.765270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:49.874847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Allocated IP 172.25.6.159 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/0c9c4827-8f96-4bbb-ac2d-a16c61f51e8c) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:01:49.893159 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:49.932244 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:49.975204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.010568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.052716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:01:50.058873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:01:50.066666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:01:50.069681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=0c9c4827-8f96-4bbb-ac2d-a16c61f51e8c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:50.429528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.502775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.663381 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.671411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.738490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event updated for resources: {'Port': ['ID=0c9c4827-8f96-4bbb-ac2d-a16c61f51e8c,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:01:50.752253 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:50.860689 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP d86b321b-d1da-4e57-a06c-85da14d473c8 associated. External IP: 172.25.6.159, port: de69f750-9e62-41cb-9b9c-d71702967244. Dec 16 10:01:51.332983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:01:51.437985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:01:51.450104 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] Sync routers for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:01:51.456925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:51.459161 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:51.459842 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:51.487907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a215893c-86c0-4b86-bb13-227dd64ee793 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8482571 Dec 16 10:01:51.488693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:01:51.491214 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122" -d '{"events": [{"name": "network-changed", "server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:01:51.564429 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:51.586341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ce3d6-8068-456b-9ff4-967833bcb8e6 req-da76619b-fe1f-4114-8c8d-63bfaed63181 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:51.587852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad0ce3d6-8068-456b-9ff4-967833bcb8e6 req-da76619b-fe1f-4114-8c8d-63bfaed63181 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0503433 Dec 16 10:01:51.626538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad0ce3d6-8068-456b-9ff4-967833bcb8e6 req-7654ed5b-e367-4f97-b555-739a2455e6d4 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Dec 16 10:01:51.649604 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53274) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:51.680811 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e4b1f7-fbe7-4bd5-b955-e6ad45ddbc11 x-openstack-request-id: req-a8e4b1f7-fbe7-4bd5-b955-e6ad45ddbc11 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:01:51.681113 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:01:51.681364 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8e4b1f7-fbe7-4bd5-b955-e6ad45ddbc11 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:01:51.681763 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'status': 'completed', 'code': 200} Dec 16 10:01:51.735275 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0fa7b346-7df9-4072-bd17-2e1165bd684d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/d86b321b-d1da-4e57-a06c-85da14d473c8 HTTP/1.1" status: 200 len: 992 time: 0.0831690 Dec 16 10:01:51.750416 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-4e0d9e8d-2ca2-44ff-8744-5d4457944950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:51.752001 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-4e0d9e8d-2ca2-44ff-8744-5d4457944950 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1097 time: 0.0471034 Dec 16 10:01:51.786480 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd86b321b-d1da-4e57-a06c-85da14d473c8', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.159', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'port_id': 'de69f750-9e62-41cb-9b9c-d71702967244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'mac_address': 'fa:16:3e:89:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:50Z', 'updated_at': '2021-12-16T10:01:50Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:51.815900 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] Checking router: ec84d90b-14e3-4cd7-975d-03832e6f8ff5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:01:51.824599 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:01:51.825405 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:01:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:51.846489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-a5f3f04e-8298-4ca8-b9f1-28d3c33eaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:51.847861 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-a5f3f04e-8298-4ca8-b9f1-28d3c33eaadc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a0dd8735-4739-4089-95a1-9b8ce3b37c66 HTTP/1.1" status: 200 len: 897 time: 0.0891106 Dec 16 10:01:51.915426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-be827879-77d3-4418-9657-91ea708aee83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de69f750-9e62-41cb-9b9c-d71702967244 HTTP/1.1" status: 200 len: 1000 time: 0.0600114 Dec 16 10:01:51.932516 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:01:51.970130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-fcac0403-7f4c-423b-9f74-e225f5ac29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:51.971906 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-fcac0403-7f4c-423b-9f74-e225f5ac29a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b577b670-b5db-4ac0-9550-a194d7761f5a HTTP/1.1" status: 200 len: 834 time: 0.0489538 Dec 16 10:01:52.025009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-6ed1d8bf-ab04-49fa-bbb7-cb26b1cc669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:01:52.026647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-6ed1d8bf-ab04-49fa-bbb7-cb26b1cc669a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a0dd8735-4739-4089-95a1-9b8ce3b37c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477376 Dec 16 10:01:52.115747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-c029f06e-c2f9-401e-9674-582eba42a8ce service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812640 Dec 16 10:01:52.159200 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd86b321b-d1da-4e57-a06c-85da14d473c8', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.159', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'port_id': 'de69f750-9e62-41cb-9b9c-d71702967244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'mac_address': 'fa:16:3e:89:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:50Z', 'updated_at': '2021-12-16T10:01:50Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:01:52.185302 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fe87f-dc95-4bb4-99e7-67a83c4fb9de None None] The sync data for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 is: [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd86b321b-d1da-4e57-a06c-85da14d473c8', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'floating_ip_address': '172.25.6.159', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'port_id': 'de69f750-9e62-41cb-9b9c-d71702967244', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'mac_address': 'fa:16:3e:89:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:01:50Z', 'updated_at': '2021-12-16T10:01:50Z', 'revision_number': 0, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:01:52.213671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a1d2bc1-843e-4ba2-b6fe-360b7df7c122 req-42dfae14-b419-4e6e-bcae-fa5fe8de95a1 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890255 Dec 16 10:01:52.401789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c0b37-58d5-4fa9-9cca-a19cb96f9c56 None None] New status for floating IP d86b321b-d1da-4e57-a06c-85da14d473c8: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:01:52.738691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53276) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:01:52.807188 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9f0c7e90-0313-46df-ac02-e9b9447f950a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/d86b321b-d1da-4e57-a06c-85da14d473c8 HTTP/1.1" status: 200 len: 994 time: 0.0670495 Dec 16 10:01:53.281313 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:01:54.024720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:01:55.291907 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:02.652635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-5586dc97-c160-4964-82ad-a16126dc4429 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435286 Dec 16 10:02:02.743953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110e1e-196e-433c-9aca-21f609098446 req-cc534143-ea01-4e9e-9cf0-9485c942db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:02.745524 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-cc534143-ea01-4e9e-9cf0-9485c942db9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e897a302d5a045dabbab38749d290240&device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 1096 time: 0.0469935 Dec 16 10:02:02.857391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110e1e-196e-433c-9aca-21f609098446 req-6a71611b-ffd3-4f7f-8911-7da5df81a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:02.858837 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-6a71611b-ffd3-4f7f-8911-7da5df81a76b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 200 len: 909 time: 0.0892479 Dec 16 10:02:02.945394 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-e7901359-6ba4-4796-8262-cff87ceb77cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 200 len: 1001 time: 0.0794811 Dec 16 10:02:03.003288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110e1e-196e-433c-9aca-21f609098446 req-ca302b80-3c1e-412a-9e13-ca51e03141f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:03.004749 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-ca302b80-3c1e-412a-9e13-ca51e03141f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 200 len: 847 time: 0.0527494 Dec 16 10:02:03.056594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14110e1e-196e-433c-9aca-21f609098446 req-8d680fde-b8e7-4628-9de7-28fb9657a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:03.058149 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-8d680fde-b8e7-4628-9de7-28fb9657a3a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c800b4ac-09ab-450a-b160-50b4e6606ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462501 Dec 16 10:02:03.158119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-378fe40c-387b-426d-a77b-ff15bc316d73 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921025 Dec 16 10:02:03.251864 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-14110e1e-196e-433c-9aca-21f609098446 req-fa9bff17-973c-40ea-8aff-749d38de7092 service neutron] 10.222.0.69 "GET /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869579 Dec 16 10:02:14.054276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-846e02db-e27b-4f62-a9bf-4ecebf6083dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:16.506655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e5157f7c-3aba-48b0-b052-76b057f8c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:18.123383 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.896767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:19.935775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:24.024177 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:25.302458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:26.359496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa94a3-4fef-441b-b3e8-d6563da3f89a req-5ba11da4-bef2-406b-b171-f844725930fb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:26.361082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30fa94a3-4fef-441b-b3e8-d6563da3f89a req-5ba11da4-bef2-406b-b171-f844725930fb tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0525875 Dec 16 10:02:26.400197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30fa94a3-4fef-441b-b3e8-d6563da3f89a req-b16c8f86-694d-4940-b6c6-da26312b40d6 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328739 Dec 16 10:02:26.797433 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-6456d442-a7a8-4def-836c-a157c545de03 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523517 Dec 16 10:02:26.889740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-d9331d75-e95f-4798-8aa0-dd5e08754401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:26.892307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-d9331d75-e95f-4798-8aa0-dd5e08754401 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0484064 Dec 16 10:02:27.011948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-aebd14b4-d76c-4776-b797-d53e02870d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:27.013444 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-aebd14b4-d76c-4776-b797-d53e02870d79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0942745 Dec 16 10:02:27.055591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-950662c5-f8d7-4c31-9b04-84b01dae4f37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0342455 Dec 16 10:02:27.111780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-fdfa8859-928e-4a88-8296-2520b29cfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:27.113233 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-fdfa8859-928e-4a88-8296-2520b29cfd46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0499299 Dec 16 10:02:27.174242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-4adf8fcb-3cdd-45ef-ad2d-17ee8e67e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:27.175643 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-4adf8fcb-3cdd-45ef-ad2d-17ee8e67e909 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544624 Dec 16 10:02:27.275477 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-25078344-f5cd-4486-a878-519ea6fd7719 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924678 Dec 16 10:02:27.389800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6f5b0472-58a0-4c15-bda4-1f066c9b5341 req-a261a775-1087-4a14-8d8b-4e2ffb88c0b1 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023321 Dec 16 10:02:27.531210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f52af-bb61-422c-bf16-ca70130152fb req-873c4490-e72a-474e-8617-3dff34726c5d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:27.532705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622f52af-bb61-422c-bf16-ca70130152fb req-873c4490-e72a-474e-8617-3dff34726c5d tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0614948 Dec 16 10:02:27.570925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-622f52af-bb61-422c-bf16-ca70130152fb req-f4fdc607-58a8-432c-bb67-3dbfe5a5f285 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Dec 16 10:02:28.715600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c72df-eaf7-4d7d-81da-ac8f82537574 req-b44b5d08-93fc-4610-916f-0a7be91c4d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:28.717076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-836c72df-eaf7-4d7d-81da-ac8f82537574 req-b44b5d08-93fc-4610-916f-0a7be91c4d97 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0603042 Dec 16 10:02:28.754712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-836c72df-eaf7-4d7d-81da-ac8f82537574 req-9cfeb91f-7541-4a66-9fbd-ea49a903b230 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Dec 16 10:02:29.891651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be112093-1408-4848-a98f-e8bb61422227 req-cd0fc0cc-42f1-47ef-bea7-f3ac30cc1a84 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:29.893167 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be112093-1408-4848-a98f-e8bb61422227 req-cd0fc0cc-42f1-47ef-bea7-f3ac30cc1a84 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0601184 Dec 16 10:02:29.933157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be112093-1408-4848-a98f-e8bb61422227 req-2f59693d-9830-458c-ac8e-d08e5c64ff88 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339253 Dec 16 10:02:30.283693 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:02:31.062581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdb234-1f71-482b-9172-0be761381035 req-50bfdbf2-797b-4201-9c1c-fff0a2d73b8a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:31.064049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68cdb234-1f71-482b-9172-0be761381035 req-50bfdbf2-797b-4201-9c1c-fff0a2d73b8a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0558357 Dec 16 10:02:31.107414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68cdb234-1f71-482b-9172-0be761381035 req-33e3eafb-b856-4dd0-aca3-cea3c39990de tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343616 Dec 16 10:02:32.240950 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949ff68-f813-434c-9b9c-65170351ddd3 req-04de487c-f653-45c0-beb1-3d4ad8a70869 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:32.242464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c949ff68-f813-434c-9b9c-65170351ddd3 req-04de487c-f653-45c0-beb1-3d4ad8a70869 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0619869 Dec 16 10:02:32.284166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c949ff68-f813-434c-9b9c-65170351ddd3 req-3fc20e8a-0736-4bb2-ac95-6e177e61220b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339699 Dec 16 10:02:33.409982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3dc4-0c5e-4741-b266-9dd20eb510d9 req-9b178d59-11ea-4298-85d7-1f3f2ad53333 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:33.411549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17bc3dc4-0c5e-4741-b266-9dd20eb510d9 req-9b178d59-11ea-4298-85d7-1f3f2ad53333 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0514278 Dec 16 10:02:33.450230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17bc3dc4-0c5e-4741-b266-9dd20eb510d9 req-010ee304-a038-4a79-a951-a7a049cf5fe9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Dec 16 10:02:34.590966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25bc2-803a-4786-9fbc-79e973a2408d req-85352da7-9b29-4e52-ba93-d4e20ac48066 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:34.592520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ea25bc2-803a-4786-9fbc-79e973a2408d req-85352da7-9b29-4e52-ba93-d4e20ac48066 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0579629 Dec 16 10:02:34.632300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6ea25bc2-803a-4786-9fbc-79e973a2408d req-eace8b2f-36b1-4a63-a418-7cccb97485b1 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335956 Dec 16 10:02:35.758783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e7078-6c0c-45a2-a284-7a80dbab5f9e req-2d270552-7285-436d-8574-d172b7a4caed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:35.760244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-067e7078-6c0c-45a2-a284-7a80dbab5f9e req-2d270552-7285-436d-8574-d172b7a4caed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0493474 Dec 16 10:02:35.804987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-067e7078-6c0c-45a2-a284-7a80dbab5f9e req-85a7ac5a-f162-44fa-bc5f-178b24f740bd tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352142 Dec 16 10:02:36.934666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df527-6c04-4e26-918f-e75bbee0924b req-c956c799-d611-4a50-b8ae-8983dcdaa2f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:36.936453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba2df527-6c04-4e26-918f-e75bbee0924b req-c956c799-d611-4a50-b8ae-8983dcdaa2f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0543609 Dec 16 10:02:36.975363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba2df527-6c04-4e26-918f-e75bbee0924b req-24220df5-dc2d-4b70-8c51-df36e18170e5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324712 Dec 16 10:02:38.118724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be4289-fe72-455c-b051-09d455605cc4 req-b934b5c7-714d-4696-9d88-432d3941ff5a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:38.120197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27be4289-fe72-455c-b051-09d455605cc4 req-b934b5c7-714d-4696-9d88-432d3941ff5a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0587177 Dec 16 10:02:38.162633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-27be4289-fe72-455c-b051-09d455605cc4 req-f4f2d316-d5c6-435a-a877-f58253466239 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358071 Dec 16 10:02:39.309021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed536bb-c38f-468d-824d-93ec3eaebb02 req-6d80b926-568d-4b85-a2b2-39e8f72cdc6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:39.310726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ed536bb-c38f-468d-824d-93ec3eaebb02 req-6d80b926-568d-4b85-a2b2-39e8f72cdc6a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0630348 Dec 16 10:02:39.352080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ed536bb-c38f-468d-824d-93ec3eaebb02 req-baa03f04-2e9f-4ea4-b22d-7fca989842fc tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Dec 16 10:02:40.485015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737a401-c551-4a9c-ba00-4c9abad78675 req-1fe0bbdf-abf2-44e3-ab3f-ce13a72708d5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:40.486756 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b737a401-c551-4a9c-ba00-4c9abad78675 req-1fe0bbdf-abf2-44e3-ab3f-ce13a72708d5 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0566647 Dec 16 10:02:40.529661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b737a401-c551-4a9c-ba00-4c9abad78675 req-43254970-ce81-4f64-9c2e-b45ca069c87c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347607 Dec 16 10:02:41.662461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d8ffb-aa89-4925-923d-63a573b720a6 req-5c748cf3-5972-4db2-9530-9d10c13d93ce tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:41.663968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-862d8ffb-aa89-4925-923d-63a573b720a6 req-5c748cf3-5972-4db2-9530-9d10c13d93ce tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0564766 Dec 16 10:02:41.715318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-862d8ffb-aa89-4925-923d-63a573b720a6 req-b12e4f5b-822a-446f-b43f-3980694bbe6f tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Dec 16 10:02:42.844934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c732d46-f987-43e9-8823-85e138f50c6a req-8640e7bf-0ba8-4b5c-965a-5e06261fcd09 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:42.846319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c732d46-f987-43e9-8823-85e138f50c6a req-8640e7bf-0ba8-4b5c-965a-5e06261fcd09 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0557911 Dec 16 10:02:42.883749 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6c732d46-f987-43e9-8823-85e138f50c6a req-9557873f-9eee-464f-9706-2511d5e83499 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Dec 16 10:02:44.011672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b73c9-4c16-421c-a152-4c8693290503 req-0f2cc761-ade8-441c-ad5c-f2c978142aea tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:44.013439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a32b73c9-4c16-421c-a152-4c8693290503 req-0f2cc761-ade8-441c-ad5c-f2c978142aea tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0527875 Dec 16 10:02:44.046749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6ef64fad-cce9-4386-9f3b-2376da194c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:44.055126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a32b73c9-4c16-421c-a152-4c8693290503 req-29ed85d2-7b82-4e55-bc5f-bed18d88d2a9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Dec 16 10:02:44.060909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b96c41-18b7-436c-936e-f813f602f81f req-744f6785-df6e-4bee-8547-c6d72bf09387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:44.062575 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-44b96c41-18b7-436c-936e-f813f602f81f req-744f6785-df6e-4bee-8547-c6d72bf09387 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1097 time: 0.0455496 Dec 16 10:02:44.097781 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-44b96c41-18b7-436c-936e-f813f602f81f req-9cc7c8f5-24f0-40ab-b669-ef90ecec9b09 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284188 Dec 16 10:02:45.182442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10dcd1-4630-4d71-94cf-fd3025a9a307 req-91d91a32-678e-4b44-9890-889e67ab5a58 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:45.183946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f10dcd1-4630-4d71-94cf-fd3025a9a307 req-91d91a32-678e-4b44-9890-889e67ab5a58 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0550759 Dec 16 10:02:45.228652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f10dcd1-4630-4d71-94cf-fd3025a9a307 req-1fde1c25-9b03-48f5-9376-ca82e5aa4ef9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Dec 16 10:02:45.251363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53342) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:45.320059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c38a7831-95bc-462f-acb3-1490c6697165 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/floatingips/d86b321b-d1da-4e57-a06c-85da14d473c8 HTTP/1.1" status: 200 len: 994 time: 0.0673261 Dec 16 10:02:45.586369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:02:45.590272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:45.757832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:45.760232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:45.777265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'de69f750-9e62-41cb-9b9c-d71702967244', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'port_id': 'de69f750-9e62-41cb-9b9c-d71702967244', 'mac_address': 'fa:16:3e:89:dd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:02:45.792841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:45.795282 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62fc51-1ccf-4613-88de-407a0a5b970d" -d '{"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:45.835493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:45.843473 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54921f8-38ae-4287-8760-b4332c2a59b5 x-openstack-request-id: req-b54921f8-38ae-4287-8760-b4332c2a59b5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:45.843728 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-unplugged", "status": "completed", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:45.844036 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b54921f8-38ae-4287-8760-b4332c2a59b5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:45.844518 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'code': 200} Dec 16 10:02:45.847032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:45.854973 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:45.890064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de69f750-9e62-41cb-9b9c-d71702967244 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:45.911853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:45.939249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.939591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.939929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.940253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.940597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.940923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.941247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.941570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.941917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.942235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.942552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.942867 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:45.959756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:02:45.960275 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:02:46.509202 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:46.510873 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7739-cefc-4650-bd81-6a51322dc079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:46.524704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69f750-9e62-41cb-9b9c-d71702967244 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:02:46.549444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:46.555830 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:46.602740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:46.789340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['de69f750-9e62-41cb-9b9c-d71702967244'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:02:47.588950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:02:47.644796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port de69f750-9e62-41cb-9b9c-d71702967244 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:02:47.645509 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:47.732896 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:47.765438 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:47.772166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:47.819016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:47.845523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:47.847797 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2079de6a-adbb-40c3-b493-cacf9a6f7624" -d '{"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-plugged", "status": "completed", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:47.885209 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ac985-c943-4ec5-a6ee-8fcf1bdf4448 x-openstack-request-id: req-874ac985-c943-4ec5-a6ee-8fcf1bdf4448 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:47.885507 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-plugged", "status": "completed", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:47.885766 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-874ac985-c943-4ec5-a6ee-8fcf1bdf4448 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:47.886188 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'code': 200} Dec 16 10:02:48.125286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:49.708619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156aafd-bfd7-4367-b9ce-26e2f3258061 req-9efb405a-9df9-4f46-a580-f6a4fb806e23 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:49.710307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3156aafd-bfd7-4367-b9ce-26e2f3258061 req-9efb405a-9df9-4f46-a580-f6a4fb806e23 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.0611312 Dec 16 10:02:49.748349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3156aafd-bfd7-4367-b9ce-26e2f3258061 req-02402014-f40e-4d8d-840c-d2a6a78ea1bd tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Dec 16 10:02:49.900897 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:49.940451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.438226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823921cf-2b7b-461e-9e4d-0427de805454 req-92185779-809c-48ac-af97-1b3f7ff37e13 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:50.439696 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-823921cf-2b7b-461e-9e4d-0427de805454 req-92185779-809c-48ac-af97-1b3f7ff37e13 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.69 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.0685012 Dec 16 10:02:50.535435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Deleting port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:50.535760 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.628556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] For port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:50.628921 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.854713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.855216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:50.855567 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Floating IP 8ec95292-0863-408e-9598-8f366a952995 disassociated. External IP: 172.25.6.112, port: 7e186e71-3107-468c-8c0d-c0ce2e55ddeb. Dec 16 10:02:50.855886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Calling delete_port for 7e186e71-3107-468c-8c0d-c0ce2e55ddeb owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:50.876720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534c87f-2925-4bbc-bd61-7b99f16cfdf5 req-fdcec480-7cb9-4d04-b687-0a41943d9664 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:02:50.878219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5534c87f-2925-4bbc-bd61-7b99f16cfdf5 req-fdcec480-7cb9-4d04-b687-0a41943d9664 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/ports?device_id=a86bbf34-3170-45ce-a0e2-1fb902a93491 HTTP/1.1" status: 200 len: 945 time: 0.0541217 Dec 16 10:02:50.917019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5534c87f-2925-4bbc-bd61-7b99f16cfdf5 req-c7658184-134c-4886-a656-66cd1504554b tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "GET /v2.0/security-groups?id=bdb2bbc2-f7e4-49b5-8fda-898953cb170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325990 Dec 16 10:02:50.987123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.014247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event deleted for resources: {'Port': ['ID=7e186e71-3107-468c-8c0d-c0ce2e55ddeb,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:51.024658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.025007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.025337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.025648 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.026042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.026362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.026668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.026973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.027960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.027960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.027960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.028372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:51.144160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Router e572de5a-4fa0-469b-9a8a-c96542e3bddc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:51.257997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:51.268273 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] Sync routers for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:51.278567 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:51.279087 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:02:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:51.301300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] No DVR routers for this DVR port 7e186e71-3107-468c-8c0d-c0ce2e55ddeb on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:02:51.304024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:51.307359 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-823921cf-2b7b-461e-9e4d-0427de805454 req-c78d9094-6bf3-4042-b90a-f0db2ace8cd3 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.69 "DELETE /v2.0/ports/7e186e71-3107-468c-8c0d-c0ce2e55ddeb HTTP/1.1" status: 204 len: 173 time: 0.8610926 Dec 16 10:02:51.307803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'name': 'network-vif-deleted', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:02:51.310119 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f356e5a5-054e-4b2e-a5de-0ca4bc06cc9c" -d '{"events": [{"server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "name": "network-vif-deleted", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:02:51.352534 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14e2041-9586-44cd-be43-896d99d8cb68 x-openstack-request-id: req-d14e2041-9586-44cd-be43-896d99d8cb68 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:02:51.353230 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86bbf34-3170-45ce-a0e2-1fb902a93491", "name": "network-vif-deleted", "tag": "7e186e71-3107-468c-8c0d-c0ce2e55ddeb", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:02:51.353721 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d14e2041-9586-44cd-be43-896d99d8cb68 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:02:51.354313 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86bbf34-3170-45ce-a0e2-1fb902a93491', 'name': 'network-vif-deleted', 'tag': '7e186e71-3107-468c-8c0d-c0ce2e55ddeb', 'status': 'completed', 'code': 200} Dec 16 10:02:51.397412 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:51.612003 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:51.637884 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] Checking router: e572de5a-4fa0-469b-9a8a-c96542e3bddc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:51.647071 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:51.647667 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:02:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:51.754280 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:51.977222 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53362) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:52.041543 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:52.074236 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd3ce-6b4d-41bd-9e73-874ec8e0ff66 None None] The sync data for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 is: [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:04Z', 'revision_number': 4, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'c92e615f-c97e-4a91-ad6c-d7aa06655e53', 'name': '', 'network_id': 'c800b4ac-09ab-450a-b160-50b4e6606ab6', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'mac_address': 'fa:16:3e:28:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:04Z', 'updated_at': '2021-12-16T09:57:10Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'subnets': [{'id': '6bbbfe82-c027-45f2-b1b3-d1a320905346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:52.110277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Deleting port 487c3bea-576f-48f9-9536-149039f980db {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:52.110624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.186177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.186494 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.198830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Calling delete_port for 487c3bea-576f-48f9-9536-149039f980db owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:52.298888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5a5f8-6caa-4ef1-9ef5-331eda8b3bd2 None None] New status for floating IP 8ec95292-0863-408e-9598-8f366a952995: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:02:52.342092 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.366814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event deleted for resources: {'Port': ['ID=487c3bea-576f-48f9-9536-149039f980db,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:52.376854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-afd5a5f8-6caa-4ef1-9ef5-331eda8b3bd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:02:52.377227 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-afd5a5f8-6caa-4ef1-9ef5-331eda8b3bd2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:02:52.431425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.434069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.435294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-98b797cc-e33f-451e-9ade-8110877d18a0 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "DELETE /v2.0/floatingips/8ec95292-0863-408e-9598-8f366a952995 HTTP/1.1" status: 204 len: 168 time: 0.4570291 Dec 16 10:02:52.503760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53368) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:52.571019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4326067e-e3fc-4a6d-a3d4-5fc692b789b6 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.599199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4326067e-e3fc-4a6d-a3d4-5fc692b789b6 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.660712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4326067e-e3fc-4a6d-a3d4-5fc692b789b6 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.663271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4326067e-e3fc-4a6d-a3d4-5fc692b789b6 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:52.664556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4326067e-e3fc-4a6d-a3d4-5fc692b789b6 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] 10.222.0.61 "DELETE /v2.0/security-groups/bdb2bbc2-f7e4-49b5-8fda-898953cb170c HTTP/1.1" status: 204 len: 168 time: 0.1593816 Dec 16 10:02:52.673694 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326067e-e3fc-4a6d-a3d4-5fc692b789b6 tempest-TestServerBasicOps-1929119349 tempest-TestServerBasicOps-1929119349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2bbc2-f7e4-49b5-8fda-898953cb170c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:52.706800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53372) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:52.878914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5a5f8-6caa-4ef1-9ef5-331eda8b3bd2 None None] New status for floating IP 8ec95292-0863-408e-9598-8f366a952995: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:02:53.183511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:53.439686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Deleting port c92e615f-c97e-4a91-ad6c-d7aa06655e53 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:53.439994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:53.523666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] For port c92e615f-c97e-4a91-ad6c-d7aa06655e53, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c92e615f-c97e-4a91-ad6c-d7aa06655e53,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:53.524025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:53.537442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Calling delete_port for c92e615f-c97e-4a91-ad6c-d7aa06655e53 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:53.738986 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:53.764448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92e615f-c97e-4a91-ad6c-d7aa06655e53,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:53.792043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.792414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.792747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.793072 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.793430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.794251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.794251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.794511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.794811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.795043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.795338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.795647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:02:53.953323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.031564 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.179246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Router e572de5a-4fa0-469b-9a8a-c96542e3bddc has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:54.296691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:54.302288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e5aac4ad-661a-4492-8453-59baa67ca875 admin admin] 10.222.0.61 "PUT /v2.0/routers/e572de5a-4fa0-469b-9a8a-c96542e3bddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5944173 Dec 16 10:02:54.305817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53378) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:54.308238 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] Sync routers for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:54.318447 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:54.319063 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:02:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:54.362383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7e186e71-3107-468c-8c0d-c0ce2e55ddeb no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:54.383654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 7e186e71-3107-468c-8c0d-c0ce2e55ddeb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:54.384106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7e186e71-3107-468c-8c0d-c0ce2e55ddeb not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:54.409700 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.424277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:54.511258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.566641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Deleting port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:54.566885 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.605187 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T10:02:53Z', 'revision_number': 5, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port': {'id': '45c2dccb-4717-44ba-8eda-b4b0f25c81a3', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T09:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:54.630369 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] Checking router: e572de5a-4fa0-469b-9a8a-c96542e3bddc for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:54.638570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] Routers {'e572de5a-4fa0-469b-9a8a-c96542e3bddc'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:54.639165 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:02:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:54.648333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] For port 45c2dccb-4717-44ba-8eda-b4b0f25c81a3, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:54.648724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.662117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Calling delete_port for 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:54.722986 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] Set router e572de5a-4fa0-469b-9a8a-c96542e3bddc gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:54.776055 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T10:02:54Z', 'revision_number': 6, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:54.801731 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d2194d-a62f-4417-b2a8-4aa4b0ece4cd None None] The sync data for ids ['e572de5a-4fa0-469b-9a8a-c96542e3bddc'] in n-d-821941-1 is: [{'id': 'e572de5a-4fa0-469b-9a8a-c96542e3bddc', 'name': 'tempest-TestServerBasicOps-223448448-router', 'tenant_id': 'e897a302d5a045dabbab38749d290240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:02Z', 'updated_at': '2021-12-16T10:02:54Z', 'revision_number': 6, 'project_id': 'e897a302d5a045dabbab38749d290240', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:54.826654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:54.853590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Pushing event deleted for resources: {'Port': ['ID=45c2dccb-4717-44ba-8eda-b4b0f25c81a3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:54.912421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.002214 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.004304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.052439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.053205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e572de5a-4fa0-469b-9a8a-c96542e3bddc {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:02:55.057938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.061737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-57233bcb-9a28-4bee-976b-b0679b6151fb admin admin] 10.222.0.61 "DELETE /v2.0/routers/e572de5a-4fa0-469b-9a8a-c96542e3bddc HTTP/1.1" status: 204 len: 168 time: 0.7523873 Dec 16 10:02:55.061933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53380) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:55.106962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Deleting subnet 6bbbfe82-c027-45f2-b1b3-d1a320905346 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:02:55.110104 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.144271 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.232597 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.292224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.296321 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.323105 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbbfe82-c027-45f2-b1b3-d1a320905346,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:55.325111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.330694 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5d6d172f-0619-48cf-829b-b604f2c5e597 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6bbbfe82-c027-45f2-b1b3-d1a320905346 HTTP/1.1" status: 204 len: 168 time: 0.2654364 Dec 16 10:02:55.330869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7f0b6-33a4-411e-b9ef-fef09361aba5 None None] Network c800b4ac-09ab-450a-b160-50b4e6606ab6 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:02:55.330998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53382) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:55.397334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.453205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Deleting port a5c3fe14-b063-45ae-9793-4067874d309a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:55.453574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.515203 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] For port a5c3fe14-b063-45ae-9793-4067874d309a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a5c3fe14-b063-45ae-9793-4067874d309a,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:55.515561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.529082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Calling delete_port for a5c3fe14-b063-45ae-9793-4067874d309a owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:55.603887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] DHCP port deletion for c800b4ac-09ab-450a-b160-50b4e6606ab6 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:02:55.607619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c92e615f-c97e-4a91-ad6c-d7aa06655e53 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:55.648947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c92e615f-c97e-4a91-ad6c-d7aa06655e53 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:55.649254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c92e615f-c97e-4a91-ad6c-d7aa06655e53 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:55.682156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] Deleting port a5c3fe14-b063-45ae-9793-4067874d309a {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:55.682531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.755716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] For port a5c3fe14-b063-45ae-9793-4067874d309a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a5c3fe14-b063-45ae-9793-4067874d309a,segment=NetworkSegment(372d67ec-9d26-45d5-b2be-91c5804ba478),segment_id=372d67ec-9d26-45d5-b2be-91c5804ba478)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:55.756121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.770826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] Calling delete_port for a5c3fe14-b063-45ae-9793-4067874d309a owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:55.855847 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.885760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] Pushing event deleted for resources: {'Port': ['ID=a5c3fe14-b063-45ae-9793-4067874d309a,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:55.893963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0d843-55f8-4e35-8de6-6aa7e13cc72e None None] No DVR routers for this DVR port a5c3fe14-b063-45ae-9793-4067874d309a on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:02:55.942341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:55.968681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c3fe14-b063-45ae-9793-4067874d309a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:55.970467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] No DVR routers for this DVR port a5c3fe14-b063-45ae-9793-4067874d309a on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:02:56.039298 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.064253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c800b4ac-09ab-450a-b160-50b4e6606ab6']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:56.073389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372d67ec-9d26-45d5-b2be-91c5804ba478') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:56.073676 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372d67ec-9d26-45d5-b2be-91c5804ba478') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:56.082959 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.099873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.106916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:02:56.107348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: self.session.flush() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:02:56.109079 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:02:56.164599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.170561 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.173692 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c800b4ac-09ab-450a-b160-50b4e6606ab6 HTTP/1.1" status: 204 len: 168 time: 0.8419526 Dec 16 10:02:56.176977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53384) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:56.186544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ed5af-3042-45c1-95c1-427eaf4d49b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c800b4ac-09ab-450a-b160-50b4e6606ab6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:56.536647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:56.805273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Deleting port 52125dd5-df9e-426e-863e-96347549e0f2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:56.805517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.155650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:57.160016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] For port 52125dd5-df9e-426e-863e-96347549e0f2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=52125dd5-df9e-426e-863e-96347549e0f2,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:57.160451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.173759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Calling delete_port for 52125dd5-df9e-426e-863e-96347549e0f2 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:57.179251 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:57.179616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 45c2dccb-4717-44ba-8eda-b4b0f25c81a3 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:57.180025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a5c3fe14-b063-45ae-9793-4067874d309a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:57.198761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a5c3fe14-b063-45ae-9793-4067874d309a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:57.199100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a5c3fe14-b063-45ae-9793-4067874d309a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:57.361192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.386752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Pushing event deleted for resources: {'Port': ['ID=52125dd5-df9e-426e-863e-96347549e0f2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:57.561213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:57.802264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Router c35ac7d2-9121-4295-a7a6-335574cd2f22 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:02:57.916969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:02:57.922531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-15a8454c-6dea-4013-ad0a-4c13bc69d37e admin admin] 10.222.0.61 "PUT /v2.0/routers/c35ac7d2-9121-4295-a7a6-335574cd2f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443421 Dec 16 10:02:57.926099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53386) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:57.928838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] Sync routers for ids ['c35ac7d2-9121-4295-a7a6-335574cd2f22'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:02:57.939538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] Routers {'c35ac7d2-9121-4295-a7a6-335574cd2f22'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:57.940153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:02:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c35ac7d2-9121-4295-a7a6-335574cd2f22'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:58.032183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.044968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] Set router c35ac7d2-9121-4295-a7a6-335574cd2f22 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:58.139239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.194775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Deleting port 25027bcc-9952-426c-880e-781a801aba47 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:58.195111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.224466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '25027bcc-9952-426c-880e-781a801aba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T10:02:57Z', 'revision_number': 5, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port': {'id': '25027bcc-9952-426c-880e-781a801aba47', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T09:57:07Z', 'updated_at': '2021-12-16T09:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:58.250672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] Checking router: c35ac7d2-9121-4295-a7a6-335574cd2f22 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:02:58.258874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] Routers {'c35ac7d2-9121-4295-a7a6-335574cd2f22'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:02:58.259478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:02:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c35ac7d2-9121-4295-a7a6-335574cd2f22'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:58.281692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] For port 25027bcc-9952-426c-880e-781a801aba47, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=25027bcc-9952-426c-880e-781a801aba47,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:58.282315 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.295744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Calling delete_port for 25027bcc-9952-426c-880e-781a801aba47 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:58.347184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] Set router c35ac7d2-9121-4295-a7a6-335574cd2f22 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:02:58.400284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T10:02:58Z', 'revision_number': 6, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:58.427118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f76dba-d2fe-47b0-9e84-89bf13345477 None None] The sync data for ids ['c35ac7d2-9121-4295-a7a6-335574cd2f22'] in n-d-821941-1 is: [{'id': 'c35ac7d2-9121-4295-a7a6-335574cd2f22', 'name': 'tempest-TestServerBasicOps-582212808-router', 'tenant_id': 'b83542a1058246889fa91995360dfa4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T09:57:06Z', 'updated_at': '2021-12-16T10:02:58Z', 'revision_number': 6, 'project_id': 'b83542a1058246889fa91995360dfa4d', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:02:58.470658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.495576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25027bcc-9952-426c-880e-781a801aba47,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:58.559336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.651316 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.653555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.699934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.700727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c35ac7d2-9121-4295-a7a6-335574cd2f22 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:02:58.705220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.706400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-91cbeecb-6dcd-48c8-ac45-53abab4ec4e8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c35ac7d2-9121-4295-a7a6-335574cd2f22 HTTP/1.1" status: 204 len: 168 time: 0.7794011 Dec 16 10:02:58.709021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53388) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:58.753250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Deleting subnet a60f90ea-41a6-495e-96c1-f0cc7d6fc564 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:02:58.756562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.793787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.912183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.965073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.989001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60f90ea-41a6-495e-96c1-f0cc7d6fc564,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:58.994675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:58.998497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d7129b70-ae36-4495-9d58-62ab573dc5b3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a60f90ea-41a6-495e-96c1-f0cc7d6fc564 HTTP/1.1" status: 204 len: 168 time: 0.2886038 Dec 16 10:02:59.000758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd633686-ccdd-48a6-9cfc-224c9beeaf4e None None] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:02:59.001226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53390) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:59.072950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.127762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Deleting port cff75871-8e5d-4e53-bb6b-337596e65262 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:59.128096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.191271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] For port cff75871-8e5d-4e53-bb6b-337596e65262, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cff75871-8e5d-4e53-bb6b-337596e65262,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:59.191634 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.208852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Calling delete_port for cff75871-8e5d-4e53-bb6b-337596e65262 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:59.219435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] DHCP port deletion for 02b39ce5-57e7-4cd3-9190-4281991aa346 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:02:59.273574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Deleting port cff75871-8e5d-4e53-bb6b-337596e65262 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:02:59.274293 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.276945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 25027bcc-9952-426c-880e-781a801aba47 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:59.303574 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.306275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 25027bcc-9952-426c-880e-781a801aba47 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:59.306621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 25027bcc-9952-426c-880e-781a801aba47 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:59.307018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52125dd5-df9e-426e-863e-96347549e0f2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:59.330382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff75871-8e5d-4e53-bb6b-337596e65262,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:59.342148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] No DVR routers for this DVR port cff75871-8e5d-4e53-bb6b-337596e65262 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:02:59.350959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 52125dd5-df9e-426e-863e-96347549e0f2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:59.351295 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52125dd5-df9e-426e-863e-96347549e0f2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:59.351701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cff75871-8e5d-4e53-bb6b-337596e65262 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:02:59.376992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cff75871-8e5d-4e53-bb6b-337596e65262 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:02:59.377329 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cff75871-8e5d-4e53-bb6b-337596e65262 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:02:59.399982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] For port cff75871-8e5d-4e53-bb6b-337596e65262, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cff75871-8e5d-4e53-bb6b-337596e65262,segment=NetworkSegment(3557e9f3-0129-40e9-9cb3-a80fcdcf2a98),segment_id=3557e9f3-0129-40e9-9cb3-a80fcdcf2a98)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:02:59.400376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.417086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Calling delete_port for cff75871-8e5d-4e53-bb6b-337596e65262 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:02:59.424706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.444993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b39ce5-57e7-4cd3-9190-4281991aa346']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:59.454896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:59.455170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3557e9f3-0129-40e9-9cb3-a80fcdcf2a98') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:02:59.465828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.481446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.494929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:02:59.495514 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:02:59.499025 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:02:59.567671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.573750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.577086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] 10.222.0.61 "DELETE /v2.0/networks/02b39ce5-57e7-4cd3-9190-4281991aa346 HTTP/1.1" status: 204 len: 168 time: 0.5749586 Dec 16 10:02:59.590532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda536ff-c451-4922-95db-626e0b362152 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b39ce5-57e7-4cd3-9190-4281991aa346,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:02:59.659290 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:02:59.669700 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.691532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Network 02b39ce5-57e7-4cd3-9190-4281991aa346 is not hosted by any dhcp agent {{(pid=102399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 10:02:59.691990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] No DVR routers for this DVR port cff75871-8e5d-4e53-bb6b-337596e65262 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:02:59.693703 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5904e-08fb-48f6-8121-debfc0b048da None None] Pushing event deleted for resources: {'Port': ['ID=cff75871-8e5d-4e53-bb6b-337596e65262,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:02:59.715648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53394) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:59.769364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0ee232a4-dadd-4957-8c96-de97d1847b85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e897a302d5a045dabbab38749d290240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529354 Dec 16 10:02:59.773050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53396) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:02:59.835533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d18b5e5f-e851-48cc-ab41-a8e28d4d908d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.857565 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d18b5e5f-e851-48cc-ab41-a8e28d4d908d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.906950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d18b5e5f-e851-48cc-ab41-a8e28d4d908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.909642 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d18b5e5f-e851-48cc-ab41-a8e28d4d908d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:02:59.910867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d18b5e5f-e851-48cc-ab41-a8e28d4d908d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96924624-bf66-4586-b3fb-fa0781324209 HTTP/1.1" status: 204 len: 168 time: 0.1366801 Dec 16 10:02:59.918599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b5e5f-e851-48cc-ab41-a8e28d4d908d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96924624-bf66-4586-b3fb-fa0781324209,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:00.269952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:00.310792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-370d74b9-eda0-48ac-8211-1f3aa8d4b2fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b83542a1058246889fa91995360dfa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396214 Dec 16 10:03:00.314058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53404) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:00.376159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f67d3041-bfd3-4c68-b943-c42a303ae302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.406522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f67d3041-bfd3-4c68-b943-c42a303ae302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.461254 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f67d3041-bfd3-4c68-b943-c42a303ae302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.465982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f67d3041-bfd3-4c68-b943-c42a303ae302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:00.467459 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f67d3041-bfd3-4c68-b943-c42a303ae302 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/147e80c2-71a5-40c1-ae9d-1c18c57af374 HTTP/1.1" status: 204 len: 168 time: 0.1525178 Dec 16 10:03:00.475207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d3041-bfd3-4c68-b943-c42a303ae302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e80c2-71a5-40c1-ae9d-1c18c57af374,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:07.285375 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:03:14.057477 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-646cde6c-709e-425c-b713-76a5f43b9043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:16.509461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0ffcde5a-5b6a-4d94-bfe6-8f6b282544d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:18.133428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:19.899950 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:19.943345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:22.632816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53418) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:22.796183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 0c9c4827-8f96-4bbb-ac2d-a16c61f51e8c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:22.796482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:22.873283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:22.873521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:22.885056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 0c9c4827-8f96-4bbb-ac2d-a16c61f51e8c owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:23.066047 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:23.090801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=0c9c4827-8f96-4bbb-ac2d-a16c61f51e8c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:23.150118 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:23.150467 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Floating IP d86b321b-d1da-4e57-a06c-85da14d473c8 disassociated (deleted). External IP: 172.25.6.159, port: de69f750-9e62-41cb-9b9c-d71702967244. Dec 16 10:03:23.396154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:03:23.504511 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:03:23.509791 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:23.517448 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] Sync routers for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:03:23.529270 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:23.529985 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:23.540996 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f53df2ec-4382-4439-8949-ad3b9d00fbed tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/floatingips/d86b321b-d1da-4e57-a06c-85da14d473c8 HTTP/1.1" status: 204 len: 168 time: 0.9046016 Dec 16 10:03:23.540996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:23.541287 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ffd4d0-1f65-4e51-848f-71780eac1f09" -d '{"events": [{"name": "network-changed", "server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:23.640104 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:23.698349 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e7520c-595f-4ed0-ad3f-f001eca2b2f3 x-openstack-request-id: req-d9e7520c-595f-4ed0-ad3f-f001eca2b2f3 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:23.698876 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:23.698876 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9e7520c-595f-4ed0-ad3f-f001eca2b2f3 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:23.699368 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'status': 'completed', 'code': 200} Dec 16 10:03:23.779489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-91613b20-fe3d-4e55-a8e6-2bd820857b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:23.781133 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-91613b20-fe3d-4e55-a8e6-2bd820857b91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75ceb5db15dc408880e419b83d39aced&device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 1097 time: 0.0510650 Dec 16 10:03:23.845789 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:23.872625 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] Checking router: ec84d90b-14e3-4cd7-975d-03832e6f8ff5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:03:23.881339 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:23.882094 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:23.883532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-69785841-076a-4ebc-a7ce-a7dea5fdac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:23.885246 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-69785841-076a-4ebc-a7ce-a7dea5fdac78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a0dd8735-4739-4089-95a1-9b8ce3b37c66 HTTP/1.1" status: 200 len: 897 time: 0.0939305 Dec 16 10:03:23.928266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-b2fa63a3-c5b6-452a-861e-a2261f5cc18e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de69f750-9e62-41cb-9b9c-d71702967244 HTTP/1.1" status: 200 len: 217 time: 0.0346234 Dec 16 10:03:23.980162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-af8d970c-238e-4613-9319-a88d51177bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:23.981943 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-af8d970c-238e-4613-9319-a88d51177bc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b577b670-b5db-4ac0-9550-a194d7761f5a HTTP/1.1" status: 200 len: 834 time: 0.0454972 Dec 16 10:03:23.995274 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:24.019308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a62d9-314b-49bd-ac04-aa63e05b7d6e req-b327885f-126a-4b14-a8b9-844b2c2b9511 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:24.021496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-924a62d9-314b-49bd-ac04-aa63e05b7d6e req-b327885f-126a-4b14-a8b9-844b2c2b9511 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.2748523 Dec 16 10:03:24.029508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:24.038025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-89c92667-00bb-422c-a612-bd27195d3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:24.039701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-89c92667-00bb-422c-a612-bd27195d3bad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a0dd8735-4739-4089-95a1-9b8ce3b37c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502336 Dec 16 10:03:24.065497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-924a62d9-314b-49bd-ac04-aa63e05b7d6e req-ef478fb8-4fb3-4ea6-9246-3822aa419e49 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367630 Dec 16 10:03:24.134708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-0e245a91-4aab-406d-87fe-14ae22860fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860126 Dec 16 10:03:24.209625 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:24.230860 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3ffd4d0-1f65-4e51-848f-71780eac1f09 req-ec050c27-920b-4b0d-8336-107cad9d1fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872788 Dec 16 10:03:24.326127 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d118fa-9b5e-48bf-a04b-20abcc7a35e2 None None] The sync data for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 is: [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:01:38Z', 'revision_number': 4, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '0f31e877-e7ea-4089-abaa-8971e4650c83', 'name': '', 'network_id': 'a0dd8735-4739-4089-95a1-9b8ce3b37c66', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'mac_address': 'fa:16:3e:95:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:37Z', 'updated_at': '2021-12-16T10:01:41Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'subnets': [{'id': 'b577b670-b5db-4ac0-9550-a194d7761f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:03:24.578579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ae542-bf7e-43ab-a881-4e3d0c7364f6 None None] New status for floating IP d86b321b-d1da-4e57-a06c-85da14d473c8: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:03:25.152154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-bbe0094c-9976-4f63-bec6-8fa881607732 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:25.153667 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-bbe0094c-9976-4f63-bec6-8fa881607732 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0604312 Dec 16 10:03:25.201230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce825e-a09c-4ca9-80d0-508211d4dae2 req-f545c67e-95fc-4523-9f9a-d0139717a34b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:25.202773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78ce825e-a09c-4ca9-80d0-508211d4dae2 req-f545c67e-95fc-4523-9f9a-d0139717a34b tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/ports?device_id=46430601-6591-48a0-8d7d-a7afa187d0c2 HTTP/1.1" status: 200 len: 946 time: 0.0575218 Dec 16 10:03:25.241744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78ce825e-a09c-4ca9-80d0-508211d4dae2 req-83c5718e-650b-424d-8a9e-cb497a073464 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "GET /v2.0/security-groups?id=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328281 Dec 16 10:03:25.249873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port de69f750-9e62-41cb-9b9c-d71702967244 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:25.250309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:25.291360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:25.346557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port de69f750-9e62-41cb-9b9c-d71702967244, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=de69f750-9e62-41cb-9b9c-d71702967244,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:25.346889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:25.360453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for de69f750-9e62-41cb-9b9c-d71702967244 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:25.498409 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:25.533473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=de69f750-9e62-41cb-9b9c-d71702967244,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:25.574069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] No DVR routers for this DVR port de69f750-9e62-41cb-9b9c-d71702967244 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:25.577280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:25.580946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b5284a30-3381-4e4f-8f0a-c4689d2f2551 req-75de8f6e-f873-4362-9a09-ceb7384e339c tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.53 "DELETE /v2.0/ports/de69f750-9e62-41cb-9b9c-d71702967244 HTTP/1.1" status: 204 len: 173 time: 0.4210072 Dec 16 10:03:25.700922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-deleted', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:25.703807 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34039c28-bc9b-42ea-810f-6e21328243fc" -d '{"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-deleted", "tag": "de69f750-9e62-41cb-9b9c-d71702967244"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:25.742837 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab69df5-e7da-4f31-ba70-7219dc563aa0 x-openstack-request-id: req-1ab69df5-e7da-4f31-ba70-7219dc563aa0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:25.743130 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46430601-6591-48a0-8d7d-a7afa187d0c2", "name": "network-vif-deleted", "tag": "de69f750-9e62-41cb-9b9c-d71702967244", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:25.743385 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ab69df5-e7da-4f31-ba70-7219dc563aa0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:25.743787 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46430601-6591-48a0-8d7d-a7afa187d0c2', 'name': 'network-vif-deleted', 'tag': 'de69f750-9e62-41cb-9b9c-d71702967244', 'status': 'completed', 'code': 200} Dec 16 10:03:26.305172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53434) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:26.736734 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:26.996980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port 0f31e877-e7ea-4089-abaa-8971e4650c83 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:26.997467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:27.098647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port 0f31e877-e7ea-4089-abaa-8971e4650c83, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=0f31e877-e7ea-4089-abaa-8971e4650c83,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:27.098972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:27.112021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for 0f31e877-e7ea-4089-abaa-8971e4650c83 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:27.325625 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:27.351967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=0f31e877-e7ea-4089-abaa-8971e4650c83,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:27.786873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:27.802511 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:27.809191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: de69f750-9e62-41cb-9b9c-d71702967244 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:27.809566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device de69f750-9e62-41cb-9b9c-d71702967244 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:28.017060 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:03:28.125561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:03:28.133242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-45b48f51-805b-4a6a-8179-80c5f4f376f9 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "PUT /v2.0/routers/ec84d90b-14e3-4cd7-975d-03832e6f8ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243487 Dec 16 10:03:28.133431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53436) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:28.135991 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] Sync routers for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:03:28.146570 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:28.147172 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:28.188269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting subnet b577b670-b5db-4ac0-9550-a194d7761f5a {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:03:28.191446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.232007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.250495 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:28.315013 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.379535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.404573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Subnet': ['ID=b577b670-b5db-4ac0-9550-a194d7761f5a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:28.410423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.416473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c5714d53-e96f-465c-a017-94b05eece715 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/subnets/b577b670-b5db-4ac0-9550-a194d7761f5a HTTP/1.1" status: 204 len: 168 time: 0.2788970 Dec 16 10:03:28.416473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53438) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:28.419344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e747c-d06d-4b3c-9681-5e471611c12f None None] Network a0dd8735-4739-4089-95a1-9b8ce3b37c66 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:03:28.426885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:28.453783 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] Checking router: ec84d90b-14e3-4cd7-975d-03832e6f8ff5 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:03:28.463031 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] Routers {'ec84d90b-14e3-4cd7-975d-03832e6f8ff5'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:28.464091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:28.531535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.570119 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] Set router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:28.610506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] DHCP port deletion for a0dd8735-4739-4089-95a1-9b8ce3b37c66 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:03:28.645183 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.658906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] Deleting port c64825b0-ed8d-40db-8ccd-0e12e72556c0 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:28.659596 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.699887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Deleting port e1542ec6-3d19-45c1-bd70-ac10b95b98f4 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:03:28.700241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.726202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] For port c64825b0-ed8d-40db-8ccd-0e12e72556c0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c64825b0-ed8d-40db-8ccd-0e12e72556c0,segment=NetworkSegment(505157d4-191c-41b6-bf73-3e7f0932f3fa),segment_id=505157d4-191c-41b6-bf73-3e7f0932f3fa)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:28.726589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.740403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] Calling delete_port for c64825b0-ed8d-40db-8ccd-0e12e72556c0 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:28.755798 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:28.787466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] For port e1542ec6-3d19-45c1-bd70-ac10b95b98f4, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:28.787917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.788313 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f38a1-920c-40ae-8db6-640d2de94015 None None] The sync data for ids ['ec84d90b-14e3-4cd7-975d-03832e6f8ff5'] in n-d-821941-1 is: [{'id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506361933', 'tenant_id': '75ceb5db15dc408880e419b83d39aced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:01:34Z', 'updated_at': '2021-12-16T10:03:27Z', 'revision_number': 5, 'project_id': '75ceb5db15dc408880e419b83d39aced', 'gw_port': {'id': 'e1542ec6-3d19-45c1-bd70-ac10b95b98f4', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec84d90b-14e3-4cd7-975d-03832e6f8ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:01:35Z', 'updated_at': '2021-12-16T10:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:03:28.801829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Calling delete_port for e1542ec6-3d19-45c1-bd70-ac10b95b98f4 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:03:28.822262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:28.835530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] No DVR routers for this DVR port c64825b0-ed8d-40db-8ccd-0e12e72556c0 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:03:28.854419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e499ebb-e4e7-4936-8c44-0837ac0e9ae0 None None] Pushing event deleted for resources: {'Port': ['ID=c64825b0-ed8d-40db-8ccd-0e12e72556c0,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:28.976643 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.005663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Port': ['ID=e1542ec6-3d19-45c1-bd70-ac10b95b98f4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:29.065077 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.156783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.159280 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.206547 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.207193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Fanout notify agent at l3_agent the message router_deleted on router ec84d90b-14e3-4cd7-975d-03832e6f8ff5 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:03:29.214147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.215386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a5527a2-afb4-41b0-af03-90bbb13bd628 tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/routers/ec84d90b-14e3-4cd7-975d-03832e6f8ff5 HTTP/1.1" status: 204 len: 168 time: 0.7985799 Dec 16 10:03:29.218401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53440) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:29.274048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c64825b0-ed8d-40db-8ccd-0e12e72556c0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:29.298601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c64825b0-ed8d-40db-8ccd-0e12e72556c0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:29.299030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c64825b0-ed8d-40db-8ccd-0e12e72556c0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:29.299513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f31e877-e7ea-4089-abaa-8971e4650c83 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:29.308028 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.319174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 0f31e877-e7ea-4089-abaa-8971e4650c83 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:29.319522 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 0f31e877-e7ea-4089-abaa-8971e4650c83 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:29.397708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.418874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dd8735-4739-4089-95a1-9b8ce3b37c66']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:29.429191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505157d4-191c-41b6-bf73-3e7f0932f3fa') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:29.429480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505157d4-191c-41b6-bf73-3e7f0932f3fa') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:29.439618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.452999 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.459494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:03:29.459895 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:03:29.463086 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:03:29.534765 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.544810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.548330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/networks/a0dd8735-4739-4089-95a1-9b8ce3b37c66 HTTP/1.1" status: 204 len: 168 time: 0.3288922 Dec 16 10:03:29.551172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53442) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:29.559249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0f348-120c-41c0-b92f-aa491f46b15e tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'Network': ['ID=a0dd8735-4739-4089-95a1-9b8ce3b37c66,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:29.625951 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d78e5b5d-3768-4237-bf56-5a5a6693285a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.654860 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d78e5b5d-3768-4237-bf56-5a5a6693285a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.721880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d78e5b5d-3768-4237-bf56-5a5a6693285a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.724524 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d78e5b5d-3768-4237-bf56-5a5a6693285a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:29.725946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d78e5b5d-3768-4237-bf56-5a5a6693285a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] 10.222.0.61 "DELETE /v2.0/security-groups/aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61 HTTP/1.1" status: 204 len: 168 time: 0.1731122 Dec 16 10:03:29.735105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e5b5d-3768-4237-bf56-5a5a6693285a tempest-TestNetworkAdvancedServerOps-1230291093 tempest-TestNetworkAdvancedServerOps-1230291093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeabc9d6-6c73-4cdb-8efd-e4d6ffeedd61,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:30.057444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53450) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:30.200458 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-acad3275-41dc-4610-9dc5-8e480aab634e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75ceb5db15dc408880e419b83d39aced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417980 Dec 16 10:03:30.204084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53454) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:30.251106 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06743b9d-986a-48a3-a838-7f57f062dadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.272748 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06743b9d-986a-48a3-a838-7f57f062dadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.321577 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06743b9d-986a-48a3-a838-7f57f062dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.324088 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06743b9d-986a-48a3-a838-7f57f062dadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.325288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-06743b9d-986a-48a3-a838-7f57f062dadf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d070c60b-9626-4cab-a187-c080e89db3fd HTTP/1.1" status: 204 len: 168 time: 0.1203601 Dec 16 10:03:30.333359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743b9d-986a-48a3-a838-7f57f062dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d070c60b-9626-4cab-a187-c080e89db3fd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:30.618120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53460) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:30.665168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-dc938119-90ee-4b9b-a8ea-c3d8b6383895 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e94a098622194af094909d04cc041fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458333 Dec 16 10:03:30.667833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53462) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:30.720964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d508070e-56ce-440f-94d5-c0367ee8d278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.743403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d508070e-56ce-440f-94d5-c0367ee8d278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.793409 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d508070e-56ce-440f-94d5-c0367ee8d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.796473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d508070e-56ce-440f-94d5-c0367ee8d278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:30.797617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d508070e-56ce-440f-94d5-c0367ee8d278 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1b76432-5695-4db9-87ae-e5c7c872f8c6 HTTP/1.1" status: 204 len: 168 time: 0.1289847 Dec 16 10:03:30.806078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508070e-56ce-440f-94d5-c0367ee8d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b76432-5695-4db9-87ae-e5c7c872f8c6,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:31.130246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1542ec6-3d19-45c1-bd70-ac10b95b98f4 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:03:31.152393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e1542ec6-3d19-45c1-bd70-ac10b95b98f4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:03:31.152799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e1542ec6-3d19-45c1-bd70-ac10b95b98f4 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:03:32.198949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:32.371511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'network': {'name': 'tempest-network-smoke--1157296376', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'port_security_enabled': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:32.397239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:03:32.402694 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.411661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.497425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.503529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.529554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:03:32.539042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9ff98-e86d-406d-897b-cd6a73552db9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:32.543746 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.544063 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Added segment e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9 of type vlan for network 0717806b-0a0a-45a0-836c-be5872d334ca Dec 16 10:03:32.589024 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.616763 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.623079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:32.623693 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.685967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4856548 Dec 16 10:03:32.689101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:32.696265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'admin_state_up': True, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:32.712800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c90f-d70c-4588-b522-b0efd514db59 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Network': ['ID=0717806b-0a0a-45a0-836c-be5872d334ca,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:32.723406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 0717806b-0a0a-45a0-836c-be5872d334ca details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:03:32.730188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.731946 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.788301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:32.923960 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:33.133166 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:33.152658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:33.272174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.25.6.2 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4158fb5b-fb1f-4d6f-8904-377ff05b0f44) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:03:33.373870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:33.410090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:33.446442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:03:33.449233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:33.452838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:03:33.460768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:33.709279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:33.923553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.065256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:03:34.175380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:03:34.185331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:03:34.195064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:34.195681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:34.196964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.198295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4a726db9-dd10-4186-8483-1f2ca384d7af tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5078156 Dec 16 10:03:34.201717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:34.278842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8e887eda-79c4-4c74-a3ed-4239f135a71d tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=9a19be1055f54066bc8d38719675dcdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732958 Dec 16 10:03:34.279564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53508) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:34.303541 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:34.495121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:33Z', 'revision_number': 3, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:34.526976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:03:34.526976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Updating router 324b0571-1cfc-4752-9b80-c5e0b7ab491a port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:03:34.555567 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.651646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1802e-64b0-43ea-b520-2d6cff7e727f tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:34.656018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b3d1802e-64b0-43ea-b520-2d6cff7e727f tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3731952 Dec 16 10:03:34.656272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53510) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:34.687694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-054593c1-1c8e-4338-af9b-16ea01e93123 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275834 Dec 16 10:03:34.687954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53512) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:34.692597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1496519980', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:34.780115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:03:34.783555 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.819403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.826355 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.876922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Attempting to bind port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:03:34.877291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Attempting to bind port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:03:34.877652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Attempting to bind port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:03:34.886710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaad76-0a39-47c0-a597-10bb9e09e65c None None] Pushing event updated for resources: {'Port': ['ID=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:34.889549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:03:34.889953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:03:34.890354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.890744 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:03:34.891207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Bound port: 4158fb5b-fb1f-4d6f-8904-377ff05b0f44, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:03:34.891589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.944644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] For port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:03:34.948001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] For port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:03:34.954082 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:34.975568 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.013140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:35.013816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:35.015664 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaad76-0a39-47c0-a597-10bb9e09e65c None None] Pushing event updated for resources: {'Port': ['ID=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:35.041119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Subnet': ['ID=169f5e3e-e552-4547-ba55-edb987b41a56,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:35.048910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Checking segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:03:35.049242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network hostable DHCP agents. Network: 0717806b-0a0a-45a0-836c-be5872d334ca, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:03:35.067469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 0717806b-0a0a-45a0-836c-be5872d334ca is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:03:35.076335 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 0717806b-0a0a-45a0-836c-be5872d334ca) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:35.080491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:35.081080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.091040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771f5f4-a448-45d8-9eb3-699d53238186 None None] Network 0717806b-0a0a-45a0-836c-be5872d334ca requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:03:35.099335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ab4fa3a4-b5df-4aba-a001-0df0f19e1275 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4104710 Dec 16 10:03:35.102276 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53514) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:35.180639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:35.364228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-0717806b-0a0a-45a0-836c-be5872d334ca', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:03:35.365074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.525726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:33Z', 'revision_number': 3, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:35.526903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.555333 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Allocated IP 172.20.0.2 (0717806b-0a0a-45a0-836c-be5872d334ca/169f5e3e-e552-4547-ba55-edb987b41a56/50b5c2f1-a98f-4845-8a6b-9be975f03d42) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:03:35.557545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf8ff7-8648-4d24-bad3-f264c4768aa7 None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:33Z', 'revision_number': 3, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:03:35.723537 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.729526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.767881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Network 0717806b-0a0a-45a0-836c-be5872d334ca is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:03:35.775790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:35.776157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:03:35.811111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Pushing event updated for resources: {'Port': ['ID=50b5c2f1-a98f-4845-8a6b-9be975f03d42,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:35.847663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Attempting to bind port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:03:35.848029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Attempting to bind port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:03:35.848381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Attempting to bind port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 on network 0717806b-0a0a-45a0-836c-be5872d334ca {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:03:35.860019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.20.0.1 (0717806b-0a0a-45a0-836c-be5872d334ca/169f5e3e-e552-4547-ba55-edb987b41a56/1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:03:35.863010 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:03:35.864129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Checking segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:03:35.864129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.864129 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Bound using segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:03:35.864638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Bound port: 50b5c2f1-a98f-4845-8a6b-9be975f03d42, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:03:35.865015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.937877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] For port 50b5c2f1-a98f-4845-8a6b-9be975f03d42, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:03:35.942122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] For port 50b5c2f1-a98f-4845-8a6b-9be975f03d42, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50b5c2f1-a98f-4845-8a6b-9be975f03d42,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:03:35.953731 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:35.995234 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.015249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ee4e-bb6b-427f-9b18-dc308e82fe6e None None] Pushing event updated for resources: {'Port': ['ID=50b5c2f1-a98f-4845-8a6b-9be975f03d42,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:36.036823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.088846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 0717806b-0a0a-45a0-836c-be5872d334ca is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:03:36.095292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:36.097297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:36.099565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:03:36.147001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.313824 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.605455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.611619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.688332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:36.696610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:36.795476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 0717806b-0a0a-45a0-836c-be5872d334ca is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:03:36.797050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:36.917189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:03:37.004057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef250559-a295-46c6-bb21-87f4c935266c None None] Network 0717806b-0a0a-45a0-836c-be5872d334ca requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:03:37.030428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:03:37.035716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fe74423a-f2d0-4c36-9ac1-3aaf08ee03b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "PUT /v2.0/routers/324b0571-1cfc-4752-9b80-c5e0b7ab491a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9324229 Dec 16 10:03:37.038369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53516) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:37.080324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-43487f2d-abf3-4e7d-833b-6349d9078252 None None] Provisioning complete for port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:37.080693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43487f2d-abf3-4e7d-833b-6349d9078252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.226441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.226915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.227370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.227821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.228268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.228724 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.233615 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-dc23a310-67a2-498c-bca1-59234527aec3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4308 time: 0.1912618 Dec 16 10:03:37.233995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53518) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:37.364916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.365557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.366028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.366474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.366942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.367407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:37.367591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:37.369737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-24508cde-37f3-4a14-bd8e-0ea7b16ba128 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4028 time: 0.1345906 Dec 16 10:03:37.372804 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53520) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:37.420243 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43487f2d-abf3-4e7d-833b-6349d9078252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.475885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-43487f2d-abf3-4e7d-833b-6349d9078252 None None] For port 50b5c2f1-a98f-4845-8a6b-9be975f03d42, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50b5c2f1-a98f-4845-8a6b-9be975f03d42,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:37.481312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:37.481688 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.485225 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-43487f2d-abf3-4e7d-833b-6349d9078252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.564612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43487f2d-abf3-4e7d-833b-6349d9078252 None None] Pushing event updated for resources: {'Port': ['ID=50b5c2f1-a98f-4845-8a6b-9be975f03d42,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:37.613991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.628317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-03d72bd7-0542-4637-99ad-0e85dd80540b tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2337 time: 0.2546980 Dec 16 10:03:37.632632 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:03:37.643659 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:37.643903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:37.644323 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:37.650058 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.651019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50b5c2f1-a98f-4845-8a6b-9be975f03d42 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:37.734758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:37.749741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:37.749973 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.762467 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:37.848829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7cf785fa-de91-425a-b887-178566f474eb None None] Provisioning complete for port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:37.849200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7cf785fa-de91-425a-b887-178566f474eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.969590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7cf785fa-de91-425a-b887-178566f474eb None None] Provisioning complete for port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:37.969899 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7cf785fa-de91-425a-b887-178566f474eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:37.972167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53524) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:37.977307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456874308', 'description': 'tempest-secgroup-smoke-1456874308 description', 'project_id': '9a19be1055f54066bc8d38719675dcdc'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:37.981563 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 2, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:38.012017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.012190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7cf785fa-de91-425a-b887-178566f474eb None None] Port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:03:38.014074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:03:38.014419 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Updating router 324b0571-1cfc-4752-9b80-c5e0b7ab491a port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:03:38.047530 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.097507 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.105015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.137621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ee06a666-27fd-4609-af87-45ac823fe573 None None] Provisioning complete for port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:38.138344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ee06a666-27fd-4609-af87-45ac823fe573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.145766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.150745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53526) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:38.151301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1779084 Dec 16 10:03:38.157471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': 'bbe12993-4085-4528-ab38-201431666d38', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:38.162106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157140af-9c0b-47df-9a1e-05ee96d6fce2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe12993-4085-4528-ab38-201431666d38,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.204374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ee06a666-27fd-4609-af87-45ac823fe573 None None] Port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:03:38.207715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.269172 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.273692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.293768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbc1446-b133-4b49-bdbc-b37bfab51463,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.300554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.305238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53528) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:38.306354 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-683a7dd5-90e2-4275-8111-e636df9ea34d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536438 Dec 16 10:03:38.310291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': 'bbe12993-4085-4528-ab38-201431666d38', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:38.323458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f2b760c7-5ef9-4e98-b1ee-34921febd8e3 None None] Provisioning complete for port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:38.324061 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f2b760c7-5ef9-4e98-b1ee-34921febd8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.338734 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.341108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.346905 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.358641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f2b760c7-5ef9-4e98-b1ee-34921febd8e3 None None] Port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:03:38.395126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.400090 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.409488 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Pushing event updated for resources: {'Port': ['ID=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.419900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f24c549-1208-48bd-8188-facae96ec600,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.430951 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.432732 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.433067 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.433394 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.433717 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.434058 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.434517 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.434837 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.435156 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.435490 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.435834 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.436153 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.436462 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:38.438501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53530) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:38.443068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': 'bbe12993-4085-4528-ab38-201431666d38', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:38.447677 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f55e5775-a470-4091-8fdc-647120804374 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411018 Dec 16 10:03:38.468464 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Attempting to bind port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:03:38.468855 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Attempting to bind port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:03:38.469192 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Attempting to bind port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 on network 0717806b-0a0a-45a0-836c-be5872d334ca {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:03:38.474623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:03:38.474861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.474997 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Checking segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:03:38.475365 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.475750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Bound using segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:03:38.476230 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Bound port: 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:03:38.476576 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.544921 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] For port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:03:38.545867 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.550255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.551048 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] For port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:03:38.556830 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.570488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcba461e-1006-453c-b1af-7d324655cf79,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.582392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.583623 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d78f7919-fc42-441c-a03c-25f6deefbf8c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441231 Dec 16 10:03:38.586720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53532) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:38.594380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': 'bbe12993-4085-4528-ab38-201431666d38', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:38.615334 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dce980-d932-4967-aa9d-262b81684888 None None] Pushing event updated for resources: {'Port': ['ID=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.618031 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:38.618611 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:38.634048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.679709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-34cadb0a-2b3e-49f8-a872-46ea580d0b2b None None] Provisioning complete for port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:38.680620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cadb0a-2b3e-49f8-a872-46ea580d0b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.715494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.723318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.757602 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.759048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713498 Dec 16 10:03:38.761949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53534) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:38.767895 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': 'bbe12993-4085-4528-ab38-201431666d38', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:38.772719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b44c62-0368-469c-b3e6-fd0522ed6f86 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f6a012-1579-4321-98cb-b04c0309b6f7,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.795601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cadb0a-2b3e-49f8-a872-46ea580d0b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.804301 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Project 9a19be1055f54066bc8d38719675dcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:03:38.811291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.834037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-34cadb0a-2b3e-49f8-a872-46ea580d0b2b None None] For port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:38.841433 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:38.845402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-34cadb0a-2b3e-49f8-a872-46ea580d0b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.880115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.885361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.906050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cadb0a-2b3e-49f8-a872-46ea580d0b2b None None] Pushing event updated for resources: {'Port': ['ID=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.907457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.908679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451404 Dec 16 10:03:38.911496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53536) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:38.916230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': 'bbe12993-4085-4528-ab38-201431666d38', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:38.918053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681ac9f-22b7-4fb1-9893-2b48b0a2d1bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfee858-d83d-40dd-9e6b-cc27f05ba08f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:38.938983 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Project 9a19be1055f54066bc8d38719675dcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:03:38.944096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:38.965770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-95452f0a-8ce9-4b08-a3a7-6eea43e656c1 None None] Provisioning complete for port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:38.966470 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-95452f0a-8ce9-4b08-a3a7-6eea43e656c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:39.008383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:39.014784 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:39.037874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:39.047006 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297498 Dec 16 10:03:39.047006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53114805-ed6c-4b31-86cd-96966295acf3 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458d1acc-1bbd-4202-a1a8-092f642d13f4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:39.078724 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:39.109900 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33119cb-4c88-4239-ba42-2b39d504178a None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:03:39.213567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-87b55cb5-373a-49be-b17d-4674ede94bc1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456874308&fields=id&tenant_id=9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 267 time: 0.0498228 Dec 16 10:03:39.245542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:39.302312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:39.302627 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:39.350324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-684353be-3038-4fdc-ae75-ae12f599b183 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:39.352012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-684353be-3038-4fdc-ae75-ae12f599b183 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 797 time: 0.1306920 Dec 16 10:03:39.374429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-dec4372c-7f58-4127-b38c-6d41e69ecb4e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/quotas/9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 375 time: 0.0156465 Dec 16 10:03:39.381360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50b5c2f1-a98f-4845-8a6b-9be975f03d42 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:39.426102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-904b5051-921b-487f-9389-7bc3fae821ba tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503271 Dec 16 10:03:39.436328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:39.436851 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:39.527831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-59ea58d2-b518-4c1f-83f1-87e3cfabc57f service neutron] 10.222.0.61 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904050 Dec 16 10:03:39.629403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-b4ad4199-4739-4ad6-be6b-c03630e1d542 service neutron] 10.222.0.61 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948935 Dec 16 10:03:39.795266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-440676cc-a4ab-4096-a7fd-bb3c72b36f14 req-bdac5c17-a071-48ad-b157-b1ee12530eeb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 210 time: 0.0275073 Dec 16 10:03:40.784969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-728a5073-a1f2-4b2f-8889-dc4eca4c8541 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:40.786428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-728a5073-a1f2-4b2f-8889-dc4eca4c8541 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 797 time: 0.1122973 Dec 16 10:03:40.841366 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-4bf7d3c3-c39c-4855-8f6a-c2c20a98a7b6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 380 time: 0.0454404 Dec 16 10:03:40.852640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'port': {'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'admin_state_up': True, 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'security_groups': ['bbe12993-4085-4528-ab38-201431666d38']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:40.908252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e5dda8e-aa0c-4b1c-bc2b-379fba204933 req-4ae58bd5-6e26-4645-b8c7-1c573076d4c8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 210 time: 0.0306633 Dec 16 10:03:40.986274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:03:40.990010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.120774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.20.0.6 (0717806b-0a0a-45a0-836c-be5872d334ca/169f5e3e-e552-4547-ba55-edb987b41a56/0415cf90-ff6e-410a-b520-a11b354228c7) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:03:41.203023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:41.252124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:41.252519 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.264503 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.298653 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.345047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 0717806b-0a0a-45a0-836c-be5872d334ca is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:03:41.348094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:41.351683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:03:41.361308 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=0415cf90-ff6e-410a-b520-a11b354228c7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:41.409431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:41.410090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.427148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-8dc12ada-53c0-4181-98f5-89582e72efda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781970 Dec 16 10:03:41.439665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Request body: {'port': {'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:41.495343 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.594297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-59789f13-de0e-4eac-b613-ca2017cfdd4c None None] Provisioning complete for port 0415cf90-ff6e-410a-b520-a11b354228c7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:41.594676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-59789f13-de0e-4eac-b613-ca2017cfdd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.631856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-59789f13-de0e-4eac-b613-ca2017cfdd4c None None] Port 0415cf90-ff6e-410a-b520-a11b354228c7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:03:41.777509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0415cf90-ff6e-410a-b520-a11b354228c7 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:03:41.790163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.804356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Transition to ACTIVE for port object 0415cf90-ff6e-410a-b520-a11b354228c7 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:03:41.811022 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:41.864450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0415cf90-ff6e-410a-b520-a11b354228c7,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:41.949972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Attempting to bind port 0415cf90-ff6e-410a-b520-a11b354228c7 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:03:41.950322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Attempting to bind port 0415cf90-ff6e-410a-b520-a11b354228c7 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:03:41.950653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Attempting to bind port 0415cf90-ff6e-410a-b520-a11b354228c7 on network 0717806b-0a0a-45a0-836c-be5872d334ca {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:03:41.956378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Port 0415cf90-ff6e-410a-b520-a11b354228c7 on network 0717806b-0a0a-45a0-836c-be5872d334ca not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:03:41.956723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Attempting to bind port 0415cf90-ff6e-410a-b520-a11b354228c7 on network 0717806b-0a0a-45a0-836c-be5872d334ca {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:03:41.963787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:03:41.964128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Checking segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:03:41.964538 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Bound using segment: {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:03:41.964955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Bound port: 0415cf90-ff6e-410a-b520-a11b354228c7, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:03:41.965447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:42.045414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38880746-1a9c-475d-8881-38b34766e144 req-be347df4-f279-414c-864c-97418f2032e9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:42.047141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38880746-1a9c-475d-8881-38b34766e144 req-be347df4-f279-414c-864c-97418f2032e9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 943 time: 0.0588055 Dec 16 10:03:42.050037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] For port 0415cf90-ff6e-410a-b520-a11b354228c7, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:03:42.053189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] For port 0415cf90-ff6e-410a-b520-a11b354228c7, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0415cf90-ff6e-410a-b520-a11b354228c7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:03:42.058984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:42.087909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38880746-1a9c-475d-8881-38b34766e144 req-b1cd3a9f-5433-4784-a23d-b78f89297e60 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341594 Dec 16 10:03:42.094817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:42.095668 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:42.096853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] 10.222.0.69 "PUT /v2.0/ports/0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 1091 time: 0.6616652 Dec 16 10:03:42.097332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:42.099715 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:42.129882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2dd5-aecf-437a-ab87-be6b1d4cf1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0415cf90-ff6e-410a-b520-a11b354228c7,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:42.182022 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb27c310-5cd4-4c7f-a412-80941baa1ea8 x-openstack-request-id: req-bb27c310-5cd4-4c7f-a412-80941baa1ea8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:42.182330 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:42.182568 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb27c310-5cd4-4c7f-a412-80941baa1ea8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:42.182967 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7', 'status': 'completed', 'code': 200} Dec 16 10:03:42.205001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-9e7e21b0-c252-4541-ad81-62840e5c95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:42.206765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-9e7e21b0-c252-4541-ad81-62840e5c95c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1094 time: 0.0599818 Dec 16 10:03:42.254507 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-b28bebe1-4146-466e-97d0-494603129278 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 217 time: 0.0398254 Dec 16 10:03:42.311405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-3f0664d5-cd99-444b-bdae-37012b2046dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:42.312773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-3f0664d5-cd99-444b-bdae-37012b2046dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 200 len: 835 time: 0.0515571 Dec 16 10:03:42.371286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-27e61360-7e2a-4eb4-b889-fcfe773989fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:42.372864 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-27e61360-7e2a-4eb4-b889-fcfe773989fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0717806b-0a0a-45a0-836c-be5872d334ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529702 Dec 16 10:03:42.804112 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-42dcb9d5-b98a-46ee-b778-ec3bdfe47f6c service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244487 Dec 16 10:03:42.928718 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-703c536f-83d9-4960-a2dc-85cf15f67563 req-19deeb77-f544-4efc-89a0-225f689d55a5 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133194 Dec 16 10:03:43.041766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-70dd2a66-6e9c-4e87-979a-c10aa07c4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:43.043341 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-70dd2a66-6e9c-4e87-979a-c10aa07c4d43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1094 time: 0.0529084 Dec 16 10:03:43.142369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-e29a24ce-7387-4f33-ab1f-c159173f8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:43.144188 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-e29a24ce-7387-4f33-ab1f-c159173f8628 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 898 time: 0.0930474 Dec 16 10:03:43.191851 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-cca10ead-f33b-461e-b310-6d5cb331f3dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 217 time: 0.0400372 Dec 16 10:03:43.215805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670779-6a2b-4a28-b3d7-650172847829 req-b58a0aa2-f25a-4bf6-ae6e-8e0cfd2fa978 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:43.217431 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad670779-6a2b-4a28-b3d7-650172847829 req-b58a0aa2-f25a-4bf6-ae6e-8e0cfd2fa978 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 943 time: 0.0519626 Dec 16 10:03:43.247557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-049d7547-d614-4ab2-9b42-da6ecd0967ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:43.249049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-049d7547-d614-4ab2-9b42-da6ecd0967ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 200 len: 835 time: 0.0503614 Dec 16 10:03:43.255847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad670779-6a2b-4a28-b3d7-650172847829 req-78b3dd9d-25c0-4649-96c5-95957860ef08 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322392 Dec 16 10:03:43.295782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-958b4d63-7729-4501-9f1e-690b1c3a5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:43.297287 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-958b4d63-7729-4501-9f1e-690b1c3a5a52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0717806b-0a0a-45a0-836c-be5872d334ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415385 Dec 16 10:03:43.394627 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-7355720b-0c22-4227-98ad-1fafb3ed9628 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898752 Dec 16 10:03:43.496471 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97fcd0f0-e64e-4db1-888d-da5d43c88e5e req-225d380d-9f4a-4762-9f4e-21e8b5127d2d service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943332 Dec 16 10:03:44.054573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f3f44640-e9fb-457a-9c09-d00312fe76a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:44.286193 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:03:44.374362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72cad4-8611-4662-a9fc-8ec21810c183 req-828beb77-f7cb-481c-961f-92b0916cc292 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:44.375731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f72cad4-8611-4662-a9fc-8ec21810c183 req-828beb77-f7cb-481c-961f-92b0916cc292 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 943 time: 0.0502214 Dec 16 10:03:44.414601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f72cad4-8611-4662-a9fc-8ec21810c183 req-30b3c9e0-9c89-44be-869f-8ac79d200cac tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Dec 16 10:03:45.566444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98dfe9-b746-4d67-9684-f4c685e1fd04 req-28ae95ce-01c3-4d5b-a242-9484dd09d6c2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:45.568295 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb98dfe9-b746-4d67-9684-f4c685e1fd04 req-28ae95ce-01c3-4d5b-a242-9484dd09d6c2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 943 time: 0.0678556 Dec 16 10:03:45.614622 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fb98dfe9-b746-4d67-9684-f4c685e1fd04 req-2f5bcd37-f5ac-4fce-a263-47c12832e672 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373065 Dec 16 10:03:46.508739 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-388c62c5-fc7f-4ca1-9ccb-76289d056f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:46.550917 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0415cf90-ff6e-410a-b520-a11b354228c7 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:03:46.656468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0415cf90-ff6e-410a-b520-a11b354228c7, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0415cf90-ff6e-410a-b520-a11b354228c7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:46.668379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '0415cf90-ff6e-410a-b520-a11b354228c7', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:03:46.710120 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:46.724264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0415cf90-ff6e-410a-b520-a11b354228c7 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:03:46.738575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3e1d-a6f7-41a1-8263-10013ad8cbff req-dd5cf96e-f3f6-4c30-a8d3-cc68d06f1568 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:46.740168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e41c3e1d-a6f7-41a1-8263-10013ad8cbff req-dd5cf96e-f3f6-4c30-a8d3-cc68d06f1568 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 943 time: 0.0525713 Dec 16 10:03:46.744704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0415cf90-ff6e-410a-b520-a11b354228c7, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0415cf90-ff6e-410a-b520-a11b354228c7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:46.750349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:46.782510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e41c3e1d-a6f7-41a1-8263-10013ad8cbff req-2ade08aa-1e2f-4253-b556-c51d36598f8f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359187 Dec 16 10:03:46.802725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0415cf90-ff6e-410a-b520-a11b354228c7,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:46.810595 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.810926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.811257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.811585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.811906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.812347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.812670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.813018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.813543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.814103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.814645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:46.814990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:03:47.116573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['0415cf90-ff6e-410a-b520-a11b354228c7'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:03:47.922929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855f2ca-1927-44f1-ade9-f5a99483aa4e req-e9d0d13e-5ea8-4b9a-b6cb-e6787a10fc0d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:47.924421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6855f2ca-1927-44f1-ade9-f5a99483aa4e req-e9d0d13e-5ea8-4b9a-b6cb-e6787a10fc0d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 944 time: 0.0680480 Dec 16 10:03:47.974994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6855f2ca-1927-44f1-ade9-f5a99483aa4e req-2c1a4339-32f1-4532-94f8-83274ba02edf tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Dec 16 10:03:48.127693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.558168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0415cf90-ff6e-410a-b520-a11b354228c7 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:03:48.617470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 0415cf90-ff6e-410a-b520-a11b354228c7 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:03:48.622148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 0415cf90-ff6e-410a-b520-a11b354228c7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:03:48.622514 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.711386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.736399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:48.738870 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65863621-fb8e-483c-9cfb-0061313a2699" -d '{"events": [{"server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "name": "network-vif-plugged", "status": "completed", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:48.752117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 0415cf90-ff6e-410a-b520-a11b354228c7, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0415cf90-ff6e-410a-b520-a11b354228c7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:03:48.757552 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:48.782976 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0995d08c-e5a9-4704-9863-4763e64f6711 x-openstack-request-id: req-0995d08c-e5a9-4704-9863-4763e64f6711 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:48.783261 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "name": "network-vif-plugged", "status": "completed", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:48.783509 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0995d08c-e5a9-4704-9863-4763e64f6711 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:48.783902 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7', 'code': 200} Dec 16 10:03:48.811563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=0415cf90-ff6e-410a-b520-a11b354228c7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:48.882382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920295e5-3a2b-44a5-acb4-7a13c682cace req-aeae7e67-47f9-481b-8269-a769eb0e0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:48.884997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-920295e5-3a2b-44a5-acb4-7a13c682cace req-aeae7e67-47f9-481b-8269-a769eb0e0c0b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1096 time: 0.0478282 Dec 16 10:03:48.922315 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-920295e5-3a2b-44a5-acb4-7a13c682cace req-682326f4-d3b9-4450-9c0e-36bfa1eb7bba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304642 Dec 16 10:03:49.116920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f728ab-947a-42fe-b065-4f26c00e022f req-7aa145f4-02f9-489f-9d7a-5c85cbbec67f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:49.118323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92f728ab-947a-42fe-b065-4f26c00e022f req-7aa145f4-02f9-489f-9d7a-5c85cbbec67f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0563416 Dec 16 10:03:49.162964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-92f728ab-947a-42fe-b065-4f26c00e022f req-9a4b7529-53e4-48c7-a067-846490e717a4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Dec 16 10:03:49.903238 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:49.947745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:50.283089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945f32f-dd11-4b2f-aef7-e04dbf49ab0f req-37a10895-cd98-47c1-bb57-e7293e28f077 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:50.284589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d945f32f-dd11-4b2f-aef7-e04dbf49ab0f req-37a10895-cd98-47c1-bb57-e7293e28f077 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0503004 Dec 16 10:03:50.323788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d945f32f-dd11-4b2f-aef7-e04dbf49ab0f req-bc4a7d0e-d256-4e40-98e3-bf83a0f7e03a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 Dec 16 10:03:51.452209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409ffc-cfa3-4d3b-9532-a4f2cfcc6701 req-0dca57e2-9a92-41c4-9e57-4fb6a580dbd0 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:51.453669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e409ffc-cfa3-4d3b-9532-a4f2cfcc6701 req-0dca57e2-9a92-41c4-9e57-4fb6a580dbd0 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0534866 Dec 16 10:03:51.493196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e409ffc-cfa3-4d3b-9532-a4f2cfcc6701 req-0c3c8bae-eaf8-44b4-8062-3d7c41961684 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333126 Dec 16 10:03:51.629761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87d5ee-9bed-4085-b7be-5c93c0bbfba0 req-be245b55-80a4-4085-9823-93dab36c0bae tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:51.631268 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a87d5ee-9bed-4085-b7be-5c93c0bbfba0 req-be245b55-80a4-4085-9823-93dab36c0bae tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0634255 Dec 16 10:03:51.670987 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a87d5ee-9bed-4085-b7be-5c93c0bbfba0 req-c02490c1-0bf2-4b7f-8e9f-b1aa3b1ebb0d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Dec 16 10:03:51.693775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:51.749570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b2bc7-4596-46b4-8323-e8f6b8457300 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:51.751039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fa1b2bc7-4596-46b4-8323-e8f6b8457300 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1091 time: 0.0561388 Dec 16 10:03:51.755208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53594) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:51.759881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:03:51.784422 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:51.879521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:51.987295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.25.6.150 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/8746a0eb-07dd-4ad5-9dc8-53b32206ab7a) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:03:52.099110 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:52.144115 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:52.185745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:03:52.188613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:03:52.192025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:03:52.199496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=8746a0eb-07dd-4ad5-9dc8-53b32206ab7a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:52.848865 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:52.925998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:53.074556 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:53.083290 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:53.160868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=8746a0eb-07dd-4ad5-9dc8-53b32206ab7a,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:03:53.169123 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:53.271721 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Floating IP 0a7e5a28-2132-49e8-a3e7-a3070fe80524 associated. External IP: 172.25.6.150, port: 0415cf90-ff6e-410a-b520-a11b354228c7. Dec 16 10:03:53.498234 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:03:53.610668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:03:53.622334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:03:53.630720 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:53.634577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:53.634746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:53.658734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e664b019-2bf4-4d7e-b132-16a00ffb465a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9024208 Dec 16 10:03:53.659322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:03:53.661598 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494096b1-d6cf-4183-8213-3bae97e6681f" -d '{"events": [{"name": "network-changed", "server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:03:53.661981 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53596) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:53.732185 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-907beb3e-2554-48e4-86e7-53314e05d4ea tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/floatingips/0a7e5a28-2132-49e8-a3e7-a3070fe80524 HTTP/1.1" status: 200 len: 991 time: 0.0689738 Dec 16 10:03:53.747887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:53.826505 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32fe13-0fcc-4e46-80b1-3a136f72c5a8 x-openstack-request-id: req-9b32fe13-0fcc-4e46-80b1-3a136f72c5a8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:03:53.826798 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:03:53.827078 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b32fe13-0fcc-4e46-80b1-3a136f72c5a8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:03:53.827488 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7', 'status': 'completed', 'code': 200} Dec 16 10:03:53.892746 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494096b1-d6cf-4183-8213-3bae97e6681f req-458c2b53-ba95-4d96-b0f8-872f6456d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:53.894695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-458c2b53-ba95-4d96-b0f8-872f6456d6d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1096 time: 0.0421879 Dec 16 10:03:53.975296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:52Z', 'revision_number': 0, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:53.989941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494096b1-d6cf-4183-8213-3bae97e6681f req-6dcf16a5-5a59-431e-839c-165e3fc49929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:53.991709 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-6dcf16a5-5a59-431e-839c-165e3fc49929 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 898 time: 0.0900536 Dec 16 10:03:54.002186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:03:54.011030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:03:54.011565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:03:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:54.057485 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-d14bc871-7fac-4e73-8aaf-d106ec2fa5e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 999 time: 0.0589943 Dec 16 10:03:54.093768 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:03:54.110332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494096b1-d6cf-4183-8213-3bae97e6681f req-17e6dd34-7426-44f0-ad4f-7ebd6b031335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:54.111950 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-17e6dd34-7426-44f0-ad4f-7ebd6b031335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 200 len: 835 time: 0.0473869 Dec 16 10:03:54.128953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:03:54.164973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494096b1-d6cf-4183-8213-3bae97e6681f req-c0274584-6562-49fd-9505-c4330809ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:03:54.166542 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-c0274584-6562-49fd-9505-c4330809ea8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0717806b-0a0a-45a0-836c-be5872d334ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477684 Dec 16 10:03:54.265819 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-36d6f679-64d4-4bbd-8e3f-66d42644356a service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919445 Dec 16 10:03:54.361392 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-494096b1-d6cf-4183-8213-3bae97e6681f req-596f43c0-f85d-41da-9c5f-05f430f2a118 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881307 Dec 16 10:03:54.368020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:52Z', 'revision_number': 0, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:03:54.395096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d65b98-2072-425b-ac76-25324d6da8b3 None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:03:36Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:52Z', 'revision_number': 0, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:03:54.579408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a45aca-ddcd-4acf-a3c0-24c416fbd193 None None] New status for floating IP 0a7e5a28-2132-49e8-a3e7-a3070fe80524: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:03:54.736104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53602) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:03:54.802150 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb3a2847-5f45-44a2-884e-e2adb97bfa12 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/floatingips/0a7e5a28-2132-49e8-a3e7-a3070fe80524 HTTP/1.1" status: 200 len: 993 time: 0.0644214 Dec 16 10:03:55.306122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:07.191494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-65d584ce-3262-4b2e-982b-ff35cdcbb1fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437038 Dec 16 10:04:07.283820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-a57dd446-f8f8-46f8-93b5-9f9720fdda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:07.285181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-a57dd446-f8f8-46f8-93b5-9f9720fdda4d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1096 time: 0.0460317 Dec 16 10:04:07.389181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-e217a576-3842-4630-bb82-313c507bb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:07.390679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-e217a576-3842-4630-bb82-313c507bb469 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 898 time: 0.0839045 Dec 16 10:04:07.461747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-4290bd0a-0efe-4b73-bdcd-6336df43d7e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 1001 time: 0.0637853 Dec 16 10:04:07.512014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-278b0483-c270-41e8-8b20-b29a06d38f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:07.513440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-278b0483-c270-41e8-8b20-b29a06d38f24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 200 len: 835 time: 0.0448391 Dec 16 10:04:07.560273 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-0931cce8-fcb2-4f91-a325-06f915b4eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:07.561662 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-0931cce8-fcb2-4f91-a325-06f915b4eccd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0717806b-0a0a-45a0-836c-be5872d334ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415175 Dec 16 10:04:07.682755 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-d781d165-4904-4a6d-be7d-352475ee5e4b service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137021 Dec 16 10:04:07.790048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bec7e93-0147-4bfc-9594-3bc0c01bdb25 req-526b361a-98c5-4fbf-8956-a21b57a11e9a service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993135 Dec 16 10:04:14.054699 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-efd69a54-58e2-45bd-8208-e04eb9b73e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:16.502812 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-150a4758-5426-4b6c-9d1a-c1e972e34ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:18.130131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.899851 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:19.952759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:21.290322 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:04:24.046086 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:25.326011 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:29.837014 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-370dbfc5-2c27-43e2-983a-238c9333837d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072941 Dec 16 10:04:29.935554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-a666c6ae-1fbb-4f8d-8b30-a2d2950e7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:29.937034 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-a666c6ae-1fbb-4f8d-8b30-a2d2950e7732 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0467668 Dec 16 10:04:30.053787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-0ddac394-2d99-45cd-ba72-4087137bbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:30.055324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-0ddac394-2d99-45cd-ba72-4087137bbfac service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0936322 Dec 16 10:04:30.101362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-13c5967f-5cd9-4bd6-8ee6-6f1b76edb191 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0382106 Dec 16 10:04:30.156489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-2f7177c6-3b46-42e0-9c5d-2a7f102d2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:30.158030 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-2f7177c6-3b46-42e0-9c5d-2a7f102d2d8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0494332 Dec 16 10:04:30.220295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-286b064a-6949-49f8-b195-ca33362baaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:04:30.221748 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-286b064a-6949-49f8-b195-ca33362baaf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562766 Dec 16 10:04:30.320021 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-d6527671-e5c8-4572-9471-2f76b8059c77 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904787 Dec 16 10:04:30.412724 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-97c94cb5-e335-45ec-bed7-645c9fb5efcb req-110424d7-d333-4e08-a85a-b1d482446b32 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854743 Dec 16 10:04:44.053905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-533be542-207c-4ad0-91c3-b4095437d47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:46.506980 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba376bf5-3628-4f69-953c-5c153eed7056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:48.135423 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.895105 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:49.955296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:54.072948 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:55.332019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:04:58.291467 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:05:07.722312 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-8e998c14-58f5-4ea1-a391-260473f1e502 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252062 Dec 16 10:05:07.821750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-47499122-ff67-4d9d-b0e2-9f8891f352a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:07.823550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-47499122-ff67-4d9d-b0e2-9f8891f352a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1096 time: 0.0526969 Dec 16 10:05:07.945313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-d551b88e-aca5-48d7-bed9-3758e95d9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:07.946971 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-d551b88e-aca5-48d7-bed9-3758e95d9532 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 898 time: 0.1022253 Dec 16 10:05:08.030932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-2b68b7de-5a29-44ac-adb3-ce308a10b6b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 1001 time: 0.0754111 Dec 16 10:05:08.083475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-fb7762f3-9641-4736-837f-af7eb4073ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:08.085017 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-fb7762f3-9641-4736-837f-af7eb4073ea8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 200 len: 835 time: 0.0478177 Dec 16 10:05:08.135136 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-a105872c-26ae-45b6-b0f4-cf1de6b7ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:08.136697 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-a105872c-26ae-45b6-b0f4-cf1de6b7ebb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0717806b-0a0a-45a0-836c-be5872d334ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444369 Dec 16 10:05:08.232892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-6cf62593-17e8-45ad-bef3-08550a5ba959 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882492 Dec 16 10:05:08.336170 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-dcc9f2f4-0050-406b-b1ef-ab1657658727 req-00f29262-0a7c-4d07-af21-3d3b856edd35 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961232 Dec 16 10:05:09.830102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53642) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:09.915189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad72da-dc1f-4eb0-bf2f-3ea42b2c6793 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:09.915656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad72da-dc1f-4eb0-bf2f-3ea42b2c6793 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:09.916114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad72da-dc1f-4eb0-bf2f-3ea42b2c6793 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:09.918052 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-16ad72da-dc1f-4eb0-bf2f-3ea42b2c6793 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=9a19be1055f54066bc8d38719675dcdc&network_id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 2969 time: 0.0867097 Dec 16 10:05:11.477464 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53652) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:11.531376 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e22f6d-3e18-40c9-b188-5e814bd22b63 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:11.532902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-33e22f6d-3e18-40c9-b188-5e814bd22b63 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a HTTP/1.1" status: 200 len: 814 time: 0.0544088 Dec 16 10:05:11.990549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53660) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:11.995795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'network': {'name': 'tempest-network-smoke--386707307', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'port_security_enabled': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:12.018797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:12.022633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.050220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:05:12.060249 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.060619 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Added segment 8dee36f5-193d-403b-b250-1609b3d36f7f of type vlan for network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 Dec 16 10:05:12.102800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.129205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.135454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:12.136029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.208808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2171259 Dec 16 10:05:12.212465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53662) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.217363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Network': ['ID=9af0c120-a11a-4b74-9e8c-ca3bd6329a24,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:12.225085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.225423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.225770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.226110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.226431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.226758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.227082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.227405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.227722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.228042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.228360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.228681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c4e764-a10e-413a-863f-57233e883260 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.240462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:05:12.282447 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15ee09-c58f-44eb-a558-d751211e77eb tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:12.283879 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d15ee09-c58f-44eb-a558-d751211e77eb tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=9a19be1055f54066bc8d38719675dcdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0704412 Dec 16 10:05:12.288193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53664) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.388514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb31c2-14b6-47f1-88f5-48e13495a167 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:12.390161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cedb31c2-14b6-47f1-88f5-48e13495a167 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1009955 Dec 16 10:05:12.393679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53666) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.423916 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-57746c93-21ff-492d-a840-d91f0b223fd4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291269 Dec 16 10:05:12.426602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53668) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.454557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-68f6b6a1-83aa-4791-a2c1-af1172df0216 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=9a19be1055f54066bc8d38719675dcdc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269063 Dec 16 10:05:12.458302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53670) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.552371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c0ee47-1486-476c-97cb-b63684612ba1 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:12.553877 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-08c0ee47-1486-476c-97cb-b63684612ba1 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946863 Dec 16 10:05:12.557521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53672) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.588178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-abb79d65-0429-4cbd-9943-805c93e52b03 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294578 Dec 16 10:05:12.591661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53674) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:12.596707 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1339699140', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:12.696579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:12.701918 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.907875 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:12.972504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Subnet': ['ID=01d7cfbc-298a-4730-9190-8a3d65ac83dd,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:12.984488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.984883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.985302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.985668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.986028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.986357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.986680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.987002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.987289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.987609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.987928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.988248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:12.994683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Checking segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:12.995044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network hostable DHCP agents. Network: 9af0c120-a11a-4b74-9e8c-ca3bd6329a24, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:05:13.013330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:05:13.023062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9af0c120-a11a-4b74-9e8c-ca3bd6329a24) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:13.029370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:13.030345 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.038627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be30ed-a2cf-4ad8-b17d-976d7083b056 None None] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:13.049395 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f71dea1f-f0f5-4cb1-b700-f9f81db558e4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4566972 Dec 16 10:05:13.180676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ips': [{'subnet_id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:05:13.181533 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.237107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53678) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:13.242221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65398659', 'description': 'tempest-secgroup-smoke-65398659 description', 'project_id': '9a19be1055f54066bc8d38719675dcdc'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:13.263994 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.338474 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.343184 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.372800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.377176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1360292 Dec 16 10:05:13.377391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53680) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:13.382698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '8655db9f-95d2-41cd-b93e-f14213f9daf9', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:13.388352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612bb20-7086-4ced-a39a-d68bfe468737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8655db9f-95d2-41cd-b93e-f14213f9daf9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.414395 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.471669 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.475907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.481234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Allocated IP 172.20.0.18 (9af0c120-a11a-4b74-9e8c-ca3bd6329a24/01d7cfbc-298a-4730-9190-8a3d65ac83dd/9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:13.494803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc5460c-9558-43fd-8cdc-ca91d6134d59,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.501931 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.503135 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-70901efa-1594-4ccd-9d54-6e78e8d45c71 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248028 Dec 16 10:05:13.506026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53682) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:13.510609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '8655db9f-95d2-41cd-b93e-f14213f9daf9', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:13.537445 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.600709 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.604530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.621972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4b71c3-9f18-4874-8e3c-144ada6cfb84,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.631061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.631501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.632548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ca60edcb-693a-4bce-a699-731d228cf135 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254239 Dec 16 10:05:13.635552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:13.637457 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.640437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '8655db9f-95d2-41cd-b93e-f14213f9daf9', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:13.667054 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.677791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:13.680995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:13.684625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:13.695082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Pushing event updated for resources: {'Port': ['ID=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.721823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.722108 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.722441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.722788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.723117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.723448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.723770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.724098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.724415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.724731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.725034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.725352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:05:13.729983 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.737263 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.757031 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b788aa8a-fbaa-458d-b7b0-93803b9b058e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.759183 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Attempting to bind port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:13.759561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Attempting to bind port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:13.759942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Attempting to bind port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe on network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:13.765866 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.766034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:13.766439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Checking segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:13.767169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9b45ff56-153c-48f2-8ce2-d3a2021faec5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306210 Dec 16 10:05:13.769673 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.770136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53686) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:13.770429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Bound using segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:13.770937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Bound port: 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:13.771326 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.774573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '8655db9f-95d2-41cd-b93e-f14213f9daf9', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:13.801324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.837301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] For port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:13.841054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] For port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:13.844547 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.862362 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.867174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.886670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313045f0-3c61-4425-a01c-9265b6fd1263,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.898288 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:13.902069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c80d15b4-4231-4a5f-95fe-8293912f4907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284461 Dec 16 10:05:13.902239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53688) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:13.907307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '8655db9f-95d2-41cd-b93e-f14213f9daf9', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:13.911348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813eb7a-7414-4973-896d-6dcbeba68bb8 None None] Pushing event updated for resources: {'Port': ['ID=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:13.930337 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Project 9a19be1055f54066bc8d38719675dcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:05:13.935944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.004246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.009989 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.029756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e2c904-56b0-4d9b-a944-f699ad9db5cc,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:14.039228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.043735 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0b1a540b-ec10-46c8-a1cd-9b5904822ca4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372118 Dec 16 10:05:14.043735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53690) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:14.048673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '8655db9f-95d2-41cd-b93e-f14213f9daf9', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:14.068756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-baf88d21-9bd8-431d-9617-7940e6178da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.090676 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Project 9a19be1055f54066bc8d38719675dcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:05:14.095950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.165596 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.170768 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.193037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362e2483-f545-437b-83e8-6d91970ce2dd,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:14.200196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.201871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a6f8541-ef91-435d-aacf-46f44eee1ac9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573608 Dec 16 10:05:14.354538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-5586b66d-b239-4d45-b07f-954b0b664f56 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65398659&fields=id&tenant_id=9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 267 time: 0.0352480 Dec 16 10:05:14.467966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-3399fda9-18fb-4893-a935-ec604fb839d2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:14.469448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-3399fda9-18fb-4893-a935-ec604fb839d2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/networks?id=9af0c120-a11a-4b74-9e8c-ca3bd6329a24 HTTP/1.1" status: 200 len: 796 time: 0.1079764 Dec 16 10:05:14.485738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-4dbece4e-7878-4afc-a7c0-0b8c34a4f5fc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/quotas/9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 375 time: 0.0102432 Dec 16 10:05:14.546725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-25eb629a-971b-4afa-a68f-e6bf58ee89c4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549855 Dec 16 10:05:14.655876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-7f6bcbae-f9c9-4772-8e4e-9f41fb693ccf service neutron] 10.222.0.61 "GET /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932043 Dec 16 10:05:14.749370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-7e962c4b-fb77-453f-84ff-c62aa51eafbf service neutron] 10.222.0.61 "GET /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866749 Dec 16 10:05:14.784827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091390d2-f6f8-4126-8427-aa69fc2b702f None None] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:14.845625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-414b368c-248d-4748-8801-7b7028e3a399 None None] Provisioning complete for port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:14.846017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-414b368c-248d-4748-8801-7b7028e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:14.921122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3185cf3b-45d2-4158-9130-f3dd7706b96f req-8688c965-4267-44ef-9c31-00da45ebfa1c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 210 time: 0.0298252 Dec 16 10:05:14.999513 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-414b368c-248d-4748-8801-7b7028e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.042965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-414b368c-248d-4748-8801-7b7028e3a399 None None] For port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:15.047254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-414b368c-248d-4748-8801-7b7028e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.098056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b368c-248d-4748-8801-7b7028e3a399 None None] Pushing event updated for resources: {'Port': ['ID=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:15.271570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:15.293969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ad457fe3-0c6f-4a9e-acea-30983ee1d03f None None] Provisioning complete for port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:15.294472 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ad457fe3-0c6f-4a9e-acea-30983ee1d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:15.356638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:15.356931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.047398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b96b5541-7fa1-40be-855b-42a9321e02bb req-98ab9243-d083-4190-a3b0-1e96d29b4aeb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 210 time: 0.0346980 Dec 16 10:05:16.097083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-a6f9f477-b650-4728-acea-89a57e198e7b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:16.099265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-a6f9f477-b650-4728-acea-89a57e198e7b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.53 "GET /v2.0/networks?id=9af0c120-a11a-4b74-9e8c-ca3bd6329a24 HTTP/1.1" status: 200 len: 796 time: 0.1178925 Dec 16 10:05:16.155228 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-21f94943-4a3a-4d3d-97e7-a3ce3be6ede5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 471 time: 0.0423160 Dec 16 10:05:16.167900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'port': {'device_id': '7adec14b-d541-4bf4-a66b-302db843433e', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'admin_state_up': True, 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'security_groups': ['8655db9f-95d2-41cd-b93e-f14213f9daf9']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:16.292879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:05:16.297090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.428712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.20.0.21 (9af0c120-a11a-4b74-9e8c-ca3bd6329a24/01d7cfbc-298a-4730-9190-8a3d65ac83dd/dc912513-6f40-4624-afec-a34e89d489ec) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:16.509201 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-42749fdf-15a5-42d9-ab74-d456ddf889fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.573436 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.608670 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:16.917718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:16.921685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:16.925404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:16.954972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=dc912513-6f40-4624-afec-a34e89d489ec,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:16.987556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:16.988578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.008426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-835df492-22df-4654-bd83-163e16244926 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8441753 Dec 16 10:05:17.021526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Request body: {'port': {'device_id': '7adec14b-d541-4bf4-a66b-302db843433e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:05:17.077754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.153150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-62d2ff71-2d7f-485e-95fe-2f1b12d89f8d None None] Provisioning complete for port dc912513-6f40-4624-afec-a34e89d489ec triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:17.153683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-62d2ff71-2d7f-485e-95fe-2f1b12d89f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.185581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4de1-84bd-4efb-a601-0a8f2edc1bf4 req-3905bbbb-9788-4cf1-a690-d63f37b67a18 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:17.187509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a2d4de1-84bd-4efb-a601-0a8f2edc1bf4 req-3905bbbb-9788-4cf1-a690-d63f37b67a18 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 932 time: 0.0612235 Dec 16 10:05:17.197365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-62d2ff71-2d7f-485e-95fe-2f1b12d89f8d None None] Port dc912513-6f40-4624-afec-a34e89d489ec cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:17.228240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a2d4de1-84bd-4efb-a601-0a8f2edc1bf4 req-bda7fe97-98de-4f28-aef2-d69f0fdf09e9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340908 Dec 16 10:05:17.367605 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc912513-6f40-4624-afec-a34e89d489ec {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:05:17.377266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.390714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Transition to ACTIVE for port object dc912513-6f40-4624-afec-a34e89d489ec will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:05:17.397499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.446504 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Pushing event updated for resources: {'Port': ['ID=dc912513-6f40-4624-afec-a34e89d489ec,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:17.524396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Attempting to bind port dc912513-6f40-4624-afec-a34e89d489ec on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:17.524734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Attempting to bind port dc912513-6f40-4624-afec-a34e89d489ec by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:17.525061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Attempting to bind port dc912513-6f40-4624-afec-a34e89d489ec on network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:17.530485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Port dc912513-6f40-4624-afec-a34e89d489ec on network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:05:17.530807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Attempting to bind port dc912513-6f40-4624-afec-a34e89d489ec on network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:17.536386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:17.536601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Checking segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:17.536987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Bound using segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:17.537408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Bound port: dc912513-6f40-4624-afec-a34e89d489ec, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:17.537761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.606386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] For port dc912513-6f40-4624-afec-a34e89d489ec, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:17.609076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] For port dc912513-6f40-4624-afec-a34e89d489ec, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc912513-6f40-4624-afec-a34e89d489ec,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:17.615035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.647763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:17.648370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:17.649735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] 10.222.0.53 "PUT /v2.0/ports/dc912513-6f40-4624-afec-a34e89d489ec HTTP/1.1" status: 200 len: 1092 time: 0.6330349 Dec 16 10:05:17.650187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adec14b-d541-4bf4-a66b-302db843433e', 'tag': 'dc912513-6f40-4624-afec-a34e89d489ec'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:05:17.652460 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031120c0-6c07-4b6e-b52b-29860b3adf07" -d '{"events": [{"name": "network-changed", "server_uuid": "7adec14b-d541-4bf4-a66b-302db843433e", "tag": "dc912513-6f40-4624-afec-a34e89d489ec"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:05:17.683040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458873ac-a73d-4ce7-b959-d1067570af7c service neutron] Pushing event updated for resources: {'Port': ['ID=dc912513-6f40-4624-afec-a34e89d489ec,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:17.733469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-1ef5857e-b5bc-4af4-aa98-8f3b5e102462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:17.735160 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-1ef5857e-b5bc-4af4-aa98-8f3b5e102462 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 1095 time: 0.0464072 Dec 16 10:05:17.782107 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-df96bea1-0d3e-4083-a1d3-0bb97c343985 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dc912513-6f40-4624-afec-a34e89d489ec HTTP/1.1" status: 200 len: 217 time: 0.0392280 Dec 16 10:05:17.784387 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ae115-795f-4983-82e1-068f3ea4b150 x-openstack-request-id: req-310ae115-795f-4983-82e1-068f3ea4b150 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:05:17.784963 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7adec14b-d541-4bf4-a66b-302db843433e", "tag": "dc912513-6f40-4624-afec-a34e89d489ec", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:05:17.784963 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-310ae115-795f-4983-82e1-068f3ea4b150 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:05:17.785466 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adec14b-d541-4bf4-a66b-302db843433e', 'tag': 'dc912513-6f40-4624-afec-a34e89d489ec', 'status': 'completed', 'code': 200} Dec 16 10:05:17.838500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-26b73913-c976-46f1-8055-eec32f9bb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:17.840009 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-26b73913-c976-46f1-8055-eec32f9bb83f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01d7cfbc-298a-4730-9190-8a3d65ac83dd HTTP/1.1" status: 200 len: 838 time: 0.0477333 Dec 16 10:05:17.893084 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-c4d367a8-cfc4-4ddf-b018-fdefeba96105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:17.894458 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-c4d367a8-cfc4-4ddf-b018-fdefeba96105 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9af0c120-a11a-4b74-9e8c-ca3bd6329a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476167 Dec 16 10:05:17.996795 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-8548a896-dd4f-4a50-b9db-85edd53509ea service neutron] 10.222.0.53 "GET /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941300 Dec 16 10:05:18.095189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-de5dff5a-8a7a-486e-b091-ece0e6b99bfb req-78930fb3-7608-4600-82fb-16f2ec9eb071 service neutron] 10.222.0.53 "GET /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894194 Dec 16 10:05:18.138534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:18.191747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-8586d7b8-1f2c-40e6-864f-aefe164b5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:18.194254 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-8586d7b8-1f2c-40e6-864f-aefe164b5497 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 1095 time: 0.0480819 Dec 16 10:05:18.289138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-ccf36206-8276-4247-88f6-2c38c0180af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:18.290776 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-ccf36206-8276-4247-88f6-2c38c0180af5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9af0c120-a11a-4b74-9e8c-ca3bd6329a24 HTTP/1.1" status: 200 len: 897 time: 0.0898547 Dec 16 10:05:18.334491 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-6e067bf8-e36b-4303-923d-1d43aa976256 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dc912513-6f40-4624-afec-a34e89d489ec HTTP/1.1" status: 200 len: 217 time: 0.0358007 Dec 16 10:05:18.353428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8725c40-0cdd-43f5-83eb-f3b28bd8a6bf req-07923447-eb19-4662-94e0-737dae0f2b3c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:18.354933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8725c40-0cdd-43f5-83eb-f3b28bd8a6bf req-07923447-eb19-4662-94e0-737dae0f2b3c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 944 time: 0.0516596 Dec 16 10:05:18.392894 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-669e60c4-f444-4e64-9385-37db1766211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:18.394456 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-669e60c4-f444-4e64-9385-37db1766211c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=01d7cfbc-298a-4730-9190-8a3d65ac83dd HTTP/1.1" status: 200 len: 838 time: 0.0528750 Dec 16 10:05:18.396782 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8725c40-0cdd-43f5-83eb-f3b28bd8a6bf req-7b28a529-e961-41ed-af98-aad6f59e5c70 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351963 Dec 16 10:05:18.445561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-8778c298-0ec1-4f46-8af6-191bbe2729ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:18.447179 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-8778c298-0ec1-4f46-8af6-191bbe2729ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9af0c120-a11a-4b74-9e8c-ca3bd6329a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443442 Dec 16 10:05:18.548002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-795edc78-23c1-4752-97e1-55a760e4ab7d service neutron] 10.222.0.53 "GET /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929768 Dec 16 10:05:18.656626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-031120c0-6c07-4b6e-b52b-29860b3adf07 req-17dc7668-672c-4b2d-a8fa-3898ff66401b service neutron] 10.222.0.53 "GET /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992656 Dec 16 10:05:19.525553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ad861-b9cd-44a8-acca-7c1d01b4d98a req-24efe111-ab03-4c54-b30e-17c5560ac074 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:19.527093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e6ad861-b9cd-44a8-acca-7c1d01b4d98a req-24efe111-ab03-4c54-b30e-17c5560ac074 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 944 time: 0.0573609 Dec 16 10:05:19.567537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e6ad861-b9cd-44a8-acca-7c1d01b4d98a req-a46591d6-3a68-4a8c-bf74-798e9f161655 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338855 Dec 16 10:05:19.899314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:19.958767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.200915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc912513-6f40-4624-afec-a34e89d489ec details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:05:20.310308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port dc912513-6f40-4624-afec-a34e89d489ec, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc912513-6f40-4624-afec-a34e89d489ec,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:20.321737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'dc912513-6f40-4624-afec-a34e89d489ec', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'port_id': 'dc912513-6f40-4624-afec-a34e89d489ec', 'mac_address': 'fa:16:3e:2e:2c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:05:20.364545 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.381790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc912513-6f40-4624-afec-a34e89d489ec {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:05:20.402166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port dc912513-6f40-4624-afec-a34e89d489ec, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc912513-6f40-4624-afec-a34e89d489ec,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:20.408263 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:20.455390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=dc912513-6f40-4624-afec-a34e89d489ec,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:20.648846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['dc912513-6f40-4624-afec-a34e89d489ec'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:05:20.697934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4df3-f710-4ec7-811d-304e79f55bc2 req-77d82906-810a-47c4-9c6c-739bb76be5bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:20.699538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-828f4df3-f710-4ec7-811d-304e79f55bc2 req-77d82906-810a-47c4-9c6c-739bb76be5bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 945 time: 0.0547106 Dec 16 10:05:20.739436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-828f4df3-f710-4ec7-811d-304e79f55bc2 req-0369c6fc-f67b-4ad4-b771-4b9c451ed28a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331223 Dec 16 10:05:21.883687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8c7b4-44c5-458c-b30a-58c134ae9b18 req-404008aa-aeca-46d2-a9aa-d41f87ceb738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:21.885312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ac8c7b4-44c5-458c-b30a-58c134ae9b18 req-404008aa-aeca-46d2-a9aa-d41f87ceb738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 945 time: 0.0705366 Dec 16 10:05:21.929440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ac8c7b4-44c5-458c-b30a-58c134ae9b18 req-db5db521-55f7-41ff-b572-8f157829c907 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376332 Dec 16 10:05:22.218281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc912513-6f40-4624-afec-a34e89d489ec up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:22.278323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port dc912513-6f40-4624-afec-a34e89d489ec completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:05:22.282085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port dc912513-6f40-4624-afec-a34e89d489ec triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:22.282458 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.366949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.391051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adec14b-d541-4bf4-a66b-302db843433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc912513-6f40-4624-afec-a34e89d489ec'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:05:22.393292 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40253f13-04f7-4a44-8071-66475d01f1cf" -d '{"events": [{"server_uuid": "7adec14b-d541-4bf4-a66b-302db843433e", "name": "network-vif-plugged", "status": "completed", "tag": "dc912513-6f40-4624-afec-a34e89d489ec"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:05:22.407911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port dc912513-6f40-4624-afec-a34e89d489ec, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc912513-6f40-4624-afec-a34e89d489ec,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:22.413048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:22.437934 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37d2730-d172-45db-b032-57fbfb88c5b7 x-openstack-request-id: req-f37d2730-d172-45db-b032-57fbfb88c5b7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:05:22.438229 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adec14b-d541-4bf4-a66b-302db843433e", "name": "network-vif-plugged", "status": "completed", "tag": "dc912513-6f40-4624-afec-a34e89d489ec", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:05:22.438477 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f37d2730-d172-45db-b032-57fbfb88c5b7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:05:22.438857 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adec14b-d541-4bf4-a66b-302db843433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc912513-6f40-4624-afec-a34e89d489ec', 'code': 200} Dec 16 10:05:22.467777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=dc912513-6f40-4624-afec-a34e89d489ec,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:22.534835 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16964197-ea2d-4eca-a6da-49ccd8deafe7 req-7f0baaa1-1ec5-4307-8987-59f3971c2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:22.536362 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-16964197-ea2d-4eca-a6da-49ccd8deafe7 req-7f0baaa1-1ec5-4307-8987-59f3971c2d56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 1097 time: 0.0447390 Dec 16 10:05:22.573796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-16964197-ea2d-4eca-a6da-49ccd8deafe7 req-bfc2f232-1b85-43a5-9f7a-836576461fe3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296960 Dec 16 10:05:23.061295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd648f2-239a-4ca8-943e-28a045f08cbb req-853c3fd2-0de2-49ba-b2f1-39f7b4dc917a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:23.062861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cd648f2-239a-4ca8-943e-28a045f08cbb req-853c3fd2-0de2-49ba-b2f1-39f7b4dc917a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 946 time: 0.0519605 Dec 16 10:05:23.108207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3cd648f2-239a-4ca8-943e-28a045f08cbb req-624bd3ae-fd49-408c-8893-8950911ed4b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363028 Dec 16 10:05:24.098386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:24.256412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe325d-1bfa-44a2-a7b2-0a9df0b675a1 req-eb206d5a-745c-417a-88a2-184341d3f882 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:24.257891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41fe325d-1bfa-44a2-a7b2-0a9df0b675a1 req-eb206d5a-745c-417a-88a2-184341d3f882 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 946 time: 0.0564218 Dec 16 10:05:24.296920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41fe325d-1bfa-44a2-a7b2-0a9df0b675a1 req-760d4521-1fd1-430e-b6bc-a0a90a4005bc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325809 Dec 16 10:05:24.412171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be83f-e114-42d5-86ed-fed6232a7565 req-6f46f320-e1e9-45cc-8532-44886883c11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:24.413647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d69be83f-e114-42d5-86ed-fed6232a7565 req-6f46f320-e1e9-45cc-8532-44886883c11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 946 time: 0.0518844 Dec 16 10:05:24.455101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d69be83f-e114-42d5-86ed-fed6232a7565 req-271e52c5-c9d3-413f-9a5b-0929374d9777 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332677 Dec 16 10:05:25.325409 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:25.951339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53748) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:26.418908 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.712603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.20.0.17 (9af0c120-a11a-4b74-9e8c-ca3bd6329a24/01d7cfbc-298a-4730-9190-8a3d65ac83dd/363e5392-b7e4-45cf-b7e5-aa4f3558823c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:05:26.834330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.871341 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:26.915907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:26.919517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:26.923400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:05:26.932194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=363e5392-b7e4-45cf-b7e5-aa4f3558823c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:26.974232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.108510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.121605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-39b54fc8-f4ba-4422-a4f3-a0ad0ece027d None None] Provisioning complete for port 363e5392-b7e4-45cf-b7e5-aa4f3558823c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:27.122442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-39b54fc8-f4ba-4422-a4f3-a0ad0ece027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.157959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-39b54fc8-f4ba-4422-a4f3-a0ad0ece027d None None] Port 363e5392-b7e4-45cf-b7e5-aa4f3558823c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:27.395425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.401524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.472395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=363e5392-b7e4-45cf-b7e5-aa4f3558823c,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:27.475801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.580726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:05:27.582532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:05:27.705878 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:27.781956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8905b428-5b5d-4fd0-9ed4-a48f6c1c57ea None None] Provisioning complete for port 363e5392-b7e4-45cf-b7e5-aa4f3558823c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:27.782311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8905b428-5b5d-4fd0-9ed4-a48f6c1c57ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:27.818874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8905b428-5b5d-4fd0-9ed4-a48f6c1c57ea None None] Port 363e5392-b7e4-45cf-b7e5-aa4f3558823c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:05:27.825176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:27.830747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3720fa83-ed0f-46d5-8c81-d8a46c71cd9e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "PUT /v2.0/routers/324b0571-1cfc-4752-9b80-c5e0b7ab491a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783739 Dec 16 10:05:27.848622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:27.861931 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:27.862752 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:27.981469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:28.234062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:27Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:54Z', 'revision_number': 1, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '363e5392-b7e4-45cf-b7e5-aa4f3558823c', 'name': '', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:82:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:26Z', 'updated_at': '2021-12-16T10:05:27Z', 'revision_number': 2, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:28.261275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:05:28.261632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Updating router 324b0571-1cfc-4752-9b80-c5e0b7ab491a port 363e5392-b7e4-45cf-b7e5-aa4f3558823c binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:05:28.288225 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.588078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.595815 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.646404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae0d61-520c-47b5-adb5-573567cef8c3 None None] Pushing event updated for resources: {'Port': ['ID=363e5392-b7e4-45cf-b7e5-aa4f3558823c,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:28.721197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Attempting to bind port 363e5392-b7e4-45cf-b7e5-aa4f3558823c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:05:28.721583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Attempting to bind port 363e5392-b7e4-45cf-b7e5-aa4f3558823c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:05:28.722216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Attempting to bind port 363e5392-b7e4-45cf-b7e5-aa4f3558823c on network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:05:28.727636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:05:28.728002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Checking segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:05:28.728395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.728883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Bound using segment: {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:05:28.729250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Bound port: 363e5392-b7e4-45cf-b7e5-aa4f3558823c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dee36f5-193d-403b-b250-1609b3d36f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:05:28.729620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.801203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] For port 363e5392-b7e4-45cf-b7e5-aa4f3558823c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:05:28.807795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] For port 363e5392-b7e4-45cf-b7e5-aa4f3558823c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=363e5392-b7e4-45cf-b7e5-aa4f3558823c,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:05:28.812822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.886186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4eb3ffa6-e415-42bf-bab6-e11146786113 None None] Provisioning complete for port 363e5392-b7e4-45cf-b7e5-aa4f3558823c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:28.886548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ffa6-e415-42bf-bab6-e11146786113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:28.911444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:28.911977 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:16Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:28.920869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae0d61-520c-47b5-adb5-573567cef8c3 None None] Pushing event updated for resources: {'Port': ['ID=363e5392-b7e4-45cf-b7e5-aa4f3558823c,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:29.277796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:29.280708 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ffa6-e415-42bf-bab6-e11146786113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.408335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4eb3ffa6-e415-42bf-bab6-e11146786113 None None] For port 363e5392-b7e4-45cf-b7e5-aa4f3558823c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=363e5392-b7e4-45cf-b7e5-aa4f3558823c,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:29.415452 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ffa6-e415-42bf-bab6-e11146786113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.540435 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3ffa6-e415-42bf-bab6-e11146786113 None None] Pushing event updated for resources: {'Port': ['ID=363e5392-b7e4-45cf-b7e5-aa4f3558823c,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:29.581449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-987cb68c-5f0e-4ef3-acaa-88fb8c385b16 None None] Provisioning complete for port 363e5392-b7e4-45cf-b7e5-aa4f3558823c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:29.581822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-987cb68c-5f0e-4ef3-acaa-88fb8c385b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:29.728210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-48d83006-bdd0-4235-997e-d08047462999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:27Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:54Z', 'revision_number': 1, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '363e5392-b7e4-45cf-b7e5-aa4f3558823c', 'name': '', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:82:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:26Z', 'updated_at': '2021-12-16T10:05:28Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:29.767777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d83006-bdd0-4235-997e-d08047462999 None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:27Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:54Z', 'revision_number': 1, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '363e5392-b7e4-45cf-b7e5-aa4f3558823c', 'name': '', 'network_id': '9af0c120-a11a-4b74-9e8c-ca3bd6329a24', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:82:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:05:26Z', 'updated_at': '2021-12-16T10:05:28Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '01d7cfbc-298a-4730-9190-8a3d65ac83dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:31.267089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 363e5392-b7e4-45cf-b7e5-aa4f3558823c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:05:31.320508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 363e5392-b7e4-45cf-b7e5-aa4f3558823c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:05:31.320880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:31.816513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-40f9dc33-c835-4271-9bf8-807e978449d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506761 Dec 16 10:05:31.913688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-77902cf0-9b07-4636-9ccd-02d8e26e262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:31.915227 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-77902cf0-9b07-4636-9ccd-02d8e26e262e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0433283 Dec 16 10:05:32.021175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-da7050af-1775-4c72-ade1-00ef12bc9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:32.022691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-da7050af-1775-4c72-ade1-00ef12bc9f33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0870416 Dec 16 10:05:32.067912 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-371590d9-1cd4-441d-9464-65a1ba520148 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0374510 Dec 16 10:05:32.121285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-4f751c1d-3653-42b5-b70c-e9d824819699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:32.122829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-4f751c1d-3653-42b5-b70c-e9d824819699 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0472608 Dec 16 10:05:32.175435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-8644fd6d-386e-476c-b834-347e9b5da1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:32.176874 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-8644fd6d-386e-476c-b834-347e9b5da1c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465803 Dec 16 10:05:32.280901 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-e1719fac-9a87-470c-8639-346db9a99962 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948522 Dec 16 10:05:32.377827 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b6f3ddea-3c3b-4832-b2d0-058ab5a1bd95 req-9cfa1a61-80e4-452e-acc0-16e8a3434a33 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890152 Dec 16 10:05:35.291552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:05:44.050480 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29925197-182b-468f-92cc-fecba7252fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:44.882222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-f6e75723-aa2f-45d4-9c6a-585dafbcf388 req-bafb7870-c597-4fbb-9936-97d3d95fb54b service neutron] (102398) timed out ('10.222.0.69', 57561) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:05:46.512586 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9159136-a9b9-4753-adcf-866702b2ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:48.137967 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.904819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:49.964620 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:50.503015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:50.877291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.192471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 363e5392-b7e4-45cf-b7e5-aa4f3558823c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:51.192783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.289563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 363e5392-b7e4-45cf-b7e5-aa4f3558823c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=363e5392-b7e4-45cf-b7e5-aa4f3558823c,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:51.289900 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.304911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 363e5392-b7e4-45cf-b7e5-aa4f3558823c owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:51.498073 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:51.526111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=363e5392-b7e4-45cf-b7e5-aa4f3558823c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:51.707309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:52.229886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:52.345550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:52.350713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3049980e-ce8f-4c4d-9375-8b1ff9ebd471 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "PUT /v2.0/routers/324b0571-1cfc-4752-9b80-c5e0b7ab491a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8463583 Dec 16 10:05:52.357869 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:52.368725 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:52.369293 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.484539 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:52.598952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75439d3-53cb-45ac-8211-b18fadd1be7c req-15629724-43fe-4006-9ffc-c9d93d02a36a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:52.600484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c75439d3-53cb-45ac-8211-b18fadd1be7c req-15629724-43fe-4006-9ffc-c9d93d02a36a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 946 time: 0.0568616 Dec 16 10:05:52.642654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c75439d3-53cb-45ac-8211-b18fadd1be7c req-c90455d8-7dca-4d20-a512-3a0ab079c9bb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357206 Dec 16 10:05:52.733805 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:51Z', 'revision_number': 6, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:54Z', 'revision_number': 1, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.767433 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:05:52.777440 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:52.778248 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:52.894259 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:53.143055 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:51Z', 'revision_number': 6, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:54Z', 'revision_number': 1, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:53.169367 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b16c0-03e6-48b5-8a09-5e510bc5e06e None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:51Z', 'revision_number': 6, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '0a7e5a28-2132-49e8-a3e7-a3070fe80524', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'port_id': '0415cf90-ff6e-410a-b520-a11b354228c7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'mac_address': 'fa:16:3e:cc:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741758de-03aa-4907-bb3c-dde2bf81e872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:03:52Z', 'updated_at': '2021-12-16T10:03:54Z', 'revision_number': 1, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:53.547594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 363e5392-b7e4-45cf-b7e5-aa4f3558823c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:05:53.572238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 363e5392-b7e4-45cf-b7e5-aa4f3558823c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:05:53.572583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 363e5392-b7e4-45cf-b7e5-aa4f3558823c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:05:53.771412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4bd6-e4b0-47c4-b437-c4abb6eb483d req-4b5a8ba7-0139-4226-9956-e3090fcc9d9a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:53.772856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cacb4bd6-e4b0-47c4-b437-c4abb6eb483d req-4b5a8ba7-0139-4226-9956-e3090fcc9d9a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 946 time: 0.0540311 Dec 16 10:05:53.812879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cacb4bd6-e4b0-47c4-b437-c4abb6eb483d req-1da793f8-49b7-4ff1-918d-969fdd54863f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=8655db9f-95d2-41cd-b93e-f14213f9daf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337055 Dec 16 10:05:53.939700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686baf55-f16f-4777-a157-a2b158519c85 req-921b74ee-e779-4c3f-a253-3e83d14c987e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:53.941245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-686baf55-f16f-4777-a157-a2b158519c85 req-921b74ee-e779-4c3f-a253-3e83d14c987e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.53 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 946 time: 0.0511055 Dec 16 10:05:54.059437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port dc912513-6f40-4624-afec-a34e89d489ec {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:54.059699 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.080480 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.151826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port dc912513-6f40-4624-afec-a34e89d489ec, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc912513-6f40-4624-afec-a34e89d489ec,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:54.152188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.170150 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for dc912513-6f40-4624-afec-a34e89d489ec owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:54.312025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.344362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=dc912513-6f40-4624-afec-a34e89d489ec,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:54.392642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] No DVR routers for this DVR port dc912513-6f40-4624-afec-a34e89d489ec on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:05:54.396030 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:54.399382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-686baf55-f16f-4777-a157-a2b158519c85 req-af6305d5-15dc-4234-8e5e-2b58be64e828 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.53 "DELETE /v2.0/ports/dc912513-6f40-4624-afec-a34e89d489ec HTTP/1.1" status: 204 len: 173 time: 0.4512212 Dec 16 10:05:54.399842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adec14b-d541-4bf4-a66b-302db843433e', 'name': 'network-vif-deleted', 'tag': 'dc912513-6f40-4624-afec-a34e89d489ec'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:05:54.402261 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688b8a5-518f-4dcd-84da-2f9b08a55709" -d '{"events": [{"server_uuid": "7adec14b-d541-4bf4-a66b-302db843433e", "name": "network-vif-deleted", "tag": "dc912513-6f40-4624-afec-a34e89d489ec"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:05:54.445653 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f8f70-7a3a-4d2c-9834-c76983f814ca x-openstack-request-id: req-c57f8f70-7a3a-4d2c-9834-c76983f814ca {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:05:54.445968 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7adec14b-d541-4bf4-a66b-302db843433e", "name": "network-vif-deleted", "tag": "dc912513-6f40-4624-afec-a34e89d489ec", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:05:54.446239 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c57f8f70-7a3a-4d2c-9834-c76983f814ca {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:05:54.446640 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adec14b-d541-4bf4-a66b-302db843433e', 'name': 'network-vif-deleted', 'tag': 'dc912513-6f40-4624-afec-a34e89d489ec', 'status': 'completed', 'code': 200} Dec 16 10:05:54.940368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bd9b2abd-3f8e-4f8e-8c6c-64c82c48c293 req-9ed89067-d2c1-4ac8-b576-9c5e50df7a49 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7adec14b-d541-4bf4-a66b-302db843433e HTTP/1.1" status: 200 len: 210 time: 0.0299520 Dec 16 10:05:55.322044 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.008906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:56.080903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fab4dff6-c056-468c-9e85-e58457885fd1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.107400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fab4dff6-c056-468c-9e85-e58457885fd1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.170507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fab4dff6-c056-468c-9e85-e58457885fd1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.173023 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fab4dff6-c056-468c-9e85-e58457885fd1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.174289 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fab4dff6-c056-468c-9e85-e58457885fd1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/security-groups/8655db9f-95d2-41cd-b93e-f14213f9daf9 HTTP/1.1" status: 204 len: 168 time: 0.1644156 Dec 16 10:05:56.183940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4dff6-c056-468c-9e85-e58457885fd1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655db9f-95d2-41cd-b93e-f14213f9daf9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:56.211374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53794) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:56.269369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting subnet 01d7cfbc-298a-4730-9190-8a3d65ac83dd {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:05:56.272832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.314391 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.408950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.482983 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.510090 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Subnet': ['ID=01d7cfbc-298a-4730-9190-8a3d65ac83dd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:56.513750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.516984 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ab62b9e-81e8-4f06-b52b-ff2174de2d2f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/subnets/01d7cfbc-298a-4730-9190-8a3d65ac83dd HTTP/1.1" status: 204 len: 168 time: 0.3044999 Dec 16 10:05:56.519942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:56.525446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cefeb0-f341-4fa2-ba14-8937fc42bc3c None None] Network 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:05:56.603078 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.658944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:56.659275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.705490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] DHCP port deletion for 9af0c120-a11a-4b74-9e8c-ca3bd6329a24 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:05:56.728206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:56.728589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.741949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:56.755242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] Deleting port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:56.755615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.819666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] For port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,segment=NetworkSegment(8dee36f5-193d-403b-b250-1609b3d36f7f),segment_id=8dee36f5-193d-403b-b250-1609b3d36f7f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:05:56.819946 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.823595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.833414 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] Calling delete_port for 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:56.855857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:56.861559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] No DVR routers for this DVR port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:05:56.922978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.944030 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:56.948853 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] Pushing event deleted for resources: {'Port': ['ID=9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:56.955143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c15d30-e5cd-45db-86f6-73efcef0b582 None None] No DVR routers for this DVR port 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:05:56.966942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af0c120-a11a-4b74-9e8c-ca3bd6329a24']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.976784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dee36f5-193d-403b-b250-1609b3d36f7f') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.977156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dee36f5-193d-403b-b250-1609b3d36f7f') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:56.987807 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.002738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.008883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:05:57.009243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:05:57.013234 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:05:57.080909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.090940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.094287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/networks/9af0c120-a11a-4b74-9e8c-ca3bd6329a24 HTTP/1.1" status: 204 len: 168 time: 0.5734594 Dec 16 10:05:57.097268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53798) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:05:57.107055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a750e-8c7f-4285-b324-6823ae9aa60e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Network': ['ID=9af0c120-a11a-4b74-9e8c-ca3bd6329a24,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:57.266659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 8746a0eb-07dd-4ad5-9dc8-53b32206ab7a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:05:57.266957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.282517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:05:57.303534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:05:57.303969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9b26873d-64f4-4a2f-9014-9e7c9e3c1bfe not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:05:57.355835 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.356305 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.367901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 8746a0eb-07dd-4ad5-9dc8-53b32206ab7a owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:05:57.789126 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.815700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=8746a0eb-07dd-4ad5-9dc8-53b32206ab7a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:05:57.885684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:57.886008 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Floating IP 0a7e5a28-2132-49e8-a3e7-a3070fe80524 disassociated (deleted). External IP: 172.25.6.150, port: 0415cf90-ff6e-410a-b520-a11b354228c7. Dec 16 10:05:58.103814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:05:58.221187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:05:58.226270 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:05:58.231205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:05:58.240935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:58.241644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.254888 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f7509c42-18ff-466e-8459-0b508a6ce177 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/floatingips/0a7e5a28-2132-49e8-a3e7-a3070fe80524 HTTP/1.1" status: 204 len: 168 time: 1.1563509 Dec 16 10:05:58.255562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:05:58.258079 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3" -d '{"events": [{"name": "network-changed", "server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:05:58.355800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:58.434397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc912513-6f40-4624-afec-a34e89d489ec no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:05:58.440715 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88bee4d-ea0e-4659-88b8-159da913328a x-openstack-request-id: req-d88bee4d-ea0e-4659-88b8-159da913328a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:05:58.440715 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:05:58.440715 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d88bee4d-ea0e-4659-88b8-159da913328a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:05:58.440715 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7', 'status': 'completed', 'code': 200} Dec 16 10:05:58.465721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: dc912513-6f40-4624-afec-a34e89d489ec {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:05:58.466019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc912513-6f40-4624-afec-a34e89d489ec not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:05:58.517695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-b285e2db-74eb-4b55-9f3d-81561e0e8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:58.519282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-b285e2db-74eb-4b55-9f3d-81561e0e8408 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 1096 time: 0.0508075 Dec 16 10:05:58.547142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2220e-6e12-4b27-a566-454f2a8f978d req-9bb8e6d6-9d1b-4b77-a604-b06e5922f395 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:58.549724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-abc2220e-6e12-4b27-a566-454f2a8f978d req-9bb8e6d6-9d1b-4b77-a604-b06e5922f395 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Dec 16 10:05:58.593326 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:51Z', 'revision_number': 6, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.594876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-abc2220e-6e12-4b27-a566-454f2a8f978d req-6ee8874c-66d0-493e-879f-b24bd727c8dc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Dec 16 10:05:58.621291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:05:58.640575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:05:58.641432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:58.642756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-8ae12876-50d3-4201-a69f-cb1b110becf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:58.644316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-8ae12876-50d3-4201-a69f-cb1b110becf1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 200 len: 898 time: 0.1170921 Dec 16 10:05:58.689756 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-0c58a9a0-702d-43ae-9229-83a26402ec9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 200 len: 217 time: 0.0367296 Dec 16 10:05:58.741038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-6c162c85-8925-449d-82ab-1c2e666b222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:58.742576 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-6c162c85-8925-449d-82ab-1c2e666b222f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 200 len: 835 time: 0.0452042 Dec 16 10:05:58.755223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:05:58.798171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-d91bcdb7-ef9b-4c20-a39a-af8db9caa55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:58.799708 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-d91bcdb7-ef9b-4c20-a39a-af8db9caa55a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0717806b-0a0a-45a0-836c-be5872d334ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476265 Dec 16 10:05:58.910614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-29d58e47-ea7d-4778-9414-1d0fc0e471c7 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021934 Dec 16 10:05:58.967213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:51Z', 'revision_number': 6, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:05:59.001661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef021c3f-15f1-4646-b2c9-bf7908c6a30f None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:05:51Z', 'revision_number': 6, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7', 'name': '', 'network_id': '0717806b-0a0a-45a0-836c-be5872d334ca', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:b5:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:35Z', 'updated_at': '2021-12-16T10:03:38Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': '169f5e3e-e552-4547-ba55-edb987b41a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:05:59.026110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-fc4fdae4-5e27-4e8f-b2c9-d8c1bfe104b3 req-975970c3-a7d9-4c10-a381-577010ec7623 service neutron] 10.222.0.69 "GET /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066163 Dec 16 10:05:59.236930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298f2c1-c487-4e7c-99fa-8ed1f418a1fe None None] New status for floating IP 0a7e5a28-2132-49e8-a3e7-a3070fe80524: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:05:59.735823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c8f0c-03bd-4852-95ed-094995e4334b req-ee2c3d26-604b-4eb7-8a39-507f5dfa7377 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:05:59.737233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-074c8f0c-03bd-4852-95ed-094995e4334b req-ee2c3d26-604b-4eb7-8a39-507f5dfa7377 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Dec 16 10:05:59.782485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-074c8f0c-03bd-4852-95ed-094995e4334b req-e9adb419-62d9-42fb-b5cd-f8be29b6e84f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbe12993-4085-4528-ab38-201431666d38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390072 Dec 16 10:06:00.176489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-3e6b2417-eef4-4701-9bda-19a118c66755 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:00.178050 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-3e6b2417-eef4-4701-9bda-19a118c66755 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 945 time: 0.0555525 Dec 16 10:06:00.284959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 0415cf90-ff6e-410a-b520-a11b354228c7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:00.285303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.386985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 0415cf90-ff6e-410a-b520-a11b354228c7, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=0415cf90-ff6e-410a-b520-a11b354228c7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:00.387433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.404260 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 0415cf90-ff6e-410a-b520-a11b354228c7 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:00.541228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.570249 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=0415cf90-ff6e-410a-b520-a11b354228c7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:00.617783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] No DVR routers for this DVR port 0415cf90-ff6e-410a-b520-a11b354228c7 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:06:00.620417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:00.624132 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f3072cc-87b1-4156-9b1a-35cc035c2b1a req-34f57006-47ed-4443-904c-aae8d94284b9 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "DELETE /v2.0/ports/0415cf90-ff6e-410a-b520-a11b354228c7 HTTP/1.1" status: 204 len: 173 time: 0.4400089 Dec 16 10:06:00.624573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'name': 'network-vif-deleted', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:06:00.626874 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc208e-d938-4916-8b72-150975df3303" -d '{"events": [{"server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "name": "network-vif-deleted", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:06:00.670932 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f856b7a-3aae-4893-80a0-3f5167417b2b x-openstack-request-id: req-2f856b7a-3aae-4893-80a0-3f5167417b2b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:06:00.671331 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741758de-03aa-4907-bb3c-dde2bf81e872", "name": "network-vif-deleted", "tag": "0415cf90-ff6e-410a-b520-a11b354228c7", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:06:00.671702 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f856b7a-3aae-4893-80a0-3f5167417b2b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:06:00.672337 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741758de-03aa-4907-bb3c-dde2bf81e872', 'name': 'network-vif-deleted', 'tag': '0415cf90-ff6e-410a-b520-a11b354228c7', 'status': 'completed', 'code': 200} Dec 16 10:06:00.904488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-982d227e-b16a-4a45-a383-eac6efb293e5 req-df821acf-9b64-4be4-a9a9-5b79b08e6c7f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=741758de-03aa-4907-bb3c-dde2bf81e872 HTTP/1.1" status: 200 len: 210 time: 0.0289915 Dec 16 10:06:01.964599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53814) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:02.034741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbf22124-6b32-453a-9393-80c928be5709 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.063783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbf22124-6b32-453a-9393-80c928be5709 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.124671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbf22124-6b32-453a-9393-80c928be5709 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.127238 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cbf22124-6b32-453a-9393-80c928be5709 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.128495 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cbf22124-6b32-453a-9393-80c928be5709 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/security-groups/bbe12993-4085-4528-ab38-201431666d38 HTTP/1.1" status: 204 len: 168 time: 0.1625671 Dec 16 10:06:02.143656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf22124-6b32-453a-9393-80c928be5709 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe12993-4085-4528-ab38-201431666d38,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:02.166168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53818) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:02.627673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:02.963958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:02.964266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.055661 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:03.056472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.072825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:03.166798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0415cf90-ff6e-410a-b520-a11b354228c7 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:03.200995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 0415cf90-ff6e-410a-b520-a11b354228c7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:03.201571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 0415cf90-ff6e-410a-b520-a11b354228c7 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:03.292280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.316726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:03.502593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:03.997556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 324b0571-1cfc-4752-9b80-c5e0b7ab491a has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:06:04.119048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:06:04.124918 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-43518781-f2b2-4ec2-994d-da226bfb2a26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "PUT /v2.0/routers/324b0571-1cfc-4752-9b80-c5e0b7ab491a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9551661 Dec 16 10:06:04.129325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:04.134221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] Sync routers for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:06:04.146205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:04.147360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:04.185534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting subnet 169f5e3e-e552-4547-ba55-edb987b41a56 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:06:04.189203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.233452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.259280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:04.332576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.400940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.430454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Subnet': ['ID=169f5e3e-e552-4547-ba55-edb987b41a56,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:04.432542 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.436174 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-664870cd-3dca-43b9-b094-fb116cdccaa6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/subnets/169f5e3e-e552-4547-ba55-edb987b41a56 HTTP/1.1" status: 204 len: 168 time: 0.3063622 Dec 16 10:06:04.438782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53824) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:04.445915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0331e3d-e27c-4b65-ac57-fdea47e914a3 None None] Network 0717806b-0a0a-45a0-836c-be5872d334ca requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:06:04.522460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:06:03Z', 'revision_number': 7, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:04.564285 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.565272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] Checking router: 324b0571-1cfc-4752-9b80-c5e0b7ab491a for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:06:04.591913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] Routers {'324b0571-1cfc-4752-9b80-c5e0b7ab491a'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:04.592529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:04.678943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.761089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:04.761430 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.850854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 4158fb5b-fb1f-4d6f-8904-377ff05b0f44, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:04.851262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:04.866470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:04.880682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] Set router 324b0571-1cfc-4752-9b80-c5e0b7ab491a gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:04.950017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] DHCP port deletion for 0717806b-0a0a-45a0-836c-be5872d334ca request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:06:05.074839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] Deleting port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:06:05.075909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.086174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.113078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=4158fb5b-fb1f-4d6f-8904-377ff05b0f44,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:05.167124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] For port 50b5c2f1-a98f-4845-8a6b-9be975f03d42, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=50b5c2f1-a98f-4845-8a6b-9be975f03d42,segment=NetworkSegment(e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9),segment_id=e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:05.167452 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.178160 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.183873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] Calling delete_port for 50b5c2f1-a98f-4845-8a6b-9be975f03d42 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:06:05.201764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:06:03Z', 'revision_number': 7, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:05.262321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ad627-b4c3-49db-a7c5-fa031f32e263 None None] The sync data for ids ['324b0571-1cfc-4752-9b80-c5e0b7ab491a'] in n-d-821941-1 is: [{'id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'name': 'tempest-TestNetworkBasicOps-router-1378372523', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:03:32Z', 'updated_at': '2021-12-16T10:06:03Z', 'revision_number': 7, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '4158fb5b-fb1f-4d6f-8904-377ff05b0f44', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b0571-1cfc-4752-9b80-c5e0b7ab491a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:03:33Z', 'updated_at': '2021-12-16T10:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:06:05.279410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.282863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.308818 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.342782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.343267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Fanout notify agent at l3_agent the message router_deleted on router 324b0571-1cfc-4752-9b80-c5e0b7ab491a {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:06:05.350687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.351835 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f267751d-d43b-4996-96ae-890219dbea26 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/routers/324b0571-1cfc-4752-9b80-c5e0b7ab491a HTTP/1.1" status: 204 len: 168 time: 0.9113476 Dec 16 10:06:05.354151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] Pushing event deleted for resources: {'Port': ['ID=50b5c2f1-a98f-4845-8a6b-9be975f03d42,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:05.354848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53826) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:05.358786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20ed27-83e6-4db9-84c9-eaf778bb5864 None None] No DVR routers for this DVR port 50b5c2f1-a98f-4845-8a6b-9be975f03d42 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:06:05.441272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.534423 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.558693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0717806b-0a0a-45a0-836c-be5872d334ca']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:05.570067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:05.570386 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ed7817-2b37-4fd1-a3e4-2fb4af52d8d9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:05.581017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.596452 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.603455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:06:05.603938 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:06:05.607914 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:06:05.686592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.693644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50b5c2f1-a98f-4845-8a6b-9be975f03d42 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:05.703055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.708521 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/networks/0717806b-0a0a-45a0-836c-be5872d334ca HTTP/1.1" status: 204 len: 168 time: 0.3524959 Dec 16 10:06:05.724908 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754c42a-8425-40f9-aed1-6a84ff9c7193 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Network': ['ID=0717806b-0a0a-45a0-836c-be5872d334ca,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:05.730545 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53828) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:05.737958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'network': {'name': 'tempest-network-smoke--710151352', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:05.742294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 50b5c2f1-a98f-4845-8a6b-9be975f03d42 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:05.742636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 50b5c2f1-a98f-4845-8a6b-9be975f03d42 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:05.768016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:06:05.772025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.800979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:06:05.814331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.814673 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Added segment 61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34 of type vlan for network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 Dec 16 10:06:05.870842 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.907366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:05.913168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:05.913978 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.003382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2706366 Dec 16 10:06:06.006535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53830) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:06.015786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-701690131', 'admin_state_up': True, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:06.035708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b5a78-93da-4ea3-b49f-dc5544465a20 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Network': ['ID=52c8c3ea-df36-47ce-a9b9-575405dd8b07,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:06.043941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.045341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.049750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:06:06.109515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.255353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.460182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.480485 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.596830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.25.6.203 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/002113c4-b308-4c9a-9ab5-e4c322dc9740) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:06:06.721102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.758822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:06.799600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:06:06.802518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:06.805145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:06:06.832352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=002113c4-b308-4c9a-9ab5-e4c322dc9740,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:07.085042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:07.228938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:07.259346 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:07.259657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4158fb5b-fb1f-4d6f-8904-377ff05b0f44 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:07.260097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:06:07.280780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:06:07.281121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bbeb6ff-e624-44f0-a1a7-8cbde00ae1b7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:06:07.306720 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:07.458583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:06:07.584769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:06:07.597133 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Sync routers for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:06:07.607796 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:07.608581 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:07.610138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:07.611448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a17af2e4-e529-42f6-a791-3ca545999b5e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6022136 Dec 16 10:06:07.614593 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53832) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:07.644080 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e86289e7-ee2c-4e01-9097-e3f50be0d140 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=9a19be1055f54066bc8d38719675dcdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281215 Dec 16 10:06:07.647190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53834) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:07.730885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:07.751430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74787f5-ef51-4d26-8a44-aea4d547f4dc tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:07.753082 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d74787f5-ef51-4d26-8a44-aea4d547f4dc tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1049311 Dec 16 10:06:07.756036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53836) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:07.786086 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b0d83f20-2040-4c42-83a7-67285f44df8a tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289056 Dec 16 10:06:07.788679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53838) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:07.793949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315540478', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:07.921812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:06:07.925569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:07.949516 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:06Z', 'revision_number': 3, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:07.983571 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Checking router: 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:06:07.983838 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Updating router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 port 002113c4-b308-4c9a-9ab5-e4c322dc9740 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:06:08.010528 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.127669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.191088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Subnet': ['ID=c95adc5d-04b3-4466-8ad8-5784120425a4,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:08.203939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Checking segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:06:08.204558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network hostable DHCP agents. Network: 52c8c3ea-df36-47ce-a9b9-575405dd8b07, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:06:08.225807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:06:08.240232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 52c8c3ea-df36-47ce-a9b9-575405dd8b07) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:08.244738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:08.245331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.259639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3b966-4eb3-4d93-b76a-952dfdce13cc None None] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:06:08.267832 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8aa33995-9f72-4af4-a132-3f5fe54d4f97 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4780970 Dec 16 10:06:08.270706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53840) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:08.303913 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.311467 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.371064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Attempting to bind port 002113c4-b308-4c9a-9ab5-e4c322dc9740 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:06:08.371426 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Attempting to bind port 002113c4-b308-4c9a-9ab5-e4c322dc9740 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:06:08.371879 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Attempting to bind port 002113c4-b308-4c9a-9ab5-e4c322dc9740 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:06:08.384474 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:06:08.384841 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:06:08.385239 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.385630 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:06:08.386133 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Bound port: 002113c4-b308-4c9a-9ab5-e4c322dc9740, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:06:08.386544 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.389274 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Pushing event updated for resources: {'Port': ['ID=002113c4-b308-4c9a-9ab5-e4c322dc9740,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:08.449656 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.450675 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.450675 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.450907 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.451158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.451481 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.451800 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.452117 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.452503 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.452746 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.453079 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.453391 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:08.467672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] For port 002113c4-b308-4c9a-9ab5-e4c322dc9740, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:06:08.471458 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] For port 002113c4-b308-4c9a-9ab5-e4c322dc9740, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=002113c4-b308-4c9a-9ab5-e4c322dc9740,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:06:08.474366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:06:08.475396 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.476538 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.530795 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:08.531432 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:08.606218 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc8b7e-69bf-4136-9678-64197891637b None None] Pushing event updated for resources: {'Port': ['ID=002113c4-b308-4c9a-9ab5-e4c322dc9740,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:08.658143 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:08.676785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Allocated IP 172.20.0.2 (52c8c3ea-df36-47ce-a9b9-575405dd8b07/c95adc5d-04b3-4466-8ad8-5784120425a4/f5e3f00f-9028-4df8-bc68-cd15176a61af) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:06:08.832697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.873775 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:06Z', 'revision_number': 3, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:08.884550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.894190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:08.912241 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ec3e-9406-4a9b-abfd-1bc08a420913 None None] The sync data for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 is: [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:06Z', 'revision_number': 3, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:06:08.940229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:06:08.943544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:08.947379 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:06:08.960945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Pushing event updated for resources: {'Port': ['ID=f5e3f00f-9028-4df8-bc68-cd15176a61af,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:09.027812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Attempting to bind port f5e3f00f-9028-4df8-bc68-cd15176a61af on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:06:09.028222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Attempting to bind port f5e3f00f-9028-4df8-bc68-cd15176a61af by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:06:09.028621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Attempting to bind port f5e3f00f-9028-4df8-bc68-cd15176a61af on network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:06:09.034672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:06:09.035070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Checking segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:06:09.035453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:09.035839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Bound using segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:06:09.036311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Bound port: f5e3f00f-9028-4df8-bc68-cd15176a61af, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:06:09.036683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:09.121061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] For port f5e3f00f-9028-4df8-bc68-cd15176a61af, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:06:09.124845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] For port f5e3f00f-9028-4df8-bc68-cd15176a61af, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f5e3f00f-9028-4df8-bc68-cd15176a61af,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:06:09.129340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:09.183093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.20.0.1 (52c8c3ea-df36-47ce-a9b9-575405dd8b07/c95adc5d-04b3-4466-8ad8-5784120425a4/2005dee2-37e1-4d64-9c54-f384a3c547fd) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:06:09.214453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6893dd-b7be-4ad8-870c-351ffe720003 None None] Pushing event updated for resources: {'Port': ['ID=f5e3f00f-9028-4df8-bc68-cd15176a61af,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:09.715122 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:09.752223 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:09.797693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:06:09.801060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:09.805262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:06:09.816098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=2005dee2-37e1-4d64-9c54-f384a3c547fd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:09.864812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.031954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.349247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226ab59-3c3e-4887-a0f2-bb4308be7126 None None] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:06:10.374913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.386275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.449584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e4e49685-5f41-4256-b9c1-f9708931f3c9 None None] Provisioning complete for port f5e3f00f-9028-4df8-bc68-cd15176a61af triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:10.450003 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4e49685-5f41-4256-b9c1-f9708931f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.488123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=2005dee2-37e1-4d64-9c54-f384a3c547fd,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:10.499989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.610601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4e49685-5f41-4256-b9c1-f9708931f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.621453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:06:10.623714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:10.659099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e4e49685-5f41-4256-b9c1-f9708931f3c9 None None] For port f5e3f00f-9028-4df8-bc68-cd15176a61af, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f5e3f00f-9028-4df8-bc68-cd15176a61af,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:10.665196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4e49685-5f41-4256-b9c1-f9708931f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.725407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e49685-5f41-4256-b9c1-f9708931f3c9 None None] Pushing event updated for resources: {'Port': ['ID=f5e3f00f-9028-4df8-bc68-cd15176a61af,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:10.790591 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:06:10.890160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eacd2d95-5570-44d2-87b9-257b5b4b2122 None None] Provisioning complete for port f5e3f00f-9028-4df8-bc68-cd15176a61af triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:10.890547 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eacd2d95-5570-44d2-87b9-257b5b4b2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:10.916806 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:06:10.925320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53842) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:10.925927 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c5b96b95-a342-4e26-934d-5365368bc738 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "PUT /v2.0/routers/5f2be09e-2a65-46e6-9e9b-3c99c7973c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6534965 Dec 16 10:06:10.931868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Sync routers for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:06:10.953198 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:10.954055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:11.121394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-eacd2d95-5570-44d2-87b9-257b5b4b2122 None None] Provisioning complete for port 2005dee2-37e1-4d64-9c54-f384a3c547fd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:11.122292 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eacd2d95-5570-44d2-87b9-257b5b4b2122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.170272 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.171502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.172143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.172302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:11.172604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.173058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.173502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.174033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-eacd2d95-5570-44d2-87b9-257b5b4b2122 None None] Port 2005dee2-37e1-4d64-9c54-f384a3c547fd cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:06:11.175769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-46bc63cd-2f58-4db7-b2ca-93bfae7bf8d4 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4307 time: 0.2492740 Dec 16 10:06:11.179352 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53846) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:11.262492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.263458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.264090 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.264932 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.265556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.266191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:11.271461 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9ddc2f23-2cab-44e6-a8da-fb65ac10a3e8 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4027 time: 0.0876048 Dec 16 10:06:11.276004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53848) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:11.361941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-a0217d87-4d61-461f-b172-31213dd8d81e None None] Provisioning complete for port 2005dee2-37e1-4d64-9c54-f384a3c547fd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:11.362617 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a0217d87-4d61-461f-b172-31213dd8d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.419165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 002113c4-b308-4c9a-9ab5-e4c322dc9740 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:06:11.483709 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9f4a6507-99f2-45fc-a9bd-3306fd5dff20 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2338 time: 0.2060924 Dec 16 10:06:11.510185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a0217d87-4d61-461f-b172-31213dd8d81e None None] Port 2005dee2-37e1-4d64-9c54-f384a3c547fd cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:06:11.582259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 002113c4-b308-4c9a-9ab5-e4c322dc9740 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:11.582962 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.634087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:10Z', 'revision_number': 2, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:11.666728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Checking router: 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:06:11.667065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Updating router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 port 2005dee2-37e1-4d64-9c54-f384a3c547fd binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:06:11.688567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b79a7f3a-b892-4c94-b4d5-4423aa898d84 None None] Provisioning complete for port 2005dee2-37e1-4d64-9c54-f384a3c547fd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:11.688904 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b79a7f3a-b892-4c94-b4d5-4423aa898d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.723198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.783611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b79a7f3a-b892-4c94-b4d5-4423aa898d84 None None] Port 2005dee2-37e1-4d64-9c54-f384a3c547fd cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:06:11.808682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.889711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 002113c4-b308-4c9a-9ab5-e4c322dc9740, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=002113c4-b308-4c9a-9ab5-e4c322dc9740,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:11.896871 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:11.897659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f5e3f00f-9028-4df8-bc68-cd15176a61af up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:06:11.930021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53852) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:11.935512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693160728', 'description': 'tempest-secgroup-smoke-693160728 description', 'project_id': '9a19be1055f54066bc8d38719675dcdc'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:11.960504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.032741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=002113c4-b308-4c9a-9ab5-e4c322dc9740,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.045100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.051753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.060801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f5e3f00f-9028-4df8-bc68-cd15176a61af triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:12.061163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.086177 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.090426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1586969 Dec 16 10:06:12.090708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53854) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:12.095614 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '32bb3dd2-bd25-4479-bfe3-157b4c5d6e58', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:12.095820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e85c11-10e4-459e-88a4-e8a2905dd3ff tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.132081 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.193159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.197359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.217425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9a2dda-642b-4af0-98f8-94b53e185ce8,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.228971 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.230287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-710bab68-bd75-4df4-b3b3-8c206c553e32 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384528 Dec 16 10:06:12.233730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53856) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:12.238450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '32bb3dd2-bd25-4479-bfe3-157b4c5d6e58', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:12.269047 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.292752 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:06:12.365102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.373698 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.439608 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca3bd-d41e-4919-83f6-098a0009f046 None None] Pushing event updated for resources: {'Port': ['ID=2005dee2-37e1-4d64-9c54-f384a3c547fd,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.495136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Attempting to bind port 2005dee2-37e1-4d64-9c54-f384a3c547fd on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:06:12.495520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Attempting to bind port 2005dee2-37e1-4d64-9c54-f384a3c547fd by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:06:12.495887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Attempting to bind port 2005dee2-37e1-4d64-9c54-f384a3c547fd on network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:06:12.502485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:06:12.502861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Checking segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:06:12.503499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.504094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Bound using segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:06:12.504747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Bound port: 2005dee2-37e1-4d64-9c54-f384a3c547fd, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:06:12.505333 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.578301 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] For port 2005dee2-37e1-4d64-9c54-f384a3c547fd, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:06:12.585355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] For port 2005dee2-37e1-4d64-9c54-f384a3c547fd, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2005dee2-37e1-4d64-9c54-f384a3c547fd,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:06:12.590186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.658839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:12.659508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:05:46Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:12.662404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.664619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca3bd-d41e-4919-83f6-098a0009f046 None None] Pushing event updated for resources: {'Port': ['ID=2005dee2-37e1-4d64-9c54-f384a3c547fd,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.671917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.688743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94050587-ed05-46d8-a084-34cf6067aba7,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.706313 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.706864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.707445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.707772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.708095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.708550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.709114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.709904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.710466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.711004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.711402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.711715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:12.726444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.727737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-66e4bdc3-8404-4720-9b34-289af6524c14 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4930243 Dec 16 10:06:12.730723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53858) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:12.735689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '32bb3dd2-bd25-4479-bfe3-157b4c5d6e58', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:12.755137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e35d84dd-7f6f-44c3-8d9c-8f045d4fa2e6 None None] Provisioning complete for port 2005dee2-37e1-4d64-9c54-f384a3c547fd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:12.755509 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e35d84dd-7f6f-44c3-8d9c-8f045d4fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.769724 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.816312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:12.845814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.851733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.876691 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9966b89-f200-4af2-b42f-3c7101a28886,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:12.884215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:12.890018 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-49c31a24-15eb-4b46-860d-5cc77406b373 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580806 Dec 16 10:06:12.890280 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53860) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:12.898610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '32bb3dd2-bd25-4479-bfe3-157b4c5d6e58', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:12.946589 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.004284 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e35d84dd-7f6f-44c3-8d9c-8f045d4fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.021867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.027294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.046124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8576e9-3990-4190-91f6-94e7e367c89c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:13.057489 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.062704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-498fc43c-537f-4e38-94c2-e65760021f68 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686909 Dec 16 10:06:13.062930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53862) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:13.063502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e35d84dd-7f6f-44c3-8d9c-8f045d4fa2e6 None None] For port 2005dee2-37e1-4d64-9c54-f384a3c547fd, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2005dee2-37e1-4d64-9c54-f384a3c547fd,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:13.067711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '32bb3dd2-bd25-4479-bfe3-157b4c5d6e58', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:13.070971 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e35d84dd-7f6f-44c3-8d9c-8f045d4fa2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.093516 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Project 9a19be1055f54066bc8d38719675dcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:06:13.098920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.154771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d84dd-7f6f-44c3-8d9c-8f045d4fa2e6 None None] Pushing event updated for resources: {'Port': ['ID=2005dee2-37e1-4d64-9c54-f384a3c547fd,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:13.171024 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.175169 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.192464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:12Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:13.196724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c91fe06-c5cd-4897-bf8b-b05d4740548d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:13.205813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.207270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cad733fd-1c39-43df-9fa3-5ccb7a0c21fe tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433036 Dec 16 10:06:13.211547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53864) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:13.217254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'security_group_rule': {'security_group_id': '32bb3dd2-bd25-4479-bfe3-157b4c5d6e58', 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:13.223087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b148cb7-f10c-4789-839e-7b4126c76b60 None None] The sync data for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 is: [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:12Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:06:13.225726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9e02237c-d97d-4b3f-b3ff-1d01011c6193 None None] Provisioning complete for port 2005dee2-37e1-4d64-9c54-f384a3c547fd triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:13.225969 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e02237c-d97d-4b3f-b3ff-1d01011c6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.249907 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Project 9a19be1055f54066bc8d38719675dcdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:06:13.257631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.340497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 002113c4-b308-4c9a-9ab5-e4c322dc9740 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:06:13.370457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.376191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.394058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b61f83-7739-4c81-9f6d-1257c6b1f547,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:13.407772 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.409445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9c5aa45f-ce1b-4067-9993-30c03f7bb4d8 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968863 Dec 16 10:06:13.409591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 002113c4-b308-4c9a-9ab5-e4c322dc9740 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:13.410113 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:13.576446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-8bac15dc-eb71-49ab-a31b-b1cb9f1c5d53 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693160728&fields=id&tenant_id=9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 267 time: 0.0374224 Dec 16 10:06:13.703592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-2e5be521-769b-4287-840d-cc165ed457cf tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:13.705250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-2e5be521-769b-4287-840d-cc165ed457cf tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/networks?id=52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 200 len: 796 time: 0.1183352 Dec 16 10:06:13.722596 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-0823d04a-c794-405d-b045-fb02e19c455d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/quotas/9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 375 time: 0.0108848 Dec 16 10:06:13.781967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-b5c9ec0d-5e2b-47ba-9e6c-e9dfa69b2b9a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533850 Dec 16 10:06:13.887247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-727c5573-3f5f-44b8-856a-a1c16036bc5f service neutron] 10.222.0.61 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925725 Dec 16 10:06:13.987866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-e7fc6962-b771-47f2-9194-eb0e74b34722 service neutron] 10.222.0.61 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939898 Dec 16 10:06:14.047076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a94a9fcc-0028-4347-8f7f-7ea7b18564e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:14.164131 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce66b7d6-b6d7-4ac2-98c1-c64ef9bd9f21 req-c0a3f18a-bdf2-416b-975b-3ef471eebcaa tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Dec 16 10:06:15.264012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3ddbaef0-a07a-40a7-b3a2-63fcdc1c8160 req-b6ec9cbd-7366-4b98-9a1e-d734d0e616cb tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 210 time: 0.0379882 Dec 16 10:06:15.321948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2005dee2-37e1-4d64-9c54-f384a3c547fd up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:06:15.378979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2005dee2-37e1-4d64-9c54-f384a3c547fd triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:15.379359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:16.365385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-26ab4bce-0256-4db7-adc4-b89265d6af00 req-d5eb7a58-da86-41f4-90e6-2b6b304cff79 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 210 time: 0.0295048 Dec 16 10:06:16.519354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d7c8190-c9d8-4eb9-a244-a53f68bddd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:17.296535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-86252f8b-981a-435b-925a-64fadcee1bf1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:17.298057 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-86252f8b-981a-435b-925a-64fadcee1bf1 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "GET /v2.0/networks?id=52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 200 len: 796 time: 0.1124470 Dec 16 10:06:17.341882 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-3ab1cbff-31f5-4734-a9cf-e860fe65b477 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a19be1055f54066bc8d38719675dcdc HTTP/1.1" status: 200 len: 379 time: 0.0345063 Dec 16 10:06:17.352671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'port': {'device_id': '7718c6c0-d267-4739-866e-0d134b0ee408', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'admin_state_up': True, 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'security_groups': ['32bb3dd2-bd25-4479-bfe3-157b4c5d6e58']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:17.466888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a37ba440-0852-4478-bbcb-6b364b256b47 req-fc36a9ed-a0a6-4168-a0e7-8b2213b627c5 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 210 time: 0.0276113 Dec 16 10:06:17.478233 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Made reservation on behalf of 9a19be1055f54066bc8d38719675dcdc for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:06:17.483209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:17.625502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.20.0.12 (52c8c3ea-df36-47ce-a9b9-575405dd8b07/c95adc5d-04b3-4466-8ad8-5784120425a4/7d315cd3-7c83-47be-b30f-16b2c060bee1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:06:17.771686 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:17.816474 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:17.859760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:06:17.862879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:17.866429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:06:17.875810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=7d315cd3-7c83-47be-b30f-16b2c060bee1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:17.905733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.906106 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.906439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.906773 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.907096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.907422 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.907751 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.908068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.908383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.908700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.909011 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.909325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:17.936576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:17.937210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:17.954189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-12ac178b-1d76-4387-8717-b1c50e2a94d4 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6051903 Dec 16 10:06:17.966655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Request body: {'port': {'device_id': '7718c6c0-d267-4739-866e-0d134b0ee408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:18.029418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.147041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.147749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3f774676-795c-4c8d-afab-a68d7a81274b None None] Provisioning complete for port 7d315cd3-7c83-47be-b30f-16b2c060bee1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:18.148167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3f774676-795c-4c8d-afab-a68d7a81274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.186654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3f774676-795c-4c8d-afab-a68d7a81274b None None] Port 7d315cd3-7c83-47be-b30f-16b2c060bee1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:06:18.308265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d315cd3-7c83-47be-b30f-16b2c060bee1 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:06:18.318655 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.334176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Transition to ACTIVE for port object 7d315cd3-7c83-47be-b30f-16b2c060bee1 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:06:18.340733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.392098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Pushing event updated for resources: {'Port': ['ID=7d315cd3-7c83-47be-b30f-16b2c060bee1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:18.467021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Attempting to bind port 7d315cd3-7c83-47be-b30f-16b2c060bee1 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:06:18.467355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Attempting to bind port 7d315cd3-7c83-47be-b30f-16b2c060bee1 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:06:18.467689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Attempting to bind port 7d315cd3-7c83-47be-b30f-16b2c060bee1 on network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:06:18.472465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Port 7d315cd3-7c83-47be-b30f-16b2c060bee1 on network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:06:18.472781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Attempting to bind port 7d315cd3-7c83-47be-b30f-16b2c060bee1 on network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:06:18.478244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:06:18.478576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Checking segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:06:18.478960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Bound using segment: {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:06:18.479439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Bound port: 7d315cd3-7c83-47be-b30f-16b2c060bee1, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:06:18.479798 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.552206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] For port 7d315cd3-7c83-47be-b30f-16b2c060bee1, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:06:18.556610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] For port 7d315cd3-7c83-47be-b30f-16b2c060bee1, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:06:18.560698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.595988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:18.596737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:18.597802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921f78a-048d-4e23-b9c4-b70662796867 req-9ce47581-7d24-4891-ac2b-a29ca4a327dc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:18.598312 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] 10.222.0.69 "PUT /v2.0/ports/7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 200 len: 1092 time: 0.6360226 Dec 16 10:06:18.598579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:06:18.599745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8921f78a-048d-4e23-b9c4-b70662796867 req-9ce47581-7d24-4891-ac2b-a29ca4a327dc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 944 time: 0.0587549 Dec 16 10:06:18.600897 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafaeed2-7f8c-458f-89ab-fc8182a469ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:06:18.625649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740ed4c-66a4-4496-93ed-587191a86ffc service neutron] Pushing event updated for resources: {'Port': ['ID=7d315cd3-7c83-47be-b30f-16b2c060bee1,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:18.655236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8921f78a-048d-4e23-b9c4-b70662796867 req-71faed7c-481f-48e6-bd8a-7fd0f7571025 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Dec 16 10:06:18.687404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-1792b060-c821-4a66-9f1d-fcfa336236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:18.688976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-1792b060-c821-4a66-9f1d-fcfa336236c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1095 time: 0.0490780 Dec 16 10:06:18.706370 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ae4336-4950-4e30-a3f7-694b57c8dc19 x-openstack-request-id: req-93ae4336-4950-4e30-a3f7-694b57c8dc19 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:06:18.706657 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:06:18.706910 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93ae4336-4950-4e30-a3f7-694b57c8dc19 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:06:18.707307 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'status': 'completed', 'code': 200} Dec 16 10:06:18.741480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4b451935-f694-4194-95c4-4bdc68c97136 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 200 len: 217 time: 0.0436144 Dec 16 10:06:18.793587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-b8d85f7c-8719-42a9-8c8e-c8330c11996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:18.795766 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-b8d85f7c-8719-42a9-8c8e-c8330c11996c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c95adc5d-04b3-4466-8ad8-5784120425a4 HTTP/1.1" status: 200 len: 834 time: 0.0472195 Dec 16 10:06:18.843809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4b240caf-d6d3-4f1b-b693-e1f8a0084e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:18.845346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-4b240caf-d6d3-4f1b-b693-e1f8a0084e83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52c8c3ea-df36-47ce-a9b9-575405dd8b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423543 Dec 16 10:06:18.945198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-40594d59-42cf-45bd-ad8b-93f2cc1e6652 service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921907 Dec 16 10:06:19.041561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-507a3b78-817f-4486-8031-b9ebf3260cd2 req-84d6b9e7-9b39-44af-a24b-2195203668af service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893979 Dec 16 10:06:19.130322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-ec7f3f50-a9f9-46a1-b400-f8de018c16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:19.131920 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-ec7f3f50-a9f9-46a1-b400-f8de018c16c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1095 time: 0.0434644 Dec 16 10:06:19.226716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-92d86c0e-9d38-48fc-b332-0e1c4ced776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:19.228234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-92d86c0e-9d38-48fc-b332-0e1c4ced776b service neutron] 10.222.0.69 "GET /v2.0/networks?id=52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 200 len: 897 time: 0.0896394 Dec 16 10:06:19.271875 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-2194f33f-a998-4e09-a74a-b693dc4129f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 200 len: 217 time: 0.0362539 Dec 16 10:06:19.327148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-9262259a-7c1c-4a92-92a9-7d5d75f612c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:19.328603 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-9262259a-7c1c-4a92-92a9-7d5d75f612c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c95adc5d-04b3-4466-8ad8-5784120425a4 HTTP/1.1" status: 200 len: 834 time: 0.0506136 Dec 16 10:06:19.377442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-85cc02bc-81d6-4035-ae70-e0f806c513af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:19.379017 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-85cc02bc-81d6-4035-ae70-e0f806c513af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52c8c3ea-df36-47ce-a9b9-575405dd8b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432260 Dec 16 10:06:19.471097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-3f6fb56b-195f-4980-962a-f13a44541345 service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841010 Dec 16 10:06:19.569650 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cafaeed2-7f8c-458f-89ab-fc8182a469ab req-6c80e872-17cd-4ddf-94a1-be1e294b4e8b service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914769 Dec 16 10:06:19.780487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a04b69-42fa-498b-8b00-27eda6ea4765 req-8c8121c1-2d83-4f6e-a478-fc152fc65553 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:19.782056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17a04b69-42fa-498b-8b00-27eda6ea4765 req-8c8121c1-2d83-4f6e-a478-fc152fc65553 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 944 time: 0.0539377 Dec 16 10:06:19.821640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17a04b69-42fa-498b-8b00-27eda6ea4765 req-34c9145d-4e3a-4a70-8f2f-1c0a0104f737 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332785 Dec 16 10:06:19.911295 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:19.967414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:20.963566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d3ab0-e9b8-4300-8ba3-073f301ce176 req-47ded586-3879-4460-83b8-36c6c6e808d2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:20.965252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e6d3ab0-e9b8-4300-8ba3-073f301ce176 req-47ded586-3879-4460-83b8-36c6c6e808d2 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 944 time: 0.0616426 Dec 16 10:06:21.007579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e6d3ab0-e9b8-4300-8ba3-073f301ce176 req-9b58ff47-5751-4c6f-82f5-f6e68b9fca96 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352783 Dec 16 10:06:22.137374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f67821-7ca8-4920-a024-b689373d231c req-e0f82811-9ba1-4390-8663-ecf37d18b583 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:22.138962 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12f67821-7ca8-4920-a024-b689373d231c req-e0f82811-9ba1-4390-8663-ecf37d18b583 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 944 time: 0.0550597 Dec 16 10:06:22.182871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12f67821-7ca8-4920-a024-b689373d231c req-13de56e3-743f-4c9a-af8e-4df369e80faa tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357506 Dec 16 10:06:23.226105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7d315cd3-7c83-47be-b30f-16b2c060bee1 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:06:23.312978 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4d335-316b-4252-a936-f8aca08fd36d req-b6b9c679-ee62-4433-a5dd-b15a3259e608 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:23.314550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9d4d335-316b-4252-a936-f8aca08fd36d req-b6b9c679-ee62-4433-a5dd-b15a3259e608 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 944 time: 0.0509064 Dec 16 10:06:23.327786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7d315cd3-7c83-47be-b30f-16b2c060bee1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:23.339821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'port_id': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'mac_address': 'fa:16:3e:a3:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:06:23.353373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9d4d335-316b-4252-a936-f8aca08fd36d req-3fe475ba-07e9-4fa8-a6ca-6a7837fdabda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Dec 16 10:06:23.378362 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:23.391378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d315cd3-7c83-47be-b30f-16b2c060bee1 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:06:23.410716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7d315cd3-7c83-47be-b30f-16b2c060bee1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:23.416657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:23.462811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7d315cd3-7c83-47be-b30f-16b2c060bee1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:23.470354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.470616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.470967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.471296 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.471621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.471944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.472260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.472580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.472875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.473186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.473505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.473811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:06:23.851252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['7d315cd3-7c83-47be-b30f-16b2c060bee1'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:06:24.109443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:24.484287 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b04d1b-093a-4842-b368-93f4751bde79 req-a3e3938f-7b4d-4a55-bae7-e8ba40e09672 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:24.485809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97b04d1b-093a-4842-b368-93f4751bde79 req-a3e3938f-7b4d-4a55-bae7-e8ba40e09672 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 945 time: 0.0530179 Dec 16 10:06:24.536814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97b04d1b-093a-4842-b368-93f4751bde79 req-20282d62-2eff-4f49-88b4-787d477dca4a tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Dec 16 10:06:25.244352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7d315cd3-7c83-47be-b30f-16b2c060bee1 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:06:25.296815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 7d315cd3-7c83-47be-b30f-16b2c060bee1 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:06:25.300500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 7d315cd3-7c83-47be-b30f-16b2c060bee1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:06:25.300869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:25.342850 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:25.397727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:25.420643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:06:25.423053 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075e3f0-3981-47ad-910e-02e83eea8101" -d '{"events": [{"server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "name": "network-vif-plugged", "status": "completed", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:06:25.436494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 7d315cd3-7c83-47be-b30f-16b2c060bee1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:06:25.441475 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:25.491124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=7d315cd3-7c83-47be-b30f-16b2c060bee1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:25.527690 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4e2c1-1f55-48f2-b743-0da2ef8a9df4 x-openstack-request-id: req-6be4e2c1-1f55-48f2-b743-0da2ef8a9df4 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:06:25.528021 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "name": "network-vif-plugged", "status": "completed", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:06:25.528274 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6be4e2c1-1f55-48f2-b743-0da2ef8a9df4 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:06:25.528667 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'code': 200} Dec 16 10:06:25.625036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075def8e-aee1-454c-83ed-989475cfd42a req-dfd957fe-238d-4a25-8b37-cfb1aa134fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:25.626606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-075def8e-aee1-454c-83ed-989475cfd42a req-dfd957fe-238d-4a25-8b37-cfb1aa134fb0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1097 time: 0.0440359 Dec 16 10:06:25.663216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904784e-cd02-432a-99fa-c91ed40f34ea req-fb5941c6-42c3-4b92-bf31-3efe261b5783 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:25.664202 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-075def8e-aee1-454c-83ed-989475cfd42a req-33cc6d9b-436d-4fc6-a3c6-74f8ec052a6f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305905 Dec 16 10:06:25.664715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8904784e-cd02-432a-99fa-c91ed40f34ea req-fb5941c6-42c3-4b92-bf31-3efe261b5783 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0562670 Dec 16 10:06:25.705834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8904784e-cd02-432a-99fa-c91ed40f34ea req-cac17f50-a3f1-45ae-bf40-b89c35d3b441 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Dec 16 10:06:26.831259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a97daa-0528-4ff1-89b7-5e9a11f8f192 req-551c8034-dba3-450e-b9c1-f390edc96cbc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:26.832758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8a97daa-0528-4ff1-89b7-5e9a11f8f192 req-551c8034-dba3-450e-b9c1-f390edc96cbc tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0531335 Dec 16 10:06:26.871740 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8a97daa-0528-4ff1-89b7-5e9a11f8f192 req-1f9717d0-8a78-4270-81f8-c9f24530a934 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325909 Dec 16 10:06:28.013388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639716b-818b-490c-8364-7a105588c7ec req-72147a6a-4661-4b39-97f7-e7a5cdd0cfaf tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:28.014918 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2639716b-818b-490c-8364-7a105588c7ec req-72147a6a-4661-4b39-97f7-e7a5cdd0cfaf tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0637321 Dec 16 10:06:28.059895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2639716b-818b-490c-8364-7a105588c7ec req-11fa703d-9463-4b6b-9747-53ac11ae2dda tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356150 Dec 16 10:06:28.199204 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128ddc-246d-4c08-88da-46d460a807dc req-c38c6373-7816-4472-b9fd-9ca85e7d4a4d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:28.200707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0128ddc-246d-4c08-88da-46d460a807dc req-c38c6373-7816-4472-b9fd-9ca85e7d4a4d tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0620742 Dec 16 10:06:28.242175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0128ddc-246d-4c08-88da-46d460a807dc req-d83929a8-bc8d-4d16-8bd7-dfde7ed5523c tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328443 Dec 16 10:06:28.263752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53928) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:28.304949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd2083-8c6e-4929-bb5f-088c70b796b3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:28.306491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f0dd2083-8c6e-4929-bb5f-088c70b796b3 tempest-TestNetworkBasicOps-32159333 tempest-TestNetworkBasicOps-32159333-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1092 time: 0.0417819 Dec 16 10:06:28.309887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:28.314369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:06:28.338601 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:28.443820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:28.548177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Allocated IP 172.25.6.38 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/1ca8eb42-5a29-4ca0-b6d1-c2b1706a7841) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:06:28.655974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:28.699148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:28.748308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:06:28.751248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:06:28.755777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:06:28.780050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=1ca8eb42-5a29-4ca0-b6d1-c2b1706a7841,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:29.155588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.225528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.379324 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.386690 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.453389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event updated for resources: {'Port': ['ID=1ca8eb42-5a29-4ca0-b6d1-c2b1706a7841,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:06:29.466795 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.570757 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Floating IP c204b425-23fa-42cc-adc3-cfd84f89c47b associated. External IP: 172.25.6.38, port: 7d315cd3-7c83-47be-b30f-16b2c060bee1. Dec 16 10:06:29.807705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:06:29.942676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:06:29.954235 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191706c-d464-4ece-994a-a087d5634975 None None] Sync routers for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:06:29.964887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:29.965245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:29.965925 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:06:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:29.997495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3a5ca0b4-e3a4-4b2a-b431-b318a8eab11b tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6864572 Dec 16 10:06:29.998452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:06:30.000712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53932) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:30.001209 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f267ee6-f813-4195-816f-eba39df7de92" -d '{"events": [{"name": "network-changed", "server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:06:30.050311 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd25d9-80db-4af4-99a2-35edbfa03d73 x-openstack-request-id: req-1dfd25d9-80db-4af4-99a2-35edbfa03d73 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:06:30.050606 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:06:30.050865 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dfd25d9-80db-4af4-99a2-35edbfa03d73 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:06:30.051266 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'status': 'completed', 'code': 200} Dec 16 10:06:30.086312 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-45b1ac35-2bda-47be-9df3-dd365478d722 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/floatingips/c204b425-23fa-42cc-adc3-cfd84f89c47b HTTP/1.1" status: 200 len: 991 time: 0.0838463 Dec 16 10:06:30.088352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:30.118745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267ee6-f813-4195-816f-eba39df7de92 req-a5aa9e54-7cf9-47d8-a1bd-faba5b909c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:30.121813 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-a5aa9e54-7cf9-47d8-a1bd-faba5b909c55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1097 time: 0.0480990 Dec 16 10:06:30.227350 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267ee6-f813-4195-816f-eba39df7de92 req-c2800efa-9c4b-4267-9976-46bc6e5dd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:30.228870 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-c2800efa-9c4b-4267-9976-46bc6e5dd21b service neutron] 10.222.0.69 "GET /v2.0/networks?id=52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 200 len: 897 time: 0.1002345 Dec 16 10:06:30.309549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-96b50d38-3521-408f-ae11-b7c64778683b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 200 len: 999 time: 0.0734246 Dec 16 10:06:30.347569 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'c204b425-23fa-42cc-adc3-cfd84f89c47b', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'port_id': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'mac_address': 'fa:16:3e:a3:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7718c6c0-d267-4739-866e-0d134b0ee408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:06:28Z', 'updated_at': '2021-12-16T10:06:28Z', 'revision_number': 0, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:13Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:30.365939 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267ee6-f813-4195-816f-eba39df7de92 req-41f72daa-4286-4c29-b478-47504e1b906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:30.367480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-41f72daa-4286-4c29-b478-47504e1b906f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c95adc5d-04b3-4466-8ad8-5784120425a4 HTTP/1.1" status: 200 len: 834 time: 0.0515199 Dec 16 10:06:30.377709 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191706c-d464-4ece-994a-a087d5634975 None None] Checking router: 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:06:30.387465 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:06:30.388161 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:06:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:30.416880 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267ee6-f813-4195-816f-eba39df7de92 req-2029b7bf-e332-4784-be9e-bd14c8fd5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:06:30.418484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-2029b7bf-e332-4784-be9e-bd14c8fd5a7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52c8c3ea-df36-47ce-a9b9-575405dd8b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445175 Dec 16 10:06:30.542067 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-451b0d7d-e3a7-47e9-af03-c8825dad8244 service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159847 Dec 16 10:06:30.598963 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:06:30.648429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f267ee6-f813-4195-816f-eba39df7de92 req-8681391e-fabd-485b-8256-90981844ca50 service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995867 Dec 16 10:06:30.864144 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-9191706c-d464-4ece-994a-a087d5634975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'c204b425-23fa-42cc-adc3-cfd84f89c47b', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'port_id': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'mac_address': 'fa:16:3e:a3:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7718c6c0-d267-4739-866e-0d134b0ee408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:06:28Z', 'updated_at': '2021-12-16T10:06:28Z', 'revision_number': 0, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:13Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:06:30.890727 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191706c-d464-4ece-994a-a087d5634975 None None] The sync data for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 is: [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'c204b425-23fa-42cc-adc3-cfd84f89c47b', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'port_id': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'mac_address': 'fa:16:3e:a3:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7718c6c0-d267-4739-866e-0d134b0ee408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:06:28Z', 'updated_at': '2021-12-16T10:06:28Z', 'revision_number': 0, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:13Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:06:31.089324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:31.114551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9f8f8-877e-4566-b2c3-976b5ee01a20 None None] New status for floating IP c204b425-23fa-42cc-adc3-cfd84f89c47b: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:06:31.158766 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bcff39c2-7298-450b-b7b9-31f37c668eaf tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/floatingips/c204b425-23fa-42cc-adc3-cfd84f89c47b HTTP/1.1" status: 200 len: 991 time: 0.0681977 Dec 16 10:06:32.162965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 53938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:06:32.231339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6f21a0bf-6ef2-4c8f-bdff-12713e5d8b16 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/floatingips/c204b425-23fa-42cc-adc3-cfd84f89c47b HTTP/1.1" status: 200 len: 993 time: 0.0672147 Dec 16 10:06:44.061836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-23eb3fb5-c60c-4aca-92ea-28febb15aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:46.520989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-30cf40e2-4765-4ece-80ea-58c05f14b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:48.149864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:49.296802 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:06:49.913268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:49.969367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:54.107368 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:06:55.327180 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:10.404559 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-11759378-b9c2-4696-b45b-fb11bebcc581 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468683 Dec 16 10:07:10.513165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-2e9fd4c4-9db8-477e-842c-bdd14c0a55af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:10.514727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-2e9fd4c4-9db8-477e-842c-bdd14c0a55af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1097 time: 0.0603316 Dec 16 10:07:10.629536 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-63c08f87-991f-425f-a085-7f6ab33e0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:10.631038 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-63c08f87-991f-425f-a085-7f6ab33e0a11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 200 len: 897 time: 0.0962532 Dec 16 10:07:10.702396 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-f5d4029f-67fa-4902-b200-b4d82a6196ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0644739 Dec 16 10:07:10.755552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-bb9fc922-9764-4c5e-8f9b-3a61c96167ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:10.757052 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-bb9fc922-9764-4c5e-8f9b-3a61c96167ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c95adc5d-04b3-4466-8ad8-5784120425a4 HTTP/1.1" status: 200 len: 834 time: 0.0483484 Dec 16 10:07:10.804178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-08cf8159-3414-4a51-b120-e664991c9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:10.805674 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-08cf8159-3414-4a51-b120-e664991c9a13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52c8c3ea-df36-47ce-a9b9-575405dd8b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416698 Dec 16 10:07:10.910269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-b849b1f1-ac3c-4ac5-886e-5c2644d80bed service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974159 Dec 16 10:07:11.003387 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9b4ecb8-240c-4f57-b45c-b843540bca2b req-b843b734-b62a-409b-9456-52fe75b70091 service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862050 Dec 16 10:07:14.054532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ce9bcb9-a466-4f69-ac26-00e2ed3590a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:16.515013 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b48dc6e4-b568-40d3-a092-de482e2e705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:18.157076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:19.910711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:19.969344 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:24.100298 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:25.345796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:26.297223 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:07:31.791393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-05e0c8a6-2685-441f-b65b-816d7eee7477 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549889 Dec 16 10:07:31.880520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-efcbcb08-eb15-40b1-b3ac-431efdeaa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:31.881928 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-efcbcb08-eb15-40b1-b3ac-431efdeaa8f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0463734 Dec 16 10:07:31.995003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-2fb34fbb-7bf6-445c-b2be-5f65fb475c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:31.996864 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-2fb34fbb-7bf6-445c-b2be-5f65fb475c11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0891716 Dec 16 10:07:32.059250 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-c24c3f93-6837-4fb1-b260-0ef272738f87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0537589 Dec 16 10:07:32.111941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-1c96e3c2-baab-4690-8692-11546bcc03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:32.113432 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-1c96e3c2-baab-4690-8692-11546bcc03c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0472937 Dec 16 10:07:32.163870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-ecc5b2cf-b5f6-48f3-bd79-bc532d81aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:32.166354 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-ecc5b2cf-b5f6-48f3-bd79-bc532d81aa28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458257 Dec 16 10:07:32.265690 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-f6735544-7148-4574-b2d9-89adfd052a4d service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923536 Dec 16 10:07:32.366330 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-933cd46f-f35d-422a-b675-9b44741ad8b7 req-2e77babd-7c5b-4739-a492-39d57de04b60 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919223 Dec 16 10:07:43.273384 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53980) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:43.340011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d8021e91-95c1-4a45-af1c-8bfa1e5b12b7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/floatingips/c204b425-23fa-42cc-adc3-cfd84f89c47b HTTP/1.1" status: 200 len: 993 time: 0.0648503 Dec 16 10:07:43.600325 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 53990) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:43.780233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 1ca8eb42-5a29-4ca0-b6d1-c2b1706a7841 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:07:43.780590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:43.860141 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:43.860398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:43.872306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 1ca8eb42-5a29-4ca0-b6d1-c2b1706a7841 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:07:44.031333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.055187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=1ca8eb42-5a29-4ca0-b6d1-c2b1706a7841,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:44.057580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc734-cec8-4c99-a51f-15637adc3944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.069289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.069638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.070001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.070339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.070664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.070987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.071307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.071661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.071975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.072297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.072616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.072930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:44.128952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.129208 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Floating IP c204b425-23fa-42cc-adc3-cfd84f89c47b disassociated (deleted). External IP: 172.25.6.38, port: 7d315cd3-7c83-47be-b30f-16b2c060bee1. Dec 16 10:07:44.349493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:07:44.460102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:07:44.465978 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:44.469861 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] Sync routers for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:07:44.479984 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:44.480684 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:07:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:44.492012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3b88eb92-5c58-41f1-a1eb-70c8823cf638 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/floatingips/c204b425-23fa-42cc-adc3-cfd84f89c47b HTTP/1.1" status: 204 len: 168 time: 0.8905745 Dec 16 10:07:44.492581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:07:44.494895 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155b321e-79ee-4631-bf9e-331d1358375e" -d '{"events": [{"name": "network-changed", "server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:07:44.597696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:44.655335 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e0433-0952-4653-afdf-36db6307e9ff x-openstack-request-id: req-ad2e0433-0952-4653-afdf-36db6307e9ff {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:07:44.655657 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:07:44.655912 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad2e0433-0952-4653-afdf-36db6307e9ff {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:07:44.656339 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'status': 'completed', 'code': 200} Dec 16 10:07:44.725171 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b321e-79ee-4631-bf9e-331d1358375e req-eaf0a8c2-8d3e-474f-bcba-a06e996bbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:44.727183 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-eaf0a8c2-8d3e-474f-bcba-a06e996bbb9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a19be1055f54066bc8d38719675dcdc&device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 1097 time: 0.0470357 Dec 16 10:07:44.753117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e682a-f50e-40d9-9cab-bc9b5aa8af32 req-699d23a0-5bdb-4e34-97a9-da5cf017440f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:44.754949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482e682a-f50e-40d9-9cab-bc9b5aa8af32 req-699d23a0-5bdb-4e34-97a9-da5cf017440f tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0551267 Dec 16 10:07:44.797257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482e682a-f50e-40d9-9cab-bc9b5aa8af32 req-fb8e14bd-f5a4-426f-8c1c-6c5b7b0108a7 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Dec 16 10:07:44.807510 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:13Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:44.826229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b321e-79ee-4631-bf9e-331d1358375e req-d3897e73-f833-4916-b734-a4d28e1c65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:44.827738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-d3897e73-f833-4916-b734-a4d28e1c65cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 200 len: 897 time: 0.0926406 Dec 16 10:07:44.835935 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] Checking router: 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:07:44.844315 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:44.844902 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:07:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:44.869976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-e14e46eb-1484-4c0e-a252-33d8b427a771 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 200 len: 217 time: 0.0342960 Dec 16 10:07:44.925160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b321e-79ee-4631-bf9e-331d1358375e req-27492ab9-81e4-4fc6-a274-2760cb42fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:44.926661 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-27492ab9-81e4-4fc6-a274-2760cb42fd0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c95adc5d-04b3-4466-8ad8-5784120425a4 HTTP/1.1" status: 200 len: 834 time: 0.0488336 Dec 16 10:07:44.958684 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:44.978936 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b321e-79ee-4631-bf9e-331d1358375e req-c106398a-5cef-457a-9aff-180118a12188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:44.980671 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-c106398a-5cef-457a-9aff-180118a12188 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52c8c3ea-df36-47ce-a9b9-575405dd8b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455694 Dec 16 10:07:45.072084 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-304ce9ee-a01d-4282-ae61-b486b0eca9bb service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Dec 16 10:07:45.158165 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:13Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:45.166263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-155b321e-79ee-4631-bf9e-331d1358375e req-def12df7-5c4e-4ffd-b9a0-d5dc8176e379 service neutron] 10.222.0.69 "GET /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860984 Dec 16 10:07:45.187147 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef435905-ca6b-4853-ab13-ce21855c6424 None None] The sync data for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 is: [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:09Z', 'revision_number': 4, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '2005dee2-37e1-4d64-9c54-f384a3c547fd', 'name': '', 'network_id': '52c8c3ea-df36-47ce-a9b9-575405dd8b07', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'mac_address': 'fa:16:3e:1c:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:08Z', 'updated_at': '2021-12-16T10:06:13Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'subnets': [{'id': 'c95adc5d-04b3-4466-8ad8-5784120425a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:07:45.431089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2451d-b765-4a96-9123-71546966b23b None None] New status for floating IP c204b425-23fa-42cc-adc3-cfd84f89c47b: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:07:45.929821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cc3db-238d-477b-aae0-0971196abe60 req-d9d96f5f-6457-4751-b10b-bbfa14440169 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:45.931313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-017cc3db-238d-477b-aae0-0971196abe60 req-d9d96f5f-6457-4751-b10b-bbfa14440169 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0616775 Dec 16 10:07:45.973588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-017cc3db-238d-477b-aae0-0971196abe60 req-62016ce2-d0d4-41ed-9780-15858a32107e tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/security-groups?id=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Dec 16 10:07:46.264383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-c97fb882-3b0b-4bd6-8afb-a3a17b15dd62 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:07:46.266858 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-c97fb882-3b0b-4bd6-8afb-a3a17b15dd62 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 946 time: 0.0770104 Dec 16 10:07:46.367110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 7d315cd3-7c83-47be-b30f-16b2c060bee1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:07:46.367413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.522962 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c4a60d89-e0ad-4071-b2a6-69a28f8cab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.769151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 7d315cd3-7c83-47be-b30f-16b2c060bee1, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=7d315cd3-7c83-47be-b30f-16b2c060bee1,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:46.769524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.782543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 7d315cd3-7c83-47be-b30f-16b2c060bee1 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:07:46.922719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:46.952183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=7d315cd3-7c83-47be-b30f-16b2c060bee1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:46.968874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.968874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.968874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.969228 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.969437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.969782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.970108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.970458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.970778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.971097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.971401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:46.971716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:47.009800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] No DVR routers for this DVR port 7d315cd3-7c83-47be-b30f-16b2c060bee1 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:07:47.012872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:47.016498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b4faf2fb-c34a-449a-b4b9-bea9776c15be req-e03f1320-3e68-42d2-a488-dfd1d6ac9cbd tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.69 "DELETE /v2.0/ports/7d315cd3-7c83-47be-b30f-16b2c060bee1 HTTP/1.1" status: 204 len: 173 time: 0.7424448 Dec 16 10:07:47.016951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'name': 'network-vif-deleted', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:07:47.021003 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc16fa5-9071-4060-936e-54f4b3d1ed7e" -d '{"events": [{"server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "name": "network-vif-deleted", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:07:47.073595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-361e7ed9-6829-47bb-b6b3-39abdb89bc82 req-d2bd6ca9-0e8d-4e1a-8096-529e9ba4f161 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "GET /v2.0/ports?device_id=7718c6c0-d267-4739-866e-0d134b0ee408 HTTP/1.1" status: 200 len: 210 time: 0.0286491 Dec 16 10:07:47.120434 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719a74bb-b738-444d-8270-ca1a5648f2d7 x-openstack-request-id: req-719a74bb-b738-444d-8270-ca1a5648f2d7 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:07:47.120730 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7718c6c0-d267-4739-866e-0d134b0ee408", "name": "network-vif-deleted", "tag": "7d315cd3-7c83-47be-b30f-16b2c060bee1", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:07:47.121200 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-719a74bb-b738-444d-8270-ca1a5648f2d7 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:07:47.121768 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7718c6c0-d267-4739-866e-0d134b0ee408', 'name': 'network-vif-deleted', 'tag': '7d315cd3-7c83-47be-b30f-16b2c060bee1', 'status': 'completed', 'code': 200} Dec 16 10:07:48.136028 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54012) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:48.154097 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:48.210817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a637bca-c0ca-444a-9aad-9b40d52f01a6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:48.237556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a637bca-c0ca-444a-9aad-9b40d52f01a6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:48.309170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a637bca-c0ca-444a-9aad-9b40d52f01a6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:48.313390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6a637bca-c0ca-444a-9aad-9b40d52f01a6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:48.315100 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6a637bca-c0ca-444a-9aad-9b40d52f01a6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/security-groups/32bb3dd2-bd25-4479-bfe3-157b4c5d6e58 HTTP/1.1" status: 204 len: 168 time: 0.1777005 Dec 16 10:07:48.326537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a637bca-c0ca-444a-9aad-9b40d52f01a6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb3dd2-bd25-4479-bfe3-157b4c5d6e58,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:48.355107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54016) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:49.038284 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.305092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 2005dee2-37e1-4d64-9c54-f384a3c547fd {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:07:49.305343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.412574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 2005dee2-37e1-4d64-9c54-f384a3c547fd, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2005dee2-37e1-4d64-9c54-f384a3c547fd,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:49.413357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.426486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 2005dee2-37e1-4d64-9c54-f384a3c547fd owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:07:49.619295 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.645140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=2005dee2-37e1-4d64-9c54-f384a3c547fd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:49.826828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.904578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:49.973068 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.054409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:07:50.166061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:07:50.171751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1c73d87d-e16f-48b8-8ca5-50c522cca009 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "PUT /v2.0/routers/5f2be09e-2a65-46e6-9e9b-3c99c7973c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156197 Dec 16 10:07:50.174713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54018) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:50.176256 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] Sync routers for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:07:50.186339 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:50.187021 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:07:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:50.232544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting subnet c95adc5d-04b3-4466-8ad8-5784120425a4 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:07:50.235701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.275237 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.297048 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:50.358001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.423273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.451661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Subnet': ['ID=c95adc5d-04b3-4466-8ad8-5784120425a4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:50.453678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.456910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-788e7677-fc47-4e32-989e-f35b290fc897 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/subnets/c95adc5d-04b3-4466-8ad8-5784120425a4 HTTP/1.1" status: 204 len: 168 time: 0.2811916 Dec 16 10:07:50.458947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481d83f-4c71-4b48-adb6-c5f3aed4c57b None None] Network 52c8c3ea-df36-47ce-a9b9-575405dd8b07 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:07:50.459783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:50.579227 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:07:49Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:50.584741 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.611721 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] Checking router: 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:07:50.623400 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] Routers {'5f2be09e-2a65-46e6-9e9b-3c99c7973c50'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:07:50.624006 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:07:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:50.647787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] DHCP port deletion for 52c8c3ea-df36-47ce-a9b9-575405dd8b07 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:07:50.695789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.698075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Deleting port f5e3f00f-9028-4df8-bc68-cd15176a61af {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:07:50.698415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.730961 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] Set router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:07:50.751413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Deleting port 002113c4-b308-4c9a-9ab5-e4c322dc9740 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:07:50.751812 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.765945 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] For port f5e3f00f-9028-4df8-bc68-cd15176a61af, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f5e3f00f-9028-4df8-bc68-cd15176a61af,segment=NetworkSegment(61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34),segment_id=61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:50.766339 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.839153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] For port 002113c4-b308-4c9a-9ab5-e4c322dc9740, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=002113c4-b308-4c9a-9ab5-e4c322dc9740,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:07:50.839505 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:50.855621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Calling delete_port for 002113c4-b308-4c9a-9ab5-e4c322dc9740 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:07:50.916074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:07:49Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:50.944747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Calling delete_port for f5e3f00f-9028-4df8-bc68-cd15176a61af owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:07:50.947535 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5abe8d-4202-4439-863d-2c5c1736152f None None] The sync data for ids ['5f2be09e-2a65-46e6-9e9b-3c99c7973c50'] in n-d-821941-1 is: [{'id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'name': 'tempest-TestNetworkBasicOps-router-701690131', 'tenant_id': '9a19be1055f54066bc8d38719675dcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:07:49Z', 'revision_number': 5, 'project_id': '9a19be1055f54066bc8d38719675dcdc', 'gw_port': {'id': '002113c4-b308-4c9a-9ab5-e4c322dc9740', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2be09e-2a65-46e6-9e9b-3c99c7973c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:06:06Z', 'updated_at': '2021-12-16T10:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:07:51.025302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.038233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.050288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Pushing event deleted for resources: {'Port': ['ID=f5e3f00f-9028-4df8-bc68-cd15176a61af,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:51.054519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] No DVR routers for this DVR port f5e3f00f-9028-4df8-bc68-cd15176a61af on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:07:51.066818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.066818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.066818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.066818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.068794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Port': ['ID=002113c4-b308-4c9a-9ab5-e4c322dc9740,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.069385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0466b9f0-55ea-4e7d-aead-f1606c995e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:07:51.136965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.227425 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.229589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.283706 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.285497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Fanout notify agent at l3_agent the message router_deleted on router 5f2be09e-2a65-46e6-9e9b-3c99c7973c50 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:07:51.300537 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.306842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54022) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:51.314588 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06b181fb-4724-412d-a958-b916313d4ed6 tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/routers/5f2be09e-2a65-46e6-9e9b-3c99c7973c50 HTTP/1.1" status: 204 len: 168 time: 0.8532491 Dec 16 10:07:51.400609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.433427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f5e3f00f-9028-4df8-bc68-cd15176a61af no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:07:51.456249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f5e3f00f-9028-4df8-bc68-cd15176a61af {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:07:51.456611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f5e3f00f-9028-4df8-bc68-cd15176a61af not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:07:51.457088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2005dee2-37e1-4d64-9c54-f384a3c547fd no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:07:51.476858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2005dee2-37e1-4d64-9c54-f384a3c547fd {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:07:51.477903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2005dee2-37e1-4d64-9c54-f384a3c547fd not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:07:51.498097 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.518131 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c8c3ea-df36-47ce-a9b9-575405dd8b07']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:51.527602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:51.527893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61dd5dc9-5cb2-48d6-a5fd-3c1290a79f34') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:07:51.537196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.552436 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.559285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:07:51.559570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:07:51.562599 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:07:51.618970 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7d315cd3-7c83-47be-b30f-16b2c060bee1 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:07:51.627550 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.634826 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:51.641394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] 10.222.0.61 "DELETE /v2.0/networks/52c8c3ea-df36-47ce-a9b9-575405dd8b07 HTTP/1.1" status: 204 len: 168 time: 0.3308513 Dec 16 10:07:51.653878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: 7d315cd3-7c83-47be-b30f-16b2c060bee1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:07:51.653878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 7d315cd3-7c83-47be-b30f-16b2c060bee1 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:07:51.657249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b78ef-68c1-4be7-a01b-5fa5fc4acded tempest-TestNetworkBasicOps-182728711 tempest-TestNetworkBasicOps-182728711-project] Pushing event deleted for resources: {'Network': ['ID=52c8c3ea-df36-47ce-a9b9-575405dd8b07,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:51.924157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54028) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:52.125825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a793385d-016a-4abd-983d-1fb69e01131d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a19be1055f54066bc8d38719675dcdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004673 Dec 16 10:07:52.128372 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54034) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:52.179276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e3c7-ebfe-4e93-a8af-6bbdd55b59e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.201716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e3c7-ebfe-4e93-a8af-6bbdd55b59e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.251429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e3c7-ebfe-4e93-a8af-6bbdd55b59e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.254125 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4ad1e3c7-ebfe-4e93-a8af-6bbdd55b59e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.255275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4ad1e3c7-ebfe-4e93-a8af-6bbdd55b59e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34d9ff98-e86d-406d-897b-cd6a73552db9 HTTP/1.1" status: 204 len: 168 time: 0.1259565 Dec 16 10:07:52.264229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1e3c7-ebfe-4e93-a8af-6bbdd55b59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9ff98-e86d-406d-897b-cd6a73552db9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:52.528423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:52.547212 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbe66d42-5d51-4a03-8f40-ad1a287b40fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.632154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbe66d42-5d51-4a03-8f40-ad1a287b40fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.637551 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fbe66d42-5d51-4a03-8f40-ad1a287b40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.678580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fbe66d42-5d51-4a03-8f40-ad1a287b40fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99475248bd164ae2acebd894c9e9a8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489406 Dec 16 10:07:52.679409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe66d42-5d51-4a03-8f40-ad1a287b40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905cce55-fdd6-432c-b95a-774008e6ba09,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:52.681583 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54042) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:07:52.734708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-423bd9a4-5b91-48b9-af5d-2d5ed5cb9796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.757115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-423bd9a4-5b91-48b9-af5d-2d5ed5cb9796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.804280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-423bd9a4-5b91-48b9-af5d-2d5ed5cb9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.807100 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-423bd9a4-5b91-48b9-af5d-2d5ed5cb9796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:52.808292 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-423bd9a4-5b91-48b9-af5d-2d5ed5cb9796 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/905cce55-fdd6-432c-b95a-774008e6ba09 HTTP/1.1" status: 204 len: 168 time: 0.1256423 Dec 16 10:07:52.816293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bd9a4-5b91-48b9-af5d-2d5ed5cb9796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905cce55-fdd6-432c-b95a-774008e6ba09,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:07:53.291223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 002113c4-b308-4c9a-9ab5-e4c322dc9740 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:07:53.313006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 002113c4-b308-4c9a-9ab5-e4c322dc9740 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:07:53.313407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 002113c4-b308-4c9a-9ab5-e4c322dc9740 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:07:54.111663 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:07:55.353863 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:03.297195 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:08:03.331474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-7ddbe2fa-4967-4870-bcb3-588f25485ec8 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3c7676a998cf4a2698db5e1ea7433ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304890 Dec 16 10:08:03.524145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-ae85e210-c913-4dd9-95c1-ff1a49a28dd2 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:03.525554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-ae85e210-c913-4dd9-95c1-ff1a49a28dd2 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860688 Dec 16 10:08:03.542269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-1d210201-53c7-47a6-9175-1a91cb564c0b tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/quotas/3c7676a998cf4a2698db5e1ea7433ef3 HTTP/1.1" status: 200 len: 375 time: 0.0098112 Dec 16 10:08:03.574887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-2881d271-c552-4ec9-9752-1e25a856ac46 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7676a998cf4a2698db5e1ea7433ef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267763 Dec 16 10:08:03.749924 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16312187-70d8-4e2d-b53f-435a0fc7ef67 req-85c1ab3c-0a09-42d7-b8c0-4325f6490536 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Dec 16 10:08:04.847454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b720b052-91fc-44a3-ad81-4c60228a6e76 req-4f650199-a15f-4f8d-8808-dc25d92f2809 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 210 time: 0.0287182 Dec 16 10:08:04.853380 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-8bbe23e0-54ed-49c7-a3fa-53015680015e tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3c7676a998cf4a2698db5e1ea7433ef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374403 Dec 16 10:08:05.055287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30ffe5b5-31fd-4e89-b45b-bc40ca62c455 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:05.056663 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30ffe5b5-31fd-4e89-b45b-bc40ca62c455 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976767 Dec 16 10:08:05.069640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Request body: {'port': {'device_id': '02eb5553-8f9c-43ff-865d-155a474921d3', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'admin_state_up': True, 'tenant_id': '3c7676a998cf4a2698db5e1ea7433ef3'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:05.194564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Made reservation on behalf of 3c7676a998cf4a2698db5e1ea7433ef3 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:08:05.198227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.207090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.284919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.290198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.347135 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a994303-15bd-4d02-8628-90813fd60961,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:05.430305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Allocated IP 192.168.233.162 (396c26c4-96f3-41ea-a689-b1f8ae78c815/268164b4-56cc-4da4-8666-d6d23a30eef7/b374c9d0-e341-40af-b8d0-92c0ac2fd453) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:08:05.582406 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.621625 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.663088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Network 396c26c4-96f3-41ea-a689-b1f8ae78c815 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:08:05.666040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:08:05.670268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:08:05.702555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Pushing event updated for resources: {'Port': ['ID=b374c9d0-e341-40af-b8d0-92c0ac2fd453,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:05.731303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:05.731939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.750280 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-a5455891-e7b2-4066-8e4c-fc968634a786 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6843095 Dec 16 10:08:05.763365 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Request body: {'port': {'device_id': '02eb5553-8f9c-43ff-865d-155a474921d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:05.820039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:05.975152 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b832ac-ee8c-4aba-af35-567456c5e9cc req-1b8a3cc4-d429-406c-8f2a-a41a99c7ee5d tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:05.976441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82b832ac-ee8c-4aba-af35-567456c5e9cc req-1b8a3cc4-d429-406c-8f2a-a41a99c7ee5d tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 936 time: 0.0502825 Dec 16 10:08:06.022047 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82b832ac-ee8c-4aba-af35-567456c5e9cc req-aeacddbd-d633-4fee-b885-efddaf34fbfd tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Dec 16 10:08:06.092788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b374c9d0-e341-40af-b8d0-92c0ac2fd453 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:08:06.100742 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:06.106802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-69c9c9b8-2ccd-44d9-8880-1133d4f98702 None None] Provisioning complete for port b374c9d0-e341-40af-b8d0-92c0ac2fd453 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:08:06.107328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69c9c9b8-2ccd-44d9-8880-1133d4f98702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:06.113000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Transition to ACTIVE for port object b374c9d0-e341-40af-b8d0-92c0ac2fd453 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:08:06.118089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:06.144619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-69c9c9b8-2ccd-44d9-8880-1133d4f98702 None None] Port b374c9d0-e341-40af-b8d0-92c0ac2fd453 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:08:06.171775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Pushing event updated for resources: {'Port': ['ID=b374c9d0-e341-40af-b8d0-92c0ac2fd453,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:06.242662 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Attempting to bind port b374c9d0-e341-40af-b8d0-92c0ac2fd453 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:08:06.243001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Attempting to bind port b374c9d0-e341-40af-b8d0-92c0ac2fd453 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:08:06.243337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Attempting to bind port b374c9d0-e341-40af-b8d0-92c0ac2fd453 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:08:06.248431 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Port b374c9d0-e341-40af-b8d0-92c0ac2fd453 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:08:06.248755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Attempting to bind port b374c9d0-e341-40af-b8d0-92c0ac2fd453 on network 396c26c4-96f3-41ea-a689-b1f8ae78c815 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:08:06.253791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:08:06.254169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Checking segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:08:06.254543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Bound using segment: {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:08:06.254973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Bound port: b374c9d0-e341-40af-b8d0-92c0ac2fd453, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e71f26-4872-4dd6-a152-d690a3e8903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:08:06.255427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:06.320718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] For port b374c9d0-e341-40af-b8d0-92c0ac2fd453, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:08:06.325290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] For port b374c9d0-e341-40af-b8d0-92c0ac2fd453, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:08:06.329872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:06.368931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:06.369552 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:06.371066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] 10.222.0.69 "PUT /v2.0/ports/b374c9d0-e341-40af-b8d0-92c0ac2fd453 HTTP/1.1" status: 200 len: 1096 time: 0.6122823 Dec 16 10:08:06.371510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02eb5553-8f9c-43ff-865d-155a474921d3', 'tag': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:06.373779 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d852723-2040-4ef0-884d-cd44150576a8" -d '{"events": [{"name": "network-changed", "server_uuid": "02eb5553-8f9c-43ff-865d-155a474921d3", "tag": "b374c9d0-e341-40af-b8d0-92c0ac2fd453"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:06.396069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224a8f-a7ed-4180-8733-922ea437f210 service neutron] Pushing event updated for resources: {'Port': ['ID=b374c9d0-e341-40af-b8d0-92c0ac2fd453,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:06.442318 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817307ba-e3ae-4e9f-b6de-6dc2bdd88946 x-openstack-request-id: req-817307ba-e3ae-4e9f-b6de-6dc2bdd88946 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:06.442609 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02eb5553-8f9c-43ff-865d-155a474921d3", "tag": "b374c9d0-e341-40af-b8d0-92c0ac2fd453", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:06.442862 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-817307ba-e3ae-4e9f-b6de-6dc2bdd88946 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:06.443294 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02eb5553-8f9c-43ff-865d-155a474921d3', 'tag': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453', 'status': 'completed', 'code': 200} Dec 16 10:08:06.460524 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-2deba279-06f4-4c8f-af4c-91f72b40ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:06.462059 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-2deba279-06f4-4c8f-af4c-91f72b40ebac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c7676a998cf4a2698db5e1ea7433ef3&device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 1099 time: 0.0521920 Dec 16 10:08:06.505606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-b7040811-b458-4d4a-a2a0-0cdf33523d86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453 HTTP/1.1" status: 200 len: 217 time: 0.0359480 Dec 16 10:08:06.561874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-ca59e8c0-72d4-4afd-8783-43b081613541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:06.563367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-ca59e8c0-72d4-4afd-8783-43b081613541 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0509307 Dec 16 10:08:06.611616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-9109719b-596c-4cb4-a0f7-61dd9fcfa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:06.613131 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-9109719b-596c-4cb4-a0f7-61dd9fcfa65a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422099 Dec 16 10:08:06.704039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-8282c7a8-19fe-46ad-9c45-b1fa68661732 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834470 Dec 16 10:08:06.809436 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0f040bf7-6bfa-4545-b252-be589cef9876 req-e5dabab0-6509-48d4-845b-27d37cddf962 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971148 Dec 16 10:08:06.927552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852723-2040-4ef0-884d-cd44150576a8 req-780310c4-991d-4ab7-997b-22f2f3707ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:06.929710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-780310c4-991d-4ab7-997b-22f2f3707ad7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3c7676a998cf4a2698db5e1ea7433ef3&device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 1099 time: 0.0633790 Dec 16 10:08:07.036139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852723-2040-4ef0-884d-cd44150576a8 req-91be859f-7b0e-4f1a-b0c7-9a5eef14ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:07.037500 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-91be859f-7b0e-4f1a-b0c7-9a5eef14ba97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396c26c4-96f3-41ea-a689-b1f8ae78c815 HTTP/1.1" status: 200 len: 870 time: 0.1007390 Dec 16 10:08:07.079372 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-c914ad48-a9b3-4fa4-8bcd-a63d5f2b9eb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453 HTTP/1.1" status: 200 len: 217 time: 0.0348935 Dec 16 10:08:07.130379 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852723-2040-4ef0-884d-cd44150576a8 req-89fe86e5-76c6-460d-9caa-68a621d3f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:07.131847 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-89fe86e5-76c6-460d-9caa-68a621d3f741 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=268164b4-56cc-4da4-8666-d6d23a30eef7 HTTP/1.1" status: 200 len: 843 time: 0.0456808 Dec 16 10:08:07.143819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95109a-f155-4cd3-b0f3-219415cfd1c9 req-93545c21-c780-4c67-9208-c73a97fa3fae tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:07.145282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be95109a-f155-4cd3-b0f3-219415cfd1c9 req-93545c21-c780-4c67-9208-c73a97fa3fae tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 948 time: 0.0485523 Dec 16 10:08:07.181601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852723-2040-4ef0-884d-cd44150576a8 req-86384c06-f170-40b5-aaf0-dfc4cd9b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:07.183290 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-86384c06-f170-40b5-aaf0-dfc4cd9b4461 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396c26c4-96f3-41ea-a689-b1f8ae78c815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442491 Dec 16 10:08:07.185572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-be95109a-f155-4cd3-b0f3-219415cfd1c9 req-d4e84c2f-ec90-4af0-b10c-d662b8e6ea32 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Dec 16 10:08:07.284322 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-062cc9f3-5ced-4a53-8965-11caae2f91ec service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939291 Dec 16 10:08:07.381002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7d852723-2040-4ef0-884d-cd44150576a8 req-275787d1-52c3-4bd0-8f27-21cfb07f0da9 service neutron] 10.222.0.69 "GET /v2.0/networks/396c26c4-96f3-41ea-a689-b1f8ae78c815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897810 Dec 16 10:08:08.325309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541435-fe74-47f1-b5c3-a92e67d671df req-68b412d1-452b-4e5d-89fb-c07bc757fffa tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:08.326822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c541435-fe74-47f1-b5c3-a92e67d671df req-68b412d1-452b-4e5d-89fb-c07bc757fffa tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 948 time: 0.0619230 Dec 16 10:08:08.368330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c541435-fe74-47f1-b5c3-a92e67d671df req-78c044fe-75e9-4d7e-a8ec-daa546778975 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326598 Dec 16 10:08:09.500748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a67c5-f0ac-47d8-8aab-19006351caa2 req-85e5f3a2-5a6d-48d3-b895-51cd4350c8ff tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:09.502232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c2a67c5-f0ac-47d8-8aab-19006351caa2 req-85e5f3a2-5a6d-48d3-b895-51cd4350c8ff tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 948 time: 0.0520356 Dec 16 10:08:09.546993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c2a67c5-f0ac-47d8-8aab-19006351caa2 req-49269535-3ca5-466b-ad7f-155d917158c8 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355237 Dec 16 10:08:10.680655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19320afc-27b9-40d7-97ba-6c6182a008fe req-a9bcd03b-e7ad-4eb4-893e-6c97fdc14c65 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:10.682155 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19320afc-27b9-40d7-97ba-6c6182a008fe req-a9bcd03b-e7ad-4eb4-893e-6c97fdc14c65 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 948 time: 0.0573146 Dec 16 10:08:10.725157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19320afc-27b9-40d7-97ba-6c6182a008fe req-809579f1-9b41-4551-9f06-dea0051f8642 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Dec 16 10:08:11.682598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b374c9d0-e341-40af-b8d0-92c0ac2fd453 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:08:11.786077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b374c9d0-e341-40af-b8d0-92c0ac2fd453, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:11.799066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453', 'network_id': '396c26c4-96f3-41ea-a689-b1f8ae78c815', 'port_id': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453', 'mac_address': 'fa:16:3e:76:44:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268164b4-56cc-4da4-8666-d6d23a30eef7', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:08:11.841887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:11.853510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c3206-efd1-4fa9-9ed0-9173403d82e7 req-e2c692b2-d9f1-4530-b80e-3a69aaeaeebd tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:11.856066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-559c3206-efd1-4fa9-9ed0-9173403d82e7 req-e2c692b2-d9f1-4530-b80e-3a69aaeaeebd tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 948 time: 0.0593369 Dec 16 10:08:11.864877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b374c9d0-e341-40af-b8d0-92c0ac2fd453 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:08:11.885876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b374c9d0-e341-40af-b8d0-92c0ac2fd453, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:11.892124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:11.898634 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-559c3206-efd1-4fa9-9ed0-9173403d82e7 req-6f31c698-7fca-497d-ac65-9437dd985569 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Dec 16 10:08:11.941760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b374c9d0-e341-40af-b8d0-92c0ac2fd453,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:12.212530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b374c9d0-e341-40af-b8d0-92c0ac2fd453'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:08:13.044453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f9cb0-ebe3-46b0-99b1-6d5d3fc9639a req-0af3f24a-a4e8-4645-acaa-ce671339a8fb tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:13.045959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a98f9cb0-ebe3-46b0-99b1-6d5d3fc9639a req-0af3f24a-a4e8-4645-acaa-ce671339a8fb tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 949 time: 0.0612013 Dec 16 10:08:13.087752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a98f9cb0-ebe3-46b0-99b1-6d5d3fc9639a req-2c244d06-8938-44cf-bb39-3d18791b24e2 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327122 Dec 16 10:08:13.698373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b374c9d0-e341-40af-b8d0-92c0ac2fd453 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:08:13.755899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port b374c9d0-e341-40af-b8d0-92c0ac2fd453 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:08:13.759886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port b374c9d0-e341-40af-b8d0-92c0ac2fd453 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:08:13.760257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:13.838929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:13.863741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02eb5553-8f9c-43ff-865d-155a474921d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:13.865975 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65ef2bb-184c-4ead-8b6d-0b5931df288b" -d '{"events": [{"server_uuid": "02eb5553-8f9c-43ff-865d-155a474921d3", "name": "network-vif-plugged", "status": "completed", "tag": "b374c9d0-e341-40af-b8d0-92c0ac2fd453"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:13.878419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b374c9d0-e341-40af-b8d0-92c0ac2fd453, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:13.883767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:13.911899 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2817afa-0853-4440-937e-d8e606628925 x-openstack-request-id: req-c2817afa-0853-4440-937e-d8e606628925 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:13.912192 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02eb5553-8f9c-43ff-865d-155a474921d3", "name": "network-vif-plugged", "status": "completed", "tag": "b374c9d0-e341-40af-b8d0-92c0ac2fd453", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:13.912432 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2817afa-0853-4440-937e-d8e606628925 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:13.912833 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02eb5553-8f9c-43ff-865d-155a474921d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453', 'code': 200} Dec 16 10:08:13.941786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b374c9d0-e341-40af-b8d0-92c0ac2fd453,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:14.013551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d78af-d023-44ab-8629-69d971e6f1f1 req-2207d68c-f1ad-4312-b78a-c5d24d47944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:14.015242 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b1d78af-d023-44ab-8629-69d971e6f1f1 req-2207d68c-f1ad-4312-b78a-c5d24d47944e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 1101 time: 0.0462747 Dec 16 10:08:14.051239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b1d78af-d023-44ab-8629-69d971e6f1f1 req-a38adc47-b5e9-492c-b103-c2951b6c444d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285590 Dec 16 10:08:14.062764 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a3288afb-63b9-46dd-b99e-49c004d580f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:14.217934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521704f-a094-47a1-b54a-4fad5c8a1534 req-4189b1d3-62bb-489f-94d9-8a13f1d4d339 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:14.219439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0521704f-a094-47a1-b54a-4fad5c8a1534 req-4189b1d3-62bb-489f-94d9-8a13f1d4d339 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 950 time: 0.0510750 Dec 16 10:08:14.257908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0521704f-a094-47a1-b54a-4fad5c8a1534 req-6f67c43d-88a1-42a1-a2b2-46f1f573500f tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Dec 16 10:08:15.381151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e643-5e40-4032-ab56-2fb3c69c2e13 req-992f80be-3287-46c6-b4a2-bf07fc2703ac tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:15.382668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b28e643-5e40-4032-ab56-2fb3c69c2e13 req-992f80be-3287-46c6-b4a2-bf07fc2703ac tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 950 time: 0.0547934 Dec 16 10:08:15.423466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b28e643-5e40-4032-ab56-2fb3c69c2e13 req-e9f3208f-6252-4704-a28a-ff56f72e0d45 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342650 Dec 16 10:08:16.516615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f21ae65d-0fa9-435c-9cf2-e60206f1558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:16.548408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb7a4f-c148-4db8-8544-824158f7b86b req-1d4e4b41-1334-4fd3-9451-6c184c149c6d tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:16.549941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31fb7a4f-c148-4db8-8544-824158f7b86b req-1d4e4b41-1334-4fd3-9451-6c184c149c6d tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 950 time: 0.0522590 Dec 16 10:08:16.590695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31fb7a4f-c148-4db8-8544-824158f7b86b req-dcdc4241-9823-4942-853f-80334fab5309 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Dec 16 10:08:17.022392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-b332ff80-6bc3-4b49-8763-24d03f1dfd96 req-5c026ef3-07df-458b-8b7e-c33e4cb34f49 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:08:17.023986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b332ff80-6bc3-4b49-8763-24d03f1dfd96 req-5c026ef3-07df-458b-8b7e-c33e4cb34f49 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1282730 Dec 16 10:08:17.688784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d9ad-c53c-4a10-bc5e-72612c99e542 req-e0ec8c4f-765a-43a0-9ce7-b015fc8d8c44 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:17.690302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff8d9ad-c53c-4a10-bc5e-72612c99e542 req-e0ec8c4f-765a-43a0-9ce7-b015fc8d8c44 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 950 time: 0.0631657 Dec 16 10:08:17.728937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff8d9ad-c53c-4a10-bc5e-72612c99e542 req-ebbebf70-a51f-41fa-bde8-14d88118ab54 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Dec 16 10:08:18.168803 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:18.857982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4fac-40c3-469b-9ba4-9f7962233e6a req-7cac00c3-eb4d-486d-a253-91fd1a7c36d0 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:18.859399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae0b4fac-40c3-469b-9ba4-9f7962233e6a req-7cac00c3-eb4d-486d-a253-91fd1a7c36d0 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 950 time: 0.0601447 Dec 16 10:08:18.899887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae0b4fac-40c3-469b-9ba4-9f7962233e6a req-665851a4-dd25-48ec-abbc-1c884389d562 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a994303-15bd-4d02-8628-90813fd60961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343575 Dec 16 10:08:19.021925 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-a981c8bb-922c-4488-a274-52cdc520c03f tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:19.023737 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-a981c8bb-922c-4488-a274-52cdc520c03f tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.69 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 950 time: 0.0523667 Dec 16 10:08:19.120053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Deleting port b374c9d0-e341-40af-b8d0-92c0ac2fd453 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:08:19.120403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.211012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] For port b374c9d0-e341-40af-b8d0-92c0ac2fd453, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b374c9d0-e341-40af-b8d0-92c0ac2fd453,segment=NetworkSegment(b1e71f26-4872-4dd6-a152-d690a3e8903b),segment_id=b1e71f26-4872-4dd6-a152-d690a3e8903b)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:19.211396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.224558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Calling delete_port for b374c9d0-e341-40af-b8d0-92c0ac2fd453 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:08:19.356638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.368419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b374c9d0-e341-40af-b8d0-92c0ac2fd453'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:08:19.389666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Pushing event deleted for resources: {'Port': ['ID=b374c9d0-e341-40af-b8d0-92c0ac2fd453,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:19.437081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] No DVR routers for this DVR port b374c9d0-e341-40af-b8d0-92c0ac2fd453 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:08:19.439288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.442549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2ecbf65a-22f6-4e81-aed3-e3f211e15be8 req-ced63c70-442f-40ae-add7-dd9e47bcf9c7 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.69 "DELETE /v2.0/ports/b374c9d0-e341-40af-b8d0-92c0ac2fd453 HTTP/1.1" status: 204 len: 173 time: 0.4126892 Dec 16 10:08:19.442999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02eb5553-8f9c-43ff-865d-155a474921d3', 'name': 'network-vif-deleted', 'tag': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:19.445270 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43800c7c-8ef2-40d9-a37a-3c084dc00c4e" -d '{"events": [{"server_uuid": "02eb5553-8f9c-43ff-865d-155a474921d3", "name": "network-vif-deleted", "tag": "b374c9d0-e341-40af-b8d0-92c0ac2fd453"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:19.486639 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406be90d-db6f-452f-9ea4-db7ba944c361 x-openstack-request-id: req-406be90d-db6f-452f-9ea4-db7ba944c361 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:19.487123 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02eb5553-8f9c-43ff-865d-155a474921d3", "name": "network-vif-deleted", "tag": "b374c9d0-e341-40af-b8d0-92c0ac2fd453", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:19.487558 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-406be90d-db6f-452f-9ea4-db7ba944c361 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:19.487950 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02eb5553-8f9c-43ff-865d-155a474921d3', 'name': 'network-vif-deleted', 'tag': 'b374c9d0-e341-40af-b8d0-92c0ac2fd453', 'status': 'completed', 'code': 200} Dec 16 10:08:19.910668 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:19.976671 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:20.017473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cb5108a-1bfc-49d0-ba41-913b8bda67bd req-257424c3-b3f3-47a7-9f7b-33c745985e07 tempest-ServersAdminNegativeTestJSON-976967131 tempest-ServersAdminNegativeTestJSON-976967131-project] 10.222.0.61 "GET /v2.0/ports?device_id=02eb5553-8f9c-43ff-865d-155a474921d3 HTTP/1.1" status: 200 len: 210 time: 0.0288925 Dec 16 10:08:21.382635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54202) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:21.600106 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74ebc202-1800-4aa7-8224-3ad189297aae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c7676a998cf4a2698db5e1ea7433ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162213 Dec 16 10:08:21.603755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54208) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:21.653487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c02a83e-0232-4717-a4c6-713002d21000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.683308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c02a83e-0232-4717-a4c6-713002d21000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.731562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c02a83e-0232-4717-a4c6-713002d21000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.734110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8c02a83e-0232-4717-a4c6-713002d21000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:21.735276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8c02a83e-0232-4717-a4c6-713002d21000 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a994303-15bd-4d02-8628-90813fd60961 HTTP/1.1" status: 204 len: 168 time: 0.1306345 Dec 16 10:08:21.743540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02a83e-0232-4717-a4c6-713002d21000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a994303-15bd-4d02-8628-90813fd60961,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:22.031899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54214) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:22.045802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3114f12-f38d-4607-b596-5e1566059431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.129817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3114f12-f38d-4607-b596-5e1566059431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.136140 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b3114f12-f38d-4607-b596-5e1566059431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.176512 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b3114f12-f38d-4607-b596-5e1566059431 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=968af6aac1a0437886dc695853450c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434705 Dec 16 10:08:22.177668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3114f12-f38d-4607-b596-5e1566059431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1d0e4a-9ea9-4afb-aca5-dcb28769137d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:22.179428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54216) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:22.232174 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b677ff73-7bff-4d38-934d-bac72ba15c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.254245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b677ff73-7bff-4d38-934d-bac72ba15c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.303686 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b677ff73-7bff-4d38-934d-bac72ba15c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.306446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b677ff73-7bff-4d38-934d-bac72ba15c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:22.307594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b677ff73-7bff-4d38-934d-bac72ba15c40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb1d0e4a-9ea9-4afb-aca5-dcb28769137d HTTP/1.1" status: 204 len: 168 time: 0.1272404 Dec 16 10:08:22.315768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677ff73-7bff-4d38-934d-bac72ba15c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1d0e4a-9ea9-4afb-aca5-dcb28769137d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:23.071126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54238) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:23.181179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-419615978-network', 'tenant_id': '84c0ef6e856846f7acd3a2aff0eff2e5'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:23.203274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Made reservation on behalf of 84c0ef6e856846f7acd3a2aff0eff2e5 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:08:23.205826 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.214355 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.289971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.294932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.320103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:08:23.330295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d82b6-fb9b-4910-b4e8-6d686bf8a99e,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:23.336566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.336910 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Added segment a041f723-c66f-42b5-8ce9-47c8f618f40d of type vlan for network afd6a9b7-a527-43f8-832a-7d27788ea977 Dec 16 10:08:23.377733 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.405116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.406480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:23.407066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.728745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b374c9d0-e341-40af-b8d0-92c0ac2fd453 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:08:23.749648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: b374c9d0-e341-40af-b8d0-92c0ac2fd453 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:08:23.750636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b374c9d0-e341-40af-b8d0-92c0ac2fd453 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:08:23.753980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6817312 Dec 16 10:08:23.757088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54242) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:08:23.762909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Request body: {'subnet': {'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-419615978-subnet', 'tenant_id': '84c0ef6e856846f7acd3a2aff0eff2e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:23.777766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1be5f-c913-4dd7-8cc2-901def0ddb4c admin admin] Pushing event updated for resources: {'Network': ['ID=afd6a9b7-a527-43f8-832a-7d27788ea977,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:23.787933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network afd6a9b7-a527-43f8-832a-7d27788ea977 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:08:23.792925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Made reservation on behalf of 84c0ef6e856846f7acd3a2aff0eff2e5 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:08:23.795379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:23.977404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.030071 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b320a378-efa6-48b6-9259-e40da2478fad,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:24.047291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Checking segment: {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:08:24.047647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Network hostable DHCP agents. Network: afd6a9b7-a527-43f8-832a-7d27788ea977, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:08:24.065455 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Network afd6a9b7-a527-43f8-832a-7d27788ea977 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:08:24.076249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, afd6a9b7-a527-43f8-832a-7d27788ea977) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:08:24.080720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:24.081304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.085650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5739e-4843-4ef5-986d-963428d55fc3 None None] Network afd6a9b7-a527-43f8-832a-7d27788ea977 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:08:24.098194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b76baa96-18a2-4b47-9bd8-c27f4882dda0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3399260 Dec 16 10:08:24.152621 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:24.227040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33466162-c83e-4fe3-abf9-c1d0faba182f None None] Network afd6a9b7-a527-43f8-832a-7d27788ea977 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:08:24.730765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-e4d96858-1d2e-4ac4-bcac-1f6e446e98a2 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:24.732231 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-e4d96858-1d2e-4ac4-bcac-1f6e446e98a2 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 811 time: 0.1046953 Dec 16 10:08:24.750552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-93f8a849-6bbb-4463-b9bb-53c9ec67c877 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/quotas/84c0ef6e856846f7acd3a2aff0eff2e5 HTTP/1.1" status: 200 len: 375 time: 0.0101955 Dec 16 10:08:24.790847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-7a6d528a-f98a-4867-a8c8-28bcb4c5516a tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311689 Dec 16 10:08:24.881112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-e0d977e2-36f9-49c6-a70e-e3a12c04b963 service neutron] 10.222.0.61 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831356 Dec 16 10:08:24.982825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-18890a54-3377-42e1-91b1-9dd5181c4d6f service neutron] 10.222.0.61 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938232 Dec 16 10:08:25.154467 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-177f986c-d580-49f4-8c59-eae14d87f721 req-9991d059-8b98-482f-98d6-0f65ed939fd2 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Dec 16 10:08:25.367190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.113081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-4323ed1b-2799-45e7-aae0-6a89bb4d6dc7 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:26.114602 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-4323ed1b-2799-45e7-aae0-6a89bb4d6dc7 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.69 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 811 time: 0.1028609 Dec 16 10:08:26.126734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Request body: {'port': {'device_id': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977', 'admin_state_up': True, 'tenant_id': '84c0ef6e856846f7acd3a2aff0eff2e5'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:26.243022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Made reservation on behalf of 84c0ef6e856846f7acd3a2aff0eff2e5 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:08:26.246664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.270552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e93d009-dd80-456f-9be4-7425a127cda1 req-764cc2f0-8daf-4989-8f1d-6d05760b744b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 210 time: 0.0361438 Dec 16 10:08:26.394034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Allocated IP 172.20.0.2 (afd6a9b7-a527-43f8-832a-7d27788ea977/b320a378-efa6-48b6-9259-e40da2478fad/3d968461-3369-4ac8-b0ac-995ef755ed78) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:08:26.547818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.596816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.638713 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Network afd6a9b7-a527-43f8-832a-7d27788ea977 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:08:26.641698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:08:26.645286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:08:26.654160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:26.704579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:26.705179 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:26.724369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b393b74e-634b-4dae-938e-522d922f7750 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014359 Dec 16 10:08:26.762081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Request body: {'port': {'device_id': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:08:26.816232 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.103844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d968461-3369-4ac8-b0ac-995ef755ed78 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:08:27.113244 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.126748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Transition to ACTIVE for port object 3d968461-3369-4ac8-b0ac-995ef755ed78 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:08:27.131570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.179763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:27.254008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:08:27.254293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:08:27.254641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 on network afd6a9b7-a527-43f8-832a-7d27788ea977 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:08:27.259012 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Port 3d968461-3369-4ac8-b0ac-995ef755ed78 on network afd6a9b7-a527-43f8-832a-7d27788ea977 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:08:27.259325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 on network afd6a9b7-a527-43f8-832a-7d27788ea977 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:08:27.264496 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:08:27.264825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Checking segment: {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:08:27.265211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Bound using segment: {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:08:27.265627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Bound port: 3d968461-3369-4ac8-b0ac-995ef755ed78, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:08:27.266009 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.333255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:08:27.336328 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:08:27.342262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.378766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:27.379387 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:27.380782 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] 10.222.0.69 "PUT /v2.0/ports/3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 1091 time: 0.6230166 Dec 16 10:08:27.381223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:27.383516 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbfdff7-beac-4c33-8237-1cd0397b75e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:27.400885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b9fd-5141-432f-a530-a3aff5f55d25 req-3939d17e-cca6-4237-a686-a874b7a584e5 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:27.402757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc25b9fd-5141-432f-a530-a3aff5f55d25 req-3939d17e-cca6-4237-a686-a874b7a584e5 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.0630596 Dec 16 10:08:27.407860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda91fa6-2101-425a-8873-abd154f9b82f service neutron] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:27.445927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc25b9fd-5141-432f-a530-a3aff5f55d25 req-254cf2f8-73b1-4c9e-9f75-ac79dafdb964 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333557 Dec 16 10:08:27.460657 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-5743d236-5e37-4e5d-9062-f59f52a8354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:27.462202 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-5743d236-5e37-4e5d-9062-f59f52a8354a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1094 time: 0.0426145 Dec 16 10:08:27.507750 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed3a0d-51f9-4cc9-bc46-3c881071aea8 x-openstack-request-id: req-e6ed3a0d-51f9-4cc9-bc46-3c881071aea8 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:27.507985 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:27.508267 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6ed3a0d-51f9-4cc9-bc46-3c881071aea8 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:27.508664 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'status': 'completed', 'code': 200} Dec 16 10:08:27.510506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-2aa2d928-4fa5-4396-be47-8e1286061c9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0409355 Dec 16 10:08:27.567363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af04a1-8956-4268-a91c-cafb5026863a req-a4861f30-ec17-485b-a656-5deffafb44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:27.568829 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-a4861f30-ec17-485b-a656-5deffafb44a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0515738 Dec 16 10:08:27.615020 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-b6f9827f-5828-499f-b207-b075fc842646 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391934 Dec 16 10:08:27.711197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-1c2f360b-f83a-4558-b4cd-fd37ce8698f2 service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884511 Dec 16 10:08:27.800664 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7af04a1-8956-4268-a91c-cafb5026863a req-39086aed-7781-4e81-859b-20e0c0c14f5e service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827355 Dec 16 10:08:27.905884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-bad8643c-f303-4970-9b28-8be9101938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:27.908546 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-bad8643c-f303-4970-9b28-8be9101938b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1094 time: 0.0522914 Dec 16 10:08:28.016209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-0489a9e1-157c-47ee-9f99-aad37563a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:28.017629 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-0489a9e1-157c-47ee-9f99-aad37563a053 service neutron] 10.222.0.69 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 912 time: 0.1017168 Dec 16 10:08:28.062800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-daa5f145-2005-4114-9227-3402f9996dca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0366929 Dec 16 10:08:28.119873 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-2a3bd2af-73b7-4b8c-8dab-374e9a6870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:28.121660 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-2a3bd2af-73b7-4b8c-8dab-374e9a6870e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0519109 Dec 16 10:08:28.155820 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-8de120d3-ca6c-4bba-9084-b334b0a1a012 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270891 Dec 16 10:08:28.249317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-d07219cc-a914-4aff-a23d-4bffb0cef33e service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Dec 16 10:08:28.344892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bcbfdff7-beac-4c33-8237-1cd0397b75e8 req-3201bc21-4423-4e5f-ab3a-7a721da36fab service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877588 Dec 16 10:08:28.571334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8e7d-9c84-41b1-91aa-9c41a656e862 req-c5fd5282-5a27-4269-a720-10c729ec740e tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:28.572865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e2e8e7d-9c84-41b1-91aa-9c41a656e862 req-c5fd5282-5a27-4269-a720-10c729ec740e tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.0516942 Dec 16 10:08:28.615341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e2e8e7d-9c84-41b1-91aa-9c41a656e862 req-b051fca2-5389-4563-9b15-d174bae7b45a tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362628 Dec 16 10:08:29.733934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac8b0e-c9a7-400c-ad8e-28d204a7390f req-2eb3e5ef-8f6a-49fd-aba5-8e2dbfc966d8 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:29.735426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8ac8b0e-c9a7-400c-ad8e-28d204a7390f req-2eb3e5ef-8f6a-49fd-aba5-8e2dbfc966d8 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.0505850 Dec 16 10:08:29.775603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8ac8b0e-c9a7-400c-ad8e-28d204a7390f req-cdb7179d-f909-45aa-ac59-5bc13c132ff1 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Dec 16 10:08:30.910499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc9cb4-986c-4a26-9dfb-38738bc7c99d req-a5ffa031-5302-4f13-aafd-cecdfd345ac2 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:30.912413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78cc9cb4-986c-4a26-9dfb-38738bc7c99d req-a5ffa031-5302-4f13-aafd-cecdfd345ac2 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.0609310 Dec 16 10:08:30.964520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-78cc9cb4-986c-4a26-9dfb-38738bc7c99d req-5100b89a-f6cd-4f0a-bc6e-a33bce6b23ec tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Dec 16 10:08:31.729935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:08:31.784306 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-3bdddc60-4a50-4e87-b45a-481b16822094 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423784 Dec 16 10:08:31.832596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:31.845402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977', 'port_id': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'mac_address': 'fa:16:3e:9e:ad:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b320a378-efa6-48b6-9259-e40da2478fad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:08:31.870305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-71ba7768-257f-4395-97d3-71e44cbe962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:31.872106 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-71ba7768-257f-4395-97d3-71e44cbe962b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0418534 Dec 16 10:08:31.883598 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:31.896602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d968461-3369-4ac8-b0ac-995ef755ed78 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:08:31.916701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:31.921997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:31.971616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:31.979096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-b49b2d80-8f72-4fc1-a7f5-39d3ba858abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:31.980800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-b49b2d80-8f72-4fc1-a7f5-39d3ba858abf service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0900896 Dec 16 10:08:32.024778 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-ac391724-a946-4da8-84ad-aef7934f7ad9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0366514 Dec 16 10:08:32.075458 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-474a8632-5194-4119-b3b2-10e811b9319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:32.077098 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-474a8632-5194-4119-b3b2-10e811b9319a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0455785 Dec 16 10:08:32.083232 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a8c50-c2a4-4286-870f-2c3209799c17 req-06b47622-2ffd-4b9f-bdcf-671c75f6b229 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:32.084775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f91a8c50-c2a4-4286-870f-2c3209799c17 req-06b47622-2ffd-4b9f-bdcf-671c75f6b229 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 944 time: 0.0489795 Dec 16 10:08:32.129443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f91a8c50-c2a4-4286-870f-2c3209799c17 req-9feac493-8800-4815-8bd5-c84769fec7c0 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Dec 16 10:08:32.129797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-d4315289-5bfd-4c6f-b3f5-14e149c3ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:32.131369 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-d4315289-5bfd-4c6f-b3f5-14e149c3ab4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467787 Dec 16 10:08:32.209373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['3d968461-3369-4ac8-b0ac-995ef755ed78'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:08:32.223266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-4bc985e8-4af0-49bb-b7a8-959da63bfac1 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846212 Dec 16 10:08:32.321484 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8a124b61-7c6e-4a8e-8f32-fa4303b22c89 req-01400fe7-3681-4349-8d50-62939e121f5c service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909867 Dec 16 10:08:33.263930 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23abf-f788-4d0a-bd28-71c988da860d req-6482dc17-891b-49bc-b0fd-b8016115516f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:33.265447 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3f23abf-f788-4d0a-bd28-71c988da860d req-6482dc17-891b-49bc-b0fd-b8016115516f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 944 time: 0.0616350 Dec 16 10:08:33.319162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3f23abf-f788-4d0a-bd28-71c988da860d req-c24c6c0e-8b39-47af-ae6a-43498b683df3 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Dec 16 10:08:33.728244 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:08:33.793217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 3d968461-3369-4ac8-b0ac-995ef755ed78 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:08:33.797854 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 3d968461-3369-4ac8-b0ac-995ef755ed78 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:08:33.798320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:33.896071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:33.920680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:08:33.923032 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c780c0-c7a7-4562-bbc2-000601015d55" -d '{"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-plugged", "status": "completed", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:08:33.937394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:08:33.942464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:33.966636 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684512da-ac82-42d4-a4c7-26f29e989148 x-openstack-request-id: req-684512da-ac82-42d4-a4c7-26f29e989148 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:08:33.966935 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-plugged", "status": "completed", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:08:33.967201 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-684512da-ac82-42d4-a4c7-26f29e989148 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:08:33.967586 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'code': 200} Dec 16 10:08:33.998969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:08:34.069122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b200969-638d-4244-b291-dacc0db318ed req-0eda71c1-86f1-446a-bce7-2a9ae17fbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:34.070692 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b200969-638d-4244-b291-dacc0db318ed req-0eda71c1-86f1-446a-bce7-2a9ae17fbe5f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1096 time: 0.0434918 Dec 16 10:08:34.106455 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6b200969-638d-4244-b291-dacc0db318ed req-f639423d-de48-4765-92a7-ad46548f0969 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290470 Dec 16 10:08:34.452799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef271682-2bd5-4d8e-92b5-cf9014b810ed req-89074444-5369-4422-a89b-7dfdee1d45a0 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:34.454320 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef271682-2bd5-4d8e-92b5-cf9014b810ed req-89074444-5369-4422-a89b-7dfdee1d45a0 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0523336 Dec 16 10:08:34.496673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef271682-2bd5-4d8e-92b5-cf9014b810ed req-d04f165d-b456-4ccf-879e-eeb05b355dfa tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Dec 16 10:08:35.631771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6132ae-95de-45ed-91e1-159e4b6adc23 req-f66be1c6-b740-4b3d-8c05-9198924ae3f4 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:35.633230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec6132ae-95de-45ed-91e1-159e4b6adc23 req-f66be1c6-b740-4b3d-8c05-9198924ae3f4 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Dec 16 10:08:35.681368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec6132ae-95de-45ed-91e1-159e4b6adc23 req-aad81127-b74b-4e0f-bd7f-ac1f6b660276 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Dec 16 10:08:35.943909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f733-52b1-44ac-8605-e455205cf2d9 req-bce12ac5-40ca-495c-9ee2-1f382d7543dc tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:35.945519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72f2f733-52b1-44ac-8605-e455205cf2d9 req-bce12ac5-40ca-495c-9ee2-1f382d7543dc tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Dec 16 10:08:35.973599 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-7c68d70b-0aea-405b-ab33-a0e63a678e6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893855 Dec 16 10:08:35.982782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-f7600dab-3196-4bc9-9773-8adc0b919699 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:08:35.983742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-f7600dab-3196-4bc9-9773-8adc0b919699 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051706 Dec 16 10:08:35.983898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72f2f733-52b1-44ac-8605-e455205cf2d9 req-36a3749c-eb44-4664-aee4-1379c770885d tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Dec 16 10:08:37.116689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2b2b5-8397-4972-81f7-3c87a64ae5c5 req-542becfe-14ad-495f-a12f-9719faa1fa24 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.118236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff2b2b5-8397-4972-81f7-3c87a64ae5c5 req-542becfe-14ad-495f-a12f-9719faa1fa24 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0635765 Dec 16 10:08:37.161731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ff2b2b5-8397-4972-81f7-3c87a64ae5c5 req-aedc7143-a476-46d9-bb54-26f49a95cf5d tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Dec 16 10:08:37.255958 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-881ec388-8bfc-4acd-ba79-c30c5ea8a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.257500 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-881ec388-8bfc-4acd-ba79-c30c5ea8a3b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1096 time: 0.0567405 Dec 16 10:08:37.357877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-bc1d1a92-031b-4b3e-bf63-33c6dfbf34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.359401 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-bc1d1a92-031b-4b3e-bf63-33c6dfbf34b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 912 time: 0.0952289 Dec 16 10:08:37.404153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-09d33cee-ca65-41fe-b35d-9d711912f8f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0375533 Dec 16 10:08:37.459469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-9af4df38-ff46-4cee-965a-a6d0d7b20792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:37.460903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-9af4df38-ff46-4cee-965a-a6d0d7b20792 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0504038 Dec 16 10:08:37.492420 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-623e6336-269f-4f51-9db5-9eae9ccf591d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246668 Dec 16 10:08:37.503457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-ae861e04-e7ae-4402-9fe0-6660df4830f1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:08:37.504426 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-ae861e04-e7ae-4402-9fe0-6660df4830f1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048645 Dec 16 10:08:37.598695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-346926ad-2d95-403d-8c7d-c0c5a3e554aa service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872722 Dec 16 10:08:37.711714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-b48a4c9f-3f13-4be1-8a7e-9425e5bfacfa service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062667 Dec 16 10:08:38.289427 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413500a-fab4-4c1b-b502-5e8ad9b056cf req-32f28c0a-f9f1-4e3e-947f-9f3319a94ff8 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:38.290928 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6413500a-fab4-4c1b-b502-5e8ad9b056cf req-32f28c0a-f9f1-4e3e-947f-9f3319a94ff8 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0582891 Dec 16 10:08:38.334986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6413500a-fab4-4c1b-b502-5e8ad9b056cf req-44a8d19a-d4ad-4e5b-84d8-bbeb094c2878 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Dec 16 10:08:39.467054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bd2bb-ec48-435c-9d3b-9db614dc3bdc req-04d84f33-ef99-4bdd-90e0-2deecdc95bbd tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:39.468531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c56bd2bb-ec48-435c-9d3b-9db614dc3bdc req-04d84f33-ef99-4bdd-90e0-2deecdc95bbd tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0597191 Dec 16 10:08:39.511985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c56bd2bb-ec48-435c-9d3b-9db614dc3bdc req-92386a3b-e383-4172-b34e-fff59fb9ee8d tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Dec 16 10:08:40.297166 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:08:40.652561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df85c-61e0-4ce6-aad0-24b5f034df98 req-be5e9805-e9af-4df5-9be2-f6205e224469 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:40.654036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-905df85c-61e0-4ce6-aad0-24b5f034df98 req-be5e9805-e9af-4df5-9be2-f6205e224469 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0589771 Dec 16 10:08:40.693914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-905df85c-61e0-4ce6-aad0-24b5f034df98 req-81dbf5ba-042e-4e4b-8767-3605b20a1fd2 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Dec 16 10:08:41.845902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f3ef0-a2b3-42ec-826f-5ed3e14aac52 req-842cf35a-546c-4fc8-91af-b06e46474b28 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:41.847333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-893f3ef0-a2b3-42ec-826f-5ed3e14aac52 req-842cf35a-546c-4fc8-91af-b06e46474b28 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0708444 Dec 16 10:08:41.888778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-893f3ef0-a2b3-42ec-826f-5ed3e14aac52 req-88b29b8d-5cb5-415c-a27f-dfdadaf0f856 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Dec 16 10:08:43.018457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57b132-0e27-4da9-acb0-eb5f99461bbc req-7adbda37-f4be-45e4-957f-52b44d91627b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:43.019955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed57b132-0e27-4da9-acb0-eb5f99461bbc req-7adbda37-f4be-45e4-957f-52b44d91627b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0588322 Dec 16 10:08:43.069425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed57b132-0e27-4da9-acb0-eb5f99461bbc req-ce544391-18cd-4c6c-aef0-38987cc38b2e tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Dec 16 10:08:44.068247 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87f38bd3-ade8-41f5-b016-0578db95df63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:44.192647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c2ce8-d893-4e00-b758-147ace77ff47 req-163f6545-7c0e-4626-b6cf-2a35e47b4381 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:44.194198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a51c2ce8-d893-4e00-b758-147ace77ff47 req-163f6545-7c0e-4626-b6cf-2a35e47b4381 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Dec 16 10:08:44.239546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a51c2ce8-d893-4e00-b758-147ace77ff47 req-7a6701df-1967-4ca7-9421-783e5eb53c93 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390997 Dec 16 10:08:45.371274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feab2bb-8bce-4b90-a251-50397117cbf5 req-d5f97541-e9e1-40af-a858-afecd404963a tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:45.372796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6feab2bb-8bce-4b90-a251-50397117cbf5 req-d5f97541-e9e1-40af-a858-afecd404963a tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0518010 Dec 16 10:08:45.415899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6feab2bb-8bce-4b90-a251-50397117cbf5 req-9f6f1964-9dd3-41ce-958b-2dc04957b496 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 Dec 16 10:08:46.522709 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-05ee1fe1-21e9-4cdf-9640-20c8d59736c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:46.549510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3342d2f-bdff-4b73-885f-fc57834b908a req-a91fb64b-9b8c-4ca3-9c90-f23c2210103f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:46.551014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3342d2f-bdff-4b73-885f-fc57834b908a req-a91fb64b-9b8c-4ca3-9c90-f23c2210103f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0538733 Dec 16 10:08:46.595085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3342d2f-bdff-4b73-885f-fc57834b908a req-9c595696-977f-4e25-9a1d-9635e203a1a1 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 Dec 16 10:08:47.725173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d513d-6420-4273-8ad1-b2555c2d94d6 req-320e9dcc-df8c-4f65-9485-2aa6da2e7fa0 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:47.726770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc4d513d-6420-4273-8ad1-b2555c2d94d6 req-320e9dcc-df8c-4f65-9485-2aa6da2e7fa0 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0503159 Dec 16 10:08:47.767132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc4d513d-6420-4273-8ad1-b2555c2d94d6 req-3c391638-7fee-4558-b6f0-34a86e006b99 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337291 Dec 16 10:08:48.168889 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:48.890758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85526f48-bb28-4839-94c7-8578f0e14571 req-c514b266-97dc-47a3-bda1-d7aec14c7fde tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:48.892293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85526f48-bb28-4839-94c7-8578f0e14571 req-c514b266-97dc-47a3-bda1-d7aec14c7fde tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0549893 Dec 16 10:08:48.935199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85526f48-bb28-4839-94c7-8578f0e14571 req-7bd085d7-d592-4e75-b902-1c3b8df6d641 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Dec 16 10:08:49.912212 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:49.982306 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:50.077574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdbaee-bb06-4b4d-b6ed-86d14838d72a req-410e7440-0cd6-4099-99d5-b791d5ce92b8 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:50.079158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdfdbaee-bb06-4b4d-b6ed-86d14838d72a req-410e7440-0cd6-4099-99d5-b791d5ce92b8 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0579681 Dec 16 10:08:50.121999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fdfdbaee-bb06-4b4d-b6ed-86d14838d72a req-614c0b4a-52d6-4b7e-8f98-6624d0e58dab tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Dec 16 10:08:51.264592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21b4b6-05cf-49f8-ac78-1327bb66a254 req-bf1f37b4-09bd-43f1-9857-68d7a82f0042 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:51.266154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c21b4b6-05cf-49f8-ac78-1327bb66a254 req-bf1f37b4-09bd-43f1-9857-68d7a82f0042 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0589745 Dec 16 10:08:51.304374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c21b4b6-05cf-49f8-ac78-1327bb66a254 req-b4992f08-5a98-48a8-9166-cd5942a21118 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Dec 16 10:08:52.428710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c646d5-ec86-4c52-9596-fe4ff5eb8e51 req-3489534c-957f-4c9d-8579-94814592f5e7 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:52.430255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16c646d5-ec86-4c52-9596-fe4ff5eb8e51 req-3489534c-957f-4c9d-8579-94814592f5e7 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Dec 16 10:08:52.477516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16c646d5-ec86-4c52-9596-fe4ff5eb8e51 req-0ae81ebf-7252-4e3f-8d61-c3f98030bb51 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Dec 16 10:08:53.613751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6c471-47e0-42e1-93da-06730fea90ed req-a49d0812-0820-4037-b079-e602921f538a tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:53.615338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13b6c471-47e0-42e1-93da-06730fea90ed req-a49d0812-0820-4037-b079-e602921f538a tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0545244 Dec 16 10:08:53.656903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13b6c471-47e0-42e1-93da-06730fea90ed req-da8d6b3b-aedf-4b1f-9eea-81cff810c511 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 Dec 16 10:08:54.110173 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:54.779730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e3ba3-a1df-40da-a325-6896a83c3faa req-f82c4dab-5d8b-4b7a-81c7-17d02e85629f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:54.781335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a26e3ba3-a1df-40da-a325-6896a83c3faa req-f82c4dab-5d8b-4b7a-81c7-17d02e85629f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0532217 Dec 16 10:08:54.821754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a26e3ba3-a1df-40da-a325-6896a83c3faa req-0eba346e-2593-4347-8e73-cb4be0c89300 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Dec 16 10:08:55.369582 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:08:55.942328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34760ee7-455b-46ec-82af-425c773a9a5a req-8abf9f17-33fc-4e6a-a29c-b3392539bd3b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:55.943840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34760ee7-455b-46ec-82af-425c773a9a5a req-8abf9f17-33fc-4e6a-a29c-b3392539bd3b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Dec 16 10:08:55.987015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34760ee7-455b-46ec-82af-425c773a9a5a req-c06a3cb3-b6d1-45cb-bb9e-ff3541b8bb00 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370297 Dec 16 10:08:57.115030 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad193989-5bc0-4144-9698-3fadd672b765 req-3aaaba9b-282d-4780-b498-5a68e4d42b63 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:57.116512 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad193989-5bc0-4144-9698-3fadd672b765 req-3aaaba9b-282d-4780-b498-5a68e4d42b63 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Dec 16 10:08:57.158270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad193989-5bc0-4144-9698-3fadd672b765 req-a72af9e5-02bb-4814-8e8a-b2e5be15fc30 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Dec 16 10:08:58.282603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ac4ec-634e-4e72-8135-e9007c9df714 req-1fdfe7fe-b078-4520-83b3-aac23a8fc959 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:58.284093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-615ac4ec-634e-4e72-8135-e9007c9df714 req-1fdfe7fe-b078-4520-83b3-aac23a8fc959 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0545654 Dec 16 10:08:58.328958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-615ac4ec-634e-4e72-8135-e9007c9df714 req-d8e5456c-d497-478b-b033-d3d0d92984ab tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Dec 16 10:08:59.450906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41de8d6-3608-46c7-8410-20999824e7fc req-80a65c70-f1c5-456e-92ab-626e2d390430 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:08:59.452370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b41de8d6-3608-46c7-8410-20999824e7fc req-80a65c70-f1c5-456e-92ab-626e2d390430 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0518789 Dec 16 10:08:59.498895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b41de8d6-3608-46c7-8410-20999824e7fc req-73334d57-54dc-4991-9b56-50f16129fa7f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Dec 16 10:09:00.623504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a35a3-eab7-4ae6-b231-910cd7588099 req-64099c8e-14e5-43d3-85c3-b2bed1dae246 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:00.625018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c2a35a3-eab7-4ae6-b231-910cd7588099 req-64099c8e-14e5-43d3-85c3-b2bed1dae246 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0550909 Dec 16 10:09:00.666360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1c2a35a3-eab7-4ae6-b231-910cd7588099 req-623626f0-9f58-40f8-bd5d-46fe6223340d tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Dec 16 10:09:01.788587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23327506-8fd8-4238-8871-62fd4514cd13 req-5cb5a4d6-81d0-4840-a030-2d43ea186334 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:01.790254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23327506-8fd8-4238-8871-62fd4514cd13 req-5cb5a4d6-81d0-4840-a030-2d43ea186334 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0504804 Dec 16 10:09:01.829143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23327506-8fd8-4238-8871-62fd4514cd13 req-afb94973-1ae2-438a-8539-c944399175cb tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Dec 16 10:09:02.953334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f5958-b522-4993-845f-9c00df11168e req-ca354a7a-9795-464e-b377-98b36aff555d tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:02.954870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c92f5958-b522-4993-845f-9c00df11168e req-ca354a7a-9795-464e-b377-98b36aff555d tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0541310 Dec 16 10:09:03.002396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c92f5958-b522-4993-845f-9c00df11168e req-8c6bdc6c-8021-49a6-94f7-9c427a9c6f74 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Dec 16 10:09:04.134672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad535de3-4cfb-4519-8539-97783302517b req-db3ad684-f439-4149-99b1-5c458d7fa6cc tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:04.136509 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad535de3-4cfb-4519-8539-97783302517b req-db3ad684-f439-4149-99b1-5c458d7fa6cc tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0519676 Dec 16 10:09:04.178110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad535de3-4cfb-4519-8539-97783302517b req-a5602d02-1cc9-479a-8505-85d4567dce78 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Dec 16 10:09:04.800499 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-539b9d40-c0e9-4d69-a520-8858c748cbbe service neutron] show failed (client error): The resource could not be found. Dec 16 10:09:04.801578 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-539b9d40-c0e9-4d69-a520-8858c748cbbe service neutron] 10.222.0.69 "GET /v2.0/ports/3d968461-3369-4ac8-b0ac-995ef755ed78/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0631244 Dec 16 10:09:05.047481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-e1e89cee-893e-4f5d-ab0a-bfca2442692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.049053 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-e1e89cee-893e-4f5d-ab0a-bfca2442692b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76&tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5 HTTP/1.1" status: 200 len: 1096 time: 0.0790672 Dec 16 10:09:05.059564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-1a00fed4-32a5-47d1-a358-8bf183c296e1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:09:05.060592 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-1a00fed4-32a5-47d1-a358-8bf183c296e1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051105 Dec 16 10:09:05.072843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:09:05.131070 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:05.304651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6546ee8-4343-4813-bf6e-04485ab0db22 req-6784dc64-fb25-42d3-9e09-242520366202 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.306094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6546ee8-4343-4813-bf6e-04485ab0db22 req-6784dc64-fb25-42d3-9e09-242520366202 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0527809 Dec 16 10:09:05.348179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:05.348803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6546ee8-4343-4813-bf6e-04485ab0db22 req-2549366c-d18e-40a0-b352-66709f681b74 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358462 Dec 16 10:09:05.382926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:09:05.430346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:05.433036 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480861ff-b8b0-4f1f-8a21-c9ada56a70dc" -d '{"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-unplugged", "status": "completed", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:05.437338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:05.451547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Transition to ACTIVE for port object 3d968461-3369-4ac8-b0ac-995ef755ed78 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:09:05.456719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:05.491664 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d60b5-5a04-4385-9276-7a13e0a6118f x-openstack-request-id: req-e93d60b5-5a04-4385-9276-7a13e0a6118f {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:05.491953 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-unplugged", "status": "completed", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:05.492199 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e93d60b5-5a04-4385-9276-7a13e0a6118f {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:05.492578 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'code': 200} Dec 16 10:09:05.518568 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] No DVR routers for this DVR port 3d968461-3369-4ac8-b0ac-995ef755ed78 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:09:05.527358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:05.537454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.537788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.538157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.538482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.538801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.539115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.539430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.539781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.540053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.540363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.540671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.540978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:05.572882 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:09:05.573114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:09:05.573566 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 on network afd6a9b7-a527-43f8-832a-7d27788ea977 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:09:05.579302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Port 3d968461-3369-4ac8-b0ac-995ef755ed78 on network afd6a9b7-a527-43f8-832a-7d27788ea977 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:09:05.579742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Attempting to bind port 3d968461-3369-4ac8-b0ac-995ef755ed78 on network afd6a9b7-a527-43f8-832a-7d27788ea977 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:09:05.587129 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:09:05.587465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Checking segment: {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:09:05.588353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Bound using segment: {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:09:05.588353 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Bound port: 3d968461-3369-4ac8-b0ac-995ef755ed78, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a041f723-c66f-42b5-8ce9-47c8f618f40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:09:05.588642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:05.664027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:09:05.672131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:09:05.677958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:05.717601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.718412 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:05.719796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] 10.222.0.53 "PUT /v2.0/ports/3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 1091 time: 0.6511765 Dec 16 10:09:05.744383 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f48e1-6d59-40f6-b65a-b61cdc127a67 service neutron] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:05.790738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-404b15f7-db6a-4764-a321-e41ab0438a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.792739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-404b15f7-db6a-4764-a321-e41ab0438a26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1094 time: 0.0442195 Dec 16 10:09:05.889358 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-886bcfba-ab3b-4f6b-9435-7a82bd34e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.891866 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-886bcfba-ab3b-4f6b-9435-7a82bd34e632 service neutron] 10.222.0.53 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 912 time: 0.0919867 Dec 16 10:09:05.938821 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-12b5c6fe-c630-483b-93db-f5b55ea5d515 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0398467 Dec 16 10:09:05.987546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3b9773c1-ec99-4fd4-9f92-8f941351c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:05.989064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-3b9773c1-ec99-4fd4-9f92-8f941351c7b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0436363 Dec 16 10:09:06.031282 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-a51c10af-0e52-4155-a86f-5b3cfee5d88c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343823 Dec 16 10:09:06.149452 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-c66a7a29-324b-46be-b62a-6be3a8566e19 service neutron] 10.222.0.53 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109886 Dec 16 10:09:06.243541 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cb5871f7-2508-4dc2-b4a8-90cea172bb37 req-28a4656b-50c7-4929-872d-36381c90e351 service neutron] 10.222.0.53 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869865 Dec 16 10:09:06.489163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473a2e-5a8a-41f0-94e2-1ca3f943ca9c req-aa72b6ab-06e1-4aef-90e3-e519e3f2246f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:06.490623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe473a2e-5a8a-41f0-94e2-1ca3f943ca9c req-aa72b6ab-06e1-4aef-90e3-e519e3f2246f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.0598619 Dec 16 10:09:06.537292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fe473a2e-5a8a-41f0-94e2-1ca3f943ca9c req-7107137a-7ace-409b-b5fa-00a6a196a6fe tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Dec 16 10:09:07.493660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:07.496518 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2505a-d1e1-458e-b3a6-d21dc78c819c" -d '{"events": [{"name": "network-changed", "server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:07.553891 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4ed25-76af-4252-8a82-6768c6627c43 x-openstack-request-id: req-a0e4ed25-76af-4252-8a82-6768c6627c43 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:07.554182 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:07.554465 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0e4ed25-76af-4252-8a82-6768c6627c43 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:07.554894 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'status': 'completed', 'code': 200} Dec 16 10:09:07.647870 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-6a76cf13-2f18-49a1-8901-d888d5ce34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.649725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-6a76cf13-2f18-49a1-8901-d888d5ce34e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1094 time: 0.0759361 Dec 16 10:09:07.652439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-bdd41fb9-f54a-4896-8fbf-a03190348df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.653824 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-bdd41fb9-f54a-4896-8fbf-a03190348df4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1094 time: 0.0715120 Dec 16 10:09:07.820051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-10a2155b-82bc-4091-b6cf-e125eea45b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.821468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-10a2155b-82bc-4091-b6cf-e125eea45b5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 912 time: 0.1637232 Dec 16 10:09:07.822640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-de39c62a-86dd-4a41-ae85-dbc3092115c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.824266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-de39c62a-86dd-4a41-ae85-dbc3092115c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 912 time: 0.1588869 Dec 16 10:09:07.870941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-9a729a5e-253a-40e1-be3d-42c74ac7b4e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0408669 Dec 16 10:09:07.909474 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-39350a82-6416-41bc-b7c4-69cf7deef253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0732310 Dec 16 10:09:07.969435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27de226-0af5-46c3-b731-ca8e11a4eee3 req-985853a2-23b6-4f7f-8608-bcbb9008a39b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.971084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a27de226-0af5-46c3-b731-ca8e11a4eee3 req-985853a2-23b6-4f7f-8608-bcbb9008a39b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.3552873 Dec 16 10:09:07.977730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-85f8b71b-13c5-47d2-a8e0-e8ccf4b68759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.979185 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-85f8b71b-13c5-47d2-a8e0-e8ccf4b68759 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0787568 Dec 16 10:09:07.987554 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-41f9920a-3542-48c7-8a8d-741d6202719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:07.988711 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-41f9920a-3542-48c7-8a8d-741d6202719b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0596950 Dec 16 10:09:08.011507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a27de226-0af5-46c3-b731-ca8e11a4eee3 req-cbadebcd-419f-4bc8-ad5b-5d15bdf5e870 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Dec 16 10:09:08.040672 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-60684286-f0f3-4888-9269-372e4aa7d09e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509181 Dec 16 10:09:08.042886 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-00a3fe12-7c05-4e32-a48b-af63853e41da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452981 Dec 16 10:09:08.203120 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-ea589a55-2b5c-4199-8130-804fd7760988 service neutron] 10.222.0.53 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551120 Dec 16 10:09:08.205515 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-26374155-4e8b-4b19-b358-a8fac1e2b9c7 service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505182 Dec 16 10:09:08.670584 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-76f2abba-26f4-4d06-8ef6-07693e96d395 service neutron] 10.222.0.53 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606268 Dec 16 10:09:08.674424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-61c2505a-d1e1-458e-b3a6-d21dc78c819c req-078f3752-cc9a-4fe1-a909-6a352e605a94 service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571812 Dec 16 10:09:09.140493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab3bc-a04f-4051-b240-82dd90e3d029 req-2fa6aede-acf7-4bc9-89ae-8d30801c06ed tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:09.142034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efbab3bc-a04f-4051-b240-82dd90e3d029 req-2fa6aede-acf7-4bc9-89ae-8d30801c06ed tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 943 time: 0.0579395 Dec 16 10:09:09.171497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:09:09.187202 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efbab3bc-a04f-4051-b240-82dd90e3d029 req-dcd39b92-24fb-439f-8e42-28b39bb34684 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369182 Dec 16 10:09:09.276475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:09.296399 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'network_id': 'afd6a9b7-a527-43f8-832a-7d27788ea977', 'port_id': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'mac_address': 'fa:16:3e:9e:ad:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b320a378-efa6-48b6-9259-e40da2478fad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:09:09.336353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:09.350380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d968461-3369-4ac8-b0ac-995ef755ed78 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:09:09.372272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:09.376811 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:09.432219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:09.441099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.441552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.441866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.442246 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.442597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.442928 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.443257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.443584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.443907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.444203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.444554 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.444875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:09.498293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617372c-3d79-476b-968f-fbe228360066 req-4bc79a7a-2a2e-47a4-9102-4d507ca57065 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:09.499809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-4bc79a7a-2a2e-47a4-9102-4d507ca57065 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.69 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76&tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 944 time: 0.1016726 Dec 16 10:09:09.569175 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-9617372c-3d79-476b-968f-fbe228360066 req-8cab0aff-e56a-47e0-8c90-0b0002af374b service neutron] delete failed (client error): The resource could not be found. Dec 16 10:09:09.570318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-8cab0aff-e56a-47e0-8c90-0b0002af374b service neutron] 10.222.0.69 "DELETE /v2.0/ports/3d968461-3369-4ac8-b0ac-995ef755ed78/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0630028 Dec 16 10:09:09.650211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3d968461-3369-4ac8-b0ac-995ef755ed78'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:09:09.671241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617372c-3d79-476b-968f-fbe228360066 req-b2397f3c-6a5c-44c8-a265-2a471bf1d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:09.672754 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-b2397f3c-6a5c-44c8-a265-2a471bf1d5d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 1095 time: 0.0538371 Dec 16 10:09:09.783408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617372c-3d79-476b-968f-fbe228360066 req-aac4b981-5957-43ed-9951-23fec51c3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:09.784889 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-aac4b981-5957-43ed-9951-23fec51c3671 service neutron] 10.222.0.69 "GET /v2.0/networks?id=afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 200 len: 912 time: 0.1044955 Dec 16 10:09:09.828262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-736a13df-d4d9-496e-b2d6-2c0b35a48e9e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 200 len: 217 time: 0.0362208 Dec 16 10:09:09.885130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617372c-3d79-476b-968f-fbe228360066 req-88552bc2-6235-4ead-b8f4-1a0e98e47b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:09.887265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-88552bc2-6235-4ead-b8f4-1a0e98e47b99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 200 len: 851 time: 0.0515025 Dec 16 10:09:09.929117 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-97a20dbb-9fa8-4e6a-9e4b-405bf1cce757 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=afd6a9b7-a527-43f8-832a-7d27788ea977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347469 Dec 16 10:09:09.931284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:09:09.975080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:09:10.034467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-6bbac5cd-8355-4363-8f4d-6cc1380c4957 service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982268 Dec 16 10:09:10.132413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-a7a6afca-597f-436e-ad05-c7511143afe3 service neutron] 10.222.0.69 "GET /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911429 Dec 16 10:09:10.928339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90db3e-0579-4f42-ad12-d863f58a1bcb req-47812a7e-6f43-433a-979a-9fadb54d732b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:10.929934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f90db3e-0579-4f42-ad12-d863f58a1bcb req-47812a7e-6f43-433a-979a-9fadb54d732b tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 944 time: 0.0590041 Dec 16 10:09:10.982179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f90db3e-0579-4f42-ad12-d863f58a1bcb req-a69c74a5-9dcd-4bb7-9b08-ff15c86aa89f tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Dec 16 10:09:11.186747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:09:11.242557 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 3d968461-3369-4ac8-b0ac-995ef755ed78 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:09:11.246649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 3d968461-3369-4ac8-b0ac-995ef755ed78 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:09:11.247020 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:11.332610 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:11.357864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:11.360145 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f94bd68-a4fe-4872-82f0-dc9fd7aca117" -d '{"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-plugged", "status": "completed", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:11.372617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:11.377334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:11.402270 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb879562-ef90-46ec-888d-e5201dd03639 x-openstack-request-id: req-eb879562-ef90-46ec-888d-e5201dd03639 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:11.402557 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-plugged", "status": "completed", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:11.402801 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb879562-ef90-46ec-888d-e5201dd03639 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:11.403179 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'code': 200} Dec 16 10:09:11.428154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:12.119964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52f2e6-5d1f-407b-ad1f-1ead7a142b79 req-8e8ff383-cc4d-43e6-a988-9396e88a9271 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:12.122372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a52f2e6-5d1f-407b-ad1f-1ead7a142b79 req-8e8ff383-cc4d-43e6-a988-9396e88a9271 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0562682 Dec 16 10:09:12.164277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a52f2e6-5d1f-407b-ad1f-1ead7a142b79 req-9506c6c2-2442-41cd-8d00-1762b232786e tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.61 "GET /v2.0/security-groups?id=181d82b6-fb9b-4910-b4e8-6d686bf8a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Dec 16 10:09:12.189764 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617372c-3d79-476b-968f-fbe228360066 req-87641a25-94f2-4e9d-a328-3dcdcb4ac967 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:12.191311 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-87641a25-94f2-4e9d-a328-3dcdcb4ac967 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9952b2ef-98de-4eef-aa63-64f561cd4d76 HTTP/1.1" status: 200 len: 945 time: 0.0562196 Dec 16 10:09:12.287097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Deleting port 3d968461-3369-4ac8-b0ac-995ef755ed78 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:09:12.287360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:12.389142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] For port 3d968461-3369-4ac8-b0ac-995ef755ed78, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=3d968461-3369-4ac8-b0ac-995ef755ed78,segment=NetworkSegment(a041f723-c66f-42b5-8ce9-47c8f618f40d),segment_id=a041f723-c66f-42b5-8ce9-47c8f618f40d)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:12.389505 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:12.403934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Calling delete_port for 3d968461-3369-4ac8-b0ac-995ef755ed78 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:09:12.548180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:12.563072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['3d968461-3369-4ac8-b0ac-995ef755ed78'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:09:12.580711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Pushing event deleted for resources: {'Port': ['ID=3d968461-3369-4ac8-b0ac-995ef755ed78,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:12.622550 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] No DVR routers for this DVR port 3d968461-3369-4ac8-b0ac-995ef755ed78 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:09:12.625273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:12.628609 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9617372c-3d79-476b-968f-fbe228360066 req-65caaca3-79aa-4d24-b716-8fa7d0fc1796 tempest-DeleteServersTestJSON-722004406 tempest-DeleteServersTestJSON-722004406-project] 10.222.0.53 "DELETE /v2.0/ports/3d968461-3369-4ac8-b0ac-995ef755ed78 HTTP/1.1" status: 204 len: 173 time: 0.4304888 Dec 16 10:09:12.629006 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-deleted', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:12.631311 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6921f2-b64d-4d16-8f52-12d57cc7ea54" -d '{"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-deleted", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:12.673220 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05302402-e5fc-4d94-bfdc-3d2d2c90c72a x-openstack-request-id: req-05302402-e5fc-4d94-bfdc-3d2d2c90c72a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:12.673517 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9952b2ef-98de-4eef-aa63-64f561cd4d76", "name": "network-vif-deleted", "tag": "3d968461-3369-4ac8-b0ac-995ef755ed78", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:12.673768 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05302402-e5fc-4d94-bfdc-3d2d2c90c72a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:12.674206 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9952b2ef-98de-4eef-aa63-64f561cd4d76', 'name': 'network-vif-deleted', 'tag': '3d968461-3369-4ac8-b0ac-995ef755ed78', 'status': 'completed', 'code': 200} Dec 16 10:09:13.307828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54402) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:09:13.359080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Deleting subnet b320a378-efa6-48b6-9259-e40da2478fad {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:09:13.363768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.406420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.448005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.507404 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.533957 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b320a378-efa6-48b6-9259-e40da2478fad,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:13.539337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.543516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-aa1c7e39-57e9-40fd-b925-080af27e7e6b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b320a378-efa6-48b6-9259-e40da2478fad HTTP/1.1" status: 204 len: 168 time: 0.2345772 Dec 16 10:09:13.546160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54404) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:09:13.621801 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.704918 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.726490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd6a9b7-a527-43f8-832a-7d27788ea977']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:09:13.736849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a041f723-c66f-42b5-8ce9-47c8f618f40d') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:09:13.737102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a041f723-c66f-42b5-8ce9-47c8f618f40d') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:09:13.746922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.762158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.768208 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:09:13.768596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:09:13.770254 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:09:13.830038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.836135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:13.839698 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/afd6a9b7-a527-43f8-832a-7d27788ea977 HTTP/1.1" status: 204 len: 168 time: 0.2924118 Dec 16 10:09:13.850763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d17e5-7f7d-49b5-bd27-75ccb643baa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd6a9b7-a527-43f8-832a-7d27788ea977,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:13.957530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54408) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:09:14.007178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2a08b1fe-1fde-4513-a8b4-f128846d3a10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84c0ef6e856846f7acd3a2aff0eff2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482531 Dec 16 10:09:14.011529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54410) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:09:14.065949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:14.071164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-daea4f95-ab20-4644-ac89-38feca5e1bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:14.090130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:14.138929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:14.141751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:14.143086 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/181d82b6-fb9b-4910-b4e8-6d686bf8a99e HTTP/1.1" status: 204 len: 168 time: 0.1304586 Dec 16 10:09:14.151562 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d82b6-fb9b-4910-b4e8-6d686bf8a99e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:14.159316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.159444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.159762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.160053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.160369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.160685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.160995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.161326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.161629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.161974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.162270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.162576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68e933-1ae5-4877-b169-7948f79b4180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:09:14.918285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54432) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:09:15.018499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-634494307-network', 'tenant_id': '1a4adf9a0563455d88a9f2552a90e920'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:09:15.042909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Made reservation on behalf of 1a4adf9a0563455d88a9f2552a90e920 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:09:15.045165 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.053673 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.142598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.148025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.173441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:09:15.183941 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c23e910-fee8-42b0-bfe6-5890af2a8be5,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:15.189789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.190169 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Added segment 53c56822-20af-423f-8785-60e8dbce4f15 of type vlan for network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde Dec 16 10:09:15.231711 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.259667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.260561 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:15.261379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.322769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4033701 Dec 16 10:09:15.326151 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54436) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:09:15.328474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691bc6-0b38-4a54-987d-f59805091ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=95aa0401-e8ef-41ce-9fb8-54fd1d56edde,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:15.331146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Request body: {'subnet': {'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-634494307-subnet', 'tenant_id': '1a4adf9a0563455d88a9f2552a90e920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:09:15.338481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:09:15.358835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Made reservation on behalf of 1a4adf9a0563455d88a9f2552a90e920 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:09:15.361366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.520778 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.572128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c5cdb3-751f-4725-86aa-d44190440005,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:15.612083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Checking segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:09:15.612083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Network hostable DHCP agents. Network: 95aa0401-e8ef-41ce-9fb8-54fd1d56edde, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:09:15.612083 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:09:15.620123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 95aa0401-e8ef-41ce-9fb8-54fd1d56edde) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:09:15.624475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:15.625064 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:15.629196 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc8c13-7833-4bf7-8396-bbd475eccdfc None None] Network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:09:15.642459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0e7944fe-ba0f-4ef5-9ae2-e09db28432d4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3151147 Dec 16 10:09:15.762470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf63f2-fd39-458b-98d6-fe3fbfac2342 None None] Network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:09:16.081242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-6719eae5-4388-4fa0-8d36-0348f24bb1f4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:16.082769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-6719eae5-4388-4fa0-8d36-0348f24bb1f4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 814 time: 0.1039233 Dec 16 10:09:16.097996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-980de07a-777b-4681-8f29-801ad855d915 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/quotas/1a4adf9a0563455d88a9f2552a90e920 HTTP/1.1" status: 200 len: 375 time: 0.0093334 Dec 16 10:09:16.135824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-5523efa9-3aef-4d69-9648-f1e529f29fb4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321178 Dec 16 10:09:16.241576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-cd7630f0-82ce-4965-8200-5cd85bafd677 service neutron] 10.222.0.61 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923874 Dec 16 10:09:16.356585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-2adb96ce-56fd-413d-82a3-b389499ef91a service neutron] 10.222.0.61 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060207 Dec 16 10:09:16.520834 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e896d096-df9f-4dd4-88e0-a58affdaf0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:16.527482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64798c2b-cc00-423f-827f-524fceb25db0 req-d6d5dc7c-2961-4647-bac4-6bdbcb465ebb tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 210 time: 0.0332842 Dec 16 10:09:17.236145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:09:17.259894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 3d968461-3369-4ac8-b0ac-995ef755ed78 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:09:17.260146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 3d968461-3369-4ac8-b0ac-995ef755ed78 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:09:17.299170 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:09:17.529937 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-f28cf17d-b02b-4727-a1f8-01b4378be943 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:17.531355 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-f28cf17d-b02b-4727-a1f8-01b4378be943 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 814 time: 0.1182094 Dec 16 10:09:17.545408 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Request body: {'port': {'device_id': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'admin_state_up': True, 'tenant_id': '1a4adf9a0563455d88a9f2552a90e920'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:09:17.634312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d01af8a-b184-4a03-82e2-2e5e1fad2d72 req-7b7bd32d-74e7-4656-ac5c-4d3082571f52 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 210 time: 0.0271881 Dec 16 10:09:17.669326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Made reservation on behalf of 1a4adf9a0563455d88a9f2552a90e920 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:09:17.673361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:17.822161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Allocated IP 172.20.0.9 (95aa0401-e8ef-41ce-9fb8-54fd1d56edde/a7c5cdb3-751f-4725-86aa-d44190440005/c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:09:18.001602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.045939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.090853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:09:18.093987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:09:18.097594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:09:18.106735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:18.152601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:18.153256 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.166372 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.171480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-8c774a21-227e-45c9-897e-01e6078fe974 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307852 Dec 16 10:09:18.185337 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Request body: {'port': {'device_id': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:09:18.256651 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.554035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:09:18.565251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.579024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Transition to ACTIVE for port object c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:09:18.584568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.634234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:18.708875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:09:18.709209 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:09:18.709532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:09:18.714585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:09:18.714912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:09:18.719849 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:09:18.720169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Checking segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:09:18.720539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Bound using segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:09:18.720951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Bound port: c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:09:18.721297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.762070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07167c-53f9-4c89-a18d-63b32e7b33d8 req-214e605e-fe1a-4310-802d-95263646b034 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:18.763606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b07167c-53f9-4c89-a18d-63b32e7b33d8 req-214e605e-fe1a-4310-802d-95263646b034 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0509474 Dec 16 10:09:18.789998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:09:18.794404 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:09:18.801708 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.805541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b07167c-53f9-4c89-a18d-63b32e7b33d8 req-99f1ac00-0ba6-486c-ab1a-b2113b7959f9 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Dec 16 10:09:18.839123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:18.839752 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:18.841180 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] 10.222.0.69 "PUT /v2.0/ports/c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 1091 time: 0.6606581 Dec 16 10:09:18.841659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:18.844030 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95627d62-d0a7-4845-a13b-b247ee30af39" -d '{"events": [{"name": "network-changed", "server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:18.869346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc80a0a-20fa-41ad-8eee-eb37d48c5235 service neutron] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:18.913504 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6273fab4-091e-4492-ac0c-4515f4922601 x-openstack-request-id: req-6273fab4-091e-4492-ac0c-4515f4922601 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:18.913802 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:18.914095 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6273fab4-091e-4492-ac0c-4515f4922601 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:18.914552 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'status': 'completed', 'code': 200} Dec 16 10:09:18.931093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-0032f213-ec95-4cfd-a5da-4e3b2906f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:18.932679 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-0032f213-ec95-4cfd-a5da-4e3b2906f89e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1094 time: 0.0534294 Dec 16 10:09:18.982808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-76247cd7-67e0-4ab3-9386-e2f153eafb2b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0425105 Dec 16 10:09:19.038330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-c146e579-48ea-4fbf-a702-4a32e62baf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:19.039842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-c146e579-48ea-4fbf-a702-4a32e62baf3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0500503 Dec 16 10:09:19.074626 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-ec292c82-b9de-49e9-b446-5f86c1c2cc53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273013 Dec 16 10:09:19.184102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-64b7dc71-8de4-4a4a-a9cc-4d7918e515bb service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027088 Dec 16 10:09:19.281349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cc9c7b2a-43ea-4ee5-8081-bdd82b23e8ef req-663d28b1-b260-461f-a2da-2a5700b699f5 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899966 Dec 16 10:09:19.370627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-61de50d0-9c4b-4106-a390-b72d8be2ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:19.372163 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-61de50d0-9c4b-4106-a390-b72d8be2ef32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1094 time: 0.0438113 Dec 16 10:09:19.475542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-3198178c-7685-4ff6-849e-abb6af563309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:19.477060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-3198178c-7685-4ff6-849e-abb6af563309 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0983689 Dec 16 10:09:19.522004 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-43d52d3d-a557-49ff-9b9a-6a7929833a25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0378680 Dec 16 10:09:19.586320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-7e3ba481-fb16-4b0f-b280-a6e55b649fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:19.588424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-7e3ba481-fb16-4b0f-b280-a6e55b649fc1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0601397 Dec 16 10:09:19.621346 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-bb61a8db-af1d-415a-949d-8286a0bfa9c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263340 Dec 16 10:09:19.720883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-b88282b6-0e7a-4006-b84e-4870a9f0cb4b service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924330 Dec 16 10:09:19.819890 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-95627d62-d0a7-4845-a13b-b247ee30af39 req-4d064f99-44b6-4597-b772-0fc5c30b55be service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906260 Dec 16 10:09:19.907045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:19.938626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65d901-8ed4-45d9-a56f-ef25722fa8fe req-a0762997-1ccc-4beb-9784-f7f7623f269b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:19.940110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d65d901-8ed4-45d9-a56f-ef25722fa8fe req-a0762997-1ccc-4beb-9784-f7f7623f269b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0548880 Dec 16 10:09:19.981702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:19.984299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d65d901-8ed4-45d9-a56f-ef25722fa8fe req-233cf431-90f1-4395-a9fa-377e6aad93ac tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Dec 16 10:09:21.104918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3f1e2-e79d-404e-9d5a-9144baec55de req-eacebd2c-26cd-438d-bce9-bd75d321da2c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:21.106498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cef3f1e2-e79d-404e-9d5a-9144baec55de req-eacebd2c-26cd-438d-bce9-bd75d321da2c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0517595 Dec 16 10:09:21.146051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cef3f1e2-e79d-404e-9d5a-9144baec55de req-cbf99543-cdec-41b7-802b-99176d53ecbd tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Dec 16 10:09:22.266537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a5c73-fe36-47ba-9b9f-bcc454c5e3e5 req-0bf224ad-2fc1-46db-b063-78bcdd0deca6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:22.268014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e48a5c73-fe36-47ba-9b9f-bcc454c5e3e5 req-0bf224ad-2fc1-46db-b063-78bcdd0deca6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0518329 Dec 16 10:09:22.309696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e48a5c73-fe36-47ba-9b9f-bcc454c5e3e5 req-528ffe44-e910-475e-9cc9-791d1e541e8e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352354 Dec 16 10:09:23.432320 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820cc6a-813c-4ca2-b994-e41128925f30 req-9f61ea32-c6dc-4f8d-b091-72b1eb186333 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:23.434332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1820cc6a-813c-4ca2-b994-e41128925f30 req-9f61ea32-c6dc-4f8d-b091-72b1eb186333 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0534120 Dec 16 10:09:23.487350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1820cc6a-813c-4ca2-b994-e41128925f30 req-9eb37360-866e-4754-908f-0584d7a28da7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Dec 16 10:09:24.027082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:09:24.137357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:24.139875 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:24.150240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'port_id': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'mac_address': 'fa:16:3e:7e:68:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c5cdb3-751f-4725-86aa-d44190440005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:09:24.203819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:24.250789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:09:24.314925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:24.320345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:24.381115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:24.620166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f279f-27f8-4c2c-a8e2-692a7bfee508 req-51a522d3-c251-4839-ba45-bdd08afe13ee tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:24.621747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c5f279f-27f8-4c2c-a8e2-692a7bfee508 req-51a522d3-c251-4839-ba45-bdd08afe13ee tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 944 time: 0.0520949 Dec 16 10:09:24.636332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:09:24.669193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c5f279f-27f8-4c2c-a8e2-692a7bfee508 req-93dfc441-e929-4c22-8940-8857f36ce648 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Dec 16 10:09:25.370999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:25.798552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c619a-a772-4e59-95ce-fa44c2b99275 req-0fc162a4-7aa3-4da2-9a89-d7f8d1b5a3d0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:25.800196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d8c619a-a772-4e59-95ce-fa44c2b99275 req-0fc162a4-7aa3-4da2-9a89-d7f8d1b5a3d0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 944 time: 0.0580621 Dec 16 10:09:25.846471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d8c619a-a772-4e59-95ce-fa44c2b99275 req-2a833c93-ffbc-41d3-8556-2e515711206f tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Dec 16 10:09:26.042262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:09:26.095684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:09:26.099510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:09:26.099790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:26.185253 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:26.210047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:26.212323 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bf3b9b-4130-4410-8ee8-9453f17c17d1" -d '{"events": [{"server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "name": "network-vif-plugged", "status": "completed", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:26.231950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:26.238527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:26.263056 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c681b83-2140-4325-a8ae-c27e50c9e2bf x-openstack-request-id: req-5c681b83-2140-4325-a8ae-c27e50c9e2bf {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:26.263347 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "name": "network-vif-plugged", "status": "completed", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:26.263566 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c681b83-2140-4325-a8ae-c27e50c9e2bf {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:26.263977 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'code': 200} Dec 16 10:09:26.290283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:26.360060 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd75d-3f37-4fd3-baf9-1109b2ed1919 req-4aec5709-ae66-4fb4-ad70-e48eb99a1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:26.361528 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6cbfd75d-3f37-4fd3-baf9-1109b2ed1919 req-4aec5709-ae66-4fb4-ad70-e48eb99a1936 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1096 time: 0.0430791 Dec 16 10:09:26.397134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6cbfd75d-3f37-4fd3-baf9-1109b2ed1919 req-9a507889-1e71-469f-8abc-280879981ffc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283461 Dec 16 10:09:26.973283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1233-4901-47bb-9845-3425d0d8f8ea req-06b695de-838e-4a7f-a5db-f9cb6bdfad74 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:26.974793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67ad1233-4901-47bb-9845-3425d0d8f8ea req-06b695de-838e-4a7f-a5db-f9cb6bdfad74 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0542865 Dec 16 10:09:27.029386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-67ad1233-4901-47bb-9845-3425d0d8f8ea req-b31542bd-3360-4631-bb6a-20c2d98f897d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Dec 16 10:09:28.153294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1088a-5562-42c7-996f-491c935d37d3 req-bd9ea19d-70b4-4f5b-ae16-1c657933dada tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:28.154841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55f1088a-5562-42c7-996f-491c935d37d3 req-bd9ea19d-70b4-4f5b-ae16-1c657933dada tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0529902 Dec 16 10:09:28.195244 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-55f1088a-5562-42c7-996f-491c935d37d3 req-a67cdfbb-e295-4069-938f-4ef8b8b063e0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342507 Dec 16 10:09:28.323581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc3603-fb76-48fb-866c-1f726cb1e05f req-c75bad91-fefd-48f9-9e44-1b0aa7b79359 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:28.325650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3fc3603-fb76-48fb-866c-1f726cb1e05f req-c75bad91-fefd-48f9-9e44-1b0aa7b79359 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0585780 Dec 16 10:09:28.370669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3fc3603-fb76-48fb-866c-1f726cb1e05f req-809b53e9-695b-4748-9d1d-c6f896121d71 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Dec 16 10:09:28.608941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597545f4-eef3-44b0-85e7-b6c592cb48d7 req-5537091b-7266-4cfc-a434-319f55254437 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:28.610825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597545f4-eef3-44b0-85e7-b6c592cb48d7 req-5537091b-7266-4cfc-a434-319f55254437 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0652263 Dec 16 10:09:28.660724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597545f4-eef3-44b0-85e7-b6c592cb48d7 req-7d8869bf-ee05-4e06-ba93-6a8681f9ada8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Dec 16 10:09:28.799126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaf458-8e7c-43d1-8559-5641d20b2145 req-b0b50b6d-12a9-48c8-9b14-f032d216ff15 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:28.800674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ceaaf458-8e7c-43d1-8559-5641d20b2145 req-b0b50b6d-12a9-48c8-9b14-f032d216ff15 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0633514 Dec 16 10:09:28.840115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ceaaf458-8e7c-43d1-8559-5641d20b2145 req-129cb845-63ac-4fa7-9bb8-1dd5a9cdd481 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Dec 16 10:09:29.092695 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-774eeaa6-51a7-4db0-83f3-0a4af169f265 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420125 Dec 16 10:09:29.107996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60410ee3-652e-45f5-8d0a-3d1cd13bbfe8 req-b3c29b44-fdee-4765-8104-5d9aabc4ad80 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:29.109499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60410ee3-652e-45f5-8d0a-3d1cd13bbfe8 req-b3c29b44-fdee-4765-8104-5d9aabc4ad80 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0493741 Dec 16 10:09:29.151846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60410ee3-652e-45f5-8d0a-3d1cd13bbfe8 req-062ddb1a-f162-465c-8441-d994cdbecab7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Dec 16 10:09:30.294488 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fbbe3-30bc-4d77-9c07-a86ea59f8f72 req-55f704e8-9abf-4624-acf0-49dbc316e376 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:30.296210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a13fbbe3-30bc-4d77-9c07-a86ea59f8f72 req-55f704e8-9abf-4624-acf0-49dbc316e376 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0707276 Dec 16 10:09:30.344388 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a13fbbe3-30bc-4d77-9c07-a86ea59f8f72 req-0eeffb87-9118-49bf-97ec-7be01a48efa1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Dec 16 10:09:30.357488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-85ef5e9e-c01a-4de5-bebc-573ef298af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:30.359049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-85ef5e9e-c01a-4de5-bebc-573ef298af8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1096 time: 0.0498900 Dec 16 10:09:30.455473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-a094eea8-8b72-49c7-b5b4-712fd0226716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:30.456901 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-a094eea8-8b72-49c7-b5b4-712fd0226716 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0910861 Dec 16 10:09:30.505008 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-12f7a7a2-dc8e-4ee1-aae5-f0a1f3d42763 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0398281 Dec 16 10:09:30.560543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-9fe31ffa-5521-498e-bd5c-cd46a5f4d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:30.562068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-9fe31ffa-5521-498e-bd5c-cd46a5f4d097 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0459054 Dec 16 10:09:30.596506 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-e578ad8b-e3de-4228-9c70-b9602c93aa6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274103 Dec 16 10:09:30.701676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-945c4b8c-f81f-453e-ace2-4a6f5b2d285b service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969748 Dec 16 10:09:30.805096 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-48b2a9ab-ef79-4dd5-af1f-9a74f8c87074 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963345 Dec 16 10:09:31.471027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e3e8e-8ac5-464c-95d8-eba8a03de363 req-fae9252e-4e89-47dc-987b-64bb2fc52239 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:31.472513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d85e3e8e-8ac5-464c-95d8-eba8a03de363 req-fae9252e-4e89-47dc-987b-64bb2fc52239 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0518034 Dec 16 10:09:31.512841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d85e3e8e-8ac5-464c-95d8-eba8a03de363 req-0f5d0f40-0967-439b-a71a-e5bff1876fb9 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Dec 16 10:09:32.641655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617ef1a-fc86-4b04-9b60-34fbb5770652 req-fe645dba-9cb7-4218-9a93-6d0920a6eaa9 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:32.643188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b617ef1a-fc86-4b04-9b60-34fbb5770652 req-fe645dba-9cb7-4218-9a93-6d0920a6eaa9 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0560756 Dec 16 10:09:32.684528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b617ef1a-fc86-4b04-9b60-34fbb5770652 req-4e95af83-2dc1-466f-82c4-a3138f8c7299 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Dec 16 10:09:33.819406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f2958-596f-4fb0-ac26-c6841ac868ea req-7e61282f-a24a-40fb-88ec-691ab7648d2e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:33.821124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f4f2958-596f-4fb0-ac26-c6841ac868ea req-7e61282f-a24a-40fb-88ec-691ab7648d2e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0569291 Dec 16 10:09:33.834842 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-73b05219-89d1-40ca-8e48-1bd6d12e5d4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045904 Dec 16 10:09:33.870563 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f4f2958-596f-4fb0-ac26-c6841ac868ea req-777cbe93-3028-4073-8a13-5445547564f5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Dec 16 10:09:33.928182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-23ebeb74-be7b-4a13-9ad2-56aeba07ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:33.930144 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-23ebeb74-be7b-4a13-9ad2-56aeba07ac6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0487204 Dec 16 10:09:34.059843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-bc3e550e-6ae6-471f-a04d-a6ae99deea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:34.061534 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-bc3e550e-6ae6-471f-a04d-a6ae99deea60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1084476 Dec 16 10:09:34.112195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-209bc9e4-4ad4-4f3a-b6c5-e683b2806893 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0429657 Dec 16 10:09:34.174442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-3dac06b4-b35b-4176-8afc-0b8e443234bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:34.176053 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-3dac06b4-b35b-4176-8afc-0b8e443234bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0576391 Dec 16 10:09:34.229967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-d123d5b8-e081-4e70-8b5f-648f0e3ad21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:34.231678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-d123d5b8-e081-4e70-8b5f-648f0e3ad21a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485435 Dec 16 10:09:34.337596 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-49044d0d-dfb3-4f8c-b33b-d9e999733def service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984843 Dec 16 10:09:34.446925 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84cda030-3bb0-4718-872c-f33aa1d07970 req-1b551a29-6efe-47c3-a8e2-c5d64f87ad25 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023943 Dec 16 10:09:35.001574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad6d4b-2ab3-42a6-bb7e-44586787dbcc req-b526d697-5b1a-4d48-a410-529cea3bf0e2 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:35.003446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2aad6d4b-2ab3-42a6-bb7e-44586787dbcc req-b526d697-5b1a-4d48-a410-529cea3bf0e2 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0553467 Dec 16 10:09:35.045967 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2aad6d4b-2ab3-42a6-bb7e-44586787dbcc req-e2de371b-edc7-4865-b353-bc39aa757ed6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362511 Dec 16 10:09:36.168216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284911a-63de-409e-b9de-3bfafd1954c6 req-f2e313e2-8843-4715-afce-a579d9d16a0b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:36.169708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f284911a-63de-409e-b9de-3bfafd1954c6 req-f2e313e2-8843-4715-afce-a579d9d16a0b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Dec 16 10:09:36.211602 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f284911a-63de-409e-b9de-3bfafd1954c6 req-35b40dce-e31b-4f34-bf30-f4776573a57c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Dec 16 10:09:37.335409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b442241-3beb-4cda-a58f-e1fff308831c req-b707ffaf-3dee-4c58-9bf2-ae2e6e302aab tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:37.336958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b442241-3beb-4cda-a58f-e1fff308831c req-b707ffaf-3dee-4c58-9bf2-ae2e6e302aab tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0539179 Dec 16 10:09:37.381825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b442241-3beb-4cda-a58f-e1fff308831c req-020b0f7c-89d3-4f9d-8d7b-8b989ee85f3e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Dec 16 10:09:38.501673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e04ba-acd5-40f2-86ee-cf2af985887f req-13ba3d58-f9fd-4479-a79e-4c533c76d436 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:38.503182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-582e04ba-acd5-40f2-86ee-cf2af985887f req-13ba3d58-f9fd-4479-a79e-4c533c76d436 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Dec 16 10:09:38.542724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-582e04ba-acd5-40f2-86ee-cf2af985887f req-19ae95c6-ee95-42ef-ada1-b4a86441e159 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334568 Dec 16 10:09:39.666525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c0b37-b44a-4e5d-ab48-0b05cea8ba0a req-68a99f1f-5ba9-46d3-ac2d-241e5b3deed1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:39.668034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-279c0b37-b44a-4e5d-ab48-0b05cea8ba0a req-68a99f1f-5ba9-46d3-ac2d-241e5b3deed1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0503228 Dec 16 10:09:39.705983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-279c0b37-b44a-4e5d-ab48-0b05cea8ba0a req-a57d9933-f818-4126-8c50-8b3dd7b4509a tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Dec 16 10:09:40.824857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be41354-f042-4b08-828c-5d511349862b req-27b65b48-2718-4341-acf0-bb773be9808e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:40.826401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9be41354-f042-4b08-828c-5d511349862b req-27b65b48-2718-4341-acf0-bb773be9808e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0508392 Dec 16 10:09:40.871332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9be41354-f042-4b08-828c-5d511349862b req-2dfb7972-cb12-419a-9aad-e65ac5b27365 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366812 Dec 16 10:09:41.996319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee31c7-f409-4e6a-8721-036172265b3b req-ec69d65f-409c-41a2-ac43-d349bdd5b357 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:41.997840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2eee31c7-f409-4e6a-8721-036172265b3b req-ec69d65f-409c-41a2-ac43-d349bdd5b357 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0583518 Dec 16 10:09:42.039175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2eee31c7-f409-4e6a-8721-036172265b3b req-f400827d-b864-4b59-9350-f3f8f950188f tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347774 Dec 16 10:09:43.167780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc86d-4c5a-40b7-bc3a-6b380c8c3d0a req-20f2af46-c14a-47dd-8f69-50794c5d3b06 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:43.169327 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b05fc86d-4c5a-40b7-bc3a-6b380c8c3d0a req-20f2af46-c14a-47dd-8f69-50794c5d3b06 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0595796 Dec 16 10:09:43.209747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b05fc86d-4c5a-40b7-bc3a-6b380c8c3d0a req-df057875-9d6a-4c5a-b48a-1532cdf9723d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Dec 16 10:09:44.078886 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e4dd593a-2857-4e5f-8286-1e8808120f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:44.335546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6aff-3a58-4a29-bbee-9a0a60c26651 req-e2ae0ec7-9cde-4217-8916-9f78ed35a220 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:44.336941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-548f6aff-3a58-4a29-bbee-9a0a60c26651 req-e2ae0ec7-9cde-4217-8916-9f78ed35a220 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Dec 16 10:09:44.385215 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-548f6aff-3a58-4a29-bbee-9a0a60c26651 req-96979ffd-01c5-4ffa-8e6b-4259ecd9e06d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Dec 16 10:09:45.519786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c884d6-e432-4274-9753-e94ca3c02fee req-3e1ddc7d-79d0-465b-bd89-181226b428b7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:45.521363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10c884d6-e432-4274-9753-e94ca3c02fee req-3e1ddc7d-79d0-465b-bd89-181226b428b7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0537291 Dec 16 10:09:45.572443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10c884d6-e432-4274-9753-e94ca3c02fee req-b8595d7b-2a9c-42b4-8bbd-e740c9daeaa1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Dec 16 10:09:46.515214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8759f1c-a881-4a3e-b7e4-f4f2c8a7a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:46.702648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c0cb8-815a-4d7a-8f9b-323d19e9e10c req-2a20b5ca-b585-4bde-8af9-ec0c7957e8d5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:46.704180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f94c0cb8-815a-4d7a-8f9b-323d19e9e10c req-2a20b5ca-b585-4bde-8af9-ec0c7957e8d5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Dec 16 10:09:46.742897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f94c0cb8-815a-4d7a-8f9b-323d19e9e10c req-cb4d6132-06eb-4a04-97a8-6aca5dda926f tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Dec 16 10:09:47.874911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddfb76-d080-4048-9f87-be59a3798bd2 req-779ac0e2-c08f-4f22-b6d8-eac751f76fba tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:47.876421 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19ddfb76-d080-4048-9f87-be59a3798bd2 req-779ac0e2-c08f-4f22-b6d8-eac751f76fba tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0511701 Dec 16 10:09:47.929808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19ddfb76-d080-4048-9f87-be59a3798bd2 req-ce58eef8-de37-4ef7-8d1e-4c06bba7ee25 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469255 Dec 16 10:09:48.168159 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:49.050662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a15864-b799-4050-9485-7a4f254c34c0 req-cdd741cc-5810-4ce4-903c-182cdba51363 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:49.052153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0a15864-b799-4050-9485-7a4f254c34c0 req-cdd741cc-5810-4ce4-903c-182cdba51363 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0519686 Dec 16 10:09:49.092435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d0a15864-b799-4050-9485-7a4f254c34c0 req-87caed0b-0cc6-475a-99ac-75025aa204e6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Dec 16 10:09:49.911520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:49.985525 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:50.214700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0afad-2d6a-4b3e-b600-c56f3407f2f7 req-091b19a0-c7b7-4b78-8975-2f9117b084c4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:50.216117 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9e0afad-2d6a-4b3e-b600-c56f3407f2f7 req-091b19a0-c7b7-4b78-8975-2f9117b084c4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0559034 Dec 16 10:09:50.259624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9e0afad-2d6a-4b3e-b600-c56f3407f2f7 req-9924e8fd-d9f1-4b60-acfa-9c9881bdccfd tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Dec 16 10:09:51.402588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7744ce-c7fe-452f-a6b4-fe9e8478a949 req-0a6f513b-c8d8-42a9-abe5-32d6548f92c0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:51.404249 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd7744ce-c7fe-452f-a6b4-fe9e8478a949 req-0a6f513b-c8d8-42a9-abe5-32d6548f92c0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0638845 Dec 16 10:09:51.451887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd7744ce-c7fe-452f-a6b4-fe9e8478a949 req-1a6c4709-dcd4-4c73-a965-17899f6b5bae tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Dec 16 10:09:52.587214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12432-ccea-4c2c-ad21-c88b2f75a6df req-eda9c817-efec-4327-ae60-fec4cf9e3628 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:52.589434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcb12432-ccea-4c2c-ad21-c88b2f75a6df req-eda9c817-efec-4327-ae60-fec4cf9e3628 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0582345 Dec 16 10:09:52.630805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fcb12432-ccea-4c2c-ad21-c88b2f75a6df req-67bf050c-1867-4fc3-8501-2e9d2b4ecacc tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Dec 16 10:09:53.761779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48105dc5-84b9-4dea-801b-4070b0b8e50c req-914b0268-59db-4f6a-b9cc-d773f0a3b93c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:53.763360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48105dc5-84b9-4dea-801b-4070b0b8e50c req-914b0268-59db-4f6a-b9cc-d773f0a3b93c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0572298 Dec 16 10:09:53.806499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48105dc5-84b9-4dea-801b-4070b0b8e50c req-0b7eb31b-94a1-431e-86e5-ba118e4b5657 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362561 Dec 16 10:09:54.128485 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:54.299454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:09:54.931525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503356fc-2b88-45b0-b7b5-365347c0cc21 req-e29cdcd8-3240-4f4f-8a68-58407ff22898 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:54.933141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-503356fc-2b88-45b0-b7b5-365347c0cc21 req-e29cdcd8-3240-4f4f-8a68-58407ff22898 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Dec 16 10:09:54.979545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-503356fc-2b88-45b0-b7b5-365347c0cc21 req-63e3e887-d584-4ad5-a1eb-da16141c197d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 Dec 16 10:09:55.399466 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:56.117034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482153ac-c8b2-4e98-922f-8a4b268cb290 req-ce0dc278-43c5-4b40-850c-f233e1078d38 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:56.118556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482153ac-c8b2-4e98-922f-8a4b268cb290 req-ce0dc278-43c5-4b40-850c-f233e1078d38 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0575383 Dec 16 10:09:56.167712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-482153ac-c8b2-4e98-922f-8a4b268cb290 req-ecf1fa84-e447-443b-87eb-9c942d3a5201 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Dec 16 10:09:57.313158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c49c7c-7dfb-4fd0-a906-bea63e7dddc5 req-2b7b05fc-55c1-4e0b-8cb9-e8175f7517a0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:57.315464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49c49c7c-7dfb-4fd0-a906-bea63e7dddc5 req-2b7b05fc-55c1-4e0b-8cb9-e8175f7517a0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 945 time: 0.0704703 Dec 16 10:09:57.368929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49c49c7c-7dfb-4fd0-a906-bea63e7dddc5 req-40ff30f0-2da8-4291-934b-c41b54183b1e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Dec 16 10:09:57.594935 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-b833be6c-799c-4abb-8404-01d96b6654ae req-2cc3afb2-3b83-4101-a954-e02be8cdb9d0 service neutron] show failed (client error): The resource could not be found. Dec 16 10:09:57.596110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-2cc3afb2-3b83-4101-a954-e02be8cdb9d0 service neutron] 10.222.0.69 "GET /v2.0/ports/c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0661907 Dec 16 10:09:57.813570 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-23a9391a-229e-44a7-9761-217188df4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:57.815178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-23a9391a-229e-44a7-9761-217188df4ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47&tenant_id=1a4adf9a0563455d88a9f2552a90e920 HTTP/1.1" status: 200 len: 1096 time: 0.0488467 Dec 16 10:09:57.827736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:09:57.888133 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:58.092820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:09:58.126454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:09:58.175357 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:09:58.177595 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e98fb-c8d5-4fcc-9d87-54db602e721c" -d '{"events": [{"server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "name": "network-vif-unplugged", "status": "completed", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:09:58.181520 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:58.195307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Transition to ACTIVE for port object c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:09:58.200222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:58.233123 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb0e4d-5a40-40d5-88c8-e2498f8e915a x-openstack-request-id: req-c6eb0e4d-5a40-40d5-88c8-e2498f8e915a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:09:58.233892 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "name": "network-vif-unplugged", "status": "completed", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:09:58.233892 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6eb0e4d-5a40-40d5-88c8-e2498f8e915a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:09:58.234067 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'code': 200} Dec 16 10:09:58.268486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] No DVR routers for this DVR port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:09:58.270479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:58.307302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:09:58.307608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:09:58.307954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:09:58.312578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:09:58.312881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Attempting to bind port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:09:58.317803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:09:58.318152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Checking segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:09:58.318587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Bound using segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:09:58.318997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Bound port: c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:09:58.319338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:58.381509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:09:58.384640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:09:58.388543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:58.424532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:58.425066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:09:58.426585 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] 10.222.0.53 "PUT /v2.0/ports/c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 1091 time: 0.6029441 Dec 16 10:09:58.446363 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8cef8-a18f-4644-aad8-664f933bcf8a service neutron] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:09:58.493720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cded35-1070-4aa7-a701-d758c51c0af4 req-02594b5c-1f90-4638-92fe-12921caacef2 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:58.494417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-905ccebb-f7bf-4928-9997-9c8835579088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:58.495575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31cded35-1070-4aa7-a701-d758c51c0af4 req-02594b5c-1f90-4638-92fe-12921caacef2 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0519388 Dec 16 10:09:58.495956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-905ccebb-f7bf-4928-9997-9c8835579088 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1094 time: 0.0451908 Dec 16 10:09:58.539448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31cded35-1070-4aa7-a701-d758c51c0af4 req-3279cba4-8e1c-4e9b-8373-c4ab86493727 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Dec 16 10:09:58.590141 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-29646f1a-a05f-4968-b0d0-441d039fb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:58.592337 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-29646f1a-a05f-4968-b0d0-441d039fb488 service neutron] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0897706 Dec 16 10:09:58.635240 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-c188f509-6561-4a2d-bf26-34bccf821973 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0356421 Dec 16 10:09:58.700108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be6c-799c-4abb-8404-01d96b6654ae req-53be48e4-e503-49f8-8ebd-8653efbba8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:58.701635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-53be48e4-e503-49f8-8ebd-8653efbba8a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0599160 Dec 16 10:09:58.734504 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-f1198742-4f36-4b45-897c-3460e2998ec8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260687 Dec 16 10:09:58.825216 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-e0335ce3-4b39-4827-bbff-e079e91ada64 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Dec 16 10:09:58.932467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b833be6c-799c-4abb-8404-01d96b6654ae req-8bc36302-117d-4b47-b113-ce30d00fc39d service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997512 Dec 16 10:09:59.672952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd2fd-7af7-4ee4-8fc2-a07aec0c6dd8 req-f1d37311-c6ad-4702-9890-b68bddf9ad35 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:09:59.674548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf9cd2fd-7af7-4ee4-8fc2-a07aec0c6dd8 req-f1d37311-c6ad-4702-9890-b68bddf9ad35 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0591362 Dec 16 10:09:59.717079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf9cd2fd-7af7-4ee4-8fc2-a07aec0c6dd8 req-9dd7cfe0-5550-4473-ad23-f26f881f4977 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Dec 16 10:10:00.235048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:00.237766 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99409d93-62f7-4879-8eab-f3c4fa39be8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:00.300470 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a164e7-b225-4b13-be77-be0c5e0356bc x-openstack-request-id: req-60a164e7-b225-4b13-be77-be0c5e0356bc {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:00.300782 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:00.301058 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60a164e7-b225-4b13-be77-be0c5e0356bc {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:00.301477 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'status': 'completed', 'code': 200} Dec 16 10:10:00.397227 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-6287d84a-6128-4207-9926-c692c7161cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:00.399064 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-6287d84a-6128-4207-9926-c692c7161cbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1094 time: 0.0644808 Dec 16 10:10:00.400934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-feefdb55-9bb1-46d6-be3f-48be11759161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:00.402496 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-feefdb55-9bb1-46d6-be3f-48be11759161 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1094 time: 0.0766945 Dec 16 10:10:00.860745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a15ac-1cc6-4e0f-bf3d-7a50d1f402bd req-6e455417-26b3-4b23-b1ea-ebf0ea1bdd90 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:00.862338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac5a15ac-1cc6-4e0f-bf3d-7a50d1f402bd req-6e455417-26b3-4b23-b1ea-ebf0ea1bdd90 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0566056 Dec 16 10:10:00.876223 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-debcf463-1c5d-4b12-b928-587d9d67012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:00.877717 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-debcf463-1c5d-4b12-b928-587d9d67012c service neutron] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.4700406 Dec 16 10:10:00.879184 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-e4bde86d-eeb0-4464-94a8-d027b11443a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:00.880517 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-e4bde86d-eeb0-4464-94a8-d027b11443a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.4652193 Dec 16 10:10:00.905606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ac5a15ac-1cc6-4e0f-bf3d-7a50d1f402bd req-4b6b37fb-1e48-4791-9b9a-d436ac3b350f tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Dec 16 10:10:00.927341 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-4bb21fbe-70ea-4396-9af4-110e5f433bd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0414743 Dec 16 10:10:00.962753 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-1a771144-5c04-4323-98bd-826f0589ae93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0695529 Dec 16 10:10:01.039256 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-2692e73c-b4bd-4626-b8d8-b9c96322cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.041029 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-2692e73c-b4bd-4626-b8d8-b9c96322cf41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0867743 Dec 16 10:10:01.048234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-db0bd4fc-265e-4667-8f6a-ffae35f8a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.049750 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-db0bd4fc-265e-4667-8f6a-ffae35f8a8f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0629361 Dec 16 10:10:01.098814 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-a429cfbc-482a-4f79-addd-3ab1343e7ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480347 Dec 16 10:10:01.100795 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-fc288f62-1b06-4617-b357-4fdee6b86681 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398943 Dec 16 10:10:01.109302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.69', 58225) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:01.219162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dada0e-76ab-4910-a0b4-1eaa365effe8 req-488030ed-7582-4bb9-a235-35ca0d4ae7a9 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.220768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0dada0e-76ab-4910-a0b4-1eaa365effe8 req-488030ed-7582-4bb9-a235-35ca0d4ae7a9 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.1210349 Dec 16 10:10:01.236049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-827b4807-ffd0-408e-bb27-7778cdc4a3da tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.237997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-827b4807-ffd0-408e-bb27-7778cdc4a3da tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.69 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47&tenant_id=1a4adf9a0563455d88a9f2552a90e920&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.1277261 Dec 16 10:10:01.263715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-30b8f6f4-5c9e-4520-95ae-6f61325c7928 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574864 Dec 16 10:10:01.267148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-9950f1ca-4c64-4cc9-954d-27bc4918dc56 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534460 Dec 16 10:10:01.306849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0dada0e-76ab-4910-a0b4-1eaa365effe8 req-1dd6a52a-597b-498d-bedd-0f0a168fb0d6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Dec 16 10:10:01.334347 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-31d12ef6-8041-4c5e-950c-518519bf5447 service neutron] delete failed (client error): The resource could not be found. Dec 16 10:10:01.335375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-31d12ef6-8041-4c5e-950c-518519bf5447 service neutron] 10.222.0.69 "DELETE /v2.0/ports/c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0884647 Dec 16 10:10:01.421220 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-1c24bbd5-6ce4-4d62-8cb4-cd7c1409e368 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508069 Dec 16 10:10:01.426693 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-99409d93-62f7-4879-8eab-f3c4fa39be8f req-35e774d2-072d-4fe6-8813-5d194286b8e2 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488764 Dec 16 10:10:01.533815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-db7abd46-cef3-4e18-856d-e5ded3e18ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.535319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-db7abd46-cef3-4e18-856d-e5ded3e18ff5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 1094 time: 0.0439863 Dec 16 10:10:01.637600 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-c04ed0af-b5ec-4887-8695-f611d1852a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.639200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-c04ed0af-b5ec-4887-8695-f611d1852a12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0965726 Dec 16 10:10:01.693792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-3d8c83cf-e12b-4ea4-ad6c-ad923528d40e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 200 len: 217 time: 0.0435677 Dec 16 10:10:01.744989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-a379c94f-99e8-45a8-96d0-c4c7db066818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:01.746698 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-a379c94f-99e8-45a8-96d0-c4c7db066818 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0467033 Dec 16 10:10:01.785929 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-1bf05170-b507-4d5a-bf26-faca5a5247fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324962 Dec 16 10:10:01.876630 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-6c4cded4-261f-4262-be66-ebe3568dcdf5 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833001 Dec 16 10:10:01.978995 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-01bcb969-811d-47ec-8072-31b64357e6f0 req-7508b6a6-d9d2-470e-99d5-f1cb4ebf54e0 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950844 Dec 16 10:10:02.213384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:10:02.263574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:10:02.443646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a069a1-0a74-4dea-9c71-be6529a2e130 req-e6007481-b2de-4de7-a61a-5538403c9cb3 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:02.445428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08a069a1-0a74-4dea-9c71-be6529a2e130 req-e6007481-b2de-4de7-a61a-5538403c9cb3 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0601654 Dec 16 10:10:02.490347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-08a069a1-0a74-4dea-9c71-be6529a2e130 req-d7bceee8-87fb-4290-bf27-f323aeda94fe tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 Dec 16 10:10:02.634144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49d04f-df24-44cd-be03-506f33e03765 req-924958b2-7c23-462e-b0b5-ec1fbe61c0b8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:02.636330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e49d04f-df24-44cd-be03-506f33e03765 req-924958b2-7c23-462e-b0b5-ec1fbe61c0b8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0579302 Dec 16 10:10:02.683072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e49d04f-df24-44cd-be03-506f33e03765 req-7ce87f95-c4a7-452e-bab9-e6abe81eb0d5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 Dec 16 10:10:02.812223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58637ad-73f8-4a08-adc2-18575801561c req-79b57789-a365-4da0-a0e4-bb7b2608e6a1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:02.813705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e58637ad-73f8-4a08-adc2-18575801561c req-79b57789-a365-4da0-a0e4-bb7b2608e6a1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 943 time: 0.0556023 Dec 16 10:10:02.853193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e58637ad-73f8-4a08-adc2-18575801561c req-59a6a3bd-5fa3-492b-a8e8-339e423449c3 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Dec 16 10:10:03.213172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-d8e00391-eb27-4278-b258-930c9ddb3ae0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:03.215194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-d8e00391-eb27-4278-b258-930c9ddb3ae0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 814 time: 0.1075072 Dec 16 10:10:03.232526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-556c1601-eefa-4aee-9d27-5bdecca517e1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/quotas/1a4adf9a0563455d88a9f2552a90e920 HTTP/1.1" status: 200 len: 375 time: 0.0097380 Dec 16 10:10:03.286904 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-9aa978dc-b712-4e6a-b9ca-91077bf6838e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489061 Dec 16 10:10:03.300062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-c0d70271-1b18-4e2c-8184-bf531ad2052f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:10:03.301011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-c0d70271-1b18-4e2c-8184-bf531ad2052f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052092 Dec 16 10:10:03.407234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-decce05c-7560-4727-868c-143be4926d1d service neutron] 10.222.0.61 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973246 Dec 16 10:10:03.479459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:10:03.497341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-de7ae7b8-b630-4415-b8ad-e06449025e60 service neutron] 10.222.0.61 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Dec 16 10:10:03.576561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:03.588810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'port_id': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'mac_address': 'fa:16:3e:7e:68:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c5cdb3-751f-4725-86aa-d44190440005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:10:03.632921 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:03.646936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:10:03.668553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:03.673606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:03.678866 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-de07a670-410f-411b-a09f-c9386532e840 req-fa131e8a-63f7-414a-939f-916e91701baf tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 210 time: 0.0336173 Dec 16 10:10:03.723635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:03.905269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:10:04.343539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-647616be-d651-40d2-ae9b-8ec839f71ddb tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:04.345031 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-647616be-d651-40d2-ae9b-8ec839f71ddb tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.53 "GET /v2.0/ports?device_id=d72531bd-9359-46ea-a4a7-7a1af9613f47 HTTP/1.1" status: 200 len: 944 time: 0.0536022 Dec 16 10:10:04.442097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Deleting port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:10:04.443123 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:04.543955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] For port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:04.544295 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:04.561049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Calling delete_port for c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:10:04.649471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-bd7cc845-d0ae-42ab-b84d-9afc8988b2e0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:04.651114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-bd7cc845-d0ae-42ab-b84d-9afc8988b2e0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 814 time: 0.1178095 Dec 16 10:10:04.664253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Request body: {'port': {'device_id': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'admin_state_up': True, 'tenant_id': '1a4adf9a0563455d88a9f2552a90e920'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:04.739081 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:04.771974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Pushing event deleted for resources: {'Port': ['ID=c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:04.802676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-06b0ecf9-78e0-4ea6-ab7c-7d7cb54a8247 req-ec78e4b5-38ab-4f67-8bc2-5d327070d4fb tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 210 time: 0.0358343 Dec 16 10:10:04.815731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] No DVR routers for this DVR port c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:10:04.821269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Made reservation on behalf of 1a4adf9a0563455d88a9f2552a90e920 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:10:04.825015 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:04.827414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:04.830892 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.53 "DELETE /v2.0/ports/c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 HTTP/1.1" status: 204 len: 173 time: 0.4780321 Dec 16 10:10:04.831370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'name': 'network-vif-deleted', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:04.833665 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea8ecb-09c8-4d65-9095-8a7d47eee273" -d '{"events": [{"server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "name": "network-vif-deleted", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:04.874605 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed715b6-4198-4800-b8e1-78123471d402 x-openstack-request-id: req-bed715b6-4198-4800-b8e1-78123471d402 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:04.874892 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72531bd-9359-46ea-a4a7-7a1af9613f47", "name": "network-vif-deleted", "tag": "c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:04.875138 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bed715b6-4198-4800-b8e1-78123471d402 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:04.875542 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72531bd-9359-46ea-a4a7-7a1af9613f47', 'name': 'network-vif-deleted', 'tag': 'c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4', 'status': 'completed', 'code': 200} Dec 16 10:10:04.962920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Allocated IP 172.20.0.9 (95aa0401-e8ef-41ce-9fb8-54fd1d56edde/a7c5cdb3-751f-4725-86aa-d44190440005/b57de642-6e84-4edd-a16f-4a70fb6dae85) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:10:05.123348 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.158096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.203810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:05.206969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:05.211727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:10:05.246623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:05.276493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:05.277114 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.294221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2da52d8a-4205-4545-b0e9-9d7266fc79db tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342146 Dec 16 10:10:05.310082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Request body: {'port': {'device_id': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:05.366665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.470657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:10:05.475745 n-d-821941-1 neutron-server[102399]: INFO neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No ports have port_id starting with c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 Dec 16 10:10:05.477083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 requested by agent hyperv_n-h1-821941-1 not found in database {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 16 10:10:05.648496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57de642-6e84-4edd-a16f-4a70fb6dae85 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:10:05.657017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.669991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Transition to ACTIVE for port object b57de642-6e84-4edd-a16f-4a70fb6dae85 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:10:05.674521 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.726119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:05.800573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:10:05.800870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:10:05.801222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:05.805626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Port b57de642-6e84-4edd-a16f-4a70fb6dae85 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:10:05.805961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:05.813316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:10:05.813641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Checking segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:10:05.814059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Bound using segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:10:05.814472 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Bound port: b57de642-6e84-4edd-a16f-4a70fb6dae85, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:10:05.814805 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.892976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:10:05.920470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:10:05.927905 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.972148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d78bd-f4aa-4c06-a5c4-40c8dcca2e28 req-edf15208-a646-4c3e-8e35-7c429003c927 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:05.973693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b2d78bd-f4aa-4c06-a5c4-40c8dcca2e28 req-edf15208-a646-4c3e-8e35-7c429003c927 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0965014 Dec 16 10:10:05.978477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:05.979231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:05.980759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] 10.222.0.53 "PUT /v2.0/ports/b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 1091 time: 0.6750631 Dec 16 10:10:05.981212 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:05.983521 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f58483-39cf-48fb-89e0-cedff7b45c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:06.030975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb36d49-bf4a-4d2b-9e3c-d1199b74f6ea service neutron] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:06.064874 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7b2d78bd-f4aa-4c06-a5c4-40c8dcca2e28 req-786b5e67-c657-4bb8-82b5-ba6f54085790 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 Dec 16 10:10:06.078378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-5220c9e0-df6e-4f43-83a7-cf4f3253f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.079873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-5220c9e0-df6e-4f43-83a7-cf4f3253f414 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1094 time: 0.0592995 Dec 16 10:10:06.126748 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-ff78849e-1125-4585-8b03-45869c0122a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0384274 Dec 16 10:10:06.181140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-348b9cf5-5585-45f9-8a60-f9a77351fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.182785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-348b9cf5-5585-45f9-8a60-f9a77351fd18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0496895 Dec 16 10:10:06.219026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-2a75379d-f13f-41c2-90d1-72a36bd7b637 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286839 Dec 16 10:10:06.220469 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec03de-6866-4a0a-a62b-b25503ea7f43 x-openstack-request-id: req-98ec03de-6866-4a0a-a62b-b25503ea7f43 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:06.220751 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:06.221000 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98ec03de-6866-4a0a-a62b-b25503ea7f43 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:06.221387 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'status': 'completed', 'code': 200} Dec 16 10:10:06.328427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-3e47a53f-3f20-4b03-a825-c645a3db9950 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012034 Dec 16 10:10:06.431149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0f8c76fb-6d1e-47c7-ab65-49b9e22ae9fd req-b0a69afe-fc59-4188-bd20-9ed8f769b0c7 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961139 Dec 16 10:10:06.527693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-2167770f-0be7-4f71-8f86-db6b00d3339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.529357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-2167770f-0be7-4f71-8f86-db6b00d3339c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1094 time: 0.0517805 Dec 16 10:10:06.628859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-1ff093b9-9e58-43fc-a97d-512a2d448011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.630404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-1ff093b9-9e58-43fc-a97d-512a2d448011 service neutron] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0944746 Dec 16 10:10:06.674102 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-38e7bd28-1292-4bd4-98f7-71a9fd4c4f3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0353627 Dec 16 10:10:06.729576 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-8e101cf8-ef99-4bb1-a4e1-448ece63729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:06.731096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-8e101cf8-ef99-4bb1-a4e1-448ece63729a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0485263 Dec 16 10:10:06.767390 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-a41cfb03-694b-4ee3-9bb3-bf8866ade7a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268600 Dec 16 10:10:06.871946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-abf94db9-6325-4c6d-933c-823bf6798e60 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965657 Dec 16 10:10:06.967586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a1f58483-39cf-48fb-89e0-cedff7b45c6a req-4e1d7a0b-3d00-4614-95aa-70acda2ee8f1 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Dec 16 10:10:07.202504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b4dd-1422-40be-bd0a-8df9184ed9bc req-7d8d8e31-0b86-43ab-85fb-a9768b672579 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:07.204002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7b9b4dd-1422-40be-bd0a-8df9184ed9bc req-7d8d8e31-0b86-43ab-85fb-a9768b672579 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0560338 Dec 16 10:10:07.250566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7b9b4dd-1422-40be-bd0a-8df9184ed9bc req-c0473c7d-00ad-40bc-a2d2-79b11a745107 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Dec 16 10:10:08.370086 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54d2b1-02fb-4f6b-b939-37ab72242a46 req-e288b05a-1a20-46e3-ac24-4ae546d2473b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:08.371595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b54d2b1-02fb-4f6b-b939-37ab72242a46 req-e288b05a-1a20-46e3-ac24-4ae546d2473b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0522163 Dec 16 10:10:08.413375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4b54d2b1-02fb-4f6b-b939-37ab72242a46 req-6fcd4f71-19df-41b5-9a29-9e2cdd8fd019 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Dec 16 10:10:09.487393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:10:09.490904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:10:09.517367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:10:09.517367 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c13f2aba-f4ec-46a0-9e31-e5cf5e0ec5f4 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:10:09.548536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593d543-7ad9-4252-921a-9a0ce7e4f10e req-f9032e84-5ec1-4cae-b86b-e51a470ce6af tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:09.550051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a593d543-7ad9-4252-921a-9a0ce7e4f10e req-f9032e84-5ec1-4cae-b86b-e51a470ce6af tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0516336 Dec 16 10:10:09.588897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a593d543-7ad9-4252-921a-9a0ce7e4f10e req-2cd4784b-f83f-474f-99a6-ca3448e4dbc3 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Dec 16 10:10:09.606380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:09.618194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'port_id': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'mac_address': 'fa:16:3e:06:b4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c5cdb3-751f-4725-86aa-d44190440005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:10:09.660872 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:09.673594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57de642-6e84-4edd-a16f-4a70fb6dae85 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:10:09.693226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:09.697758 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:09.745675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:09.753634 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.754062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.754428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.754764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.755150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.755524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.755885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.756229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.756566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.756893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.757194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.757516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:09.911594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['b57de642-6e84-4edd-a16f-4a70fb6dae85'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:10:10.716833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc855dbf-89dc-445e-8a5f-f8641fca231d req-a7bb28d9-b64c-4fae-8769-df4a5a2c380a tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:10.719071 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc855dbf-89dc-445e-8a5f-f8641fca231d req-a7bb28d9-b64c-4fae-8769-df4a5a2c380a tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 944 time: 0.0605736 Dec 16 10:10:10.767161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc855dbf-89dc-445e-8a5f-f8641fca231d req-6a851588-e2ce-4d3e-9c24-2b451b859623 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Dec 16 10:10:11.502364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:10:11.565778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port b57de642-6e84-4edd-a16f-4a70fb6dae85 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:10:11.570639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port b57de642-6e84-4edd-a16f-4a70fb6dae85 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:11.571016 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:11.653298 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:11.679947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:11.682840 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d5f8a-fbb8-4c2f-984b-be7ed7b41d5a" -d '{"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-plugged", "status": "completed", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:11.696015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:11.701709 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:11.728454 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77091c08-738d-4fd7-9614-ab43f6965ca3 x-openstack-request-id: req-77091c08-738d-4fd7-9614-ab43f6965ca3 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:11.728803 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-plugged", "status": "completed", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:11.729542 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77091c08-738d-4fd7-9614-ab43f6965ca3 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:11.729542 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'code': 200} Dec 16 10:10:11.758812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:11.824751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b0a2-1693-4666-9729-aae34409ce69 req-ab220187-d0c4-42ce-abab-6281566a41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:11.826302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0885b0a2-1693-4666-9729-aae34409ce69 req-ab220187-d0c4-42ce-abab-6281566a41a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1096 time: 0.0416756 Dec 16 10:10:11.888986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0885b0a2-1693-4666-9729-aae34409ce69 req-2a578fd7-f095-454d-94b1-2b1ac19382ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549116 Dec 16 10:10:11.907415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75eff-3a7c-4941-933b-8ba41c85a733 req-5c3a3f96-e01e-403a-ad31-3ea275877246 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:11.908787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03b75eff-3a7c-4941-933b-8ba41c85a733 req-5c3a3f96-e01e-403a-ad31-3ea275877246 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0618036 Dec 16 10:10:11.948683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03b75eff-3a7c-4941-933b-8ba41c85a733 req-0b4f721d-aa90-4545-a9fe-7bb35b3ca1be tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Dec 16 10:10:13.082603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd2b9b-d35b-48e7-8494-80bc2a943489 req-81937b1c-4ac4-4797-ae6c-5da0cb22f2be tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:13.084151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3cd2b9b-d35b-48e7-8494-80bc2a943489 req-81937b1c-4ac4-4797-ae6c-5da0cb22f2be tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0557613 Dec 16 10:10:13.128566 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3cd2b9b-d35b-48e7-8494-80bc2a943489 req-90c73371-7a5b-4d43-beb4-3b6ea6efbd52 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361123 Dec 16 10:10:13.251840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ace7-4c6a-46e3-914d-390a7158dc59 req-d60be907-80cf-4df1-af80-18f2ccb9f5f6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:13.253289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6411ace7-4c6a-46e3-914d-390a7158dc59 req-d60be907-80cf-4df1-af80-18f2ccb9f5f6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0531173 Dec 16 10:10:13.298411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6411ace7-4c6a-46e3-914d-390a7158dc59 req-13f5ae37-a55e-44b7-bd7d-ddb578372248 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356476 Dec 16 10:10:13.547327 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-bf4546e4-6e1d-459c-a2e4-a17dfea2aca9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496600 Dec 16 10:10:13.564184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a54083-944f-4ffc-ada6-e186b8cf5953 req-8af8aa54-55bc-48cb-a198-74c9d8990c55 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:13.566378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59a54083-944f-4ffc-ada6-e186b8cf5953 req-8af8aa54-55bc-48cb-a198-74c9d8990c55 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0593314 Dec 16 10:10:13.615537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-59a54083-944f-4ffc-ada6-e186b8cf5953 req-20dc8533-aad7-4b98-8ece-13f92c43ee6c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Dec 16 10:10:14.071424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-13072acb-888a-4edf-99b1-d74f7bcd6a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:14.666203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-2441523a-a44e-40cc-a080-49bb8461974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:14.667936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-2441523a-a44e-40cc-a080-49bb8461974c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1096 time: 0.0494838 Dec 16 10:10:14.795018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458a92b-d745-43d7-ad07-af18c43baa3d req-368943df-0f0a-49ef-bcfd-a292f907911c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:14.796487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1458a92b-d745-43d7-ad07-af18c43baa3d req-368943df-0f0a-49ef-bcfd-a292f907911c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.1031454 Dec 16 10:10:14.799267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-3a3f4804-7f7a-4b66-909b-e0d84f664e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:14.800569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-3a3f4804-7f7a-4b66-909b-e0d84f664e90 service neutron] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.1251092 Dec 16 10:10:14.849343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-146667ac-f115-4b43-b5be-406a23f01e1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0399842 Dec 16 10:10:14.874835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1458a92b-d745-43d7-ad07-af18c43baa3d req-35992f11-8fc6-4ebf-ae23-644ca9863402 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Dec 16 10:10:14.909877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-042dea06-232f-429d-b329-a6d197c4fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:14.911489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-042dea06-232f-429d-b329-a6d197c4fd08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0511582 Dec 16 10:10:14.943183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-dca2faae-9656-45d8-b506-9ce64e443b42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248475 Dec 16 10:10:15.333405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-232f49ee-52eb-41fa-afe6-8a35eeb3bec1 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830054 Dec 16 10:10:15.429166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-b0a1c14d-ca2e-4552-9373-93dd6682079a service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884092 Dec 16 10:10:15.994668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9043b7-6264-4f67-9f1b-f937b557784c req-9eeb9054-5161-41fa-a999-49f17b981326 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:15.996247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc9043b7-6264-4f67-9f1b-f937b557784c req-9eeb9054-5161-41fa-a999-49f17b981326 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0507724 Dec 16 10:10:16.035259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc9043b7-6264-4f67-9f1b-f937b557784c req-9a49aa9b-0398-4556-babc-f0ab7c158b7e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Dec 16 10:10:16.519525 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e39e76d-59f3-4e5a-b141-b4e6ffeb371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:17.154908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb15b-7237-4f22-aa9f-8b1a0902df71 req-75d7dd9a-fa52-42f6-8668-4f9a3a3cd877 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:17.156477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cffb15b-7237-4f22-aa9f-8b1a0902df71 req-75d7dd9a-fa52-42f6-8668-4f9a3a3cd877 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0513477 Dec 16 10:10:17.196364 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1cffb15b-7237-4f22-aa9f-8b1a0902df71 req-f7d5e28f-0cf0-4338-89e0-105b8b829312 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337975 Dec 16 10:10:18.176364 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:18.323478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77519464-1275-4b23-86e4-241528af1358 req-13698bff-5bd7-444d-a502-62512e6e1cd4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:18.324990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77519464-1275-4b23-86e4-241528af1358 req-13698bff-5bd7-444d-a502-62512e6e1cd4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0547919 Dec 16 10:10:18.376810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77519464-1275-4b23-86e4-241528af1358 req-74f8ede9-7119-4258-aacb-5c95ca07d4e7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Dec 16 10:10:19.508486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fdc2c-369e-4919-aa75-3df956c23c23 req-aeb5d549-0d64-4207-bd8c-697dc95e3296 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:19.510019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-656fdc2c-369e-4919-aa75-3df956c23c23 req-aeb5d549-0d64-4207-bd8c-697dc95e3296 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Dec 16 10:10:19.549129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-656fdc2c-369e-4919-aa75-3df956c23c23 req-aa68c3ef-3efe-4664-9784-bb7c8eb1157e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Dec 16 10:10:19.918999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:19.991228 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:20.674952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1c8ac-3374-43be-af09-3041acd556e5 req-4dc74a92-b227-4eb6-aaa9-3f6133300c33 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:20.676439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcd1c8ac-3374-43be-af09-3041acd556e5 req-4dc74a92-b227-4eb6-aaa9-3f6133300c33 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0519121 Dec 16 10:10:20.715722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcd1c8ac-3374-43be-af09-3041acd556e5 req-1c14be30-0ef2-416e-81a2-b1e38250e8ea tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Dec 16 10:10:21.842006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bc259-c838-44bb-b981-73d6d2a06772 req-f80b59e0-2637-414a-8870-bde55545554a tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:21.843484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e0bc259-c838-44bb-b981-73d6d2a06772 req-f80b59e0-2637-414a-8870-bde55545554a tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0570621 Dec 16 10:10:21.888947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3e0bc259-c838-44bb-b981-73d6d2a06772 req-057e4c4b-75b5-47f3-b63a-e3a2eab73aa3 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364127 Dec 16 10:10:23.023085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8930a6b-8b31-4428-a09a-6310d12f8027 req-8fd1f602-a3ad-4074-951c-c773c89bb8f4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:23.024909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8930a6b-8b31-4428-a09a-6310d12f8027 req-8fd1f602-a3ad-4074-951c-c773c89bb8f4 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0617261 Dec 16 10:10:23.065250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8930a6b-8b31-4428-a09a-6310d12f8027 req-040a8d67-da18-4de9-b206-5e9a725b4745 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Dec 16 10:10:24.139576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:24.195365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d1ddb-a5d7-485a-b5d4-5ba4cfab6018 req-213d5143-c2a8-47ba-9612-13edddd320fc tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:24.196891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d24d1ddb-a5d7-485a-b5d4-5ba4cfab6018 req-213d5143-c2a8-47ba-9612-13edddd320fc tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0526121 Dec 16 10:10:24.236912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d24d1ddb-a5d7-485a-b5d4-5ba4cfab6018 req-7ba36c17-b4e4-4562-acca-37872151ee2e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Dec 16 10:10:25.378886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70cc78-dd27-4c3c-947c-94bff5330b8e req-e4bdaca5-ad52-412a-aa7c-706e629736e7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:25.380377 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc70cc78-dd27-4c3c-947c-94bff5330b8e req-e4bdaca5-ad52-412a-aa7c-706e629736e7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0631902 Dec 16 10:10:25.421157 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:25.428858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc70cc78-dd27-4c3c-947c-94bff5330b8e req-30b0c0b3-a4e7-4cf7-8c52-cbf6c9b235e8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Dec 16 10:10:26.564440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9a5a8-4c14-45a7-b4df-3acea7d6b8ab req-04fb8b14-e816-4153-87ee-6898a2ecfeac tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:26.565945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bd9a5a8-4c14-45a7-b4df-3acea7d6b8ab req-04fb8b14-e816-4153-87ee-6898a2ecfeac tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0624824 Dec 16 10:10:26.613716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0bd9a5a8-4c14-45a7-b4df-3acea7d6b8ab req-878a868e-e31b-4ae5-9271-29c56ae30be5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Dec 16 10:10:27.754374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa951b9-28f8-46c1-a615-c02ad5327df8 req-38cdb933-85db-419a-9f81-606804165d36 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:27.756718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aa951b9-28f8-46c1-a615-c02ad5327df8 req-38cdb933-85db-419a-9f81-606804165d36 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0601959 Dec 16 10:10:27.799673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7aa951b9-28f8-46c1-a615-c02ad5327df8 req-883f53a3-dba6-433c-b8ce-a7c6d2cb7a97 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Dec 16 10:10:28.926761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b3570-0bed-4f84-ae7d-5d7aeaeaf264 req-50be68c7-625f-46c4-ab8c-55260ed9e6dc tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:28.928226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2b3570-0bed-4f84-ae7d-5d7aeaeaf264 req-50be68c7-625f-46c4-ab8c-55260ed9e6dc tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0592284 Dec 16 10:10:28.970062 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb2b3570-0bed-4f84-ae7d-5d7aeaeaf264 req-8aef7a6d-6fc7-4b03-8330-a5e11016b307 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Dec 16 10:10:30.105150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5ab8c-8305-4d51-9c74-521718f13bf6 req-c2208ab9-0fef-4569-9a90-6027cc0eeb70 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:30.107237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2a5ab8c-8305-4d51-9c74-521718f13bf6 req-c2208ab9-0fef-4569-9a90-6027cc0eeb70 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0614514 Dec 16 10:10:30.150240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2a5ab8c-8305-4d51-9c74-521718f13bf6 req-78f1dcce-4019-46fc-9cf6-eaf0576c5e1d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Dec 16 10:10:31.284641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5156c7e-2e39-401a-aa08-5b7b5b27054f req-da3effd5-b95a-4f6c-a7c7-88348afe35c8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:31.286149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5156c7e-2e39-401a-aa08-5b7b5b27054f req-da3effd5-b95a-4f6c-a7c7-88348afe35c8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0571499 Dec 16 10:10:31.299454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:10:31.325672 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d5156c7e-2e39-401a-aa08-5b7b5b27054f req-7ef8e518-f9b5-495a-8521-89eb9211d9c0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331895 Dec 16 10:10:32.464417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce678e0-4738-4f36-8092-d9ff90a5cdde req-cc36d47f-6ac8-4432-bfe5-c8eb073ed066 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:32.465888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ce678e0-4738-4f36-8092-d9ff90a5cdde req-cc36d47f-6ac8-4432-bfe5-c8eb073ed066 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0643208 Dec 16 10:10:32.516442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ce678e0-4738-4f36-8092-d9ff90a5cdde req-22d6cdd8-3425-4861-9ebf-713b960e38e1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Dec 16 10:10:33.648263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327733a8-14c0-428c-90c3-60c6dad2f13f req-9799f9bb-0d95-46ca-8de6-3dd10ceebf54 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:33.650101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-327733a8-14c0-428c-90c3-60c6dad2f13f req-9799f9bb-0d95-46ca-8de6-3dd10ceebf54 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0574448 Dec 16 10:10:33.698101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-327733a8-14c0-428c-90c3-60c6dad2f13f req-fccd8022-0a02-435e-8c16-ad7dfe102bec tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Dec 16 10:10:33.789869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-6959becf-6031-4ac3-b737-b5c6731362ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495715 Dec 16 10:10:33.887093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768736-2b65-4d1f-be43-1144280222d5 req-0e084e26-d16a-4a4c-8e8a-b3832cd927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:33.888797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-0e084e26-d16a-4a4c-8e8a-b3832cd927b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0500624 Dec 16 10:10:34.012147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768736-2b65-4d1f-be43-1144280222d5 req-dd93e9bc-a2e9-4d33-93a7-a9bcbd20b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:34.014436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-dd93e9bc-a2e9-4d33-93a7-a9bcbd20b752 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1013646 Dec 16 10:10:34.064811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-1964fa55-b2e2-4678-8a75-106eec398f68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0424125 Dec 16 10:10:34.131861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768736-2b65-4d1f-be43-1144280222d5 req-85248a09-6cf0-4eae-ade5-d3b365babcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:34.133331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-85248a09-6cf0-4eae-ade5-d3b365babcfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0612376 Dec 16 10:10:34.193085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768736-2b65-4d1f-be43-1144280222d5 req-214274cd-a222-4c95-b867-c1a6a200ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:34.195418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-214274cd-a222-4c95-b867-c1a6a200ecf3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535378 Dec 16 10:10:34.300604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-74846569-d1dd-4451-9d9b-66bd20a30b80 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965509 Dec 16 10:10:34.417159 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01768736-2b65-4d1f-be43-1144280222d5 req-2009365a-eb04-4770-ade0-37dcd690906c service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093087 Dec 16 10:10:34.838271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a588bcc-f080-4580-9e9f-55590bc4d597 req-c1923be4-f648-46ad-84de-84d3c1ee807e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:34.839861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a588bcc-f080-4580-9e9f-55590bc4d597 req-c1923be4-f648-46ad-84de-84d3c1ee807e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0548892 Dec 16 10:10:34.879879 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9a588bcc-f080-4580-9e9f-55590bc4d597 req-5c60eebd-531e-4d5c-b18f-27160e4f08c8 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Dec 16 10:10:36.018409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525e62e-74c3-4e94-b37f-98a692132e07 req-9bf27f0f-bef4-4a9e-bd95-748d9ac9f51c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:36.019938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5525e62e-74c3-4e94-b37f-98a692132e07 req-9bf27f0f-bef4-4a9e-bd95-748d9ac9f51c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0602283 Dec 16 10:10:36.068608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5525e62e-74c3-4e94-b37f-98a692132e07 req-8f88bc6a-067b-4b5e-959b-7935eb72dc8c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Dec 16 10:10:37.220238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305924f-d0e8-40c1-85ee-1d81b207e388 req-a42d1f62-3835-4f85-b92e-31ad4bf8c2cb tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:37.221776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c305924f-d0e8-40c1-85ee-1d81b207e388 req-a42d1f62-3835-4f85-b92e-31ad4bf8c2cb tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0686038 Dec 16 10:10:37.265970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c305924f-d0e8-40c1-85ee-1d81b207e388 req-c7c0c5c9-b83c-4f99-b334-b80920ce43b7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Dec 16 10:10:38.404566 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527ceb0-dcbe-44ae-af76-d5b1d82cb77f req-c7c8819f-705e-402b-b972-003c150c29a2 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:38.406085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0527ceb0-dcbe-44ae-af76-d5b1d82cb77f req-c7c8819f-705e-402b-b972-003c150c29a2 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0603380 Dec 16 10:10:38.448226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0527ceb0-dcbe-44ae-af76-d5b1d82cb77f req-6eeb1686-31b4-4b4c-8b29-390f432efcc5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Dec 16 10:10:39.572678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ddcbe-93ad-4b91-a4a0-3387a82337af req-fab22380-6bdc-4bf8-a565-febade1512b7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:39.575233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d9ddcbe-93ad-4b91-a4a0-3387a82337af req-fab22380-6bdc-4bf8-a565-febade1512b7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Dec 16 10:10:39.624182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7d9ddcbe-93ad-4b91-a4a0-3387a82337af req-60072309-a799-492b-8051-9cacf3e4928c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Dec 16 10:10:40.769225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f270bf-cc01-474d-ab19-a82434b5a37d req-8bc137c5-6903-4aaa-9de2-774630cebe26 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:40.770773 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28f270bf-cc01-474d-ab19-a82434b5a37d req-8bc137c5-6903-4aaa-9de2-774630cebe26 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0565522 Dec 16 10:10:40.814313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28f270bf-cc01-474d-ab19-a82434b5a37d req-1a76e3f8-1863-441f-9583-4f8fe773501a tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Dec 16 10:10:41.957240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5bf5-e323-45fc-bbec-074a78f8cbed req-745594f2-fe20-4029-94ad-fe3f249b1edf tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:41.959308 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ade5bf5-e323-45fc-bbec-074a78f8cbed req-745594f2-fe20-4029-94ad-fe3f249b1edf tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0631013 Dec 16 10:10:42.001804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ade5bf5-e323-45fc-bbec-074a78f8cbed req-8e5a9d02-ecf2-40fb-a81f-3b2d63165a41 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Dec 16 10:10:42.394927 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-99965066-6999-4b3f-b1fd-a4ac669f12ed service neutron] show failed (client error): The resource could not be found. Dec 16 10:10:42.395971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-99965066-6999-4b3f-b1fd-a4ac669f12ed service neutron] 10.222.0.53 "GET /v2.0/ports/b57de642-6e84-4edd-a16f-4a70fb6dae85/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0635712 Dec 16 10:10:42.692844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-333eed9e-17f9-498a-88ef-390c72d96671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:42.694266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-333eed9e-17f9-498a-88ef-390c72d96671 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8&tenant_id=1a4adf9a0563455d88a9f2552a90e920 HTTP/1.1" status: 200 len: 1096 time: 0.1115086 Dec 16 10:10:42.706704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:42.764850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:42.989236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:43.033824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:10:43.078673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:43.081001 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b49e8e-abba-4f59-86f3-d0167ca4daa7" -d '{"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:43.084965 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:43.098241 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Transition to ACTIVE for port object b57de642-6e84-4edd-a16f-4a70fb6dae85 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:10:43.103255 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:43.134106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bf59e-50ef-4e5a-b97c-f75cb5ac4614 req-2ffb98e4-3bbc-4ff0-a9ab-05932b9175ef tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:43.135648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c7bf59e-50ef-4e5a-b97c-f75cb5ac4614 req-2ffb98e4-3bbc-4ff0-a9ab-05932b9175ef tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0565155 Dec 16 10:10:43.161046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] No DVR routers for this DVR port b57de642-6e84-4edd-a16f-4a70fb6dae85 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:10:43.169415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:43.175511 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3c7bf59e-50ef-4e5a-b97c-f75cb5ac4614 req-56e1e4bc-c941-41be-958d-ca8db16f32a7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Dec 16 10:10:43.179626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.179966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.180295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.180618 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.180946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.181254 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.181569 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.181906 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.182215 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.182530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.182838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.183147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:43.211995 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:10:43.212323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:10:43.212646 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:43.216964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Port b57de642-6e84-4edd-a16f-4a70fb6dae85 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:10:43.217390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Attempting to bind port b57de642-6e84-4edd-a16f-4a70fb6dae85 on network 95aa0401-e8ef-41ce-9fb8-54fd1d56edde {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:43.222139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:10:43.222464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Checking segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:10:43.222844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Bound using segment: {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:10:43.223257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Bound port: b57de642-6e84-4edd-a16f-4a70fb6dae85, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c56822-20af-423f-8785-60e8dbce4f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:10:43.223603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:43.292543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:10:43.296049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:10:43.297968 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b624d72-7363-4001-8359-3ad78b076ab0 x-openstack-request-id: req-3b624d72-7363-4001-8359-3ad78b076ab0 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:43.298389 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:43.298389 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b624d72-7363-4001-8359-3ad78b076ab0 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:43.298881 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'code': 200} Dec 16 10:10:43.302113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:43.340155 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:43.340777 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:43.342336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-433693c4-b253-4988-9c28-22ce8504845e service neutron] 10.222.0.69 "PUT /v2.0/ports/b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 1091 time: 0.6397266 Dec 16 10:10:43.361178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433693c4-b253-4988-9c28-22ce8504845e service neutron] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:43.407360 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-e06cbe16-eebb-44ca-9239-38ce919c7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:43.408944 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-e06cbe16-eebb-44ca-9239-38ce919c7c66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1094 time: 0.0445974 Dec 16 10:10:43.514469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-2a061387-f7de-4a15-a189-d6b1e66c0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:43.515875 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-2a061387-f7de-4a15-a189-d6b1e66c0551 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0994697 Dec 16 10:10:43.557734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-ebefa310-bdec-4309-a4cd-efd4bca1dc55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0351083 Dec 16 10:10:43.610140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-eab7809d-aa29-4584-bb63-762c00d2a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:43.611635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-eab7809d-aa29-4584-bb63-762c00d2a421 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0467956 Dec 16 10:10:43.648091 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-37dea9a4-99fb-4f80-af38-6243b39d8cad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275869 Dec 16 10:10:43.746276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-f9beb6da-27f1-4863-b57a-138e71f0a404 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912485 Dec 16 10:10:43.845067 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ec9f389c-b466-42b7-882b-ac43a5d01811 req-8333ea5a-3f7b-4e3d-9382-f9e528e39267 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915709 Dec 16 10:10:44.083335 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7762-f058-4836-9c49-fd69270a69b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:44.302945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5f029-4431-4a40-96b8-f6fda66e0405 req-383a4289-b674-4077-820a-c7f04349c988 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:44.304496 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45f5f029-4431-4a40-96b8-f6fda66e0405 req-383a4289-b674-4077-820a-c7f04349c988 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0536370 Dec 16 10:10:44.345500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45f5f029-4431-4a40-96b8-f6fda66e0405 req-c1a635d9-11e4-4602-90b7-c4e2cc9b98f5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Dec 16 10:10:45.300092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:45.302690 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd88184-4684-459c-8835-ed3970ab2611" -d '{"events": [{"name": "network-changed", "server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:45.368569 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a68e85c-c4b5-4c8f-8df7-b8e9a5714061 x-openstack-request-id: req-1a68e85c-c4b5-4c8f-8df7-b8e9a5714061 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:45.368872 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:45.369125 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a68e85c-c4b5-4c8f-8df7-b8e9a5714061 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:45.369564 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'status': 'completed', 'code': 200} Dec 16 10:10:45.443991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88184-4684-459c-8835-ed3970ab2611 req-dd2e1b6b-d7ea-4a57-9398-87b097f1e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.445516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-dd2e1b6b-d7ea-4a57-9398-87b097f1e5ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1094 time: 0.0526059 Dec 16 10:10:45.466685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88184-4684-459c-8835-ed3970ab2611 req-9c01153e-694d-47ac-9cfd-bbd4ea6acb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.468248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-9c01153e-694d-47ac-9cfd-bbd4ea6acb65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1094 time: 0.0761077 Dec 16 10:10:45.483447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820069da-6f6d-45fc-8a96-e71317c59624 req-b9cdb41a-4886-4862-80e2-a8a75f112943 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.485046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-820069da-6f6d-45fc-8a96-e71317c59624 req-b9cdb41a-4886-4862-80e2-a8a75f112943 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0641851 Dec 16 10:10:45.539715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88184-4684-459c-8835-ed3970ab2611 req-d18aa0cd-d9f4-483f-9761-78364a6ff7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.541537 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-d18aa0cd-d9f4-483f-9761-78364a6ff7a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0868163 Dec 16 10:10:45.569437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-820069da-6f6d-45fc-8a96-e71317c59624 req-49282119-c95e-47ab-8721-22d0c1b421c7 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771172 Dec 16 10:10:45.589170 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-e179425b-b002-4bc8-be7c-c70a0a3e8407 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0394933 Dec 16 10:10:45.598929 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88184-4684-459c-8835-ed3970ab2611 req-c3a581e2-a668-4ccd-82cd-1c086b4bde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.600435 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-c3a581e2-a668-4ccd-82cd-1c086b4bde8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.1255646 Dec 16 10:10:45.647797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88184-4684-459c-8835-ed3970ab2611 req-44ba9124-4fbc-4695-8974-968972da6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.648684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-90c2fb9a-e91f-4110-b151-51cc1d0a7161 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0400348 Dec 16 10:10:45.649574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-44ba9124-4fbc-4695-8974-968972da6aa3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0530360 Dec 16 10:10:45.683670 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-d3988bc3-d6aa-4cd6-9e5f-61fb8564ee5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260446 Dec 16 10:10:45.706882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88184-4684-459c-8835-ed3970ab2611 req-20fbf244-2145-48da-8576-d10f78149fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:45.708346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-20fbf244-2145-48da-8576-d10f78149fb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0514345 Dec 16 10:10:45.722935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:10:45.743073 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-158b2c8b-284a-40ea-b8e3-ef4ed76cea13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275972 Dec 16 10:10:45.769411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:10:45.790541 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-6bc774c3-40f2-4751-b0d3-32fb043fe32f service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999403 Dec 16 10:10:45.841760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-bfdab95c-ac52-4e51-bf9f-5688e50f2e46 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892081 Dec 16 10:10:45.889780 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-18287a3a-e659-45c1-83c2-2718e2c42b44 service neutron] 10.222.0.69 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915003 Dec 16 10:10:45.946500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd88184-4684-459c-8835-ed3970ab2611 req-8d2d3311-fd8f-4fec-9c0f-c88afa1c1122 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962107 Dec 16 10:10:46.530527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4668852-7062-4af4-8ebd-b249d84f7d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:46.696955 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c492-62b1-4454-80fe-9ded2161959c req-e4b0facb-da5e-4aa9-b659-6af66e59f2fd tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:46.698469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b65c492-62b1-4454-80fe-9ded2161959c req-e4b0facb-da5e-4aa9-b659-6af66e59f2fd tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0571351 Dec 16 10:10:46.752589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b65c492-62b1-4454-80fe-9ded2161959c req-1ccf5c1d-5c99-4d80-9e06-f47cea8631c5 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Dec 16 10:10:47.910358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951744f-d2cf-46a9-96d2-69f785cd388f req-827d6831-5798-42c7-a2d8-cd9221864e75 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:47.911963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a951744f-d2cf-46a9-96d2-69f785cd388f req-827d6831-5798-42c7-a2d8-cd9221864e75 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0681667 Dec 16 10:10:47.952233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a951744f-d2cf-46a9-96d2-69f785cd388f req-542e95a9-1b64-4810-b317-96b1e9e1702f tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341468 Dec 16 10:10:48.177529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:48.192815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e07949-e471-499a-afaa-7826cb82c6d4 req-eb6502d0-482e-4c74-941f-cd89dd34b3be tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:48.194322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0e07949-e471-499a-afaa-7826cb82c6d4 req-eb6502d0-482e-4c74-941f-cd89dd34b3be tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 943 time: 0.0766449 Dec 16 10:10:48.216694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-ee1b1665-9fdb-4ba5-903e-40fed970622d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:48.218128 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-ee1b1665-9fdb-4ba5-903e-40fed970622d tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8&tenant_id=1a4adf9a0563455d88a9f2552a90e920&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.0876627 Dec 16 10:10:48.275083 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c0e07949-e471-499a-afaa-7826cb82c6d4 req-7600f1b6-a25e-48ca-afe9-067c5ed1e000 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740466 Dec 16 10:10:48.305954 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-49f4003a-378e-43ac-a310-6045c13e5f64 service neutron] delete failed (client error): The resource could not be found. Dec 16 10:10:48.307009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-49f4003a-378e-43ac-a310-6045c13e5f64 service neutron] 10.222.0.53 "DELETE /v2.0/ports/b57de642-6e84-4edd-a16f-4a70fb6dae85/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0805185 Dec 16 10:10:48.394290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-66dc3da2-8b6e-4b51-b00a-407cf1451868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:48.395820 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-66dc3da2-8b6e-4b51-b00a-407cf1451868 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4adf9a0563455d88a9f2552a90e920&device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 1094 time: 0.0440302 Dec 16 10:10:48.407715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:10:48.494557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-842dba3d-9713-4930-8234-3be06e0c0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:48.496065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-842dba3d-9713-4930-8234-3be06e0c0fe0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 200 len: 915 time: 0.0933197 Dec 16 10:10:48.549913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-ad202337-55d4-46da-81f8-586277260ac9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 200 len: 217 time: 0.0435290 Dec 16 10:10:48.606172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-4a12d2b2-8b85-4754-a876-6f2cf852e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:48.607718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-4a12d2b2-8b85-4754-a876-6f2cf852e877 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 200 len: 854 time: 0.0514288 Dec 16 10:10:48.641762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-0b0bf730-48fc-4f62-b21d-0dacaf0df88a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95aa0401-e8ef-41ce-9fb8-54fd1d56edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264227 Dec 16 10:10:48.664993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:48.676650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'network_id': '95aa0401-e8ef-41ce-9fb8-54fd1d56edde', 'port_id': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'mac_address': 'fa:16:3e:06:b4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c5cdb3-751f-4725-86aa-d44190440005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:10:48.713399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:48.729746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57de642-6e84-4edd-a16f-4a70fb6dae85 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:10:48.739760 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-06b17547-634d-402c-932f-6b1935187ed9 service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908329 Dec 16 10:10:48.749396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:48.755302 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:48.803599 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:48.838058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-01a9d4b1-812f-4250-a3f0-7d238ed412cd req-7766b871-5b0d-45f1-a3ff-93f91d81e16b service neutron] 10.222.0.53 "GET /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913646 Dec 16 10:10:49.063021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b57de642-6e84-4edd-a16f-4a70fb6dae85'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:10:49.404009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7af4b3-7b3b-485c-a800-047cca3d3828 req-ede50238-389c-4123-96fc-8684b9fe10b0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:49.405520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e7af4b3-7b3b-485c-a800-047cca3d3828 req-ede50238-389c-4123-96fc-8684b9fe10b0 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 944 time: 0.0537949 Dec 16 10:10:49.449061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e7af4b3-7b3b-485c-a800-047cca3d3828 req-7aa893c3-3785-4ddc-8155-e3340f03cd9e tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Dec 16 10:10:49.572102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cea07-c8f1-432c-81e8-50c3b3ec36d7 req-1eddf5a0-35cb-4a48-af95-6403e3aec997 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:49.573493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f79cea07-c8f1-432c-81e8-50c3b3ec36d7 req-1eddf5a0-35cb-4a48-af95-6403e3aec997 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 944 time: 0.0545187 Dec 16 10:10:49.618559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f79cea07-c8f1-432c-81e8-50c3b3ec36d7 req-52d033c3-3bf4-410b-851e-8172f6a3ad3b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360956 Dec 16 10:10:49.751687 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec5a31-a1f9-4635-b86d-fe55c5080fd9 req-62bb4dbd-9d0c-4936-8311-853aca47b631 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:49.753261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daec5a31-a1f9-4635-b86d-fe55c5080fd9 req-62bb4dbd-9d0c-4936-8311-853aca47b631 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 944 time: 0.0603654 Dec 16 10:10:49.794192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daec5a31-a1f9-4635-b86d-fe55c5080fd9 req-38cb2501-c361-40b0-bb73-39909c90ca05 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347505 Dec 16 10:10:49.914762 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:49.991430 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:50.160081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11336f8-c0f7-49cc-a281-d3453fe6ab3d req-619bcae4-aff9-48df-91c7-dd6a78f84958 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:50.161581 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b11336f8-c0f7-49cc-a281-d3453fe6ab3d req-619bcae4-aff9-48df-91c7-dd6a78f84958 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 944 time: 0.0497053 Dec 16 10:10:50.205070 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b11336f8-c0f7-49cc-a281-d3453fe6ab3d req-38df7baf-ca99-48c1-acb3-db58559d9aa1 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Dec 16 10:10:50.419937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:10:50.487144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port b57de642-6e84-4edd-a16f-4a70fb6dae85 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:10:50.491661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port b57de642-6e84-4edd-a16f-4a70fb6dae85 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:50.492267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:50.571112 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:50.595306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:50.597746 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b2ac70-00b4-4664-8399-ab2a2b95e12b" -d '{"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-plugged", "status": "completed", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:50.610697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:50.615460 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:50.641995 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fa1f9-a9ed-4e62-adc9-b17edd5e547f x-openstack-request-id: req-265fa1f9-a9ed-4e62-adc9-b17edd5e547f {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:50.642285 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-plugged", "status": "completed", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:50.642540 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-265fa1f9-a9ed-4e62-adc9-b17edd5e547f {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:50.642925 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'code': 200} Dec 16 10:10:50.669019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:51.334924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913dc4-696b-44a7-b5c2-e6cbe45953e1 req-3c4c7db3-9364-4c36-95ef-ed8455732374 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.336498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70913dc4-696b-44a7-b5c2-e6cbe45953e1 req-3c4c7db3-9364-4c36-95ef-ed8455732374 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0581160 Dec 16 10:10:51.385069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-70913dc4-696b-44a7-b5c2-e6cbe45953e1 req-7352baf1-f20b-4262-a40b-2d3d552edb53 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c23e910-fee8-42b0-bfe6-5890af2a8be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Dec 16 10:10:51.411772 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-547b320b-8a5d-4ca7-bd8a-453db1c2410b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:51.414239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-547b320b-8a5d-4ca7-bd8a-453db1c2410b tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cacfd79-ab2d-4160-95de-dc068b6665f8 HTTP/1.1" status: 200 len: 945 time: 0.0526590 Dec 16 10:10:51.511423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Deleting port b57de642-6e84-4edd-a16f-4a70fb6dae85 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:10:51.511666 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:51.601567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] For port b57de642-6e84-4edd-a16f-4a70fb6dae85, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=b57de642-6e84-4edd-a16f-4a70fb6dae85,segment=NetworkSegment(53c56822-20af-423f-8785-60e8dbce4f15),segment_id=53c56822-20af-423f-8785-60e8dbce4f15)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:51.601980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:51.615345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Calling delete_port for b57de642-6e84-4edd-a16f-4a70fb6dae85 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:10:51.748303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:51.760774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['b57de642-6e84-4edd-a16f-4a70fb6dae85'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:10:51.777513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Pushing event deleted for resources: {'Port': ['ID=b57de642-6e84-4edd-a16f-4a70fb6dae85,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:51.824452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] No DVR routers for this DVR port b57de642-6e84-4edd-a16f-4a70fb6dae85 on host n-h2-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:10:51.827207 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:51.830949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a28a5ea-e311-4164-a404-01257efed9e5 req-177af7f2-dc1a-4ab1-a1ef-87fa46f343a6 tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] 10.222.0.69 "DELETE /v2.0/ports/b57de642-6e84-4edd-a16f-4a70fb6dae85 HTTP/1.1" status: 204 len: 173 time: 0.4109144 Dec 16 10:10:51.831394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-deleted', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:10:51.833681 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b3ae1e-0b42-46da-92e2-9eab74f59df8" -d '{"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-deleted", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:10:51.871615 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cdc292-568c-4fa5-b483-98cfefef14d4 x-openstack-request-id: req-08cdc292-568c-4fa5-b483-98cfefef14d4 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:10:51.871907 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cacfd79-ab2d-4160-95de-dc068b6665f8", "name": "network-vif-deleted", "tag": "b57de642-6e84-4edd-a16f-4a70fb6dae85", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:10:51.872162 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08cdc292-568c-4fa5-b483-98cfefef14d4 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:10:51.872567 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cacfd79-ab2d-4160-95de-dc068b6665f8', 'name': 'network-vif-deleted', 'tag': 'b57de642-6e84-4edd-a16f-4a70fb6dae85', 'status': 'completed', 'code': 200} Dec 16 10:10:52.520180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:52.566816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Deleting subnet a7c5cdb3-751f-4725-86aa-d44190440005 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:10:52.570442 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.607072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.648072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.711064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.738663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.741805 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a7c5cdb3-751f-4725-86aa-d44190440005 HTTP/1.1" status: 204 len: 168 time: 0.2204833 Dec 16 10:10:52.742698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee141de-221a-47f8-9b2d-57cc678fa2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c5cdb3-751f-4725-86aa-d44190440005,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:52.744669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54772) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:52.818108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.904569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.928218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95aa0401-e8ef-41ce-9fb8-54fd1d56edde']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:52.937859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c56822-20af-423f-8785-60e8dbce4f15') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:52.938153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c56822-20af-423f-8785-60e8dbce4f15') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:52.948176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.961659 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.968304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:10:52.969543 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:10:52.970615 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:10:53.028718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:53.034592 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:53.037680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] 10.222.0.61 "DELETE /v2.0/networks/95aa0401-e8ef-41ce-9fb8-54fd1d56edde HTTP/1.1" status: 204 len: 168 time: 0.2919950 Dec 16 10:10:53.053751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Pushing event deleted for resources: {'Network': ['ID=95aa0401-e8ef-41ce-9fb8-54fd1d56edde,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:53.061603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.062057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.062443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.063038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.063209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.063637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.064003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.064388 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.064765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.065127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.065440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.065746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35c33ca-7f70-4fc9-9d58-92b936858543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:10:53.155886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54776) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:53.198648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fb5cc88a-d8aa-4c16-b08f-41b95532a2d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a4adf9a0563455d88a9f2552a90e920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414674 Dec 16 10:10:53.202259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54778) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:53.259966 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-284cc99a-3076-48dd-88ce-a58734ef2aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:53.282716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-284cc99a-3076-48dd-88ce-a58734ef2aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:53.332297 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-284cc99a-3076-48dd-88ce-a58734ef2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:53.334823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-284cc99a-3076-48dd-88ce-a58734ef2aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:53.335971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-284cc99a-3076-48dd-88ce-a58734ef2aa8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c23e910-fee8-42b0-bfe6-5890af2a8be5 HTTP/1.1" status: 204 len: 168 time: 0.1328111 Dec 16 10:10:53.347437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cc99a-3076-48dd-88ce-a58734ef2aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c23e910-fee8-42b0-bfe6-5890af2a8be5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:54.112781 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54800) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:54.166492 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.234214 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-517431021-network', 'tenant_id': '63868f34f47b4cde813981ab24322dc9'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:54.265066 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:10:54.268462 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.278683 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.375414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.381037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.407565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:10:54.417669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb04b48-97dd-47d2-9876-a722a1e75dea,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:54.422980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.423324 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Added segment 581bf5a6-c989-41cd-91cd-1de98a1b98c8 of type vlan for network f2c25730-e863-4218-afac-c2d926a89b13 Dec 16 10:10:54.468753 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.501351 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.502650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:54.503486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.569726 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4557478 Dec 16 10:10:54.572987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54804) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:54.577978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03f565-b0e5-48c8-b110-5c3cb799582b admin admin] Pushing event updated for resources: {'Network': ['ID=f2c25730-e863-4218-afac-c2d926a89b13,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:54.578920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Request body: {'subnet': {'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-517431021-subnet', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:54.597207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f2c25730-e863-4218-afac-c2d926a89b13 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:10:54.603633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:10:54.606072 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.789205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.837420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372da3ae-33d7-4276-9427-407730f1f065,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:54.856624 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:10:54.856980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Network hostable DHCP agents. Network: f2c25730-e863-4218-afac-c2d926a89b13, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:10:54.875829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Network f2c25730-e863-4218-afac-c2d926a89b13 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:10:54.885176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f2c25730-e863-4218-afac-c2d926a89b13) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:54.890146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:10:54.891007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.894498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cb253-66a4-426d-97f1-088d8d930b9e None None] Network f2c25730-e863-4218-afac-c2d926a89b13 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:10:54.908831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cdc346d5-069d-46c3-b014-9db541af8741 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3341200 Dec 16 10:10:54.911773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54806) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:54.916164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:54.940010 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.941197 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:54.998233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.045115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-f2c25730-e863-4218-afac-c2d926a89b13', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:10:55.046042 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.136353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.183061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Allocated IP 172.20.0.2 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/b0087813-410e-4ab0-9cda-ee7b871adf92) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:10:55.325280 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.332395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.346943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.369099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:55.369337 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.370539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:55.374215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:10:55.390462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Pushing event updated for resources: {'Port': ['ID=b0087813-410e-4ab0-9cda-ee7b871adf92,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:55.441631 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.445570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Attempting to bind port b0087813-410e-4ab0-9cda-ee7b871adf92 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:10:55.445973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Attempting to bind port b0087813-410e-4ab0-9cda-ee7b871adf92 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:10:55.446331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Attempting to bind port b0087813-410e-4ab0-9cda-ee7b871adf92 on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:55.451135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:10:55.451502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:10:55.451891 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.452284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:10:55.453275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Bound port: b0087813-410e-4ab0-9cda-ee7b871adf92, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:10:55.453410 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.477889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Allocated IP 172.25.6.253 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/6e9e37f8-5c9d-4071-8b8f-9b2e79384f80) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:10:55.530550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] For port b0087813-410e-4ab0-9cda-ee7b871adf92, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:10:55.534780 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] For port b0087813-410e-4ab0-9cda-ee7b871adf92, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b0087813-410e-4ab0-9cda-ee7b871adf92,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:10:55.540384 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.583309 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.601093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0a324-9d8b-4e3c-8e49-88598923fac9 None None] Pushing event updated for resources: {'Port': ['ID=b0087813-410e-4ab0-9cda-ee7b871adf92,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:55.627056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:55.673479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:55.676583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:55.683632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:10:55.687068 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:55.971239 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.444949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:10:56.467671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] No Port match for: b57de642-6e84-4edd-a16f-4a70fb6dae85 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:10:56.468114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device b57de642-6e84-4edd-a16f-4a70fb6dae85 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:10:56.506255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.536233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64dc1d-4a61-4ffd-b6e8-51dff131f9a8 None None] Network f2c25730-e863-4218-afac-c2d926a89b13 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:10:56.648613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Router 955a8446-e53d-4240-9ae5-17e87a752061 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:10:56.661337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6409f0ca-11da-4282-98e6-c337220baefe None None] Provisioning complete for port b0087813-410e-4ab0-9cda-ee7b871adf92 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:56.661702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6409f0ca-11da-4282-98e6-c337220baefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.768877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:10:56.786150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:10:56.789167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6409f0ca-11da-4282-98e6-c337220baefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.797119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:56.802171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a5b358b2-8bf0-42c4-9b47-73db5324ecf1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8859465 Dec 16 10:10:56.802886 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54808) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:56.812188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:10:56.812818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:10:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:56.910826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-6409f0ca-11da-4282-98e6-c337220baefe None None] For port b0087813-410e-4ab0-9cda-ee7b871adf92, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b0087813-410e-4ab0-9cda-ee7b871adf92,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:56.917187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6409f0ca-11da-4282-98e6-c337220baefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.001353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f0ca-11da-4282-98e6-c337220baefe None None] Pushing event updated for resources: {'Port': ['ID=b0087813-410e-4ab0-9cda-ee7b871adf92,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:57.005492 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:10:57.120223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4d1a1345-f159-455c-b220-7269ad677a71 None None] Provisioning complete for port b0087813-410e-4ab0-9cda-ee7b871adf92 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:57.120497 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a1345-f159-455c-b220-7269ad677a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.284556 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:55Z', 'revision_number': 3, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:57.310881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:10:57.311222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Updating router 955a8446-e53d-4240-9ae5-17e87a752061 port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:10:57.326513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.339097 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.496390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b0087813-410e-4ab0-9cda-ee7b871adf92 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:10:57.540602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Allocated IP 172.20.0.1 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/1bd5eb6a-5170-4350-a7cd-9947712c7489) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:10:57.586535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b0087813-410e-4ab0-9cda-ee7b871adf92 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:57.586978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.670341 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.674045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.682118 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.705046 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.748545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:57.751603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:57.755741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:10:57.764111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67502778-2a0f-4dea-ba79-cb8a75b07942 None None] Pushing event updated for resources: {'Port': ['ID=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:57.766619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Attempting to bind port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:10:57.766987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Attempting to bind port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:10:57.767347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Attempting to bind port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:10:57.773165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:10:57.773534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:10:57.773987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.774659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:10:57.775122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Bound port: 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:10:57.775500 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.787239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd5eb6a-5170-4350-a7cd-9947712c7489,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:57.807448 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.829366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] For port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:10:57.835675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] For port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:10:57.843563 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:57.905690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67502778-2a0f-4dea-ba79-cb8a75b07942 None None] Pushing event updated for resources: {'Port': ['ID=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:57.910427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:10:57.911098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:10:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:57.985733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:58.008635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8acf7b22-fd9c-417d-9617-60b6dd82cb67 None None] Provisioning complete for port 1bd5eb6a-5170-4350-a7cd-9947712c7489 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:58.009007 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8acf7b22-fd9c-417d-9617-60b6dd82cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:58.058852 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8acf7b22-fd9c-417d-9617-60b6dd82cb67 None None] Port 1bd5eb6a-5170-4350-a7cd-9947712c7489 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:10:58.061237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:10:58.173528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:58.179783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:58.248473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd5eb6a-5170-4350-a7cd-9947712c7489,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:58.251179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:58.254954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:55Z', 'revision_number': 3, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:58.286312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e641c9b6-f329-45e4-b371-48fa166cedf0 None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:55Z', 'revision_number': 3, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:10:58.347135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:10:58.349017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:10:58.473501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:10:58.586057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0678f986-7d6c-4de7-8a54-b2053a7afa3d None None] Provisioning complete for port 1bd5eb6a-5170-4350-a7cd-9947712c7489 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:58.586057 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0678f986-7d6c-4de7-8a54-b2053a7afa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:58.626153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0678f986-7d6c-4de7-8a54-b2053a7afa3d None None] Port 1bd5eb6a-5170-4350-a7cd-9947712c7489 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:10:58.636769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:10:58.643022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-81953c11-6dd9-4e52-9577-13931a664373 admin admin] 10.222.0.61 "PUT /v2.0/routers/955a8446-e53d-4240-9ae5-17e87a752061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386381 Dec 16 10:10:59.278508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54816) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:59.284081 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982583674', 'description': 'tempest-description--1514879273'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:59.315069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.391675 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.399749 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.432124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.433391 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1538198 Dec 16 10:10:59.434157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45bac4-f1d9-4e42-8168-4e3cd9b2f4df tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a2f15-b57b-4f07-bf6c-efad47c0faba,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:59.437640 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54818) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:59.442958 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'security_group_rule': {'security_group_id': '2c9a2f15-b57b-4f07-bf6c-efad47c0faba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:59.477706 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.484779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:10:59.536240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:10:59.536616 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.563860 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.570168 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.606142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4399e9-6ca0-4d4a-b0ad-4fca9934ce53,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:59.627172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.628863 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.629633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7832c78c-1795-44c5-ac5a-2fbb1a1ec317 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1903188 Dec 16 10:10:59.632490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54820) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:59.637407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'security_group_rule': {'security_group_id': '2c9a2f15-b57b-4f07-bf6c-efad47c0faba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:59.650890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:10:59.656033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.671164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.748085 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.753288 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.773474 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2678539e-b4e5-4d75-82c2-8cda1b683bc6,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:59.789529 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.793543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5fc151a2-ff00-4c66-9940-47d8aafdac94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569793 Dec 16 10:10:59.794050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 54822) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:10:59.801375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:10:59.831736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:10:59.869051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:10:59.920113 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:10:59.929794 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:10:59.930468 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:10:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:10:59.943209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.039466 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:11:00.049193 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Allocated IP 172.25.6.241 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/5d79a7c2-3b14-4ff3-a325-9753d9b91231) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:11:00.155170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.198861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.240088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:11:00.242661 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:10:58Z', 'revision_number': 2, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:00.242843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:11:00.250461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:11:00.252610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=5d79a7c2-3b14-4ff3-a325-9753d9b91231,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:00.273780 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:11:00.274474 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Updating router 955a8446-e53d-4240-9ae5-17e87a752061 port 1bd5eb6a-5170-4350-a7cd-9947712c7489 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:11:00.300811 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.374044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.411381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.561627 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.563717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.568092 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.569361 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.625907 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Pushing event updated for resources: {'Port': ['ID=1bd5eb6a-5170-4350-a7cd-9947712c7489,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:00.642850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=5d79a7c2-3b14-4ff3-a325-9753d9b91231,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:00.652371 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.652709 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.653036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.653351 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.653665 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.654007 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.654323 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.654627 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.654932 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.655261 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.655614 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.656275 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:00.656536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.673783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.676143 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-33c941ee-cf5c-4d90-9f34-4968f969dcc5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8806415 Dec 16 10:11:00.685260 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Attempting to bind port 1bd5eb6a-5170-4350-a7cd-9947712c7489 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:11:00.685618 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Attempting to bind port 1bd5eb6a-5170-4350-a7cd-9947712c7489 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:11:00.686022 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Attempting to bind port 1bd5eb6a-5170-4350-a7cd-9947712c7489 on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:11:00.691872 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:11:00.692235 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:11:00.692630 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.693013 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:11:00.693468 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Bound port: 1bd5eb6a-5170-4350-a7cd-9947712c7489, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:11:00.693835 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.767074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] For port 1bd5eb6a-5170-4350-a7cd-9947712c7489, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:11:00.771045 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] For port 1bd5eb6a-5170-4350-a7cd-9947712c7489, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bd5eb6a-5170-4350-a7cd-9947712c7489,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:11:00.776710 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.833531 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:11:00.834158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:10:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:00.835066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-43b1596e-8c17-4fa4-8e48-9067dbbdad3c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1982583674&fields=id&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 267 time: 0.0400357 Dec 16 10:11:00.862566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-361b1a60-a39e-4f27-b92a-27ae4fc0bd34 None None] Provisioning complete for port 1bd5eb6a-5170-4350-a7cd-9947712c7489 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:11:00.863433 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-361b1a60-a39e-4f27-b92a-27ae4fc0bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.959114 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-361b1a60-a39e-4f27-b92a-27ae4fc0bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:00.965756 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:11:00.981649 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-3993fe31-b8b9-4dcb-be4e-4ae809f97234 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:00.990540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-3993fe31-b8b9-4dcb-be4e-4ae809f97234 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1478245 Dec 16 10:11:01.001926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-361b1a60-a39e-4f27-b92a-27ae4fc0bd34 None None] For port 1bd5eb6a-5170-4350-a7cd-9947712c7489, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bd5eb6a-5170-4350-a7cd-9947712c7489,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:11:01.005456 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-1ed53b44-b9d5-4945-a36d-e48d4387c620 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/quotas/63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 375 time: 0.0137393 Dec 16 10:11:01.011817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-361b1a60-a39e-4f27-b92a-27ae4fc0bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:01.069505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b1a60-a39e-4f27-b92a-27ae4fc0bd34 None None] Pushing event updated for resources: {'Port': ['ID=1bd5eb6a-5170-4350-a7cd-9947712c7489,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:01.078809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-fce6df7e-a1f2-44bb-a9a3-6cdf6c8eff70 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611622 Dec 16 10:11:01.095625 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9797-11f1-4aa0-8340-7b2f8756c197 None None] Pushing event updated for resources: {'Port': ['ID=1bd5eb6a-5170-4350-a7cd-9947712c7489,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:01.131856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-529e5d08-6c93-4e1c-969b-fbc298668a24 None None] Provisioning complete for port 1bd5eb6a-5170-4350-a7cd-9947712c7489 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:11:01.132348 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-529e5d08-6c93-4e1c-969b-fbc298668a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:01.217432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-7da65472-0e7b-44fa-9888-f91d6dbbc6bc service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260586 Dec 16 10:11:01.311556 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:01.323983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-adee1acf-cb30-4e3d-84c4-dd400d127303 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989425 Dec 16 10:11:01.340414 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ef6140-49f8-4317-b417-7da1f21d2bd5 None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:11:01.538520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30dede4b-0129-448e-8f65-b12760a04a11 req-38227c4e-b0a1-4f78-baa2-8ddf4e57392d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 210 time: 0.0373991 Dec 16 10:11:01.604753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:11:01.667354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:11:01.668087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:01.780773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bd5eb6a-5170-4350-a7cd-9947712c7489 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:11:01.832878 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 1bd5eb6a-5170-4350-a7cd-9947712c7489 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:11:01.833135 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:02.662524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b906fcaf-70d9-47c5-9412-f9d706d78fd0 req-aeefdd29-e3da-453e-aee1-55f30feeaae2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Dec 16 10:11:02.730801 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-f384ba9b-5857-4c72-a90f-23790efa6864 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:02.733148 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-f384ba9b-5857-4c72-a90f-23790efa6864 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1804395 Dec 16 10:11:02.778416 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-78c5fa43-97a2-4adf-ae58-08b3e84f5454 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 380 time: 0.0358603 Dec 16 10:11:02.789922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'port': {'device_id': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'admin_state_up': True, 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'security_groups': ['2c9a2f15-b57b-4f07-bf6c-efad47c0faba']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:11:02.917359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:11:02.921217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:03.371786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Allocated IP 172.20.0.9 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/2fd0513c-a4f1-47cd-9b50-9b3b00e19b43) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:11:03.528840 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:03.565131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:03.615814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:11:03.619389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:11:03.623542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:11:03.659766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:03.707326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:03.707707 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:03.727764 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-cddaff36-2962-478f-b4b6-2ba85f5e9e9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9417112 Dec 16 10:11:03.745664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Request body: {'port': {'device_id': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:11:03.829958 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:03.857245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6cea8-ddf9-41cb-b1e0-b78019eec3cc req-2d5a8765-c7c0-40e4-8e8a-8eefeecf43f9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:03.859434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8e6cea8-ddf9-41cb-b1e0-b78019eec3cc req-2d5a8765-c7c0-40e4-8e8a-8eefeecf43f9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 931 time: 0.0645781 Dec 16 10:11:03.914314 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8e6cea8-ddf9-41cb-b1e0-b78019eec3cc req-116796a5-f39f-4bab-848f-0d3c0f31f998 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467846 Dec 16 10:11:03.989111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0b401fcb-58ff-4452-a8cb-8f4a786b0f2a None None] Provisioning complete for port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:11:03.989691 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0b401fcb-58ff-4452-a8cb-8f4a786b0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:04.034624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0b401fcb-58ff-4452-a8cb-8f4a786b0f2a None None] Port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:11:04.180819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:11:04.189939 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:04.204588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Transition to ACTIVE for port object 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:11:04.209647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:04.285144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:04.395977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:11:04.396579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:11:04.396811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:11:04.402275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:11:04.402730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:11:04.408656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:11:04.408990 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:11:04.409391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:11:04.409805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Bound port: 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:11:04.410197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:04.495478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:11:04.499587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:11:04.505993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:04.542956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:04.543607 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:04.545176 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] 10.222.0.69 "PUT /v2.0/ports/2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 1091 time: 0.8074784 Dec 16 10:11:04.545628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:11:04.548376 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f" -d '{"events": [{"name": "network-changed", "server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:11:04.579183 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48aaf51-f7ca-4f25-a6fd-46769dbc68cb service neutron] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:04.636577 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089e1b4-8380-4518-bef5-eeaf1521395c x-openstack-request-id: req-a089e1b4-8380-4518-bef5-eeaf1521395c {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:11:04.636861 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:11:04.637101 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a089e1b4-8380-4518-bef5-eeaf1521395c {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:11:04.637507 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'status': 'completed', 'code': 200} Dec 16 10:11:04.662672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-e467e83f-a3e4-4f6d-a87d-04f8cee42067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:04.664203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-e467e83f-a3e4-4f6d-a87d-04f8cee42067 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0680125 Dec 16 10:11:04.716418 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-e9ea8800-fe10-4cc3-baec-c45e166c0f50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 217 time: 0.0416713 Dec 16 10:11:04.776464 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-17c0a5d2-d1a6-49fe-8230-d9ca23c6d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:04.778005 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-17c0a5d2-d1a6-49fe-8230-d9ca23c6d6b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0536263 Dec 16 10:11:04.832268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-2d05d120-dbd5-4590-a4d3-2974d7be22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:04.834409 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-2d05d120-dbd5-4590-a4d3-2974d7be22e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472116 Dec 16 10:11:04.949263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-81d4ad40-c8be-4af4-850a-4d32484732fd service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077757 Dec 16 10:11:05.069561 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-427f7a10-9d73-42dc-a803-dd65ad584703 req-91e88843-f65b-4bf5-a001-3220e5cdfa05 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116819 Dec 16 10:11:05.070022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a14e06-1ce8-4c47-94af-61fa265b0c4c req-607b55bc-5ceb-4275-8bc7-2317b33d4701 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:05.071597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24a14e06-1ce8-4c47-94af-61fa265b0c4c req-607b55bc-5ceb-4275-8bc7-2317b33d4701 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0604224 Dec 16 10:11:05.118583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24a14e06-1ce8-4c47-94af-61fa265b0c4c req-f64e780d-be6e-46c2-9224-ca33a8513eb6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Dec 16 10:11:05.175288 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-6f13e8d2-afa9-422e-a4f1-cd239fde5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:05.176931 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-6f13e8d2-afa9-422e-a4f1-cd239fde5a26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0623510 Dec 16 10:11:05.295975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-5c7c6bf5-6b8b-41ad-b660-5acfb7aa77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:05.298242 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-5c7c6bf5-6b8b-41ad-b660-5acfb7aa77fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1140480 Dec 16 10:11:05.342227 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-934521b8-60f7-43c2-8da0-c3c55abc728d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 217 time: 0.0369606 Dec 16 10:11:05.401202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-04f6f09b-16f5-4925-a6a3-6a871674cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:05.402745 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-04f6f09b-16f5-4925-a6a3-6a871674cf45 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0543127 Dec 16 10:11:05.452082 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-bccdfe9a-00c2-4d93-9fd4-fa32fa7a0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:05.453773 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-bccdfe9a-00c2-4d93-9fd4-fa32fa7a0cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426984 Dec 16 10:11:05.553408 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-db966c6f-4194-45bd-b06e-34c617cd21a6 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910337 Dec 16 10:11:05.648557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-702e7d76-76d0-453b-adbf-9a7a3cb9e74f req-f62271e9-61cd-448e-80ba-66cec240b6fe service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886023 Dec 16 10:11:06.240620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89c978-e14f-4903-ab34-d1169d76993a req-d6ee454f-c8a6-495f-9660-db6871d7e590 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:06.242197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b89c978-e14f-4903-ab34-d1169d76993a req-d6ee454f-c8a6-495f-9660-db6871d7e590 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0525341 Dec 16 10:11:06.281802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b89c978-e14f-4903-ab34-d1169d76993a req-cdb87795-bd15-4cf5-b446-2a821ff3f305 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Dec 16 10:11:07.403769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71916f36-b40a-4e36-97cd-aa9a906a0680 req-ec4edadb-0fdf-437f-a2e8-47d4eb7fad62 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:07.405357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71916f36-b40a-4e36-97cd-aa9a906a0680 req-ec4edadb-0fdf-437f-a2e8-47d4eb7fad62 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0537283 Dec 16 10:11:07.445712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71916f36-b40a-4e36-97cd-aa9a906a0680 req-c3364c9e-1565-41b2-8b21-ed668cb6dbf1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337396 Dec 16 10:11:08.299740 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:11:08.491686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:11:08.573393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c855d8-629c-410e-883d-803543cb53af req-3a07bdc1-590f-4407-a971-61b7903a6b09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:08.574803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22c855d8-629c-410e-883d-803543cb53af req-3a07bdc1-590f-4407-a971-61b7903a6b09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0499489 Dec 16 10:11:08.594982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:11:08.606788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'mac_address': 'fa:16:3e:31:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:11:08.619411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22c855d8-629c-410e-883d-803543cb53af req-0197b3d7-d87e-48e7-9fac-b249987ee1c9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377102 Dec 16 10:11:08.644351 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:08.657312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:11:08.676550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:11:08.681534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:08.729365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:08.962722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:11:09.739470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691d1ca-776c-4773-b80d-3d6883526e67 req-17dcf484-5d78-41e6-8fc5-895da078feeb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:09.741015 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c691d1ca-776c-4773-b80d-3d6883526e67 req-17dcf484-5d78-41e6-8fc5-895da078feeb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 944 time: 0.0522316 Dec 16 10:11:09.785471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c691d1ca-776c-4773-b80d-3d6883526e67 req-c05bdc81-38ae-4bab-828e-a3beafc8afaa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340915 Dec 16 10:11:10.506915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:11:10.564613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:11:10.569773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:11:10.570354 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:10.656153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:10.679889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:11:10.682211 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4b9fe-12c7-4738-b4ff-765002be2ceb" -d '{"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:11:10.695215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:11:10.699928 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:10.723201 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc6248c-ad94-4a82-8c5f-1952798627fd x-openstack-request-id: req-ffc6248c-ad94-4a82-8c5f-1952798627fd {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:11:10.723491 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:11:10.723740 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffc6248c-ad94-4a82-8c5f-1952798627fd {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:11:10.724141 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'code': 200} Dec 16 10:11:10.751589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:11:10.759386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.759663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.760000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.760325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.760651 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.760972 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.761289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.761604 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.761954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.762273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.762601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.762900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:11:10.824468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245fa41-5b82-42be-acb5-626a38d6d648 req-a80e7e5f-357c-466e-9f22-8c4664932b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:10.826328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c245fa41-5b82-42be-acb5-626a38d6d648 req-a80e7e5f-357c-466e-9f22-8c4664932b7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0442214 Dec 16 10:11:10.867757 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c245fa41-5b82-42be-acb5-626a38d6d648 req-bb49e4c0-cec5-402a-b4c1-001a5f2c90da service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335412 Dec 16 10:11:10.927706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee5322-509f-4c3f-a1a7-641d4177e272 req-19b04254-4461-4109-9be6-ae576d1edb01 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:10.929313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-adee5322-509f-4c3f-a1a7-641d4177e272 req-19b04254-4461-4109-9be6-ae576d1edb01 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0640306 Dec 16 10:11:10.969978 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-adee5322-509f-4c3f-a1a7-641d4177e272 req-a374f4d8-d569-41be-a9f8-7e44b06cf77c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343680 Dec 16 10:11:12.090458 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81af4a7-4d73-49b5-a016-556d8763f94d req-a7ee2991-6c3f-4b41-8002-8c1053a43ac0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:12.091960 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c81af4a7-4d73-49b5-a016-556d8763f94d req-a7ee2991-6c3f-4b41-8002-8c1053a43ac0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Dec 16 10:11:12.140095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c81af4a7-4d73-49b5-a016-556d8763f94d req-a10d9e62-f616-4694-a699-92833a790d06 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Dec 16 10:11:13.262004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52e78d-4af2-4c53-ae73-4211c31fc405 req-b714e841-47ec-4400-9b1f-e2d4360772f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:13.263537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb52e78d-4af2-4c53-ae73-4211c31fc405 req-b714e841-47ec-4400-9b1f-e2d4360772f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0528688 Dec 16 10:11:13.303371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb52e78d-4af2-4c53-ae73-4211c31fc405 req-8e4afae0-a19c-4abe-8689-2ec619216883 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Dec 16 10:11:13.419797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f174a66-47df-4d90-8cef-4a9b830ed569 req-94e9b3c2-ade4-4c41-8b58-64df900fb62c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:13.421292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f174a66-47df-4d90-8cef-4a9b830ed569 req-94e9b3c2-ade4-4c41-8b58-64df900fb62c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0538158 Dec 16 10:11:13.430259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 54872) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:11:13.434750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'floatingip': {'port_id': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:11:13.482755 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:13.931225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:13.936244 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:14.045313 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb associated. External IP: 172.25.6.241, port: 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43. Dec 16 10:11:14.078170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d51e1818-7162-4d50-80bc-1184f5bc1416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:14.265781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:11:14.387871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:11:14.393585 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:14.400131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:11:14.413794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:11:14.414944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:10:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:14.427734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-89d5f721-812f-4c67-9382-44641db2cd80 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "PUT /v2.0/floatingips/6f56c8ec-3db8-48e3-b123-c9398c585cfb HTTP/1.1" status: 200 len: 991 time: 0.9963286 Dec 16 10:11:14.429821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:11:14.431829 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b1313-2609-40ef-81e0-e0307da90297" -d '{"events": [{"name": "network-changed", "server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:11:14.528006 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f47ea-8398-4199-a913-3fe1fce20ada x-openstack-request-id: req-852f47ea-8398-4199-a913-3fe1fce20ada {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:11:14.528461 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:11:14.528833 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-852f47ea-8398-4199-a913-3fe1fce20ada {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:11:14.529381 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'status': 'completed', 'code': 200} Dec 16 10:11:14.538831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:11:14.598916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1313-2609-40ef-81e0-e0307da90297 req-2b5433c3-3f45-40fa-950e-3028ec1f3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:14.600591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-2b5433c3-3f45-40fa-950e-3028ec1f3341 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0491381 Dec 16 10:11:14.634933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-802da654-f4ed-4c0b-a669-19c0bf9470bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450671 Dec 16 10:11:14.698721 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1313-2609-40ef-81e0-e0307da90297 req-e78e00c1-71d1-4097-9d02-9d782e9308e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:14.700234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-e78e00c1-71d1-4097-9d02-9d782e9308e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0932326 Dec 16 10:11:14.779827 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-ea0cbf28-2340-4772-a2ad-112548541f11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 999 time: 0.0725882 Dec 16 10:11:14.790085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:31:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:11:13Z', 'revision_number': 1, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:14.818132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:11:14.826932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:11:14.827623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:10:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:14.838935 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1313-2609-40ef-81e0-e0307da90297 req-18dd742a-7ede-4356-ad00-3605af7edfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:14.840550 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-18dd742a-7ede-4356-ad00-3605af7edfbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0526764 Dec 16 10:11:14.893915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1313-2609-40ef-81e0-e0307da90297 req-05d18e2b-c934-4e00-9125-8d7cff2e2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:14.895490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-05d18e2b-c934-4e00-9125-8d7cff2e2f8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470397 Dec 16 10:11:14.953007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:11:14.994200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-01cfe18d-5dd4-4c7a-a79a-1534ad5b0888 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910547 Dec 16 10:11:15.099805 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-584b1313-2609-40ef-81e0-e0307da90297 req-bfd22e4b-e0e4-4130-9eec-ce61d0b37bfd service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981572 Dec 16 10:11:15.212501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:31:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:11:13Z', 'revision_number': 1, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:11:15.218907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d104b-e652-494c-a4a3-8081848ecc68 req-0b7413b1-5c48-4e42-840b-a511e9a32e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:15.220728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-0b7413b1-5c48-4e42-840b-a511e9a32e0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0466754 Dec 16 10:11:15.246291 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e2b757-57a2-4313-8eb0-900d0f2b6859 None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:31:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:11:13Z', 'revision_number': 1, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:11:15.339148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d104b-e652-494c-a4a3-8081848ecc68 req-c6be4285-11c4-4944-8081-825a0779459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:15.340910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-c6be4285-11c4-4944-8081-825a0779459c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1000924 Dec 16 10:11:15.414134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-d94d41e3-2df2-42b1-8052-ef8ae98f07d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 999 time: 0.0655258 Dec 16 10:11:15.464643 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d104b-e652-494c-a4a3-8081848ecc68 req-d2c6b7d6-d295-4d6f-a9af-e91035ae326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:15.466138 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-d2c6b7d6-d295-4d6f-a9af-e91035ae326b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0453696 Dec 16 10:11:15.476988 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9537d-4686-40a5-b4ec-e257c46f80b4 None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:11:15.531875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d104b-e652-494c-a4a3-8081848ecc68 req-eb104255-2882-4dbe-86fb-cdc1f3900a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:11:15.533587 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-eb104255-2882-4dbe-86fb-cdc1f3900a1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590925 Dec 16 10:11:15.639513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-b1acc118-5eb1-4cd4-8ae3-5ef825ec6f14 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982602 Dec 16 10:11:15.745111 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-254d104b-e652-494c-a4a3-8081848ecc68 req-3f10ece4-977d-4083-9224-f22bd9dc37cb service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965595 Dec 16 10:11:16.523565 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c35e6704-374a-4d6c-9aea-723f6c08b10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:18.177575 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:19.912410 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:19.994189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:24.154269 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:25.442303 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:44.080276 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc7b2143-3bea-4611-91ea-6fac1d5cc68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:45.301128 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:11:46.527594 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a666174c-df3d-41ca-99cf-b04bd914619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:48.180259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:49.921453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:50.011200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:54.169522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:11:55.461664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:14.085749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba58911d-e1ea-4c9c-a79f-b0d4c2ab5993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:16.533242 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8d894ade-f27f-4731-a1fe-fc375048b606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:16.655196 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-0aaed32a-7902-40d7-9586-26ac3fa60a94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509810 Dec 16 10:12:16.748335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-7c0537d8-3d54-4a50-a751-cc6823cb5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:16.750178 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-7c0537d8-3d54-4a50-a751-cc6823cb5e6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0473018 Dec 16 10:12:16.873058 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-260282d6-8c60-4608-b85b-94c166a5cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:16.874721 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-260282d6-8c60-4608-b85b-94c166a5cf52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1043522 Dec 16 10:12:16.947445 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-4d5111b7-4819-4b8a-a5b3-ad906aee3d33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 1001 time: 0.0656428 Dec 16 10:12:17.011424 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-07036838-6ba2-4b86-a456-7057859d5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:17.013154 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-07036838-6ba2-4b86-a456-7057859d5248 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0579474 Dec 16 10:12:17.068945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-e0427e40-f1b4-438f-bdba-5cf3341ff80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:17.070675 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-e0427e40-f1b4-438f-bdba-5cf3341ff80a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492651 Dec 16 10:12:17.169193 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-0aaac195-2866-4ba7-9f42-24cfcb6edf7d service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910265 Dec 16 10:12:17.276738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c938382c-64ed-415a-b2f5-418b7b24d431 req-252cc814-2b08-4bd4-9074-6b20857a2860 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005232 Dec 16 10:12:18.187351 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:19.907910 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:20.003790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:22.300964 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:12:24.193457 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:25.460075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:33.789333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-94fe061c-9414-4b32-b74f-ba267c805bda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468481 Dec 16 10:12:33.883697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-969c8766-c841-4412-bafb-edc495a11e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:33.885287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-969c8766-c841-4412-bafb-edc495a11e45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0488896 Dec 16 10:12:33.989900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-adfb0c0f-162a-4f64-8379-722985a45397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:33.991380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-adfb0c0f-162a-4f64-8379-722985a45397 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0859389 Dec 16 10:12:34.035564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-ec42253d-a4fe-4aed-b34a-c49ea9c58914 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0366995 Dec 16 10:12:34.093321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-7e9a9317-0f62-4df2-b10a-15fdd79d29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:34.094848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-7e9a9317-0f62-4df2-b10a-15fdd79d29a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0522294 Dec 16 10:12:34.142785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-07d88d58-7a33-4b76-9019-de8963158168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:12:34.144299 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-07d88d58-7a33-4b76-9019-de8963158168 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423641 Dec 16 10:12:34.244132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-cb5c42bf-a134-4334-b341-85c25a173802 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898857 Dec 16 10:12:34.353763 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e334674b-b0e9-44e2-a538-4adbcf9698cd req-3988e16c-12df-4781-ab90-eb02c4f96cbe service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009495 Dec 16 10:12:44.083366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f25873b-f0d8-405b-a849-02f7600c9220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:46.540843 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7ca10640-a859-4ae9-9767-effd2c8402e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:48.196335 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:49.916867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:50.006279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:54.215425 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:55.458640 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:12:59.301110 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:13:14.078664 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f46fd914-41a8-4087-9787-788b8625d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:16.539823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9e488025-155d-4021-b470-7dbbaaea0d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:17.642088 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-6f5ff5e2-7faf-41cb-953f-1cb278e11bc3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443723 Dec 16 10:13:17.730037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-15e2f08b-4d83-432f-861b-cc6a909efe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.731664 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-15e2f08b-4d83-432f-861b-cc6a909efe91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0458996 Dec 16 10:13:17.844048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-d5d129c0-7952-43f1-bad6-f75daacfc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.845569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-d5d129c0-7952-43f1-bad6-f75daacfc230 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0946169 Dec 16 10:13:17.911311 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-42cbb58c-29db-400f-a325-6802f04c0bee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 1001 time: 0.0584042 Dec 16 10:13:17.965574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-c61dfac7-cbe2-436b-97e6-e469b64a1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:17.967689 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-c61dfac7-cbe2-436b-97e6-e469b64a1eda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0497050 Dec 16 10:13:18.019789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-6f211dbb-2360-4304-b51e-b95d3e5f40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:18.021531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-6f211dbb-2360-4304-b51e-b95d3e5f40c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469067 Dec 16 10:13:18.114101 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-bab2272d-c3a1-4b48-b8ee-503b3fd5684c service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846312 Dec 16 10:13:18.192317 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:18.217625 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1824507-2ed3-4e6a-98e8-f62b1aed927c req-95ec3dd1-8aa1-4f94-adf1-3877d3ea8f82 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960691 Dec 16 10:13:19.913838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:20.014887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:24.223446 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:25.490360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:35.783072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-668a2b51-5309-4cfb-ba62-476013c9b0cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534322 Dec 16 10:13:35.871074 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-aab538ca-4110-4f62-be12-cd0c52aad501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:35.872624 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-aab538ca-4110-4f62-be12-cd0c52aad501 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0446196 Dec 16 10:13:36.300893 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:13:36.305166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-b45f8475-c994-4421-891c-7a2667987425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:36.306724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-b45f8475-c994-4421-891c-7a2667987425 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.4132893 Dec 16 10:13:36.351453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-27863263-06df-407e-8790-fbfabeb481c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0357285 Dec 16 10:13:36.409681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-bf26cb28-a277-4427-a2c5-9d5515427b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:36.411180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-bf26cb28-a277-4427-a2c5-9d5515427b17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0528438 Dec 16 10:13:36.461667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-5d764406-2363-4b72-9c5d-78c62d1f0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:36.463252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-5d764406-2363-4b72-9c5d-78c62d1f0976 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430336 Dec 16 10:13:36.560342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-460d11e4-40e8-4107-a7d0-c1d942523dfc service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894868 Dec 16 10:13:36.659089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bb45ed-8a30-433d-b3f2-5a95a4abb412 req-71381549-d90d-4008-8e55-d0d08abbf65a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909171 Dec 16 10:13:44.081317 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd5c127d-ad75-4879-bf1c-3cbddd189669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:44.990236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-96de8f68-4882-4f1e-865b-79a865be803c req-fee19a00-2cac-41b5-a141-735f8281aa12 service neutron] (102397) timed out ('10.222.0.61', 52860) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:13:46.535261 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c95c5b5c-6b9b-44bd-8849-f570f44e63b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.194433 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:48.616355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9a415-809f-48bd-a1a4-ddfecb636e16 req-9e7a9311-744c-4f15-bd53-b42b448c87b6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:48.618137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09a9a415-809f-48bd-a1a4-ddfecb636e16 req-9e7a9311-744c-4f15-bd53-b42b448c87b6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.1183357 Dec 16 10:13:48.660424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-09a9a415-809f-48bd-a1a4-ddfecb636e16 req-5aa2427d-cc8e-4d23-9957-e69a4fe48287 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358405 Dec 16 10:13:48.930194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bd2cf-63fa-4a0c-86a9-d78bcc40313b req-02e5a913-3962-45b2-aa1f-12ca13345d75 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:48.934446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-130bd2cf-63fa-4a0c-86a9-d78bcc40313b req-02e5a913-3962-45b2-aa1f-12ca13345d75 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0681496 Dec 16 10:13:48.977294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-130bd2cf-63fa-4a0c-86a9-d78bcc40313b req-b5ad62ce-390e-42f0-8d12-d288c723bf4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392222 Dec 16 10:13:48.978288 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-fe9caf10-81e6-4719-a9d7-73392b8cd0cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112497 Dec 16 10:13:49.911830 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.016933 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:50.140360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829c46f-7775-4fba-92d4-95d6f67703c1 req-044ac520-0205-4579-b24d-e1b67e96a1ad tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:50.142506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f829c46f-7775-4fba-92d4-95d6f67703c1 req-044ac520-0205-4579-b24d-e1b67e96a1ad tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0702977 Dec 16 10:13:50.190826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f829c46f-7775-4fba-92d4-95d6f67703c1 req-2791ad69-0886-47a6-bc97-b9056053fdf6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408323 Dec 16 10:13:50.454826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-2541a701-7c72-43aa-8a68-9b60f8edf6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:50.456769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-2541a701-7c72-43aa-8a68-9b60f8edf6bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1096 time: 0.0511155 Dec 16 10:13:50.579969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-ba3f2c43-daca-41a5-be39-960f159401f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:50.583219 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-ba3f2c43-daca-41a5-be39-960f159401f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1174421 Dec 16 10:13:50.662316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1b8d8eb4-fef0-433b-ac23-0e082f78e24d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 1001 time: 0.0727575 Dec 16 10:13:50.724877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-dcf61d75-6a63-4351-9d99-2403fd268c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:50.726508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-dcf61d75-6a63-4351-9d99-2403fd268c73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0566275 Dec 16 10:13:50.792722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-3e040cb4-16c1-40c8-89f3-8ed5a5aab38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:50.794424 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-3e040cb4-16c1-40c8-89f3-8ed5a5aab38a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599544 Dec 16 10:13:50.898472 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1c8d7612-1cd0-4537-b313-b02466949b6b service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964057 Dec 16 10:13:51.006609 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-4a44d107-9f73-47db-b54b-9eecd0354efd service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004052 Dec 16 10:13:51.334881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbc20e-004d-4bae-aed3-68047b58241e req-0e859aef-1dec-457a-bb2a-00a2cfe5daae tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:51.336517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05bbc20e-004d-4bae-aed3-68047b58241e req-0e859aef-1dec-457a-bb2a-00a2cfe5daae tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0562317 Dec 16 10:13:51.381921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05bbc20e-004d-4bae-aed3-68047b58241e req-53f0ef40-41c3-4d29-89af-d7991e58b9a4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380969 Dec 16 10:13:52.530811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8bfa2-5251-4f9a-aec4-8db6b6ef10be req-ef3cb09f-3d7d-4058-b74e-9b066ef8f3a4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:52.533189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fb8bfa2-5251-4f9a-aec4-8db6b6ef10be req-ef3cb09f-3d7d-4058-b74e-9b066ef8f3a4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0706890 Dec 16 10:13:52.584079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1fb8bfa2-5251-4f9a-aec4-8db6b6ef10be req-3c5991cf-d488-4df3-9b9f-88a4f0b59cbd tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 Dec 16 10:13:53.722215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844b3d-34bd-413b-810c-b6e68e7070dd req-b382a5c5-81ee-41b7-87ee-16007261701d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:53.723880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd844b3d-34bd-413b-810c-b6e68e7070dd req-b382a5c5-81ee-41b7-87ee-16007261701d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0639007 Dec 16 10:13:53.768732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd844b3d-34bd-413b-810c-b6e68e7070dd req-4c0cc834-5e33-4f9d-a40f-e55cc3dedae8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Dec 16 10:13:54.236008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:54.904221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8a222-642e-48e6-9083-71c759821522 req-24ba59a5-9951-4d5e-9f64-6a7f1252261c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:54.905903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ed8a222-642e-48e6-9083-71c759821522 req-24ba59a5-9951-4d5e-9f64-6a7f1252261c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0645397 Dec 16 10:13:54.947386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ed8a222-642e-48e6-9083-71c759821522 req-7363e4d1-2b40-4cae-97c2-f465a8a80e42 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346873 Dec 16 10:13:55.489549 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:13:56.075686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb471d9-1f15-4b7a-bd60-aeb440e63e00 req-37aa0c3b-e4fe-4d25-8102-614ade270150 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:56.077257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb471d9-1f15-4b7a-bd60-aeb440e63e00 req-37aa0c3b-e4fe-4d25-8102-614ade270150 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0562947 Dec 16 10:13:56.121425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecb471d9-1f15-4b7a-bd60-aeb440e63e00 req-d268e1de-abe0-493a-bf2c-be416bd5bfda tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370255 Dec 16 10:13:57.248752 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac477f-a473-4f9b-a882-163eff0a091c req-37fb0409-4383-4fff-b3b3-893575761968 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:57.250296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfac477f-a473-4f9b-a882-163eff0a091c req-37fb0409-4383-4fff-b3b3-893575761968 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0514808 Dec 16 10:13:57.300177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfac477f-a473-4f9b-a882-163eff0a091c req-8e424f18-7623-49c8-9fa4-69805138adb9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432556 Dec 16 10:13:58.435568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fe01c-261a-4746-bb4e-ab987110c706 req-942b2fb7-741f-4fa6-a4c9-690a0f557203 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:58.437190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-147fe01c-261a-4746-bb4e-ab987110c706 req-942b2fb7-741f-4fa6-a4c9-690a0f557203 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0582182 Dec 16 10:13:58.482544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-147fe01c-261a-4746-bb4e-ab987110c706 req-63bcce87-c393-46b0-affc-321d150a6047 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378101 Dec 16 10:13:59.609957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7a14e-5bd2-4856-a676-495b937c9e7d req-c424339e-59db-4a37-9488-12266a22393e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:13:59.611505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33f7a14e-5bd2-4856-a676-495b937c9e7d req-c424339e-59db-4a37-9488-12266a22393e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0562756 Dec 16 10:13:59.655416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33f7a14e-5bd2-4856-a676-495b937c9e7d req-d659b360-84cc-4c21-a1fc-3be3d954a4b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366952 Dec 16 10:14:00.778199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1664-eba5-46ea-9896-9bfd4936b1f1 req-ec57379f-0d57-4114-9a3d-9d7642c090a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:00.779712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-378b1664-eba5-46ea-9896-9bfd4936b1f1 req-ec57379f-0d57-4114-9a3d-9d7642c090a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Dec 16 10:14:00.820822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-378b1664-eba5-46ea-9896-9bfd4936b1f1 req-cd24b649-0c99-45e1-a7a9-8f7eead31700 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347626 Dec 16 10:14:01.944713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74c119-5e2a-436b-ae3b-e9dbd5202fc2 req-f242246e-42fd-4752-9ba2-5c73830de5de tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:01.946251 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef74c119-5e2a-436b-ae3b-e9dbd5202fc2 req-f242246e-42fd-4752-9ba2-5c73830de5de tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0519526 Dec 16 10:14:01.985913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef74c119-5e2a-436b-ae3b-e9dbd5202fc2 req-ef398db6-673f-4340-8781-27d0c8952b5c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332577 Dec 16 10:14:02.921630 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-3718ea24-40a7-4174-a96f-77dd043af0ee service neutron] show failed (client error): The resource could not be found. Dec 16 10:14:02.922734 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-3718ea24-40a7-4174-a96f-77dd043af0ee service neutron] 10.222.0.69 "GET /v2.0/ports/2fd0513c-a4f1-47cd-9b50-9b3b00e19b43/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0609641 Dec 16 10:14:03.165193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612f467-fb27-4ed6-bf93-f868441bef5c req-ca15b261-21bd-4967-bd91-8c22a6b8f52f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:03.166790 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f612f467-fb27-4ed6-bf93-f868441bef5c req-ca15b261-21bd-4967-bd91-8c22a6b8f52f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0890644 Dec 16 10:14:03.174173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-7bdea4ad-d550-4b42-ab7e-b1ca99afcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:03.175600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-7bdea4ad-d550-4b42-ab7e-b1ca99afcbde service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0642889 Dec 16 10:14:03.195807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:14:03.245255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f612f467-fb27-4ed6-bf93-f868441bef5c req-9b9fd849-741e-4946-8554-3916240b02dd tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686688 Dec 16 10:14:03.273006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:03.532620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:03.568738 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:14:03.612420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:03.614817 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377ebf05-9d6e-4cf9-a3ec-25d00b58975e" -d '{"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:03.619091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:03.634951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Transition to ACTIVE for port object 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:14:03.640252 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:03.693563 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1c054-4863-49ec-a207-a6f3b7cf88c7 x-openstack-request-id: req-ecb1c054-4863-49ec-a207-a6f3b7cf88c7 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:03.693880 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:03.694202 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecb1c054-4863-49ec-a207-a6f3b7cf88c7 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:03.694607 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'code': 200} Dec 16 10:14:03.714064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:03.760711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.760983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.761245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.761561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.761893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.762231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.762547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.762849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.763164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.763484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.763792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.764102 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:03.805114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] No DVR routers for this DVR port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:14:03.951311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:14:03.951663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:14:03.952167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:14:03.957134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:14:03.957475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Attempting to bind port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:14:03.962839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:14:03.963338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:14:03.963949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:14:03.964616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Bound port: 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:14:03.965111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:04.039924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:14:04.043228 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:14:04.051085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:04.090241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:04.090828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:04.092497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] 10.222.0.53 "PUT /v2.0/ports/2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 1091 time: 0.9086988 Dec 16 10:14:04.128729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019a98d-a4c9-4b88-b857-dc8f3d16f199 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:04.170991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-16344094-454f-4300-95bb-295f1798c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:04.172535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-16344094-454f-4300-95bb-295f1798c479 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0538414 Dec 16 10:14:04.276934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-3fbb6a17-f8d2-49f1-ad9b-31af9d14337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:04.278536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-3fbb6a17-f8d2-49f1-ad9b-31af9d14337a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0988784 Dec 16 10:14:04.391655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-40f37d13-bcfa-4925-80d6-3f76d14cfe5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 999 time: 0.1051922 Dec 16 10:14:04.437785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128decda-3f0b-4d49-80ed-5387eab66786 req-01fc82a0-97c5-44f8-81c1-11fd5b54935b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:04.439475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128decda-3f0b-4d49-80ed-5387eab66786 req-01fc82a0-97c5-44f8-81c1-11fd5b54935b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.1062484 Dec 16 10:14:04.478146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-c761e4b0-74d1-4231-8a0b-bb40c54c2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:04.479651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-c761e4b0-74d1-4231-8a0b-bb40c54c2458 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0811391 Dec 16 10:14:04.506689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128decda-3f0b-4d49-80ed-5387eab66786 req-51641e41-5a61-49a9-8f12-0ee9e8985707 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596020 Dec 16 10:14:04.545097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-e2ca2ed5-b3c9-4f2a-aa8b-984c61c63c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:04.546499 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-e2ca2ed5-b3c9-4f2a-aa8b-984c61c63c35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569875 Dec 16 10:14:04.660858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-ade5c6ce-c1d8-4638-aa39-1f09a33a177e service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073937 Dec 16 10:14:04.767442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-350fc6ec-7c75-444b-a310-3cd25af3792a req-b7b9357e-ce08-48b2-a39f-1ea8927fc573 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994174 Dec 16 10:14:05.646178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b67bab-3cab-4787-8552-b8ab3820222f req-53c66b28-19a9-4f55-ae27-8dced0d7e31e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:05.647930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77b67bab-3cab-4787-8552-b8ab3820222f req-53c66b28-19a9-4f55-ae27-8dced0d7e31e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0593901 Dec 16 10:14:05.696619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77b67bab-3cab-4787-8552-b8ab3820222f req-8ebfc76a-e704-45c0-88cc-fb58ebd2983e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372906 Dec 16 10:14:05.697365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:05.701517 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b47bade-7447-4eec-857c-3082c45af855" -d '{"events": [{"name": "network-changed", "server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:05.762074 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebacc2ae-e11b-4a6e-8117-8b6224e55e3c x-openstack-request-id: req-ebacc2ae-e11b-4a6e-8117-8b6224e55e3c {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:05.762369 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:05.762622 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebacc2ae-e11b-4a6e-8117-8b6224e55e3c {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:05.763025 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'status': 'completed', 'code': 200} Dec 16 10:14:05.833061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-e4e20c2c-c384-4a51-a783-287a75fcc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:05.834676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-e4e20c2c-c384-4a51-a783-287a75fcc94e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0447261 Dec 16 10:14:05.845249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-b74a169b-d6e6-4fa4-bc02-6d1f00ed2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:05.847020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-b74a169b-d6e6-4fa4-bc02-6d1f00ed2864 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0602241 Dec 16 10:14:05.950388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-59aa7717-8664-4334-b2e1-9cc8b28e2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:05.951899 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-59aa7717-8664-4334-b2e1-9cc8b28e2101 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1095843 Dec 16 10:14:05.957897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-bbb07c01-9b74-4a86-ac2e-567912c58fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:05.959425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-bbb07c01-9b74-4a86-ac2e-567912c58fb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1047618 Dec 16 10:14:06.030078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-b02d520e-03f2-4bdf-860d-0809a5fd85d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 999 time: 0.0710070 Dec 16 10:14:06.033606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-3f489ce8-a286-432f-897c-d4495a1fef71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 999 time: 0.0663710 Dec 16 10:14:06.098564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-ce59b533-aa0e-4710-8137-17391b57949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:06.099837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-363b8d18-0cd5-4985-a76f-232214447bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:06.100082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-ce59b533-aa0e-4710-8137-17391b57949b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0593371 Dec 16 10:14:06.101382 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-363b8d18-0cd5-4985-a76f-232214447bab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0633628 Dec 16 10:14:06.158842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-2600e7f4-6cd3-42a0-a00b-9a91c139ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:06.161153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-2600e7f4-6cd3-42a0-a00b-9a91c139ced7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518212 Dec 16 10:14:06.163444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47bade-7447-4eec-857c-3082c45af855 req-2b408788-1651-495c-87ca-fa279669ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:06.166002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-2b408788-1651-495c-87ca-fa279669ca71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566301 Dec 16 10:14:06.271108 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-b7b1516e-aa71-4cde-afdd-bdd4fcfdfbf9 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979488 Dec 16 10:14:06.279482 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-8e209f56-c0cc-4e24-b638-3e536f7ca8e3 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047649 Dec 16 10:14:06.406041 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-2ec82f23-a433-4f47-b22d-9102e5355545 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152549 Dec 16 10:14:06.416779 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1b47bade-7447-4eec-857c-3082c45af855 req-8f07ecb3-9851-4e45-a58e-0678955a7cfd service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346226 Dec 16 10:14:06.844911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085f2b1-fd30-4654-ab71-50b175e9b0f4 req-d108fae2-566a-49a6-b6cd-f1352848daac tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:06.846680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7085f2b1-fd30-4654-ab71-50b175e9b0f4 req-d108fae2-566a-49a6-b6cd-f1352848daac tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0667076 Dec 16 10:14:06.911785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7085f2b1-fd30-4654-ab71-50b175e9b0f4 req-32ca5903-6aa1-4253-8ad7-ddb9619b31b2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559447 Dec 16 10:14:07.157837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36b0bd-f906-4212-99df-5d6b6fced3ac req-dd8cf3e8-ed4c-4d2a-b933-8005c6e5590f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:07.160030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab36b0bd-f906-4212-99df-5d6b6fced3ac req-dd8cf3e8-ed4c-4d2a-b933-8005c6e5590f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0689080 Dec 16 10:14:07.170300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-a603fac1-1bff-4b69-97f1-19633af19ec1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:07.172224 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-a603fac1-1bff-4b69-97f1-19633af19ec1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2&tenant_id=63868f34f47b4cde813981ab24322dc9&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.0656199 Dec 16 10:14:07.210386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab36b0bd-f906-4212-99df-5d6b6fced3ac req-1b2de7aa-b14d-48f6-b8c4-b929e45fc78c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Dec 16 10:14:07.244988 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-36b2b076-ca2f-4823-9d9c-58cb2df80c45 service neutron] delete failed (client error): The resource could not be found. Dec 16 10:14:07.246177 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-36b2b076-ca2f-4823-9d9c-58cb2df80c45 service neutron] 10.222.0.69 "DELETE /v2.0/ports/2fd0513c-a4f1-47cd-9b50-9b3b00e19b43/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0670748 Dec 16 10:14:07.337380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-a5bcaf92-347f-4759-8d70-f1bb1c1e3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:07.339318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-a5bcaf92-347f-4759-8d70-f1bb1c1e3a43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 1094 time: 0.0480630 Dec 16 10:14:07.427857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:14:07.453608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-e96a0328-bfd0-4074-94bf-74bce9a28550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:07.455322 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-e96a0328-bfd0-4074-94bf-74bce9a28550 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1087694 Dec 16 10:14:07.491788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:14:07.531200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-69580ebf-d06f-4fdf-9ec4-09c77b8377a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 200 len: 999 time: 0.0683415 Dec 16 10:14:07.605128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-a050d68c-b683-4ff4-b038-134803c52473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:07.606676 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-a050d68c-b683-4ff4-b038-134803c52473 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0692036 Dec 16 10:14:07.657940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-9f3c85ce-e60e-4315-ae58-3ccfa4147910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:07.659677 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-9f3c85ce-e60e-4315-ae58-3ccfa4147910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457635 Dec 16 10:14:07.779751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-3937b699-da38-4d4e-9062-5943f3157a00 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123509 Dec 16 10:14:07.910227 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-51cdda36-33eb-4e75-a24a-255d5b04059b req-56fcdb36-7b3a-4faf-9b96-f30eadffb9a3 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225293 Dec 16 10:14:08.354438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa6e5-3bb0-4805-b4c1-7b73d0bef0ea req-170a793d-f90c-410c-92f4-c8e2ec3a2ca8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:08.355966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-612aa6e5-3bb0-4805-b4c1-7b73d0bef0ea req-170a793d-f90c-410c-92f4-c8e2ec3a2ca8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 943 time: 0.0600221 Dec 16 10:14:08.405200 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-612aa6e5-3bb0-4805-b4c1-7b73d0bef0ea req-015614be-e93e-4e12-b648-8c0353c2a964 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Dec 16 10:14:08.651603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:14:08.751131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:08.763679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'mac_address': 'fa:16:3e:31:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:14:08.806638 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:08.824009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:14:08.848373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:08.852712 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:08.907960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:08.915249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.915611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.915940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.916275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.916611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.916915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.917228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.917543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.917872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.918190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.918501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:08.918814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:09.103499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:14:09.533727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c2f72-0800-4cab-831f-93954b7d3e48 req-43991d3c-106d-4406-bdcb-9230e175f5ff tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:09.535585 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b2c2f72-0800-4cab-831f-93954b7d3e48 req-43991d3c-106d-4406-bdcb-9230e175f5ff tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 944 time: 0.0570948 Dec 16 10:14:09.586823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b2c2f72-0800-4cab-831f-93954b7d3e48 req-3937af1f-1014-40d4-ad4a-33e8e6147eb6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Dec 16 10:14:09.710405 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166e3b4-9282-44f1-b9d2-2df76c95214e req-3870dc9d-a0e1-4198-8b6d-96f0bb4be84d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:09.711813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a166e3b4-9282-44f1-b9d2-2df76c95214e req-3870dc9d-a0e1-4198-8b6d-96f0bb4be84d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 944 time: 0.0514119 Dec 16 10:14:09.752413 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a166e3b4-9282-44f1-b9d2-2df76c95214e req-dcee3da5-7ca7-4715-ac26-0024a2efa70f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334730 Dec 16 10:14:09.886180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0a84-d505-40e6-a36c-7fe853b1aad7 req-2721dcbc-93d3-470e-a09d-187ceeafbf2a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:09.888274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a9c0a84-d505-40e6-a36c-7fe853b1aad7 req-2721dcbc-93d3-470e-a09d-187ceeafbf2a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 944 time: 0.0597434 Dec 16 10:14:09.934099 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a9c0a84-d505-40e6-a36c-7fe853b1aad7 req-d1af23d1-bd97-47f9-816e-17c5912c2862 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358279 Dec 16 10:14:10.212100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70be3-a152-4e5a-a7be-ffde9d83f250 req-53b50a3a-fe9b-4ac8-8c4a-a1c2d3a5fd05 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:10.213673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62e70be3-a152-4e5a-a7be-ffde9d83f250 req-53b50a3a-fe9b-4ac8-8c4a-a1c2d3a5fd05 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 944 time: 0.0646601 Dec 16 10:14:10.255259 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62e70be3-a152-4e5a-a7be-ffde9d83f250 req-a24e1aee-ea02-4ecb-b305-b923e6c44646 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354257 Dec 16 10:14:10.675790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:14:10.734911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:14:10.739096 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:14:10.739466 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:10.826250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:10.850535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:10.853043 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0c6834-2f1c-4f75-a5e4-1ea4acb13682" -d '{"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:10.867932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:10.873643 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:10.943466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:10.978580 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcba0093-c013-4d69-bea1-8f0ac3ffdbd5 x-openstack-request-id: req-fcba0093-c013-4d69-bea1-8f0ac3ffdbd5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:10.978898 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:10.979145 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fcba0093-c013-4d69-bea1-8f0ac3ffdbd5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:10.979720 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'code': 200} Dec 16 10:14:11.384959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649a24f-8fb7-4708-a25f-3e4236dfb5dc req-99b3135f-df85-4915-95b0-115823aa9803 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:11.386498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1649a24f-8fb7-4708-a25f-3e4236dfb5dc req-99b3135f-df85-4915-95b0-115823aa9803 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0499504 Dec 16 10:14:11.468968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1649a24f-8fb7-4708-a25f-3e4236dfb5dc req-b0dca7c3-3b22-464d-ba5d-d23f10fdacda tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761430 Dec 16 10:14:11.491712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-fbd0b75f-aa27-44f9-bb41-c1641e6efbe8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:11.493211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-fbd0b75f-aa27-44f9-bb41-c1641e6efbe8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 945 time: 0.0742428 Dec 16 10:14:11.614267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Deleting port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:14:11.614607 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:11.738120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] For port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:11.738475 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:11.979599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:11.979981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:11.980307 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb disassociated. External IP: 172.25.6.241, port: 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43. Dec 16 10:14:11.980639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Calling delete_port for 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:14:12.119942 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:12.150966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'Port': ['ID=2fd0513c-a4f1-47cd-9b50-9b3b00e19b43,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:12.283261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:14:12.403597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:14:12.418432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:14:12.432855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:14:12.433713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:13:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:12.450914 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] No DVR routers for this DVR port 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:14:12.453769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:12.462515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17424d39-c12d-494e-af68-df0c19e1a8b9 req-83690167-92b7-4cc8-8bac-d9ff2ef1de84 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "DELETE /v2.0/ports/2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 HTTP/1.1" status: 204 len: 173 time: 0.9594612 Dec 16 10:14:12.467541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-deleted', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:12.470079 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74dae1d-a660-43d4-a34f-206cec010096" -d '{"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-deleted", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:12.530092 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d3b15-f68f-4826-aafc-401ad34abeb8 x-openstack-request-id: req-190d3b15-f68f-4826-aafc-401ad34abeb8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:12.530425 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511e5ce2-993c-467c-acd7-df2ebd5ccfa2", "name": "network-vif-deleted", "tag": "2fd0513c-a4f1-47cd-9b50-9b3b00e19b43", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:12.531295 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-190d3b15-f68f-4826-aafc-401ad34abeb8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:12.531923 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511e5ce2-993c-467c-acd7-df2ebd5ccfa2', 'name': 'network-vif-deleted', 'tag': '2fd0513c-a4f1-47cd-9b50-9b3b00e19b43', 'status': 'completed', 'code': 200} Dec 16 10:14:12.575465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:14:12.625824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-803578e8-66e5-44c5-b8d7-7dc6f4336b3f req-24e96c85-fb56-4202-b4e0-b9d5410cd53d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=511e5ce2-993c-467c-acd7-df2ebd5ccfa2 HTTP/1.1" status: 200 len: 210 time: 0.0362134 Dec 16 10:14:12.970050 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:12.998427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:14:13.008376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:14:13.009003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:13:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:13.121034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:14:13.301255 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:14:13.345075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:13.373124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581f406-8b5b-4551-90d3-998e16926e75 None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:14:13.638190 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848029bd-b824-4a69-b876-064fdb313599 None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:14:13.916547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-d3efacac-35c9-458c-b157-f174684dfbd7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1982583674&fields=id&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 267 time: 0.0432758 Dec 16 10:14:14.042268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-b3f04206-21b5-416d-a9d0-cdbfe5092b08 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:14.044703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-b3f04206-21b5-416d-a9d0-cdbfe5092b08 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1202979 Dec 16 10:14:14.060796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-39d05fd7-d902-40db-8290-2f2e2a24fcd5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/quotas/63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 375 time: 0.0100803 Dec 16 10:14:14.087972 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37d964f8-3254-4961-8cd0-5184ea0dfdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:14.135786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-72007738-b8f4-4786-953c-fba5e97932a2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651190 Dec 16 10:14:14.305720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-3350e1bb-0b0e-4aeb-8439-cf283744005f service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537728 Dec 16 10:14:14.405783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-8019c5b3-e0b8-471f-a9d1-da7a62e6d7b1 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934889 Dec 16 10:14:14.581411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39079e94-0ecb-46ad-9d9a-6522310157d8 req-ed62d159-281b-4e97-9f16-8f496e7d93b9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 210 time: 0.0306971 Dec 16 10:14:14.700992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:14:14.723953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:14:14.725143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 2fd0513c-a4f1-47cd-9b50-9b3b00e19b43 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:14:15.734413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-5f3512a8-8287-4294-82cc-b1c25703d40d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:15.735020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84c5b40b-94a6-48e6-9c5f-5a0e1bd4275a req-fb2469c3-7f17-48d1-99cb-767d09a40c1f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 210 time: 0.0422864 Dec 16 10:14:15.737070 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-5f3512a8-8287-4294-82cc-b1c25703d40d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1713905 Dec 16 10:14:15.790210 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-c1dfcf47-958a-48e5-b82d-7355631d013f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 380 time: 0.0413787 Dec 16 10:14:15.804265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'port': {'device_id': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'admin_state_up': True, 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'security_groups': ['2c9a2f15-b57b-4f07-bf6c-efad47c0faba']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:14:15.926091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:14:15.929659 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.087534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Allocated IP 172.20.0.6 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/da777f0c-7d52-43d7-926b-5deacf3f78aa) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:14:16.234595 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.276583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.327494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:14:16.333996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:14:16.335975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:16.338131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:14:16.370790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.371125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.371462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.371797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.372160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.372484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.372805 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.373165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.373487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.373838 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.374187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.374534 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:14:16.405125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:16.405125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.429611 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-f70006f0-9947-4112-a8a3-8b4db5a9a4a7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300426 Dec 16 10:14:16.442381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Request body: {'port': {'device_id': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:14:16.504369 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.539214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fff10344-7c27-468e-8c78-219411f9a657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.621396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-44b695ad-b0d1-4b71-8b2c-522ab1b83ac3 None None] Provisioning complete for port da777f0c-7d52-43d7-926b-5deacf3f78aa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:14:16.621697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-44b695ad-b0d1-4b71-8b2c-522ab1b83ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.664498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-44b695ad-b0d1-4b71-8b2c-522ab1b83ac3 None None] Port da777f0c-7d52-43d7-926b-5deacf3f78aa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:14:16.806986 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da777f0c-7d52-43d7-926b-5deacf3f78aa {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:14:16.815887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.830450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Transition to ACTIVE for port object da777f0c-7d52-43d7-926b-5deacf3f78aa will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:14:16.835421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:16.885755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1add5-4086-496c-b297-0e92c08af9c2 req-fb14e304-61b1-4bd8-a924-207278fcecc6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:16.887501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7e1add5-4086-496c-b297-0e92c08af9c2 req-fb14e304-61b1-4bd8-a924-207278fcecc6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0600114 Dec 16 10:14:16.904452 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:16.936012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f7e1add5-4086-496c-b297-0e92c08af9c2 req-39d7a2a8-6e18-4c18-92f7-e9e408c0b6f1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394270 Dec 16 10:14:17.002211 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:14:17.002871 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:14:17.003389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:14:17.011053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Port da777f0c-7d52-43d7-926b-5deacf3f78aa on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:14:17.011380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:14:17.017299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:14:17.017627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:14:17.018213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:14:17.018945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Bound port: da777f0c-7d52-43d7-926b-5deacf3f78aa, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:14:17.019151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:17.101467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:14:17.104679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:14:17.108407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:17.147037 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:17.147543 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:17.148957 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] 10.222.0.69 "PUT /v2.0/ports/da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1091 time: 0.7110584 Dec 16 10:14:17.152032 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:17.154760 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f96088e655f0ba3125171be21c22a33e90a643be00ea1f3e5b4cf42c3b99b5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12934334-5b01-4f3b-9e16-40550eddb7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:17.207919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f123c7-5063-4bb6-b4cf-b303d39ec1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:17.217817 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6310fe-7e1b-4a3b-9d61-e715e707c7bc x-openstack-request-id: req-8a6310fe-7e1b-4a3b-9d61-e715e707c7bc {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:17.218158 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:17.218371 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a6310fe-7e1b-4a3b-9d61-e715e707c7bc {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:17.218774 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'status': 'completed', 'code': 200} Dec 16 10:14:17.256200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e62f76f7-33b4-4f13-be93-526b8195d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:17.257945 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-e62f76f7-33b4-4f13-be93-526b8195d1ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1094 time: 0.0601528 Dec 16 10:14:17.311165 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-5beab82e-08d8-44c1-a345-cb7359a18d28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 217 time: 0.0449419 Dec 16 10:14:17.365602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-ff528eff-427c-4661-ac85-3e0c16acb848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:17.367213 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-ff528eff-427c-4661-ac85-3e0c16acb848 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0496957 Dec 16 10:14:17.418020 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-ce635f1d-44d5-4abc-bfb6-d7477c218262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:17.419468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-ce635f1d-44d5-4abc-bfb6-d7477c218262 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448251 Dec 16 10:14:17.522078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-55500f35-e86f-4ea4-9ab1-ac8df7f7876b service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953770 Dec 16 10:14:17.617294 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-96e5dceb-696d-4d8d-8fa3-75fa53c5ed3f req-9acb560a-102d-41f8-ab6b-e6822470eadf service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878091 Dec 16 10:14:17.721196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-1edd4154-cf74-4f3b-9da0-b550f50864fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:17.723562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-1edd4154-cf74-4f3b-9da0-b550f50864fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1094 time: 0.0555177 Dec 16 10:14:18.083970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624814-7bfd-43f6-8589-9b116a669ce0 req-aa1c9fd4-fcc1-4cde-9ee1-9c0450cffc46 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:18.085510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88624814-7bfd-43f6-8589-9b116a669ce0 req-aa1c9fd4-fcc1-4cde-9ee1-9c0450cffc46 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0605466 Dec 16 10:14:18.128824 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88624814-7bfd-43f6-8589-9b116a669ce0 req-b5b87c57-f94b-40e9-870e-a6e6017b9bf7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371108 Dec 16 10:14:18.147477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-9d3c07c3-bc37-4129-a4a0-364662436461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:18.147477 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-9d3c07c3-bc37-4129-a4a0-364662436461 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.4122195 Dec 16 10:14:18.190807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-c61ec14a-02de-43c6-af31-e2b703ed8838 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 217 time: 0.0380085 Dec 16 10:14:18.196838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:18.251778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-72bdbde7-65d9-48fb-875b-bd80cad74251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:18.253929 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-72bdbde7-65d9-48fb-875b-bd80cad74251 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0535455 Dec 16 10:14:18.303320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-84d02e3f-e913-403c-9560-80a139596949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:18.304848 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-84d02e3f-e913-403c-9560-80a139596949 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429649 Dec 16 10:14:18.399513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-332d90e7-0778-4578-9457-d3514eabdcf9 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868309 Dec 16 10:14:18.499940 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-12934334-5b01-4f3b-9e16-40550eddb7ca req-aa13615b-c3b7-4fd6-8806-6dfb7439a21c service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918987 Dec 16 10:14:19.256801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b663b-9847-42fd-a5dc-5f6e4fce69eb req-59f5e929-5c3a-4739-b76d-5731e3076936 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:19.258260 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-919b663b-9847-42fd-a5dc-5f6e4fce69eb req-59f5e929-5c3a-4739-b76d-5731e3076936 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0585577 Dec 16 10:14:19.304727 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-919b663b-9847-42fd-a5dc-5f6e4fce69eb req-a565732c-19a6-4625-a6a8-165fd9cd30ff tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369358 Dec 16 10:14:19.909360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:20.025287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:20.448682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef091f00-d954-4fbb-a6ec-955bf581d317 req-4e637164-19ac-47b8-9e6b-262eb64248c5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:20.450331 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef091f00-d954-4fbb-a6ec-955bf581d317 req-4e637164-19ac-47b8-9e6b-262eb64248c5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0664995 Dec 16 10:14:20.499343 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef091f00-d954-4fbb-a6ec-955bf581d317 req-0acabe59-715e-4125-91a6-e662c4e3ce71 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Dec 16 10:14:21.484927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:14:21.585733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:21.597629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'mac_address': 'fa:16:3e:3d:70:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:14:21.640557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:21.655290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da777f0c-7d52-43d7-926b-5deacf3f78aa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:14:21.676801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:21.682122 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:21.748411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:21.960381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ba6c5-c96c-42b2-adc6-e16bce8f377d req-ab341796-06e8-46cc-852f-fb87b83b8265 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:21.961887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-550ba6c5-c96c-42b2-adc6-e16bce8f377d req-ab341796-06e8-46cc-852f-fb87b83b8265 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.3806541 Dec 16 10:14:22.000347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-550ba6c5-c96c-42b2-adc6-e16bce8f377d req-0d96fba1-bb08-493a-9172-386bcd525272 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Dec 16 10:14:22.018114 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['da777f0c-7d52-43d7-926b-5deacf3f78aa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:14:23.129750 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af3912-ed71-4de2-a84d-85da6a992c65 req-c593fa22-e27e-41fc-b047-482fedb98043 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:23.131827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88af3912-ed71-4de2-a84d-85da6a992c65 req-c593fa22-e27e-41fc-b047-482fedb98043 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 944 time: 0.0570288 Dec 16 10:14:23.177054 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88af3912-ed71-4de2-a84d-85da6a992c65 req-4d98e25e-e7d0-4916-96e0-5d4b3fbf88f3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390365 Dec 16 10:14:23.489969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa up at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:14:23.548747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning for port da777f0c-7d52-43d7-926b-5deacf3f78aa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:14:23.553116 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Provisioning complete for port da777f0c-7d52-43d7-926b-5deacf3f78aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:14:23.553488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:23.639967 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:23.668174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:23.670502 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec263070748b9fec52592a9a6686de7a662f4b5f39a93491b5d78c88629e9fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60840527-10fe-488b-b969-7c678bf5c58c" -d '{"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-plugged", "status": "completed", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:23.686066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:14:23.691315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:23.718438 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5425ae-61ff-4e54-9210-398d8633993c x-openstack-request-id: req-cf5425ae-61ff-4e54-9210-398d8633993c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:23.718684 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-plugged", "status": "completed", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:23.718959 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf5425ae-61ff-4e54-9210-398d8633993c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:23.719322 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'code': 200} Dec 16 10:14:23.747344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:14:23.828791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3e0d-0cab-4b5f-baf7-1a5b6ae111d3 req-138fe895-6b38-48d0-9ed2-048abcbc4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:23.830623 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1cb3e0d-0cab-4b5f-baf7-1a5b6ae111d3 req-138fe895-6b38-48d0-9ed2-048abcbc4090 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1096 time: 0.0467339 Dec 16 10:14:23.868802 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d1cb3e0d-0cab-4b5f-baf7-1a5b6ae111d3 req-769453fb-8a43-4774-9aa2-a0e11b21b21c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Dec 16 10:14:24.239568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:24.315317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccfdd6-3515-49c6-9c77-55753239c886 req-90e97d2d-3456-4636-b376-9d354be0b60b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:24.316941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16ccfdd6-3515-49c6-9c77-55753239c886 req-90e97d2d-3456-4636-b376-9d354be0b60b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0553858 Dec 16 10:14:24.366084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16ccfdd6-3515-49c6-9c77-55753239c886 req-dbcf0b49-8590-42a5-abcd-fbab9f0ccad2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419405 Dec 16 10:14:25.515364 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:25.516936 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab985b6-bb61-41d4-b33e-57a6373cb0ef req-eface695-84e5-404d-9718-182834caa4af tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:25.519549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ab985b6-bb61-41d4-b33e-57a6373cb0ef req-eface695-84e5-404d-9718-182834caa4af tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0756674 Dec 16 10:14:25.562479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ab985b6-bb61-41d4-b33e-57a6373cb0ef req-0d68afef-0b3e-4ae1-9a7d-701f89800213 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343821 Dec 16 10:14:25.699353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877bce4-8118-464b-86db-fca10c67e092 req-f851f715-0ba2-4085-8a2e-0c0b6c49cee9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:25.700838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0877bce4-8118-464b-86db-fca10c67e092 req-f851f715-0ba2-4085-8a2e-0c0b6c49cee9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0625803 Dec 16 10:14:25.710417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55368) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:14:25.715097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'floatingip': {'port_id': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:14:25.767276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:26.247456 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:26.254366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:26.365860 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb associated. External IP: 172.25.6.241, port: da777f0c-7d52-43d7-926b-5deacf3f78aa. Dec 16 10:14:26.617838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:14:26.735118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:14:26.740711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:26.748109 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:14:26.760598 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:14:26.761308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:14:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:26.773640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a30191f-5f1e-4f53-baf6-bc71239531b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "PUT /v2.0/floatingips/6f56c8ec-3db8-48e3-b123-c9398c585cfb HTTP/1.1" status: 200 len: 991 time: 1.0620780 Dec 16 10:14:26.774257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:14:26.776985 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e49c4fe347f05e7295713bbe6f9a9ced4c16b84f7443c3d812b50dce1e98b68d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a" -d '{"events": [{"name": "network-changed", "server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:14:26.871924 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8156c17f-5ad8-4b38-b6fc-4fc4732417fa x-openstack-request-id: req-8156c17f-5ad8-4b38-b6fc-4fc4732417fa {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:14:26.872282 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:14:26.872597 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8156c17f-5ad8-4b38-b6fc-4fc4732417fa {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:14:26.873051 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'status': 'completed', 'code': 200} Dec 16 10:14:26.882221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:14:26.939602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-ac95e3d6-f6b1-4032-9af4-303f2a294a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:26.941145 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-ac95e3d6-f6b1-4032-9af4-303f2a294a7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1096 time: 0.0471740 Dec 16 10:14:27.043836 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-2789eff1-9181-4148-94fa-cc167a1da73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:27.045336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-2789eff1-9181-4148-94fa-cc167a1da73c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0976748 Dec 16 10:14:27.116888 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-63c17296-1966-4353-b2f0-2dac921c4115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 999 time: 0.0641475 Dec 16 10:14:27.117162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:3d:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:14:26Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:27.148593 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:14:27.160728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:14:27.161725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:14:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:27.169024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-59a117c1-fb11-4466-aa33-91c516402906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:27.170547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-59a117c1-fb11-4466-aa33-91c516402906 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0468984 Dec 16 10:14:27.217955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-38afedca-4592-4f70-8117-4d74b0a46aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:27.219482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-38afedca-4592-4f70-8117-4d74b0a46aeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424271 Dec 16 10:14:27.288652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:14:27.322232 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-a1afcfb6-6faf-40a0-af93-97d718a5245e service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954306 Dec 16 10:14:27.418260 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29dc6add-38c0-48d9-98dc-ba2bfaa5466a req-5446370c-0d89-4f85-bd64-b77dc6abeb38 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888727 Dec 16 10:14:27.526755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:3d:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:14:26Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:14:27.555159 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14e678-7020-4723-aa1f-a0a4f0bb34df None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:3d:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:14:26Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:14:27.764181 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f530094-0449-4ecb-9e88-001e12b01b72 None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:14:35.839535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-87905d2e-4da6-47e0-a723-5b36e3ff1984 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030331 Dec 16 10:14:35.928643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-d905570f-5a62-49ca-9509-25ac201434e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:35.930241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-d905570f-5a62-49ca-9509-25ac201434e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0462995 Dec 16 10:14:36.043699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-5a05baeb-e35c-4c22-a534-e647d4d68641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:36.045194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-5a05baeb-e35c-4c22-a534-e647d4d68641 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0942991 Dec 16 10:14:36.088826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-4aee7f15-87c9-4a1c-a839-2f93d54ce660 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0359950 Dec 16 10:14:36.146593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-5704a4bd-692e-4585-8d8c-3938c0a8e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:36.148141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-5704a4bd-692e-4585-8d8c-3938c0a8e7ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0506003 Dec 16 10:14:36.204382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-42d31605-52df-4886-b3af-5bfc0e4f15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:14:36.206069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-42d31605-52df-4886-b3af-5bfc0e4f15a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506461 Dec 16 10:14:36.306136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-7495a0cd-7b08-42ac-9c6d-37599eaee9e3 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927877 Dec 16 10:14:36.405143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad9a83b-cf83-49c4-b734-dd152f8035d8 req-fc9153ff-ea18-429f-846b-56754bc1e59d service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922644 Dec 16 10:14:44.083076 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e47acc72-cc50-432d-8c64-8e1137d2426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:46.535791 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d04c3ef4-1d8b-4c6a-9b54-c13eb2bf2be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:48.205925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:49.910462 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:50.027099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:50.302777 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:14:54.241439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:14:55.507074 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:14.088257 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-263e2054-4cc6-45a0-932a-e98a8084a030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:16.545986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d72da2e3-44ca-4e90-939c-593bf6eeb84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:18.204013 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:19.905148 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:20.023425 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:20.639195 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-cd22a431-1b43-4999-9f65-92570273c304 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448408 Dec 16 10:15:20.734585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-c65d1be8-7cee-46c7-af28-bbf52ab27c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:20.736123 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-c65d1be8-7cee-46c7-af28-bbf52ab27c11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1096 time: 0.0496390 Dec 16 10:15:20.850682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-6a50adc2-f547-4a25-9844-0f01f0502e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:20.852094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-6a50adc2-f547-4a25-9844-0f01f0502e6a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0962071 Dec 16 10:15:20.930758 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-6e8f225d-1969-49d8-b019-2dc90f738cab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1001 time: 0.0703607 Dec 16 10:15:20.984262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-938792a0-72a0-4e62-b421-6d27ee4e5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:20.985772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-938792a0-72a0-4e62-b421-6d27ee4e5a64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0479639 Dec 16 10:15:21.036787 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-c6ab223d-1de4-491e-aa28-e8cac6506ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:21.038287 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-c6ab223d-1de4-491e-aa28-e8cac6506ac8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454094 Dec 16 10:15:21.138751 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-520c6134-c18d-4c5e-b802-c428132a48d4 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921121 Dec 16 10:15:21.232705 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2f3ac455-5058-4c4d-8281-fe5909ea29cd req-ef6e5fd5-f3b7-4e12-ae93-2a5c594df293 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871253 Dec 16 10:15:24.228178 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:25.523510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:27.307892 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:15:37.764209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-dd4e754c-f17d-41b9-bb2b-e1235824aa75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446737 Dec 16 10:15:37.852603 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-4840c494-163c-4d18-890a-79ef15e6b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:37.854109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-4840c494-163c-4d18-890a-79ef15e6b7f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0460961 Dec 16 10:15:37.966225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-e1694cfc-e26a-4917-b016-179f65ff5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:37.967737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-e1694cfc-e26a-4917-b016-179f65ff5213 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0942817 Dec 16 10:15:38.012398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-7e2e039d-5547-418c-9e76-97d8290173ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0360386 Dec 16 10:15:38.062651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-6e506b30-fb12-4eb6-acac-5e64d3499e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:38.064143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-6e506b30-fb12-4eb6-acac-5e64d3499e2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0453253 Dec 16 10:15:38.116400 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-929d874a-4bcb-4ced-95cd-8a9041eb78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:15:38.117892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-929d874a-4bcb-4ced-95cd-8a9041eb78d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461717 Dec 16 10:15:38.211195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-6c3f9e61-2dfc-456e-bb4d-2ce109a07b1e service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864120 Dec 16 10:15:38.312577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b72ebf83-8b3a-4e25-9b63-7b9ce9885fd3 req-9215ab55-0d96-48e8-aab9-6f07a3924b27 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946188 Dec 16 10:15:44.082868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fa7acbb3-0b89-475a-99bd-3d2cf576e96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:46.549316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-596364d1-c4d3-4377-9dd9-c093fa9296bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:48.208070 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:49.913793 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:50.026065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:54.257309 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:15:55.536983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:04.310287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:16:14.088060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ae94f641-97bb-431b-aecf-15dbee473cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:16.542447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4359d830-7c8c-4b0f-bdb5-5b8ac91f4cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:17.082189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-42c7fff3-6132-4161-a9ea-390ccbb2bb6a req-34a48a66-be48-4eb5-adc5-1f3049704a4c service neutron] (102398) timed out ('10.222.0.61', 34302) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:16:18.212736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:19.912429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:20.030761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:20.739597 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-e70a7584-f11d-4c4b-94e7-977c0adce3ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860128 Dec 16 10:16:20.832848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-0ee9efdc-889e-4e49-bbe4-f37e6feba605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:20.834412 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-0ee9efdc-889e-4e49-bbe4-f37e6feba605 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1096 time: 0.0485034 Dec 16 10:16:20.950300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-9bc498f3-e08c-40d5-add9-b536022ecf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:20.951822 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-9bc498f3-e08c-40d5-add9-b536022ecf07 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0970950 Dec 16 10:16:21.027375 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-66fb6322-cb1b-41ec-9b34-a1f32b893bae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1001 time: 0.0676045 Dec 16 10:16:21.086842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-f7bf2671-529b-40e2-a57f-da6041a2e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:21.088754 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-f7bf2671-529b-40e2-a57f-da6041a2e6e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0533831 Dec 16 10:16:21.143907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-84eb4849-7125-4cbd-a4ad-d1202ae9562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:21.145513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-84eb4849-7125-4cbd-a4ad-d1202ae9562d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491471 Dec 16 10:16:21.253577 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-8b4d92a9-d153-47dc-8363-ae668ac4fe46 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007657 Dec 16 10:16:21.354149 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a12502f-63a1-4471-bd21-9c26ec409e88 req-37bca8f2-e7fe-4619-9b84-bf18cd9b429c service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936425 Dec 16 10:16:24.258285 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:25.531859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:37.917593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-e4b9fbe6-ff4a-409a-90a9-5cfa32e15fbe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075244 Dec 16 10:16:38.000275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802462-1136-4a70-a210-dcfcca0d89bd req-fe7446be-dd33-40f8-a804-584edd77997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:38.001744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-fe7446be-dd33-40f8-a804-584edd77997f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0412247 Dec 16 10:16:38.112594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802462-1136-4a70-a210-dcfcca0d89bd req-477aa2ab-2b8b-401e-8251-93cf7d03a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:38.114042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-477aa2ab-2b8b-401e-8251-93cf7d03a85c service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0925784 Dec 16 10:16:38.156226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-6cf2cd6d-ea9c-4306-bbd0-0d72889dfb7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Dec 16 10:16:38.211350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802462-1136-4a70-a210-dcfcca0d89bd req-f43a0e4b-ff92-4ad1-8a9e-9f153803a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:38.212900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-f43a0e4b-ff92-4ad1-8a9e-9f153803a375 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0500395 Dec 16 10:16:38.264216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802462-1136-4a70-a210-dcfcca0d89bd req-ad907226-b11d-4b17-9f5b-395870008eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:16:38.265723 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-ad907226-b11d-4b17-9f5b-395870008eeb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454760 Dec 16 10:16:38.376058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-d2266f2d-ca87-4013-a99d-c4dbf1109be7 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028287 Dec 16 10:16:38.476460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37802462-1136-4a70-a210-dcfcca0d89bd req-a905e834-1954-47e3-8cbf-6644fd98b4d8 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926573 Dec 16 10:16:41.312064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:16:44.093015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ce300f22-a585-4792-b493-adc541661293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:46.545365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e49f64d5-69db-49c4-b4ac-c539a764219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:48.217864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:49.917867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:50.032191 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:54.273644 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:16:55.545898 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:02.340564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7c1f5-0b1a-4695-b10f-42386e0e99b2 req-b48c922e-5805-41a8-88ef-5085435a87c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:02.342080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75e7c1f5-0b1a-4695-b10f-42386e0e99b2 req-b48c922e-5805-41a8-88ef-5085435a87c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.1081908 Dec 16 10:17:02.381558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75e7c1f5-0b1a-4695-b10f-42386e0e99b2 req-e784a7c4-af35-4786-b825-c2f886080c7a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332990 Dec 16 10:17:03.517274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3b0f6-9c95-461e-9117-e67bf97bfc2f req-f9fb3c2f-53b7-45db-90a0-4628ad6ffac3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:03.518849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44d3b0f6-9c95-461e-9117-e67bf97bfc2f req-f9fb3c2f-53b7-45db-90a0-4628ad6ffac3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0568268 Dec 16 10:17:03.562420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44d3b0f6-9c95-461e-9117-e67bf97bfc2f req-7d2df042-3b03-4f71-a06e-a776064c487c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372877 Dec 16 10:17:04.682025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac01e1-e8ac-40c8-9577-050337b3856f req-d407d991-df31-453d-bdb6-d5b1f5b2e6c7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:04.683491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6ac01e1-e8ac-40c8-9577-050337b3856f req-d407d991-df31-453d-bdb6-d5b1f5b2e6c7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0520577 Dec 16 10:17:04.731293 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6ac01e1-e8ac-40c8-9577-050337b3856f req-d3392223-3228-477b-b970-fc62d4a716ca tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Dec 16 10:17:05.858745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3041a2a-55d5-4fb7-a6a1-a8b5ca133453 req-c4b1a88e-c8fe-4d77-b7c7-841339c259de tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:05.860154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3041a2a-55d5-4fb7-a6a1-a8b5ca133453 req-c4b1a88e-c8fe-4d77-b7c7-841339c259de tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0577352 Dec 16 10:17:05.900138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3041a2a-55d5-4fb7-a6a1-a8b5ca133453 req-f0ad1fee-2935-4e25-8c73-eaaf60841366 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335286 Dec 16 10:17:07.030351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef535-f4b6-4676-abb0-0a9137b2410e req-e22199a2-c042-43d0-bccf-6b40a5769aec tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:07.031841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-901ef535-f4b6-4676-abb0-0a9137b2410e req-e22199a2-c042-43d0-bccf-6b40a5769aec tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0580082 Dec 16 10:17:07.071464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-901ef535-f4b6-4676-abb0-0a9137b2410e req-8b2e09a1-ba47-479d-9098-6b444aea5a4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Dec 16 10:17:08.203934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1637-8ab8-4b1f-bd3b-f443cade297a req-ececef4d-a76f-4c7c-a1eb-80d929a732af tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:08.205438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46bc1637-8ab8-4b1f-bd3b-f443cade297a req-ececef4d-a76f-4c7c-a1eb-80d929a732af tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0557828 Dec 16 10:17:08.251933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46bc1637-8ab8-4b1f-bd3b-f443cade297a req-334ded19-6e27-4cef-a577-6111744c577d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Dec 16 10:17:09.378702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b53c60-f472-4e4b-b862-fe4c057b2f73 req-9da4adf9-31dd-4a54-95d1-6b8c8789bd5b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:09.380186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b53c60-f472-4e4b-b862-fe4c057b2f73 req-9da4adf9-31dd-4a54-95d1-6b8c8789bd5b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0539279 Dec 16 10:17:09.426443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3b53c60-f472-4e4b-b862-fe4c057b2f73 req-26c08a8e-73a1-4cf8-92f3-650ec48c0c4e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398741 Dec 16 10:17:10.555278 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42194b7a-8fbf-423d-b6e2-c79a8c58c389 req-b2b6a43d-2a70-4dc1-b5e1-b113041b1e07 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:10.556983 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42194b7a-8fbf-423d-b6e2-c79a8c58c389 req-b2b6a43d-2a70-4dc1-b5e1-b113041b1e07 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0538428 Dec 16 10:17:10.600067 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-42194b7a-8fbf-423d-b6e2-c79a8c58c389 req-c80367e0-cb5b-4f20-86f8-bd7a4dfba961 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Dec 16 10:17:11.731662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b0cdf-4bab-4b6b-8507-e5d82017e899 req-b56d6c96-7246-4e91-a13d-fcfddbea779d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:11.733147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef2b0cdf-4bab-4b6b-8507-e5d82017e899 req-b56d6c96-7246-4e91-a13d-fcfddbea779d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0582705 Dec 16 10:17:11.782276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef2b0cdf-4bab-4b6b-8507-e5d82017e899 req-156b4b22-70fa-477f-9802-4c77261a733d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Dec 16 10:17:12.907860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90489aa0-3127-4e30-b135-abd994462ed3 req-c736a550-d21d-4864-874c-059d73fbc470 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:12.909350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90489aa0-3127-4e30-b135-abd994462ed3 req-c736a550-d21d-4864-874c-059d73fbc470 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0558496 Dec 16 10:17:12.951525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-90489aa0-3127-4e30-b135-abd994462ed3 req-f73b2bc7-5f33-44cb-9ba3-a2afc4ecd897 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324879 Dec 16 10:17:14.089900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d6a1f-204d-4692-82e1-9f5905250c7f req-753e933d-1dd5-4192-b4a1-9f5c659086d7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:14.091433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d39d6a1f-204d-4692-82e1-9f5905250c7f req-753e933d-1dd5-4192-b4a1-9f5c659086d7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0676689 Dec 16 10:17:14.096542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1aa64645-6142-440e-9a76-4e2930f3aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:14.129292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d39d6a1f-204d-4692-82e1-9f5905250c7f req-3c95142b-63f9-4fc4-9cb6-373dfaa04e11 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Dec 16 10:17:15.272124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db73522-9855-4028-b22b-2920b0461ee0 req-5fec6dff-248b-495d-9440-865e588b0fa0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:15.273889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2db73522-9855-4028-b22b-2920b0461ee0 req-5fec6dff-248b-495d-9440-865e588b0fa0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0630269 Dec 16 10:17:15.317835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2db73522-9855-4028-b22b-2920b0461ee0 req-fd399cad-38f0-4764-8837-5772eb911321 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374272 Dec 16 10:17:16.449700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcfee0-21dd-4181-ac2a-820e195163b5 req-7adcecff-19e3-46e9-bc1f-f3076f86a02a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:16.451247 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71dcfee0-21dd-4181-ac2a-820e195163b5 req-7adcecff-19e3-46e9-bc1f-f3076f86a02a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0507157 Dec 16 10:17:16.492416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-71dcfee0-21dd-4181-ac2a-820e195163b5 req-93062d9c-bfce-4b85-84e2-64f9058448da tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Dec 16 10:17:16.548315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-938c5d01-e7d1-4569-9567-023563d4f956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:17.616044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76936d13-1837-4a1f-bccd-e0eb52ced4b3 req-d2b551f6-6c16-476f-bd19-8e9c8562e01f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:17.617561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76936d13-1837-4a1f-bccd-e0eb52ced4b3 req-d2b551f6-6c16-476f-bd19-8e9c8562e01f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0542390 Dec 16 10:17:17.661103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-76936d13-1837-4a1f-bccd-e0eb52ced4b3 req-654459ea-6e2a-49c2-91cb-64eedf32d59e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334888 Dec 16 10:17:17.917125 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-9bc8aada-e814-47a4-a890-fca13b593979 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417657 Dec 16 10:17:17.932492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c3734-48d6-4cca-b9b3-94581862ec7f req-fbdaeb56-9ee6-4d64-b739-b9be5caac7b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:17.934115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce5c3734-48d6-4cca-b9b3-94581862ec7f req-fbdaeb56-9ee6-4d64-b739-b9be5caac7b7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0493045 Dec 16 10:17:17.978592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce5c3734-48d6-4cca-b9b3-94581862ec7f req-50bb00c8-8f35-4cf6-89a0-c0897006435b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 Dec 16 10:17:18.217457 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:18.313824 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:17:19.103358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5e50-e725-4d69-9836-26222f303ad7 req-4894c803-de80-497a-a7e1-a9bf5d3e83bb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:19.104788 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-938d5e50-e725-4d69-9836-26222f303ad7 req-4894c803-de80-497a-a7e1-a9bf5d3e83bb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0499170 Dec 16 10:17:19.146160 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-938d5e50-e725-4d69-9836-26222f303ad7 req-00cc9e13-58b8-4a12-8949-1321950931e0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352540 Dec 16 10:17:19.222738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-cf02a6a1-e2c2-4da3-a04a-2eb9433f64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:19.224283 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-cf02a6a1-e2c2-4da3-a04a-2eb9433f64c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1096 time: 0.0457842 Dec 16 10:17:19.317928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-f7ebb9eb-437e-43a4-8800-084bf197739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:19.319365 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-f7ebb9eb-437e-43a4-8800-084bf197739c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0878422 Dec 16 10:17:19.410821 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-c1018790-1420-41e7-9a60-9ed9d00c84c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1001 time: 0.0830147 Dec 16 10:17:19.467194 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-4a9cd6a4-f10a-4a0a-a1ce-c5f45b4b953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:19.468748 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-4a9cd6a4-f10a-4a0a-a1ce-c5f45b4b953f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0512125 Dec 16 10:17:19.517235 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-ef93e8bc-9850-4247-b3a2-049123f140bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:19.518834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-ef93e8bc-9850-4247-b3a2-049123f140bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430024 Dec 16 10:17:19.616319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-8b1e4af7-b86c-4cad-9af9-308797034bdd service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899346 Dec 16 10:17:19.708896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-5b7b3688-1ba0-425e-b67a-593392059f0e service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Dec 16 10:17:19.912828 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:20.033569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:20.273527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04688a72-b5bf-45b1-a4f3-8dcfab2f2efa req-dfd4ff1f-8d73-46a1-9438-2294637d1a2b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:20.275944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04688a72-b5bf-45b1-a4f3-8dcfab2f2efa req-dfd4ff1f-8d73-46a1-9438-2294637d1a2b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0563791 Dec 16 10:17:20.319096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04688a72-b5bf-45b1-a4f3-8dcfab2f2efa req-0b1575f1-ce12-43d1-bb78-75fd1d159c4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345702 Dec 16 10:17:21.454328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb3605-f3db-464b-aa90-d1a1e607c387 req-706957f6-109c-443e-b3ee-1f374704f4b0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.455807 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6bb3605-f3db-464b-aa90-d1a1e607c387 req-706957f6-109c-443e-b3ee-1f374704f4b0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0566978 Dec 16 10:17:21.500269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6bb3605-f3db-464b-aa90-d1a1e607c387 req-3985e208-9067-4bb4-a4a8-1635f9619b40 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379200 Dec 16 10:17:21.558713 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-3655b6e8-f52f-469a-9d92-1a6fb8a9c102 service neutron] show failed (client error): The resource could not be found. Dec 16 10:17:21.559735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-3655b6e8-f52f-469a-9d92-1a6fb8a9c102 service neutron] 10.222.0.69 "GET /v2.0/ports/da777f0c-7d52-43d7-926b-5deacf3f78aa/bindings/n-h1-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0671082 Dec 16 10:17:21.668875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-e9f4b55b-ba90-4bba-bd4a-85576742a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.670397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-e9f4b55b-ba90-4bba-bd4a-85576742a732 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1096 time: 0.0460863 Dec 16 10:17:21.782871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-127474ac-ffd1-4f43-a2e5-8c1b67dae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.784398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-127474ac-ffd1-4f43-a2e5-8c1b67dae9aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0458648 Dec 16 10:17:21.786190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-24ab66d0-3769-4318-93b8-861c5f932c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.787654 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-24ab66d0-3769-4318-93b8-861c5f932c51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0899065 Dec 16 10:17:21.797304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:21.852104 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:21.856225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-46b99f86-e190-421a-a7d5-43bdcb82d5cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1001 time: 0.0615861 Dec 16 10:17:21.907862 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-7bbd1a66-2856-470d-9c9f-963ac421b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.909471 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-7bbd1a66-2856-470d-9c9f-963ac421b05b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0460036 Dec 16 10:17:21.960036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-e1606ddf-0e28-4e9f-b539-f0383a7fc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:21.961825 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-e1606ddf-0e28-4e9f-b539-f0383a7fc044 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454030 Dec 16 10:17:22.057684 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-ee15c246-41cd-4d0b-93be-58846c73a54a service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892248 Dec 16 10:17:22.060684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:22.098192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:17:22.137156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:22.143580 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.156153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1939e25a-31d0-4625-aeca-c8bf9e2e4a4f req-e6ed507c-e88b-4152-92d2-a56aeae888c2 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901983 Dec 16 10:17:22.160587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Transition to ACTIVE for port object da777f0c-7d52-43d7-926b-5deacf3f78aa will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:17:22.165964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.200297 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac250911-90c9-48a4-83e1-803e6d039093" -d '{"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-unplugged", "status": "completed", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:22.268199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:22.282089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.282435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.282773 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.283099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.283428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.283755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.284076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.284395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.284854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.285210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.285530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.285924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:22.318040 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbf6b42-2198-4b8d-a9c2-645e66053e4d x-openstack-request-id: req-4cbf6b42-2198-4b8d-a9c2-645e66053e4d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:22.318337 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-unplugged", "status": "completed", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:22.318591 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4cbf6b42-2198-4b8d-a9c2-645e66053e4d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:22.318983 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'code': 200} Dec 16 10:17:22.319879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] No DVR routers for this DVR port da777f0c-7d52-43d7-926b-5deacf3f78aa on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:17:22.461076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:17:22.461901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:17:22.461901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:22.466568 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Port da777f0c-7d52-43d7-926b-5deacf3f78aa on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:17:22.466885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Attempting to bind port da777f0c-7d52-43d7-926b-5deacf3f78aa on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:22.471877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:17:22.472208 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:17:22.472585 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:17:22.473003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Bound port: da777f0c-7d52-43d7-926b-5deacf3f78aa, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:17:22.473955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.536795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:17:22.540529 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:17:22.545216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.597002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:22.597626 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:22.599051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] 10.222.0.53 "PUT /v2.0/ports/da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1091 time: 0.8058920 Dec 16 10:17:22.969874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75138c-d353-4e7e-86e4-4d7b41d19ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:23.001109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822569a-1dec-4513-98b7-858c03c4c79b req-1a1404aa-fa05-4729-b2f0-1301e18235e3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.002630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3822569a-1dec-4513-98b7-858c03c4c79b req-1a1404aa-fa05-4729-b2f0-1301e18235e3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.4246650 Dec 16 10:17:23.007290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-29a0a1ce-eccd-4282-a9ad-048dbe6201a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.008779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-29a0a1ce-eccd-4282-a9ad-048dbe6201a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1094 time: 0.0788443 Dec 16 10:17:23.100503 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3822569a-1dec-4513-98b7-858c03c4c79b req-e6de1429-7599-407a-841c-74ec1d0cefab tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893292 Dec 16 10:17:23.135834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-edb47000-1604-43d7-a032-3f3fdf0927bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.137297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-edb47000-1604-43d7-a032-3f3fdf0927bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1188431 Dec 16 10:17:23.212784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-58d65b73-43c6-44b5-ba8d-c384a8ef4222 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 999 time: 0.0677352 Dec 16 10:17:23.271561 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-3298f519-1c7d-47de-8eb6-33ef51cb0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.273468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-3298f519-1c7d-47de-8eb6-33ef51cb0b64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0531096 Dec 16 10:17:23.326138 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-74092a0c-90b0-4d78-84e1-eca562ba13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:23.327729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-74092a0c-90b0-4d78-84e1-eca562ba13df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456066 Dec 16 10:17:23.434095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-670d52ee-064b-465a-aacf-ca055c11894e service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964086 Dec 16 10:17:23.526675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-a7f14a22-d87d-4c4e-b880-0fd61cebcf8d service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850236 Dec 16 10:17:24.241444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63829d-4fba-47ab-9e06-c85b6622ecdc req-51cd920d-7cd4-4666-af1e-be854265bd2d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.243223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f63829d-4fba-47ab-9e06-c85b6622ecdc req-51cd920d-7cd4-4666-af1e-be854265bd2d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0615861 Dec 16 10:17:24.266796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:24.287682 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f63829d-4fba-47ab-9e06-c85b6622ecdc req-b4324274-9fc6-41af-abde-becef49af5fa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Dec 16 10:17:24.320537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:24.323146 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:24.371412 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea9e45-5edd-454f-8b3b-493d9fe97c15 x-openstack-request-id: req-f8ea9e45-5edd-454f-8b3b-493d9fe97c15 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:24.371768 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:24.372133 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8ea9e45-5edd-454f-8b3b-493d9fe97c15 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:24.372604 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'status': 'completed', 'code': 200} Dec 16 10:17:24.437753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-c372dc3b-2b24-463e-bb6f-fb3686e082ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.439235 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-c372dc3b-2b24-463e-bb6f-fb3686e082ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1094 time: 0.0432103 Dec 16 10:17:24.542072 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-cfe623f3-1fcd-4350-a99a-0d39aeba10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.543580 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-cfe623f3-1fcd-4350-a99a-0d39aeba10a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0976229 Dec 16 10:17:24.573625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-7a34e181-69d8-4eae-bc10-4833db735b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.575186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-7a34e181-69d8-4eae-bc10-4833db735b5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1094 time: 0.0481298 Dec 16 10:17:24.609169 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-ada77f62-5fb7-4188-8082-221d2ecaa485 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 999 time: 0.0585730 Dec 16 10:17:24.663259 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-1d78c432-1a75-47d2-95a6-2eafb0977c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.664881 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-1d78c432-1a75-47d2-95a6-2eafb0977c12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0490384 Dec 16 10:17:24.672997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-368c413e-885c-4e4e-bc08-2f1c4c8d3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.675103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-368c413e-885c-4e4e-bc08-2f1c4c8d3ff0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0914552 Dec 16 10:17:24.713514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-da45153b-46d9-45bc-85f3-e18eed7fc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.714983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-da45153b-46d9-45bc-85f3-e18eed7fc170 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432534 Dec 16 10:17:24.739814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-b5777c73-d092-47f9-9bc6-2dae483edc0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 999 time: 0.0567827 Dec 16 10:17:24.791784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-0d5edb56-a4ab-4b26-90e5-91ab05977ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.793282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-0d5edb56-a4ab-4b26-90e5-91ab05977ed9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0457659 Dec 16 10:17:24.805094 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-0c02cd63-065d-421c-bd41-e0a28a6e3580 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826814 Dec 16 10:17:24.849720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-694757f7-5f08-471f-aa3b-91ffabedc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:24.851697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-694757f7-5f08-471f-aa3b-91ffabedc104 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502884 Dec 16 10:17:24.903692 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-bbe36103-8279-4aa6-8c73-82c13d247d8d service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917118 Dec 16 10:17:24.956018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-07a1eba4-8fd7-41a5-a4ca-fc8f105c8d1a service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964777 Dec 16 10:17:25.064266 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3638e78a-dbd8-4fe3-aee7-d28d4c6e25f5 req-6606c5a7-9f9c-4731-ac5d-09f2eeb28f8b service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007612 Dec 16 10:17:25.416132 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e417e-569c-4f74-86da-a4cbdbe6796f req-de7cdea0-4aed-48c7-b91e-2c357673f125 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:25.417635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d54e417e-569c-4f74-86da-a4cbdbe6796f req-de7cdea0-4aed-48c7-b91e-2c357673f125 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0571837 Dec 16 10:17:25.466110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d54e417e-569c-4f74-86da-a4cbdbe6796f req-9b79baaa-5094-4350-bae1-afee4a79cf6b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353022 Dec 16 10:17:25.537558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:25.593194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:17:25.675478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d1a10-25bc-41f8-bd50-640a13aaa70c req-b4022fff-0283-436c-b2bb-1fe57483b642 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:25.676972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a31d1a10-25bc-41f8-bd50-640a13aaa70c req-b4022fff-0283-436c-b2bb-1fe57483b642 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 943 time: 0.0511296 Dec 16 10:17:25.698035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-6f00e06c-1380-4e9d-af9e-39d6e7132e7d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:25.699547 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-6f00e06c-1380-4e9d-af9e-39d6e7132e7d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec&tenant_id=63868f34f47b4cde813981ab24322dc9&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.0569127 Dec 16 10:17:25.700701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:25.717886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a31d1a10-25bc-41f8-bd50-640a13aaa70c req-964ac718-5c44-42fa-bcbb-e1c181f4fe26 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339961 Dec 16 10:17:25.765086 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-1ba0af33-b34c-4182-a999-c61582b6f02e service neutron] delete failed (client error): The resource could not be found. Dec 16 10:17:25.766251 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-1ba0af33-b34c-4182-a999-c61582b6f02e service neutron] 10.222.0.69 "DELETE /v2.0/ports/da777f0c-7d52-43d7-926b-5deacf3f78aa/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0590250 Dec 16 10:17:25.862116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-80246246-ddb7-4313-b001-9cf1ba09dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:25.863683 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-80246246-ddb7-4313-b001-9cf1ba09dd33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1094 time: 0.0531435 Dec 16 10:17:25.874408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'mac_address': 'fa:16:3e:3d:70:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:17:25.910573 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:25.925098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da777f0c-7d52-43d7-926b-5deacf3f78aa {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:17:25.944568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:25.949415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:25.960579 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-5058700e-b164-47e1-b59a-c4c5f2b55b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:25.962265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-5058700e-b164-47e1-b59a-c4c5f2b55b7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0922146 Dec 16 10:17:25.998042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:26.005441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.005784 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.006145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.006478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.006803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.007126 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.007455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.007772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.008228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.008798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.009498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.009821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:17:26.039965 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-c3550eb0-15f5-47c4-83fa-1af04e11d944 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1000 time: 0.0710788 Dec 16 10:17:26.091333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-1db56bcd-0217-4d46-8f53-362d0d3b2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:26.092808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-1db56bcd-0217-4d46-8f53-362d0d3b2ee9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0465393 Dec 16 10:17:26.145634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-f5930a63-1f29-424d-b678-3064c0f8ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:26.147201 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-f5930a63-1f29-424d-b678-3064c0f8ee09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474579 Dec 16 10:17:26.199271 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['da777f0c-7d52-43d7-926b-5deacf3f78aa'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:17:26.246307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-04835990-2325-4723-bfad-39710c6971bf service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916471 Dec 16 10:17:26.297212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:17:26.340759 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9df270c8-5dd1-4ef7-b0a0-b745679b9ed4 req-f50189e8-b8fb-40ba-936e-9ab2227844f2 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868952 Dec 16 10:17:26.362764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:17:26.852263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16354b39-b34c-4a79-ba27-11b2d97d2075 req-368eaa33-fda4-4bf3-9436-b9ad6a8f59c9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:26.854373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16354b39-b34c-4a79-ba27-11b2d97d2075 req-368eaa33-fda4-4bf3-9436-b9ad6a8f59c9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 944 time: 0.0568371 Dec 16 10:17:26.912003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16354b39-b34c-4a79-ba27-11b2d97d2075 req-0869717d-0aee-41ef-9b36-0e8c1ae825b3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478852 Dec 16 10:17:27.053623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50496e10-8dbd-4d53-8a64-768f1304f13c req-62b30718-eb59-409a-932d-1eacf366ddc9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.055527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50496e10-8dbd-4d53-8a64-768f1304f13c req-62b30718-eb59-409a-932d-1eacf366ddc9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 944 time: 0.0608368 Dec 16 10:17:27.099830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50496e10-8dbd-4d53-8a64-768f1304f13c req-d3283e39-6ad6-4932-9546-c8765cab4fc4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371103 Dec 16 10:17:27.322898 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612c24b-bd51-45c6-9a86-f31ee9b37fbe req-b7d4e2e5-cffb-4fd8-9172-65e89950e6ca tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.324460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2612c24b-bd51-45c6-9a86-f31ee9b37fbe req-b7d4e2e5-cffb-4fd8-9172-65e89950e6ca tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 944 time: 0.0635376 Dec 16 10:17:27.383786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-ae3858e9-849c-4e1c-b0bd-3007ef892297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.385432 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-ae3858e9-849c-4e1c-b0bd-3007ef892297 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 1095 time: 0.0823712 Dec 16 10:17:27.388621 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2612c24b-bd51-45c6-9a86-f31ee9b37fbe req-0b1d4c88-2bd2-48f3-b75d-1bbf1cc97e02 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Dec 16 10:17:27.483123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-45b43e5d-fc0c-4253-9ec2-1fd4f392bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.484612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-45b43e5d-fc0c-4253-9ec2-1fd4f392bbd0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0913672 Dec 16 10:17:27.563872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-2ba5076b-5a7c-4f29-bf78-1d100e9104bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 200 len: 1000 time: 0.0723200 Dec 16 10:17:27.609383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:17:27.616871 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-72ebc322-23c1-4507-8960-04cabf29194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.618599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-72ebc322-23c1-4507-8960-04cabf29194e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0480030 Dec 16 10:17:27.668833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port da777f0c-7d52-43d7-926b-5deacf3f78aa completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:17:27.672796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port da777f0c-7d52-43d7-926b-5deacf3f78aa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:17:27.673178 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:27.676047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-86e584b5-cbcc-4166-a923-328812b49221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:27.677608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-86e584b5-cbcc-4166-a923-328812b49221 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476036 Dec 16 10:17:27.758756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:27.782718 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-ed9b8f32-9c38-453d-875c-1f1d3d506738 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976336 Dec 16 10:17:27.783719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:27.798848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:27.804723 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:27.832019 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8b3917-40bf-401d-86fd-e23a775915f2" -d '{"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-plugged", "status": "completed", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:27.862939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:27.890361 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c3d9ab14-5290-4a32-9ffb-cfbbdcdd7ac2 req-30ae73df-0cb6-4598-8bc0-df12465be655 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007113 Dec 16 10:17:27.931655 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc3ac49-a8d0-4bee-aee7-f63cfa4737e8 x-openstack-request-id: req-1bc3ac49-a8d0-4bee-aee7-f63cfa4737e8 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:27.931953 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-plugged", "status": "completed", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:27.932208 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bc3ac49-a8d0-4bee-aee7-f63cfa4737e8 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:27.932607 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'code': 200} Dec 16 10:17:28.521059 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb35d39-eebe-402a-82c6-277d5d45b9fa req-011989ba-d327-4dd1-9bca-0bb5ec559942 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:28.522719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fb35d39-eebe-402a-82c6-277d5d45b9fa req-011989ba-d327-4dd1-9bca-0bb5ec559942 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0574260 Dec 16 10:17:28.562976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fb35d39-eebe-402a-82c6-277d5d45b9fa req-81dd52dd-f1bd-4ed6-b9cb-66bf84678a1e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336506 Dec 16 10:17:28.827224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad749ab-5695-4677-956a-28dc2b92e412 req-57d8b2ef-3b0f-4861-af9a-2656927d7ac4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:28.828754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad749ab-5695-4677-956a-28dc2b92e412 req-57d8b2ef-3b0f-4861-af9a-2656927d7ac4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0577030 Dec 16 10:17:28.876371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aad749ab-5695-4677-956a-28dc2b92e412 req-e8b90d09-f64b-4aec-ac99-60e1c49dcb3d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Dec 16 10:17:30.002597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ac0d-62d9-47de-a8f9-cb88a1ffff9c req-98146804-be82-4a95-9762-99a621cc56a5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:30.004140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87d2ac0d-62d9-47de-a8f9-cb88a1ffff9c req-98146804-be82-4a95-9762-99a621cc56a5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0514677 Dec 16 10:17:30.045414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-87d2ac0d-62d9-47de-a8f9-cb88a1ffff9c req-1d902543-f683-490b-a878-bc1c0624bd1d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352049 Dec 16 10:17:30.192997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-97925e99-aae0-4a97-965e-838a7fb8f86c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:30.194378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-97925e99-aae0-4a97-965e-838a7fb8f86c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 945 time: 0.0509353 Dec 16 10:17:30.292193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Deleting port da777f0c-7d52-43d7-926b-5deacf3f78aa {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:17:30.292534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:30.386851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] For port da777f0c-7d52-43d7-926b-5deacf3f78aa, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=da777f0c-7d52-43d7-926b-5deacf3f78aa,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:30.387213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:30.571947 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:30.572262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:30.572572 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb disassociated. External IP: 172.25.6.241, port: da777f0c-7d52-43d7-926b-5deacf3f78aa. Dec 16 10:17:30.572880 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Calling delete_port for da777f0c-7d52-43d7-926b-5deacf3f78aa owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:17:30.705508 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:30.736713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'Port': ['ID=da777f0c-7d52-43d7-926b-5deacf3f78aa,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:30.852087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:17:30.968206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:17:30.979391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:17:30.989889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:17:30.990535 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:17:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:31.012962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] No DVR routers for this DVR port da777f0c-7d52-43d7-926b-5deacf3f78aa on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:17:31.015667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:31.018975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b90bf440-8caa-425f-868b-ebc2f72e78e7 req-628428d8-94dd-43fc-8991-0993c3d4f79b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "DELETE /v2.0/ports/da777f0c-7d52-43d7-926b-5deacf3f78aa HTTP/1.1" status: 204 len: 173 time: 0.8174117 Dec 16 10:17:31.019414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-deleted', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:31.021686 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28f61b-4186-4b3b-83b2-9f698a50136a" -d '{"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-deleted", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:31.060078 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c9f592-fca5-4c89-ae61-520bdfbf5be8 x-openstack-request-id: req-66c9f592-fca5-4c89-ae61-520bdfbf5be8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:31.060343 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04c1cf8-e7fd-4581-9268-e2a27f7b39ec", "name": "network-vif-deleted", "tag": "da777f0c-7d52-43d7-926b-5deacf3f78aa", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:31.060590 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66c9f592-fca5-4c89-ae61-520bdfbf5be8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:31.060992 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04c1cf8-e7fd-4581-9268-e2a27f7b39ec', 'name': 'network-vif-deleted', 'tag': 'da777f0c-7d52-43d7-926b-5deacf3f78aa', 'status': 'completed', 'code': 200} Dec 16 10:17:31.109951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:17:31.148407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faada791-7988-4dd5-9ab5-09a71f7c3299 req-1f93cb10-2693-48f9-bdc5-58c1f763a8cc tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b04c1cf8-e7fd-4581-9268-e2a27f7b39ec HTTP/1.1" status: 200 len: 210 time: 0.0284748 Dec 16 10:17:31.324689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:31.351797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:17:31.361568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:17:31.362176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:17:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:31.474714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:17:31.684947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:31.716349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89f6a6f-62c6-464a-b936-96ece4275139 None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:17:31.950547 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8acf80-8eec-4837-99c8-eb800f4db144 None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:17:32.448225 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-dc85a541-29ab-43c9-ac25-994b0f585877 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1982583674&fields=id&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 267 time: 0.0346782 Dec 16 10:17:32.565935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-88a12f62-5f58-499d-8a65-c8adf4e5bd3a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:32.567395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-88a12f62-5f58-499d-8a65-c8adf4e5bd3a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1122782 Dec 16 10:17:32.582911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-b9507861-5051-4c68-b412-a24feeacc78c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/quotas/63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 375 time: 0.0094500 Dec 16 10:17:32.642348 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-17a82040-9663-4b2c-8082-fbd7cba1e488 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536137 Dec 16 10:17:32.817372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-bb389067-e13a-4aaf-a022-4e71da3efad0 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275022 Dec 16 10:17:32.914665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-743810bd-844d-45db-a644-97bc2490c3b6 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905838 Dec 16 10:17:33.085922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29458349-4c0b-43f3-bbbd-24dbbcfcce54 req-02918b91-5de5-40fa-93e3-171e5e660314 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Dec 16 10:17:33.615218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:17:33.636397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: da777f0c-7d52-43d7-926b-5deacf3f78aa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:17:33.636662 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device da777f0c-7d52-43d7-926b-5deacf3f78aa not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:17:34.017975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-14bf8a5d-310a-4688-a944-2a55a70a58c6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:34.019411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-14bf8a5d-310a-4688-a944-2a55a70a58c6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1069171 Dec 16 10:17:34.066558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-db7033af-5bbe-47f6-bf16-96a21e1014aa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 380 time: 0.0376811 Dec 16 10:17:34.076448 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'port': {'device_id': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'admin_state_up': True, 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'security_groups': ['2c9a2f15-b57b-4f07-bf6c-efad47c0faba']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:34.197629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6fd9073f-ec87-43b5-a9d8-aabec231bb34 req-99d55695-808f-48e5-a44a-39bf80003f7b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 210 time: 0.0392277 Dec 16 10:17:34.216605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:17:34.220526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:34.365506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Allocated IP 172.20.0.7 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:17:34.510575 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:34.545120 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:34.586977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:17:34.590159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:17:34.593721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:17:34.602330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:34.655607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:34.656223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:34.673889 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-0a8f1ed7-b4c5-43a5-9d04-cc252a27a3f5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011980 Dec 16 10:17:34.687477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Request body: {'port': {'device_id': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:34.745189 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:34.821089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4125cf8f-c3fa-4f7e-b993-e4bfe2ae4903 None None] Provisioning complete for port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:17:34.821772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4125cf8f-c3fa-4f7e-b993-e4bfe2ae4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:34.856716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4125cf8f-c3fa-4f7e-b993-e4bfe2ae4903 None None] Port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:17:35.015077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:17:35.022683 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:35.036510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Transition to ACTIVE for port object ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:17:35.040998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:35.093477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:35.161783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:17:35.162135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:17:35.162450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:35.166971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:17:35.167291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:17:35.172331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:17:35.172739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:17:35.173181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:17:35.173673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Bound port: ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:17:35.174111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:35.244782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:17:35.248114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:17:35.251786 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:35.314188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.314803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:35.316179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] 10.222.0.53 "PUT /v2.0/ports/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1091 time: 0.6331284 Dec 16 10:17:35.318519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:35.320902 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b589f6-5c12-4e6c-a430-c945d939cd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:35.344558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc2076-243d-4a7e-8f00-59d8a18cff44 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:35.363093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93078-562b-475b-8ffa-a34597f1185c req-f31be660-8c29-4ca6-9320-9f5845d06f3b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.364614 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e93078-562b-475b-8ffa-a34597f1185c req-f31be660-8c29-4ca6-9320-9f5845d06f3b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0828140 Dec 16 10:17:35.428707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6e93078-562b-475b-8ffa-a34597f1185c req-6342a8b6-a461-433b-960c-51337338f537 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553787 Dec 16 10:17:35.433551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-b2bfb899-bdf9-404e-96b1-189ec464621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.435074 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-b2bfb899-bdf9-404e-96b1-189ec464621c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1094 time: 0.0696025 Dec 16 10:17:35.483680 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-03c24ec9-5912-471b-a87b-0a0bbd20f479 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 217 time: 0.0407469 Dec 16 10:17:35.485098 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483043ae-eb74-45d9-b4aa-edc6f3333ea8 x-openstack-request-id: req-483043ae-eb74-45d9-b4aa-edc6f3333ea8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:35.485383 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:35.485639 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-483043ae-eb74-45d9-b4aa-edc6f3333ea8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:35.486067 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'status': 'completed', 'code': 200} Dec 16 10:17:35.535193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-2d7b2d90-a1b1-4b9f-b9a6-727e72753101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.536583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-2d7b2d90-a1b1-4b9f-b9a6-727e72753101 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0440927 Dec 16 10:17:35.586632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717dc2-a863-407f-936e-7349c356fe25 req-3c26460d-7fae-44bb-b743-496d030a1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.589286 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-3c26460d-7fae-44bb-b743-496d030a1b24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442762 Dec 16 10:17:35.697274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-f30b0a01-9e31-4cae-925a-ca7a44d52705 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005616 Dec 16 10:17:35.796564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1717dc2-a863-407f-936e-7349c356fe25 req-9b1f37f3-c709-4f13-9fb3-34e0924f3896 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916815 Dec 16 10:17:35.893704 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-8b0f77de-db40-4ccb-b993-c94b0365e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.895369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-8b0f77de-db40-4ccb-b993-c94b0365e7cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1094 time: 0.0468044 Dec 16 10:17:35.990210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-0c77fd79-7c3e-4bf6-8a3a-6ee513247c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:35.991685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-0c77fd79-7c3e-4bf6-8a3a-6ee513247c7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0888181 Dec 16 10:17:36.034477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-f05cd4a7-4956-414f-980d-a59e409b6b2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 217 time: 0.0353959 Dec 16 10:17:36.089441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-ea7f7fc0-b953-41ea-8651-a3195e5c2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:36.090855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-ea7f7fc0-b953-41ea-8651-a3195e5c2e43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0494564 Dec 16 10:17:36.139735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-fb2356b9-ef3a-461c-ac43-f0dc5011b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:36.141245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-fb2356b9-ef3a-461c-ac43-f0dc5011b678 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414095 Dec 16 10:17:36.236007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-ee4118fa-1e08-4a46-b784-900774091f09 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870118 Dec 16 10:17:36.332316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e8b589f6-5c12-4e6c-a430-c945d939cd0b req-28cef911-a1d6-449e-8356-791dd969f947 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883198 Dec 16 10:17:36.555156 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc4b1-6cce-47ee-b4d0-fc59cb58a9a3 req-d65037ce-696a-4dcb-8a9b-4464fa724e29 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:36.556651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03afc4b1-6cce-47ee-b4d0-fc59cb58a9a3 req-d65037ce-696a-4dcb-8a9b-4464fa724e29 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0553150 Dec 16 10:17:36.598325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03afc4b1-6cce-47ee-b4d0-fc59cb58a9a3 req-3aba1399-27d7-4e98-80e5-31a2687cec7f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353010 Dec 16 10:17:37.630150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:17:37.718581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df055e82-b931-49e9-9ecc-9a7af452dcbc req-367457bd-51da-4a9c-b473-251786d61377 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:37.719381 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df055e82-b931-49e9-9ecc-9a7af452dcbc req-367457bd-51da-4a9c-b473-251786d61377 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0505028 Dec 16 10:17:37.732530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:37.744638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:17:37.782311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:37.790725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df055e82-b931-49e9-9ecc-9a7af452dcbc req-f77b16b2-714d-405f-81c4-e74946c4329e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642047 Dec 16 10:17:37.795091 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:17:37.797809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-0aee20ad-f4ec-4403-8498-7f081f50cb74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645347 Dec 16 10:17:37.814387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:37.819337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:37.870510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:37.884157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-fd6c704d-7be1-4429-a1e3-dc828f24e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:37.885678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-fd6c704d-7be1-4429-a1e3-dc828f24e0d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0417435 Dec 16 10:17:37.997698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-be36727c-2d35-429b-84b2-8b9abe390ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:37.999211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-be36727c-2d35-429b-84b2-8b9abe390ddb service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0930727 Dec 16 10:17:38.027319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:17:38.045087 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-3aaff622-4165-41e1-b40f-f066bb87837f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0377607 Dec 16 10:17:38.096159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-96280d8b-3727-4820-8841-0768f1c453d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:38.097629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-96280d8b-3727-4820-8841-0768f1c453d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0453176 Dec 16 10:17:38.142720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-a5041495-8219-4b78-9d02-4eb9829ba32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:38.144367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-a5041495-8219-4b78-9d02-4eb9829ba32f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398383 Dec 16 10:17:38.239406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-5f2827da-079d-4f2f-b062-0668ee3ef79f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Dec 16 10:17:38.345109 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df3d44be-6bc8-4ef0-a11b-394e48614ea5 req-7504bfce-a0fd-4619-be00-25b74a8aae97 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977275 Dec 16 10:17:38.920512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d323b-5039-4511-b806-c32ec9d12b01 req-6dfc7a98-3eb3-478a-bfb6-0d9ff61c13b0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:38.922089 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038d323b-5039-4511-b806-c32ec9d12b01 req-6dfc7a98-3eb3-478a-bfb6-0d9ff61c13b0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 944 time: 0.0608213 Dec 16 10:17:38.967841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-038d323b-5039-4511-b806-c32ec9d12b01 req-65b30192-d304-4739-8bda-e320a6367ef7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Dec 16 10:17:39.629796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:17:39.683115 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:17:39.687574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:17:39.688027 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:39.772636 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:39.796735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:39.799038 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e903b2-7e25-49b8-8acd-081b56879f10" -d '{"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-plugged", "status": "completed", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:39.811432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:17:39.825994 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:39.851565 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09813845-d48b-43ff-b85a-2d63aa13306b x-openstack-request-id: req-09813845-d48b-43ff-b85a-2d63aa13306b {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:39.851565 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-plugged", "status": "completed", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:39.851565 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09813845-d48b-43ff-b85a-2d63aa13306b {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:39.851565 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'code': 200} Dec 16 10:17:39.875060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:17:39.954257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661a17a-a2cf-4db2-8099-fa2123f9a502 req-f3b2e822-3587-49d4-9a16-7a3c4397d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:39.955793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b661a17a-a2cf-4db2-8099-fa2123f9a502 req-f3b2e822-3587-49d4-9a16-7a3c4397d190 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1096 time: 0.0517676 Dec 16 10:17:39.991245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b661a17a-a2cf-4db2-8099-fa2123f9a502 req-5af2a734-0dde-4145-9616-b23184cb17c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283484 Dec 16 10:17:40.097748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b6e0-66c4-4f50-a1b9-55625a24f3d0 req-7a417f11-9fb8-4de6-a5f8-9f1fa382bfc1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:40.099256 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d86b6e0-66c4-4f50-a1b9-55625a24f3d0 req-7a417f11-9fb8-4de6-a5f8-9f1fa382bfc1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0512121 Dec 16 10:17:40.138947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d86b6e0-66c4-4f50-a1b9-55625a24f3d0 req-f1362d46-91cd-4665-83e3-7ecad85efc4f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Dec 16 10:17:41.269154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b4a68-fdbe-4d22-8e20-8a16cdabf7c1 req-aec7a32e-29f1-4458-8a5b-591517e0d2ec tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:41.270686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-443b4a68-fdbe-4d22-8e20-8a16cdabf7c1 req-aec7a32e-29f1-4458-8a5b-591517e0d2ec tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0582936 Dec 16 10:17:41.309307 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-443b4a68-fdbe-4d22-8e20-8a16cdabf7c1 req-fe264420-0bca-4a4f-8fd1-c890761cb876 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Dec 16 10:17:41.429486 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e920de-fb28-40be-b44f-741cf571a26d req-0ea4a29e-ebf1-4fe4-be7d-39dbed184098 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:41.430971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84e920de-fb28-40be-b44f-741cf571a26d req-0ea4a29e-ebf1-4fe4-be7d-39dbed184098 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0540047 Dec 16 10:17:41.440023 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 55896) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:17:41.444705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'floatingip': {'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:17:41.485442 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:42.256730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:42.262817 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:42.391218 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb associated. External IP: 172.25.6.241, port: ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b. Dec 16 10:17:42.635795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:17:42.752931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:17:42.757672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:42.763800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:17:42.775538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:17:42.776164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:17:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:42.789188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c797e06a-7ad4-4665-a709-08cfa29f7763 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "PUT /v2.0/floatingips/6f56c8ec-3db8-48e3-b123-c9398c585cfb HTTP/1.1" status: 200 len: 991 time: 1.3480380 Dec 16 10:17:42.789882 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:17:42.792487 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:17:42.909391 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc2605-fb13-446b-960a-5f14443a19d8 x-openstack-request-id: req-e2cc2605-fb13-446b-960a-5f14443a19d8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:17:42.909669 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:17:42.909952 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2cc2605-fb13-446b-960a-5f14443a19d8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:17:42.910356 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'status': 'completed', 'code': 200} Dec 16 10:17:42.917691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:17:42.984731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-6a35ecb0-e903-4bdf-a973-b6be1de26014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:42.986952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-6a35ecb0-e903-4bdf-a973-b6be1de26014 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1096 time: 0.0553501 Dec 16 10:17:43.127602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-4c2c8c05-e905-4269-bdf5-95d5c55ca3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:43.129814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-4c2c8c05-e905-4269-bdf5-95d5c55ca3b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1359885 Dec 16 10:17:43.199477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:17:42Z', 'revision_number': 9, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:43.212814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-53373921-378f-4848-beb4-c411cf1be096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 999 time: 0.0740991 Dec 16 10:17:43.226575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:17:43.237775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:17:43.238501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:17:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:43.266035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-c1a689c1-6407-46ac-9f44-cd6b5cc5f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:43.267548 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-c1a689c1-6407-46ac-9f44-cd6b5cc5f4c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0471241 Dec 16 10:17:43.322282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-27751794-2ab6-42bc-9c9d-27d1562a6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:17:43.323816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-27751794-2ab6-42bc-9c9d-27d1562a6288 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485294 Dec 16 10:17:43.376197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:17:43.422107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-7224f24e-0cf2-40f1-8650-aa42e9093194 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907543 Dec 16 10:17:43.541216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25e3cc38-bde0-468b-bcc6-eb300ce3ff30 req-a61ad97f-133d-4cdc-8387-695f5a0d49e5 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072080 Dec 16 10:17:43.625045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:17:42Z', 'revision_number': 9, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:17:43.663031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe39726f-af0c-4298-a988-cc7185550d8b None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:17:42Z', 'revision_number': 9, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:17:43.885195 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049d820-7a87-41c4-9b57-0467075ad73d None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:17:44.104760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b78bb3bb-21da-4034-8c45-0cb28a4bd6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:46.551869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-240d78a1-fa45-47a1-973e-6c5a9285b681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:48.220842 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:49.916666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:50.036631 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:54.268530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:17:55.314224 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:17:55.545545 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:14.100306 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c2542d30-7a30-479a-ae1b-042a44b5a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:16.559527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6df6b0dc-1638-4d5d-92b9-27746e807ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:18.225139 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:19.919129 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:20.040404 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:24.278975 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:25.569175 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:32.315366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:18:39.771686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-4d6bfd0b-2342-456a-b718-e3e789a4c3d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546165 Dec 16 10:18:39.873334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ed2f-207b-4250-8206-8936afc4569a req-a97684ee-e9f6-4f00-b857-032c676d81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:39.874883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-a97684ee-e9f6-4f00-b857-032c676d81f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0519216 Dec 16 10:18:39.988937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ed2f-207b-4250-8206-8936afc4569a req-050ec5bb-4249-4159-a67e-b57e9b53c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:39.990493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-050ec5bb-4249-4159-a67e-b57e9b53c512 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0935590 Dec 16 10:18:40.032848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-80074d49-084a-4ddf-977c-d1304cf1f524 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0355828 Dec 16 10:18:40.094091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ed2f-207b-4250-8206-8936afc4569a req-0f0f76c0-4fd8-4ed9-9d6c-319b8ee9d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:40.095316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-0f0f76c0-4fd8-4ed9-9d6c-319b8ee9d757 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0558145 Dec 16 10:18:40.154547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28ed2f-207b-4250-8206-8936afc4569a req-ed163915-560d-4c4a-815f-4c1e284633c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:18:40.156181 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-ed163915-560d-4c4a-815f-4c1e284633c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534894 Dec 16 10:18:40.255899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-7d44ec03-9abb-4cce-91b9-8612dea4c1fd service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924978 Dec 16 10:18:40.360203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab28ed2f-207b-4250-8206-8936afc4569a req-569bb3ee-a014-429e-b736-364e11a51d37 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972567 Dec 16 10:18:44.095300 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d233a65-2e4e-41da-a280-f033654d1c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:46.554680 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c23aebc2-25b8-4eb6-8c34-bb36926be088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:48.233073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:49.923182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:50.050463 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:54.292646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:18:55.563725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:09.315893 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:19:14.100662 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-afaea1b8-67ff-4f9b-99b0-d878a42ba76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:16.561397 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9957167a-ceab-4c53-91ec-5f058d610dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:18.235602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:19.928922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.049181 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:20.392795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-7c32e54e-4764-4592-87b8-e27633044d2e req-2aef5340-b6ea-4348-8c3d-6f4d59113434 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:19:20.393394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c32e54e-4764-4592-87b8-e27633044d2e req-2aef5340-b6ea-4348-8c3d-6f4d59113434 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057223 Dec 16 10:19:20.586187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dc23e-11c3-46d0-ba92-ed2c5767f43e req-4f13e165-b457-4d35-bf41-aabb2d7f8cc3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:20.587897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce5dc23e-11c3-46d0-ba92-ed2c5767f43e req-4f13e165-b457-4d35-bf41-aabb2d7f8cc3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0524623 Dec 16 10:19:20.632652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce5dc23e-11c3-46d0-ba92-ed2c5767f43e req-aaae02ca-ff42-47c8-936c-2d226842f45e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Dec 16 10:19:20.636740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56126) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:19:20.732417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-61db44e9-ce95-4dfe-adf0-b3f09a6552c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945284 Dec 16 10:19:20.744014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-761a88df-ef61-48a8-89f6-6842b16a35e1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:19:20.744920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-761a88df-ef61-48a8-89f6-6842b16a35e1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054598 Dec 16 10:19:21.766920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f6a7-c516-459a-b791-2d3f4d203a10 req-7eb7fa93-8303-4eee-9e32-e29f0409e332 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:21.768799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df16f6a7-c516-459a-b791-2d3f4d203a10 req-7eb7fa93-8303-4eee-9e32-e29f0409e332 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0574038 Dec 16 10:19:21.810540 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df16f6a7-c516-459a-b791-2d3f4d203a10 req-082e52af-0975-4368-9d0b-49fa6fa17ff9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351765 Dec 16 10:19:22.091227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f6451238-6552-4a70-b80d-e9f3cd01a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:22.093460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f6451238-6552-4a70-b80d-e9f3cd01a044 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1096 time: 0.0498397 Dec 16 10:19:22.212454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-463522ca-0090-4287-bd6f-3e0e0016b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:22.214101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-463522ca-0090-4287-bd6f-3e0e0016b21f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1134114 Dec 16 10:19:22.298927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-36f041e3-197d-485a-b817-1c2461bbc92e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1002 time: 0.0768631 Dec 16 10:19:22.358240 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-334014df-ad94-44d2-a6eb-b7e1b5256da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:22.359700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-334014df-ad94-44d2-a6eb-b7e1b5256da1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0525403 Dec 16 10:19:22.408049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-5f602011-c86e-4455-ac0b-a90aca1e9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:22.409699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-5f602011-c86e-4455-ac0b-a90aca1e9d43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427070 Dec 16 10:19:22.422150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-fecf66f5-e65f-4804-89de-2431f5a9e112 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:19:22.423498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-fecf66f5-e65f-4804-89de-2431f5a9e112 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063479 Dec 16 10:19:22.536659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-23772ee1-9be6-49aa-b779-8ff6be19d155 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055400 Dec 16 10:19:22.639810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-ba2e8558-4ab8-4cb0-af18-6cec156d7b2e service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962703 Dec 16 10:19:22.959364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24902ea1-bb07-4c3f-b604-8f36345cc57e req-a6633451-deda-490e-8cb7-232a8499aff0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:22.961676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24902ea1-bb07-4c3f-b604-8f36345cc57e req-a6633451-deda-490e-8cb7-232a8499aff0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0663826 Dec 16 10:19:23.022429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24902ea1-bb07-4c3f-b604-8f36345cc57e req-9000c8ef-b3e1-4343-95b4-7219353a6c8b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538123 Dec 16 10:19:24.152679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653cd46-8a4c-485f-9755-2a6e1602cba8 req-f9aa9d68-883b-47de-8a0c-ab96bb9557b3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:24.154278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7653cd46-8a4c-485f-9755-2a6e1602cba8 req-f9aa9d68-883b-47de-8a0c-ab96bb9557b3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0551388 Dec 16 10:19:24.200822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7653cd46-8a4c-485f-9755-2a6e1602cba8 req-4c2eb077-f366-4507-9728-dcc5df502ffa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353808 Dec 16 10:19:24.288894 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:25.351162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc6bc8-d31f-405a-b079-23f425d4fad0 req-11b789f2-a22a-4bb6-90f3-07b008204f26 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:25.352758 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0dc6bc8-d31f-405a-b079-23f425d4fad0 req-11b789f2-a22a-4bb6-90f3-07b008204f26 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0711405 Dec 16 10:19:25.396080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0dc6bc8-d31f-405a-b079-23f425d4fad0 req-69aa3351-9c76-44ae-b0fe-df0a0a4ae270 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367084 Dec 16 10:19:25.571160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:26.523944 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab0c70-6a1a-4a54-bf74-bda4faa36e8f req-380baace-8662-4e8d-b40a-4a034b35b60d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:26.525875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daab0c70-6a1a-4a54-bf74-bda4faa36e8f req-380baace-8662-4e8d-b40a-4a034b35b60d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0581245 Dec 16 10:19:26.575676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-daab0c70-6a1a-4a54-bf74-bda4faa36e8f req-0a80a0fb-bf5b-44b8-97fa-8b702670d2ee tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388708 Dec 16 10:19:27.707602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6fb2a-df39-4e9f-b887-2e84fdb9c5cc req-127bca02-fa61-4af5-88ed-1c5d8390c6bf tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:27.709157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ab6fb2a-df39-4e9f-b887-2e84fdb9c5cc req-127bca02-fa61-4af5-88ed-1c5d8390c6bf tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0575457 Dec 16 10:19:27.760043 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ab6fb2a-df39-4e9f-b887-2e84fdb9c5cc req-47acb1ce-db85-4162-aa17-e6722316204b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Dec 16 10:19:28.914179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac754a6-c52c-453a-951c-bc969432d31c req-472335cf-782b-4b6e-8bf6-6401f2e92ce7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:28.915741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ac754a6-c52c-453a-951c-bc969432d31c req-472335cf-782b-4b6e-8bf6-6401f2e92ce7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0685992 Dec 16 10:19:28.959966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ac754a6-c52c-453a-951c-bc969432d31c req-471a7917-18d6-4057-80d2-b9b550958b7f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351613 Dec 16 10:19:30.095681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa0ace-154b-4784-b738-8ca107e63bd0 req-6499197e-72a6-45b4-aea6-29c4522c54c3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:30.097123 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8fa0ace-154b-4784-b738-8ca107e63bd0 req-6499197e-72a6-45b4-aea6-29c4522c54c3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0591083 Dec 16 10:19:30.142557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c8fa0ace-154b-4784-b738-8ca107e63bd0 req-44f527f0-edd7-4257-aa58-f565bae22f3f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386822 Dec 16 10:19:31.272118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e049bc-93fd-4fb4-aa25-ea0a7e047e2d req-600414e5-ada7-43e7-b5d9-3afde9b91728 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:31.274196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65e049bc-93fd-4fb4-aa25-ea0a7e047e2d req-600414e5-ada7-43e7-b5d9-3afde9b91728 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0565412 Dec 16 10:19:31.316744 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65e049bc-93fd-4fb4-aa25-ea0a7e047e2d req-2d05667e-2939-4f37-b6b8-ae801bf09086 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335848 Dec 16 10:19:32.448928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673a7a1-9355-4618-b2b3-6e5c08244ba9 req-d1e21534-ff09-444b-a51f-8425ea0f8be6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:32.450610 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7673a7a1-9355-4618-b2b3-6e5c08244ba9 req-d1e21534-ff09-444b-a51f-8425ea0f8be6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0533915 Dec 16 10:19:32.493769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7673a7a1-9355-4618-b2b3-6e5c08244ba9 req-e42d46ab-e21b-4189-b0cc-88874eba8a11 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369010 Dec 16 10:19:33.633169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11cd31-d170-4189-9ad0-ed6c41840155 req-02c12873-0759-4557-99e5-e68204b4e02c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:33.634785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc11cd31-d170-4189-9ad0-ed6c41840155 req-02c12873-0759-4557-99e5-e68204b4e02c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0557532 Dec 16 10:19:33.682014 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc11cd31-d170-4189-9ad0-ed6c41840155 req-2f2fceb1-88a9-4fc0-9cbf-b58ebf1c1090 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Dec 16 10:19:34.609788 n-d-821941-1 neutron-server[102398]: INFO neutron.api.v2.resource [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-205d11f5-7d2d-4097-9627-ca552ed3f824 service neutron] show failed (client error): The resource could not be found. Dec 16 10:19:34.610855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-205d11f5-7d2d-4097-9627-ca552ed3f824 service neutron] 10.222.0.53 "GET /v2.0/ports/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b/bindings/n-h2-821941-1 HTTP/1.1" status: 404 len: 380 time: 0.0601695 Dec 16 10:19:34.818012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8068e42-0bc9-4c38-9b69-3b5e8d4aff0e req-040ead4f-dda4-4fdd-99d2-3b9d3db2fbe0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:34.820046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8068e42-0bc9-4c38-9b69-3b5e8d4aff0e req-040ead4f-dda4-4fdd-99d2-3b9d3db2fbe0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0562837 Dec 16 10:19:34.841162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-66632e08-fa40-4756-b72e-17c3b953e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:34.842730 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-66632e08-fa40-4756-b72e-17c3b953e8a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0540900 Dec 16 10:19:34.853733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-5e988590-069c-477f-b037-e8c624967d9b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:19:34.854765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-5e988590-069c-477f-b037-e8c624967d9b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052872 Dec 16 10:19:34.860757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8068e42-0bc9-4c38-9b69-3b5e8d4aff0e req-132a0629-317c-48d7-873c-ed45e277e77f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344791 Dec 16 10:19:34.866477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:34.927051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:35.463442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:35.498099 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:35.539114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:35.544936 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:35.558495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Transition to ACTIVE for port object ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:19:35.563476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:35.596520 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a050bb3e-3b5b-4884-bdc1-e2ecfcb8aa38" -d '{"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:35.703992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=6']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:35.718460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.718807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.719148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.719478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.719802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.720125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.720448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.720770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.721116 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.721460 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.721778 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.722130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:35.731942 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c2125-e68a-49f9-a26e-3a0d3fa0a784 x-openstack-request-id: req-0e7c2125-e68a-49f9-a26e-3a0d3fa0a784 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:35.732149 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-unplugged", "status": "completed", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:35.732385 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e7c2125-e68a-49f9-a26e-3a0d3fa0a784 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:35.732786 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'code': 200} Dec 16 10:19:35.766854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] No DVR routers for this DVR port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:19:35.910812 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:35.911487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:35.911487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:35.916391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:19:35.916711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:35.921628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:35.921997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:35.922385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:35.922808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Bound port: ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:35.923164 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:35.980734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eaab6-7477-4d1e-b0a1-913bb28e9a5b req-b4e47319-42f7-420a-a6cb-1b7301ad1f32 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:35.982915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a37eaab6-7477-4d1e-b0a1-913bb28e9a5b req-b4e47319-42f7-420a-a6cb-1b7301ad1f32 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0504296 Dec 16 10:19:35.991158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:35.995708 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:36.000713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:36.026812 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a37eaab6-7477-4d1e-b0a1-913bb28e9a5b req-0ba9b770-69ce-4b6c-9fe2-5dc59721bb04 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368526 Dec 16 10:19:36.043830 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:36.044448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:36.046058 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] 10.222.0.69 "PUT /v2.0/ports/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1091 time: 1.1834040 Dec 16 10:19:36.066730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ffad-acba-4df0-8a8c-7ba32b69a966 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=7']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:36.114977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-74073d11-520a-4e0e-8ddc-03b2d09a0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:36.116582 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-74073d11-520a-4e0e-8ddc-03b2d09a0e65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1094 time: 0.0453873 Dec 16 10:19:36.215275 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-67b5f793-beba-4d5e-861d-edb4869af82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:36.216786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-67b5f793-beba-4d5e-861d-edb4869af82c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0930033 Dec 16 10:19:36.292903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-7ba341e7-4dc4-4b8c-9ad5-171efe045991 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0684390 Dec 16 10:19:36.352237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-45651c8f-49ed-4386-a1b0-7d416d90aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:36.353685 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-45651c8f-49ed-4386-a1b0-7d416d90aa86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0541804 Dec 16 10:19:36.406266 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-ffeb1660-16dd-426d-b93f-a7abead529f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:36.407795 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-ffeb1660-16dd-426d-b93f-a7abead529f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477326 Dec 16 10:19:36.515052 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-def70fd8-3f9b-41f6-bdf8-92130e32dbd4 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981762 Dec 16 10:19:36.617208 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f0191a13-149f-4411-90b3-2a06cc36c432 req-de2dba66-6c35-4539-84f4-f7e816af7564 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949047 Dec 16 10:19:37.169172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5565cf-a153-46f1-9d2e-a4932d8b0bcd req-13150a50-1d68-404b-aa63-b95c0d2fb380 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:37.170699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f5565cf-a153-46f1-9d2e-a4932d8b0bcd req-13150a50-1d68-404b-aa63-b95c0d2fb380 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0617185 Dec 16 10:19:37.211942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f5565cf-a153-46f1-9d2e-a4932d8b0bcd req-3a446cd8-7648-4b9f-92a3-c7301065e399 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348287 Dec 16 10:19:37.734753 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:37.737734 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:37.788528 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999d69e-096d-4887-bbb9-41aaf1b4673b x-openstack-request-id: req-8999d69e-096d-4887-bbb9-41aaf1b4673b {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:37.788989 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:37.789239 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8999d69e-096d-4887-bbb9-41aaf1b4673b {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:37.789703 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'status': 'completed', 'code': 200} Dec 16 10:19:37.851439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-806f784b-e213-4c49-865a-c51f051df792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:37.852446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-806f784b-e213-4c49-865a-c51f051df792 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1094 time: 0.0444260 Dec 16 10:19:37.858179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-05536cfe-f78d-4123-9b43-de7fe6ab0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:37.859657 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-05536cfe-f78d-4123-9b43-de7fe6ab0cba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1094 time: 0.0478833 Dec 16 10:19:37.953265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-b056bba6-d8d3-4b20-b910-30d2d53688b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:37.954811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-b056bba6-d8d3-4b20-b910-30d2d53688b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0949285 Dec 16 10:19:37.954931 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-98bba8aa-7109-4b64-abc9-d65cb3859908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:37.956932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-98bba8aa-7109-4b64-abc9-d65cb3859908 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0894921 Dec 16 10:19:38.027958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-ea0758ae-4428-4270-8834-c973e61118cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0641391 Dec 16 10:19:38.033000 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-461acbc1-f478-48da-b424-439cfa443f33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0682814 Dec 16 10:19:38.079445 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-01d2ac8f-465f-4557-851d-0de13954855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:38.080951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-01d2ac8f-465f-4557-851d-0de13954855f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0456166 Dec 16 10:19:38.082390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-7c2ce74f-4fc9-4168-b2d6-8ef1ab98e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:38.083843 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-7c2ce74f-4fc9-4168-b2d6-8ef1ab98e64e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0444324 Dec 16 10:19:38.132674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-2e6309ff-d592-4116-95e6-4177bc20cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:38.134256 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-2e6309ff-d592-4116-95e6-4177bc20cfff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430090 Dec 16 10:19:38.135180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-70941db4-b7a1-490d-88f7-7f0a8544af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:38.136699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-70941db4-b7a1-490d-88f7-7f0a8544af6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489829 Dec 16 10:19:38.228488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-ff055df0-c3b9-4c31-b144-8409ea90c270 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843384 Dec 16 10:19:38.234339 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-d1043146-1c62-4c88-89ac-7c570a4560a3 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919268 Dec 16 10:19:38.283098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:19:38.327245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:19:38.339800 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-f45df444-75dd-4b76-b9e9-1a71d657db64 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976121 Dec 16 10:19:38.359488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-84184c15-f9b4-4f95-8fc0-4df9ba60eac4 req-d80af2db-cd3b-462f-a691-4a1dcd8b90a0 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237235 Dec 16 10:19:38.367890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caed208-b412-4c8e-9bef-3ebe036462e8 req-e2d1c1dd-9d47-49af-9bed-a9de8ccbcdba tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:38.369391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3caed208-b412-4c8e-9bef-3ebe036462e8 req-e2d1c1dd-9d47-49af-9bed-a9de8ccbcdba tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0758319 Dec 16 10:19:38.410880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3caed208-b412-4c8e-9bef-3ebe036462e8 req-07cb5af9-185f-4256-9778-3dce4d0f8e67 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351541 Dec 16 10:19:39.555831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb21515-d10a-4888-9d5b-7b055de275d7 req-ad8e950d-9451-410c-85ce-73cfe7a585fa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:39.557360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bb21515-d10a-4888-9d5b-7b055de275d7 req-ad8e950d-9451-410c-85ce-73cfe7a585fa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0536337 Dec 16 10:19:39.597579 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5bb21515-d10a-4888-9d5b-7b055de275d7 req-662886f3-a2db-44b6-a268-9a02c822a77f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337687 Dec 16 10:19:39.909674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-959ae1de-8188-43bc-8392-b16842bc4dcf tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:39.911871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-959ae1de-8188-43bc-8392-b16842bc4dcf tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958&tenant_id=63868f34f47b4cde813981ab24322dc9&binding%3Ahost_id=n-h2-821941-1 HTTP/1.1" status: 200 len: 943 time: 0.0580015 Dec 16 10:19:39.933147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4ba8a-c9e5-431e-bd7f-5c6c6e5cc286 req-08766df9-b9ee-482e-918f-0e40f7a3cc03 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:39.934719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ef4ba8a-c9e5-431e-bd7f-5c6c6e5cc286 req-08766df9-b9ee-482e-918f-0e40f7a3cc03 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0582578 Dec 16 10:19:39.977655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ef4ba8a-c9e5-431e-bd7f-5c6c6e5cc286 req-d56bd6e5-c9e5-4286-8a0b-10a09fb02e82 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367410 Dec 16 10:19:39.981704 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-0609d2eb-df2c-47f4-bd5a-c26c9a43b3ba service neutron] 10.222.0.69 "GET /v2.0/ports/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b/bindings/n-h2-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.0626605 Dec 16 10:19:40.050142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-28b6b09b-96b2-4c60-88d3-5f9412636b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:40.051667 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-28b6b09b-96b2-4c60-88d3-5f9412636b5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1094 time: 0.0466392 Dec 16 10:19:40.145965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-4f7c7248-cfdc-4e00-8dc5-bcd9f1e827d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:40.147610 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-4f7c7248-cfdc-4e00-8dc5-bcd9f1e827d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0893888 Dec 16 10:19:40.227701 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-b60f3b6a-c0d5-4873-99ce-b604694dccb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0715830 Dec 16 10:19:40.290617 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-812ee1ce-6f9d-41d5-9661-03b99ed7399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:40.292135 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-812ee1ce-6f9d-41d5-9661-03b99ed7399d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0573659 Dec 16 10:19:40.342139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-9209ffb0-02c4-470d-87c4-5895920cb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:40.343637 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-9209ffb0-02c4-470d-87c4-5895920cb208 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446193 Dec 16 10:19:40.444675 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-a08a5859-87e4-462c-a3a4-83c04d824672 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926340 Dec 16 10:19:40.544066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-833b94ea-624e-4b6f-901a-0d18f4d24f95 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929296 Dec 16 10:19:41.023818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:19:41.105833 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405946fb-8c28-494e-a261-2a1912c67454 req-63410f72-2d34-4010-8f45-86c42744ce38 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:41.107477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-405946fb-8c28-494e-a261-2a1912c67454 req-63410f72-2d34-4010-8f45-86c42744ce38 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.0551772 Dec 16 10:19:41.131499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:41.144856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:19:41.147254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-405946fb-8c28-494e-a261-2a1912c67454 req-25593fc6-9c83-42d0-9075-d02ee1689def tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Dec 16 10:19:41.183967 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:41.197795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:41.223478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:41.230904 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:41.292011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:41.300416 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.300815 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.301189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.301516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.301892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.302239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.302566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.302887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.303211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.303532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.303908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.304230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:41.624089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] get_ports_and_sgs() called for port_ids ['ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:19:42.277049 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180754c8-9876-4bf8-89b5-a21758f436df req-13604522-04cd-46c3-ac90-70c21c81c6d1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:42.278774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-180754c8-9876-4bf8-89b5-a21758f436df req-13604522-04cd-46c3-ac90-70c21c81c6d1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 944 time: 0.0556514 Dec 16 10:19:42.318920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-180754c8-9876-4bf8-89b5-a21758f436df req-3f9bf935-e30c-48bf-80ba-2d778bc4316a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338728 Dec 16 10:19:42.672835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-6257a4f5-4226-4409-8359-5492563192cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:42.675312 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-6257a4f5-4226-4409-8359-5492563192cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0519388 Dec 16 10:19:42.687185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821941-1', 'device_owner': 'compute:nova'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:42.750411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:42.968133 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:43.007994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:43.040829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:19:43.043134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:43.052945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:43.065875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Ignored duplicate provisioning block setup for port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 16 10:19:43.071080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:43.127643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=9']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:43.168947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.169297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.169889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.170044 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.170383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.170602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.170917 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.171281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.171645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.171887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.172203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.172513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:19:43.220713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] No DVR routers for this DVR port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:19:43.314844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:43.334480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Returning: {'device': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:19:43.364244 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:43.364743 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:43.364899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:43.369507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:19:43.369819 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Attempting to bind port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:43.374807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:43.375195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:43.375607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:43.376127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Bound port: ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:43.376451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:43.477243 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:43.481128 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:43.489091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616ed-1f5e-4b83-aeae-7129b9216b94 req-c645fc49-f2d3-48ca-81ca-cd27daf93646 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:43.490717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc2616ed-1f5e-4b83-aeae-7129b9216b94 req-c645fc49-f2d3-48ca-81ca-cd27daf93646 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 943 time: 0.1010804 Dec 16 10:19:43.492836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:43.545146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:43.545738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:43.547168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] 10.222.0.53 "PUT /v2.0/ports/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1091 time: 0.8639462 Dec 16 10:19:43.547584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:43.550372 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bbc287-1289-4268-a921-a2fad9ee9404" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:43.595471 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dc2616ed-1f5e-4b83-aeae-7129b9216b94 req-73aa9f96-b957-462e-997e-78d0ab062b13 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777812 Dec 16 10:19:43.614447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf139317-7cbb-4ccb-9446-1037f08d7382 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=10']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:43.634816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-0db195ad-07fd-402e-89b1-c0722848a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:43.636527 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-0db195ad-07fd-402e-89b1-c0722848a9ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1095 time: 0.0583782 Dec 16 10:19:43.690322 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad17ee3-6f18-4ee8-aa38-b1ae6a91d6f4 x-openstack-request-id: req-aad17ee3-6f18-4ee8-aa38-b1ae6a91d6f4 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:43.690633 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:43.690842 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aad17ee3-6f18-4ee8-aa38-b1ae6a91d6f4 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:43.691244 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'status': 'completed', 'code': 200} Dec 16 10:19:43.743513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-7e4d96ee-e98a-471a-87fe-5957984c75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:43.745284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-7e4d96ee-e98a-471a-87fe-5957984c75d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1014950 Dec 16 10:19:43.759079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-f12d7641-5765-411c-836a-e84a68b8bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:43.760739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-f12d7641-5765-411c-836a-e84a68b8bb0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1095 time: 0.0463998 Dec 16 10:19:43.828545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-2dedd119-9e34-4a28-b5e6-9f35a847a496 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0754392 Dec 16 10:19:43.865400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-b0ec171b-9a49-4ec1-8b21-f52bf44e8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:43.868133 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-b0ec171b-9a49-4ec1-8b21-f52bf44e8a75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1004264 Dec 16 10:19:43.943509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-a6b2af90-ee6c-424c-ba93-605d2bf05588 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0685863 Dec 16 10:19:44.005541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-ed3d0a07-0f54-4afa-8d3b-ed9387cc5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.007181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-ed3d0a07-0f54-4afa-8d3b-ed9387cc5a7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0567970 Dec 16 10:19:44.063616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-195d7636-13d0-42cc-a3bc-2ebc8a2f9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.065166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-195d7636-13d0-42cc-a3bc-2ebc8a2f9989 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509892 Dec 16 10:19:44.106670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e30df31c-ba62-4f97-a150-1cbaac9db170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:44.164955 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-818a52af-6154-466b-828e-b86bd4e2da7a service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916569 Dec 16 10:19:44.218647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-3444911e-1d44-4307-b0b1-726446b6c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.220146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-3444911e-1d44-4307-b0b1-726446b6c446 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.3853943 Dec 16 10:19:44.267043 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-2ce5f0dd-6533-42eb-8acd-368f67be4de6 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950639 Dec 16 10:19:44.270225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-e2ef404b-9cd7-4032-b897-624ec8f036de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.271742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-e2ef404b-9cd7-4032-b897-624ec8f036de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431159 Dec 16 10:19:44.371310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-899e4e5e-5e23-4578-81f3-e47b6b8fd032 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903420 Dec 16 10:19:44.463887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-39c67cca-2a92-43c2-96e6-2b2698702e35 req-95d8b551-ca28-47ac-9b86-25a3ac75413d service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848291 Dec 16 10:19:44.557909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-8a2acf7f-0246-44db-b472-aaa2d2999b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.559752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-8a2acf7f-0246-44db-b472-aaa2d2999b1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 1095 time: 0.0451467 Dec 16 10:19:44.656227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-eb41ee4e-5489-4c6a-aaf9-445460a96fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.657713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-eb41ee4e-5489-4c6a-aaf9-445460a96fc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0911875 Dec 16 10:19:44.756445 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-52d4d520-9589-42b6-82a2-09d06c005b6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 200 len: 1000 time: 0.0897462 Dec 16 10:19:44.768729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddedce-a5ea-4d93-9dbf-26d54e5cb2d1 req-ef7a91ef-ab45-41a4-b13c-8afb145ce1ff tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.770228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49ddedce-a5ea-4d93-9dbf-26d54e5cb2d1 req-ef7a91ef-ab45-41a4-b13c-8afb145ce1ff tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 944 time: 0.0977521 Dec 16 10:19:44.838797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-20cb9e95-1917-4d34-9d9b-53db5c4a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.840328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-20cb9e95-1917-4d34-9d9b-53db5c4a04f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0692539 Dec 16 10:19:44.843882 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-49ddedce-a5ea-4d93-9dbf-26d54e5cb2d1 req-bf516616-8310-4b99-a68a-a7c0f74fb664 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648174 Dec 16 10:19:44.891076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-08acf48a-a8a8-412b-9720-4359dd3f1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:44.892604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-08acf48a-a8a8-412b-9720-4359dd3f1ba4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448432 Dec 16 10:19:44.995028 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-c979cd4e-7697-433a-90de-cc7130739e3f service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943832 Dec 16 10:19:45.045818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b details requested by agent hyperv_n-h2-821941-1 with host n-h2-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:19:45.047973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b no longer exists at agent hyperv_n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:19:45.105775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07bbc287-1289-4268-a921-a2fad9ee9404 req-3bcb4c57-5b93-4224-9617-f3fac826d960 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026843 Dec 16 10:19:45.144336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b not bound to the agent host n-h2-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:19:45.191596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:45.202792 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b has no active binding in host n-h2-821941-1 {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 10:19:45.990726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc86864-17e3-49be-b6f5-1116c750ec2d req-602bc003-7763-462d-8801-0962ce1e1679 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:45.992599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cc86864-17e3-49be-b6f5-1116c750ec2d req-602bc003-7763-462d-8801-0962ce1e1679 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 944 time: 0.0700972 Dec 16 10:19:46.039564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cc86864-17e3-49be-b6f5-1116c750ec2d req-ae7a8580-127f-47e0-835e-bc0f18fa2d7c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Dec 16 10:19:46.298318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:19:46.318013 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:19:46.419579 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:46.432217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'mac_address': 'fa:16:3e:5c:ac:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:19:46.477819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:46.494713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:46.517910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:46.524624 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:46.569034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a92dd583-528f-41ab-acaa-f4c2403455a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:46.586386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:46.752800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:19:47.184416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439d47-a54c-483e-9a5f-b92595c46dac req-2e75ccec-0dd5-4e2b-9eba-ce19413f3b4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:47.185937 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03439d47-a54c-483e-9a5f-b92595c46dac req-2e75ccec-0dd5-4e2b-9eba-ce19413f3b4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0685914 Dec 16 10:19:47.232757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-03439d47-a54c-483e-9a5f-b92595c46dac req-c2f31381-5d2e-4e78-887b-e861d46da050 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Dec 16 10:19:47.374775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2335-0831-45cc-9820-472990789b6a req-1e78c40b-d4dc-4f71-803c-e2d286cb8314 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:47.376173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-660f2335-0831-45cc-9820-472990789b6a req-1e78c40b-d4dc-4f71-803c-e2d286cb8314 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0571723 Dec 16 10:19:47.422158 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-660f2335-0831-45cc-9820-472990789b6a req-fa30ea65-d3e9-4f17-9d2a-82a720257b0b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Dec 16 10:19:47.553504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1fd7a-553b-492d-865c-7e8545bf1299 req-6dc296c7-d1e0-4bcf-be9a-16f6008ea1a1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:47.554468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5b1fd7a-553b-492d-865c-7e8545bf1299 req-6dc296c7-d1e0-4bcf-be9a-16f6008ea1a1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0625777 Dec 16 10:19:47.598598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f5b1fd7a-553b-492d-865c-7e8545bf1299 req-8321fc38-376d-4a7f-86b0-ccfa9503cf6d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Dec 16 10:19:47.879893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed5e1c-b5fb-4c0a-b585-3668224eb33a req-1e138ce0-8f2c-4cce-a4ac-7482919ee0ae tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:47.881385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31ed5e1c-b5fb-4c0a-b585-3668224eb33a req-1e138ce0-8f2c-4cce-a4ac-7482919ee0ae tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 945 time: 0.0514293 Dec 16 10:19:47.926227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31ed5e1c-b5fb-4c0a-b585-3668224eb33a req-737fa781-598a-46b7-8e4f-153c49fb3630 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Dec 16 10:19:48.235286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:48.305838 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:19:48.373520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:19:48.379173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:48.379658 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:48.467954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:48.491705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:48.494015 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605428c4-3323-4288-a3e3-fb9838af02b4" -d '{"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-plugged", "status": "completed", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:48.511048 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:48.519337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:48.544378 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659ab42-2b33-4de7-9683-8b3e21290101 x-openstack-request-id: req-e659ab42-2b33-4de7-9683-8b3e21290101 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:48.544663 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-plugged", "status": "completed", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:48.544910 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e659ab42-2b33-4de7-9683-8b3e21290101 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:48.545293 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'code': 200} Dec 16 10:19:48.571033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=12']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:49.057890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf4864-7869-4415-beb2-f7f0b346643f req-f67c1dca-c672-4d80-9d8b-0f69d2bec6d1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:49.059685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1bf4864-7869-4415-beb2-f7f0b346643f req-f67c1dca-c672-4d80-9d8b-0f69d2bec6d1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 946 time: 0.0534542 Dec 16 10:19:49.105136 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1bf4864-7869-4415-beb2-f7f0b346643f req-b6bbf753-53e4-452c-9385-b3c9506dd122 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346651 Dec 16 10:19:49.200557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-076ea9ab-3cb9-49c6-8709-6e330bfd08ee tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:49.202796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-076ea9ab-3cb9-49c6-8709-6e330bfd08ee tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 946 time: 0.0596008 Dec 16 10:19:49.306259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Deleting port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:19:49.306469 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:49.413835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] For port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:49.414225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:49.594049 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:49.594425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:49.594744 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb disassociated. External IP: 172.25.6.241, port: ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b. Dec 16 10:19:49.595092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Calling delete_port for ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:19:49.746495 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:49.775795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'Port': ['ID=ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:49.901374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:19:49.925223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:50.025605 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:19:50.040439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:19:50.056233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:50.056760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:19:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:50.060103 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:50.068962 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] No DVR routers for this DVR port ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:19:50.072209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:50.075871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-66ca2f90-cc59-4edb-a926-b3173586cd3d req-06a0a13a-070c-48e2-a2b9-76327361060c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "DELETE /v2.0/ports/ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b HTTP/1.1" status: 204 len: 173 time: 0.8669724 Dec 16 10:19:50.076337 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-deleted', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:50.079252 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acdbd26-0c07-4476-b8a7-5d4ef502d05c" -d '{"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-deleted", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:50.121837 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae3e9ac-86b6-4842-8a22-a658c050ddbc x-openstack-request-id: req-2ae3e9ac-86b6-4842-8a22-a658c050ddbc {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:50.122165 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb28bc-ed3a-4de0-b359-9087f8e14958", "name": "network-vif-deleted", "tag": "ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:50.122423 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ae3e9ac-86b6-4842-8a22-a658c050ddbc {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:50.122843 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb28bc-ed3a-4de0-b359-9087f8e14958', 'name': 'network-vif-deleted', 'tag': 'ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b', 'status': 'completed', 'code': 200} Dec 16 10:19:50.174105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:50.216208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3461f4f8-dad5-4358-a6cd-fd102e33b389 req-1d132fd7-f4b7-4c76-89dd-50061eee96c9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7fb28bc-ed3a-4de0-b359-9087f8e14958 HTTP/1.1" status: 200 len: 210 time: 0.0299454 Dec 16 10:19:50.389430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:50.422424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:19:50.431624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:19:50.432227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:19:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:50.558829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:19:50.767968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:19:50.794886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff78162a-7c8d-4b68-8446-42f55c849f6d None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:19:51.017648 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a6ab91-e095-4d8e-99ee-3a3fb9e7dbaf None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:19:51.533234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-4458e3a8-6c20-475e-a3ff-11f3803cd6d8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1982583674&fields=id&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 267 time: 0.0368428 Dec 16 10:19:51.657055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-e19e188b-7c54-4f08-8600-b0e9acc20c9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:51.658546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-e19e188b-7c54-4f08-8600-b0e9acc20c9f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1165383 Dec 16 10:19:51.681166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-4cb26ba9-9ea0-4952-89dd-d2da2e93e6e4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/quotas/63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 375 time: 0.0159454 Dec 16 10:19:51.737728 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-73b37c96-922e-41d2-95c2-68135a0c368a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509400 Dec 16 10:19:51.841272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-85f7f823-32b3-434d-992d-065b3ed1f7bc service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911691 Dec 16 10:19:51.934930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-e1f61d98-d01d-495a-aa81-955b064df136 service neutron] 10.222.0.61 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871677 Dec 16 10:19:52.112400 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2196d9a8-4804-4cbd-9943-3c5027878d7c req-53e4cd4e-e218-48a6-abe2-e73e9128d988 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0293636 Dec 16 10:19:52.330231 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:19:52.354942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:19:52.355279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ee5a17cc-d6e8-4f3a-b317-d3c08ed3449b not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:19:53.043330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-a8927f13-1626-4297-971a-e9b37c56b9f3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:53.044954 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-a8927f13-1626-4297-971a-e9b37c56b9f3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1150188 Dec 16 10:19:53.091706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-30b739cd-7efc-4af0-ada5-41d048b10fb7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 380 time: 0.0369053 Dec 16 10:19:53.101286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'port': {'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'admin_state_up': True, 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'security_groups': ['2c9a2f15-b57b-4f07-bf6c-efad47c0faba']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:53.217198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:19:53.217443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a85cb035-3786-4e97-b1ff-22288efad78a req-558bb30a-8a82-445f-83f3-bc8d7ff82579 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0302570 Dec 16 10:19:53.221131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:53.350667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Allocated IP 172.20.0.14 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/6de40969-952d-4b7f-ad28-84c8a196d56c) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:53.497479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:53.535352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:53.576577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:53.579696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:53.583372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:53.592666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=6de40969-952d-4b7f-ad28-84c8a196d56c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:53.644539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:53.645227 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:53.667793 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-6d31c7db-0386-42d6-8091-6bcaa51b0170 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703933 Dec 16 10:19:53.680501 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Request body: {'port': {'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:53.743995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:53.860218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3fc32c94-f5a0-4f8d-9a07-c04a14ba1d80 None None] Provisioning complete for port 6de40969-952d-4b7f-ad28-84c8a196d56c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:53.860796 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3fc32c94-f5a0-4f8d-9a07-c04a14ba1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:53.895257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3fc32c94-f5a0-4f8d-9a07-c04a14ba1d80 None None] Port 6de40969-952d-4b7f-ad28-84c8a196d56c cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:19:54.016429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de40969-952d-4b7f-ad28-84c8a196d56c {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:54.024941 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.045053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Transition to ACTIVE for port object 6de40969-952d-4b7f-ad28-84c8a196d56c will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:19:54.051750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.121480 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Pushing event updated for resources: {'Port': ['ID=6de40969-952d-4b7f-ad28-84c8a196d56c,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:54.183013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Attempting to bind port 6de40969-952d-4b7f-ad28-84c8a196d56c on host n-h2-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:54.183348 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Attempting to bind port 6de40969-952d-4b7f-ad28-84c8a196d56c by drivers openvswitch,hyperv on host n-h2-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:54.183686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Attempting to bind port 6de40969-952d-4b7f-ad28-84c8a196d56c on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:54.188508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Port 6de40969-952d-4b7f-ad28-84c8a196d56c on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:19:54.188828 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Attempting to bind port 6de40969-952d-4b7f-ad28-84c8a196d56c on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:54.194645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Checking agent: {'id': 'f2ad1174-a2b2-4a55-b057-7b1712c68396', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:54.194951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:54.195338 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:54.195768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Bound port: 6de40969-952d-4b7f-ad28-84c8a196d56c, host: n-h2-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:54.196126 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.284380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] For port 6de40969-952d-4b7f-ad28-84c8a196d56c, host n-h2-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:54.289395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] For port 6de40969-952d-4b7f-ad28-84c8a196d56c, host n-h2-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6de40969-952d-4b7f-ad28-84c8a196d56c,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:54.295535 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.296431 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.338124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:54.338815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:54.340531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] 10.222.0.69 "PUT /v2.0/ports/6de40969-952d-4b7f-ad28-84c8a196d56c HTTP/1.1" status: 200 len: 1092 time: 0.6647339 Dec 16 10:19:54.341103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'tag': '6de40969-952d-4b7f-ad28-84c8a196d56c'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:54.343446 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5394cd9f-bd6b-4ce9-9376-95fc808eb656" -d '{"events": [{"name": "network-changed", "server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "tag": "6de40969-952d-4b7f-ad28-84c8a196d56c"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:54.373479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398b06d-48b1-461c-bcca-2cace02b737e req-7cc3db75-1dc2-4138-9d94-a4d04b159442 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:54.374993 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6398b06d-48b1-461c-bcca-2cace02b737e req-7cc3db75-1dc2-4138-9d94-a4d04b159442 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0687234 Dec 16 10:19:54.375520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd67e7-0d9d-40a3-bc9c-757d4a166d3a service neutron] Pushing event updated for resources: {'Port': ['ID=6de40969-952d-4b7f-ad28-84c8a196d56c,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:54.426332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-1440c847-acae-4e40-9c39-95e4b2f0be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:54.428039 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-1440c847-acae-4e40-9c39-95e4b2f0be66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1095 time: 0.0494759 Dec 16 10:19:54.433017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6398b06d-48b1-461c-bcca-2cace02b737e req-b06394c2-ddf4-48e2-ac7c-a0bfbdf5e168 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460784 Dec 16 10:19:54.477797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-aab3c413-eaa4-47ca-92f3-3f176421c74b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de40969-952d-4b7f-ad28-84c8a196d56c HTTP/1.1" status: 200 len: 217 time: 0.0411696 Dec 16 10:19:54.496209 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d034dc9-91ed-4fb1-9dd0-a9dc568bbd06 x-openstack-request-id: req-2d034dc9-91ed-4fb1-9dd0-a9dc568bbd06 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:54.496594 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "tag": "6de40969-952d-4b7f-ad28-84c8a196d56c", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:54.496842 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d034dc9-91ed-4fb1-9dd0-a9dc568bbd06 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:54.497246 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'tag': '6de40969-952d-4b7f-ad28-84c8a196d56c', 'status': 'completed', 'code': 200} Dec 16 10:19:54.538283 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-308d1d51-bf3e-438f-adec-794efec36840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:54.539978 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-308d1d51-bf3e-438f-adec-794efec36840 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0552349 Dec 16 10:19:54.589226 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-b8fc355f-4ad0-4304-8bb1-7f2172dc4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:54.590903 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-b8fc355f-4ad0-4304-8bb1-7f2172dc4860 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440352 Dec 16 10:19:54.692130 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-a2448bb2-5f18-4aa3-9797-b9b90948f340 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937495 Dec 16 10:19:54.789197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-4aad306e-e5c4-4ed3-89d2-e3470031fb51 service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898383 Dec 16 10:19:54.907814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-6d0e3f9d-febf-44fb-b521-2aba9cd139b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:54.909429 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-6d0e3f9d-febf-44fb-b521-2aba9cd139b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1095 time: 0.0549026 Dec 16 10:19:55.019284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-174f054a-1034-41ae-9b02-6ac40bc22eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:55.021267 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-174f054a-1034-41ae-9b02-6ac40bc22eef service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1039634 Dec 16 10:19:55.066320 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-78fcfdc7-d6dc-4fd8-9923-9e695a94ad30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de40969-952d-4b7f-ad28-84c8a196d56c HTTP/1.1" status: 200 len: 217 time: 0.0377998 Dec 16 10:19:55.074966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-045d87a8-ec7e-4e0b-bf70-4337bf6d7cd6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:55.076462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-045d87a8-ec7e-4e0b-bf70-4337bf6d7cd6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0539017 Dec 16 10:19:55.122824 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-2ba66d22-b93b-4db3-be0f-4da87c0ce7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:55.124557 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-2ba66d22-b93b-4db3-be0f-4da87c0ce7cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0514324 Dec 16 10:19:55.173633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-dc051cc0-8124-46d1-a8ee-ebf49b1811b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:55.175122 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-dc051cc0-8124-46d1-a8ee-ebf49b1811b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437789 Dec 16 10:19:55.186291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Deleting port 6de40969-952d-4b7f-ad28-84c8a196d56c {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:19:55.186595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:55.274498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-4396e0d7-c902-45a0-b747-25ba0ec1a93b service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915368 Dec 16 10:19:55.282526 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] For port 6de40969-952d-4b7f-ad28-84c8a196d56c, host n-h2-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821941-1',level=0,port_id=6de40969-952d-4b7f-ad28-84c8a196d56c,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:19:55.282917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:55.297638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Calling delete_port for 6de40969-952d-4b7f-ad28-84c8a196d56c owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:19:55.375509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-3076d9ea-c2f8-4a83-82d0-7e24673bddbd service neutron] 10.222.0.69 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944116 Dec 16 10:19:55.442955 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:55.476453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'Port': ['ID=6de40969-952d-4b7f-ad28-84c8a196d56c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:55.522611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] No DVR routers for this DVR port 6de40969-952d-4b7f-ad28-84c8a196d56c on host n-h2-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:19:55.532153 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:55.535501 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.69 "DELETE /v2.0/ports/6de40969-952d-4b7f-ad28-84c8a196d56c HTTP/1.1" status: 204 len: 173 time: 0.4520566 Dec 16 10:19:55.535968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-deleted', 'tag': '6de40969-952d-4b7f-ad28-84c8a196d56c'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:55.538540 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0670f6-4c1c-4873-a071-0251c2fe7efd" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-deleted", "tag": "6de40969-952d-4b7f-ad28-84c8a196d56c"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:55.567518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8e5c73cd-8fc8-409b-a961-5d9a70c4d3e3 req-c49ca8fc-206d-4056-b0ff-01a791dcfed3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0476801 Dec 16 10:19:55.573712 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:55.638237 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9225654-b14b-491d-b0b7-ae8ced3b1ce8 x-openstack-request-id: req-e9225654-b14b-491d-b0b7-ae8ced3b1ce8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:55.639734 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-deleted", "tag": "6de40969-952d-4b7f-ad28-84c8a196d56c", "status": "failed", "code": 422}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:55.642284 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9225654-b14b-491d-b0b7-ae8ced3b1ce8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:55.642284 n-d-821941-1 neutron-server[102398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-deleted', 'tag': '6de40969-952d-4b7f-ad28-84c8a196d56c', 'status': 'failed', 'code': 422} returned with failed status Dec 16 10:19:56.722367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-41f416e3-7a96-4cbe-b463-f0fe1a21d0ab req-25144562-8ba0-4684-b9f2-e2bf846e95a2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0641282 Dec 16 10:19:56.787811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-cd51f3cf-e449-461c-b995-aac1206049e3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:56.788558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-cd51f3cf-e449-461c-b995-aac1206049e3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 811 time: 0.1413515 Dec 16 10:19:56.839118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-28196687-a78a-4732-a393-559ac2535afb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 380 time: 0.0395191 Dec 16 10:19:56.849371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'port': {'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'admin_state_up': True, 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'security_groups': ['2c9a2f15-b57b-4f07-bf6c-efad47c0faba']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:56.965127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Made reservation on behalf of 63868f34f47b4cde813981ab24322dc9 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:19:56.968716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.106322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Allocated IP 172.20.0.14 (f2c25730-e863-4218-afac-c2d926a89b13/372da3ae-33d7-4276-9427-407730f1f065/c42201a2-9312-4917-9371-4686e4fa2f1f) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:19:57.246924 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.287002 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.329510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Network f2c25730-e863-4218-afac-c2d926a89b13 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:19:57.332558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:19:57.336191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:19:57.345770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:57.394067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:57.394678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.412358 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-2e5ddde4-3610-4148-911f-2674195fb68f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668769 Dec 16 10:19:57.425178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Request body: {'port': {'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:19:57.484522 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.580961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e008c761-9e18-4a85-a2cc-378f188509d0 None None] Provisioning complete for port c42201a2-9312-4917-9371-4686e4fa2f1f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:19:57.581569 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e008c761-9e18-4a85-a2cc-378f188509d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.618993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-e008c761-9e18-4a85-a2cc-378f188509d0 None None] Port c42201a2-9312-4917-9371-4686e4fa2f1f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:19:57.763367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42201a2-9312-4917-9371-4686e4fa2f1f {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:19:57.771453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.786722 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Transition to ACTIVE for port object c42201a2-9312-4917-9371-4686e4fa2f1f will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:19:57.792009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:57.868179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:57.928721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586b3ea-7064-4f10-8c5e-c145498cd664 req-0987d7c8-43b2-4ab8-9d62-c3786caeceb3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:57.930399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1586b3ea-7064-4f10-8c5e-c145498cd664 req-0987d7c8-43b2-4ab8-9d62-c3786caeceb3 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.1139481 Dec 16 10:19:57.980698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Attempting to bind port c42201a2-9312-4917-9371-4686e4fa2f1f on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:19:57.981042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Attempting to bind port c42201a2-9312-4917-9371-4686e4fa2f1f by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:19:57.981355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Attempting to bind port c42201a2-9312-4917-9371-4686e4fa2f1f on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:57.989764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1586b3ea-7064-4f10-8c5e-c145498cd664 req-a7bb5c76-762f-46ce-a484-bdb03bbfbd27 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528047 Dec 16 10:19:57.990798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Port c42201a2-9312-4917-9371-4686e4fa2f1f on network f2c25730-e863-4218-afac-c2d926a89b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:19:57.991115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Attempting to bind port c42201a2-9312-4917-9371-4686e4fa2f1f on network f2c25730-e863-4218-afac-c2d926a89b13 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:19:57.996590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:19:57.996873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Checking segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:19:57.997191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Bound using segment: {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:19:57.997621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Bound port: c42201a2-9312-4917-9371-4686e4fa2f1f, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581bf5a6-c989-41cd-91cd-1de98a1b98c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:19:57.997998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:58.064996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:19:58.068271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:19:58.073251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:58.114230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.114887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:19:58.116526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-76546960-8535-490d-a8fb-1d6951877064 service neutron] 10.222.0.53 "PUT /v2.0/ports/c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1092 time: 0.6956992 Dec 16 10:19:58.116988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:19:58.119309 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db38688f-9385-4534-a465-b723584363b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:19:58.142028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76546960-8535-490d-a8fb-1d6951877064 service neutron] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:19:58.168892 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8beb1f-9e8d-4fe5-a818-eb75b3e9a94a x-openstack-request-id: req-ca8beb1f-9e8d-4fe5-a818-eb75b3e9a94a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:19:58.169211 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:19:58.169408 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca8beb1f-9e8d-4fe5-a818-eb75b3e9a94a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:19:58.169802 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'status': 'completed', 'code': 200} Dec 16 10:19:58.204082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-ce74b04a-ee9b-46cc-9133-1c6926019feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.205603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-ce74b04a-ee9b-46cc-9133-1c6926019feb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1095 time: 0.0474951 Dec 16 10:19:58.248823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-df326830-09a8-43d9-aa93-64af43e51861 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 217 time: 0.0352147 Dec 16 10:19:58.303191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-a67052ca-812b-42af-a84f-d9445a5b135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.304666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-a67052ca-812b-42af-a84f-d9445a5b135a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0494697 Dec 16 10:19:58.353140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-ef620077-f1b2-4cf8-92bc-81a91f896a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.354694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-ef620077-f1b2-4cf8-92bc-81a91f896a4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421753 Dec 16 10:19:58.446667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-f112e938-9f40-47d0-915c-273195756a0a service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Dec 16 10:19:58.546524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-a4ba9818-1958-4487-a63b-1dc85736e74a service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927122 Dec 16 10:19:58.654402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38688f-9385-4534-a465-b723584363b9 req-5108a011-38cf-4d39-89d9-92763787dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.655946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-5108a011-38cf-4d39-89d9-92763787dc7a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1095 time: 0.0488160 Dec 16 10:19:58.756674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38688f-9385-4534-a465-b723584363b9 req-5869868b-c004-4492-af52-806d7e9a06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.758212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-5869868b-c004-4492-af52-806d7e9a06bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0953150 Dec 16 10:19:58.807692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-1d48a59b-7ba5-43a8-a9e5-3742d1f5468e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 217 time: 0.0402176 Dec 16 10:19:58.867672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38688f-9385-4534-a465-b723584363b9 req-0bddff09-4a3b-457a-bf0c-25488813558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.869147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-0bddff09-4a3b-457a-bf0c-25488813558d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0535860 Dec 16 10:19:58.923725 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38688f-9385-4534-a465-b723584363b9 req-deeb86aa-ebe1-40f7-a9bf-93708100724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:58.925255 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-deeb86aa-ebe1-40f7-a9bf-93708100724c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482798 Dec 16 10:19:59.022799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-8461d43b-fe00-485b-9d78-32af597950c4 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883842 Dec 16 10:19:59.151747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3434f6-163d-40e8-9bc5-447479164ac4 req-947d2599-eea0-4f76-8b69-4d5262013904 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:19:59.154137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f3434f6-163d-40e8-9bc5-447479164ac4 req-947d2599-eea0-4f76-8b69-4d5262013904 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0761075 Dec 16 10:19:59.160898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db38688f-9385-4534-a465-b723584363b9 req-72ec9b32-24bf-4d35-851f-728472015f28 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290536 Dec 16 10:19:59.206616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f3434f6-163d-40e8-9bc5-447479164ac4 req-359d5168-3d1f-4ed0-9886-43ff75cd121f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445123 Dec 16 10:20:00.331891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe595ee-5fce-4830-bdcf-52fdc9213b78 req-8c745e9a-d758-4b71-b04e-0a8394c18fc2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:00.333363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cbe595ee-5fce-4830-bdcf-52fdc9213b78 req-8c745e9a-d758-4b71-b04e-0a8394c18fc2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0514591 Dec 16 10:20:00.360737 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:20:00.375900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cbe595ee-5fce-4830-bdcf-52fdc9213b78 req-6c092ab9-ffd1-4982-8d6b-e1c8ef5e5864 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Dec 16 10:20:00.468620 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:20:00.480517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'mac_address': 'fa:16:3e:20:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:20:00.522705 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:00.541098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42201a2-9312-4917-9371-4686e4fa2f1f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:20:00.565568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:20:00.571646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:00.631327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:20:00.771849 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['c42201a2-9312-4917-9371-4686e4fa2f1f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:20:01.505964 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264edb1-0e91-492e-bfaa-c56bce634b65 req-f89ae289-71b1-43a5-9745-4c18ff536cd7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:01.507864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c264edb1-0e91-492e-bfaa-c56bce634b65 req-f89ae289-71b1-43a5-9745-4c18ff536cd7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Dec 16 10:20:01.549402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c264edb1-0e91-492e-bfaa-c56bce634b65 req-c97d9b5b-ee23-46eb-a67f-2d88d9fd2ba0 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354364 Dec 16 10:20:02.376328 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:20:02.434337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port c42201a2-9312-4917-9371-4686e4fa2f1f completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:20:02.438307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port c42201a2-9312-4917-9371-4686e4fa2f1f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:20:02.438678 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:02.531453 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:02.557963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:20:02.560493 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ec674-ba27-4b02-a9f5-e4e73377b3c2" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-plugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:20:02.574432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:20:02.579312 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:02.609175 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1008c474-1526-4dfe-8532-944ee2973792 x-openstack-request-id: req-1008c474-1526-4dfe-8532-944ee2973792 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:20:02.609633 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-plugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:20:02.609775 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1008c474-1526-4dfe-8532-944ee2973792 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:20:02.610280 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'code': 200} Dec 16 10:20:02.644389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:20:02.729461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60a390-0697-4964-95cc-9d8c03164e87 req-fd2ef6ce-bce3-412c-bc58-4c306cea9fe6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:02.731003 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a60a390-0697-4964-95cc-9d8c03164e87 req-fd2ef6ce-bce3-412c-bc58-4c306cea9fe6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0836601 Dec 16 10:20:02.737631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2266796-5fe5-43b4-9191-787c33adc6c7 req-ca945bde-7eb5-4993-877d-bd13e191067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:02.739112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2266796-5fe5-43b4-9191-787c33adc6c7 req-ca945bde-7eb5-4993-877d-bd13e191067f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1097 time: 0.0609140 Dec 16 10:20:02.799732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a60a390-0697-4964-95cc-9d8c03164e87 req-ed1948dd-fbf9-42ab-8303-8f8820567db1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596654 Dec 16 10:20:02.801338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f2266796-5fe5-43b4-9191-787c33adc6c7 req-f3f6cd7b-334f-4bd0-af63-6da6ca99e883 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548573 Dec 16 10:20:03.939012 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38ae-8ae0-4fc7-9e80-57fab2647133 req-b40091e5-6079-43a1-86f2-4d365bb261c9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:03.940494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04bf38ae-8ae0-4fc7-9e80-57fab2647133 req-b40091e5-6079-43a1-86f2-4d365bb261c9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0557668 Dec 16 10:20:03.985550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04bf38ae-8ae0-4fc7-9e80-57fab2647133 req-f799ac6d-6e08-43c4-9b3c-2aa9e56f1153 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379331 Dec 16 10:20:05.122996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ddcab-b68a-497c-9181-7fdc91470ebd req-d98b5fba-2565-465b-86a9-373ec94cd560 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:05.124468 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-510ddcab-b68a-497c-9181-7fdc91470ebd req-d98b5fba-2565-465b-86a9-373ec94cd560 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0516121 Dec 16 10:20:05.166411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-510ddcab-b68a-497c-9181-7fdc91470ebd req-72a4d9e3-e06c-4cbd-abbb-1c6e93ca5568 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327365 Dec 16 10:20:05.286025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b82f30-e0c0-48b8-814f-be8f6ff739d3 req-eff811e6-63ec-49b8-8073-48c617aa60a8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:05.287439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-93b82f30-e0c0-48b8-814f-be8f6ff739d3 req-eff811e6-63ec-49b8-8073-48c617aa60a8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0545421 Dec 16 10:20:05.296307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56340) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:20:05.300653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Request body: {'floatingip': {'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:20:05.666215 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:06.122083 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:06.127844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:06.235530 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb associated. External IP: 172.25.6.241, port: c42201a2-9312-4917-9371-4686e4fa2f1f. Dec 16 10:20:06.464857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:20:06.590822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:20:06.596269 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:06.601515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:20:06.611177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:20:06.611791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:19:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:20:06.626162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4063fccc-8e37-4987-831d-ca69feb6ad44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "PUT /v2.0/floatingips/6f56c8ec-3db8-48e3-b123-c9398c585cfb HTTP/1.1" status: 200 len: 993 time: 1.3287768 Dec 16 10:20:06.626875 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:20:06.629261 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b7a43-426d-475e-8def-5dd5bd3b9470" -d '{"events": [{"name": "network-changed", "server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:20:06.722897 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4ae143-bbb3-4c35-9b35-8e7f653d5482 x-openstack-request-id: req-4a4ae143-bbb3-4c35-9b35-8e7f653d5482 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:20:06.723060 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:20:06.723213 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a4ae143-bbb3-4c35-9b35-8e7f653d5482 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:20:06.723609 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'status': 'completed', 'code': 200} Dec 16 10:20:06.731023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:20:06.792437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-7a40198b-3b86-45ee-baa0-a6cc358e0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:06.794076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-7a40198b-3b86-45ee-baa0-a6cc358e0656 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1097 time: 0.0486159 Dec 16 10:20:06.892693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-6ca7cb62-ec46-4442-a907-fb31d42a6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:06.894239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-6ca7cb62-ec46-4442-a907-fb31d42a6520 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0933003 Dec 16 10:20:06.973217 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-fd517299-dee0-4432-84ab-4d9355e251dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1001 time: 0.0710170 Dec 16 10:20:06.978947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:20:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:20:06Z', 'revision_number': 13, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:20:07.007056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:20:07.015384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:20:07.015996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:19:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:20:07.031899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-1b2adbbc-dbd8-4e09-a3a8-542bda2696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:07.033379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-1b2adbbc-dbd8-4e09-a3a8-542bda2696ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0526681 Dec 16 10:20:07.084893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-5a5b9f01-4dc0-48b2-a2bb-e308836faf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:07.086633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-5a5b9f01-4dc0-48b2-a2bb-e308836faf62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463917 Dec 16 10:20:07.198052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-e854b62d-c947-44eb-97e6-90bda6c5cb2f service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024387 Dec 16 10:20:07.291672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:20:07.297698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-437b7a43-426d-475e-8def-5dd5bd3b9470 req-4c935588-38ee-4d09-bd79-516e3f866f8a service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923123 Dec 16 10:20:07.519427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:20:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:20:06Z', 'revision_number': 13, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:20:07.552966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0a6bd-174d-46f4-a011-a77074d0cb7b None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '6f56c8ec-3db8-48e3-b123-c9398c585cfb', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'floating_ip_address': '172.25.6.241', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'mac_address': 'fa:16:3e:20:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:11:00Z', 'updated_at': '2021-12-16T10:20:06Z', 'revision_number': 13, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:20:07.773544 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0ecba-6a44-4a57-8eef-b8cf36b94bdf None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:20:14.110437 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-14c5a738-74eb-4d14-a9c7-19ebbba67cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:16.554879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-acccd9b2-697a-4175-9e60-83f8a400b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:18.246919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:19.923883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:20.056207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:23.318567 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:20:24.284010 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:25.573647 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:40.766549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-390d6ef0-d5df-4b31-b409-bd51478d129f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425255 Dec 16 10:20:40.860806 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-c60aff70-9c50-4692-b729-d44ea75a115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:40.861628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-c60aff70-9c50-4692-b729-d44ea75a115f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0495720 Dec 16 10:20:40.980154 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-2401ef4c-445a-499f-8747-973e2d88340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:40.981660 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-2401ef4c-445a-499f-8747-973e2d88340a service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0992055 Dec 16 10:20:41.029994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-4516dac8-07b8-4811-ad58-2c9e8baa01ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0390370 Dec 16 10:20:41.087348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-2c555ce1-d14b-46a7-8ec4-2bdef7d03796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:41.088867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-2c555ce1-d14b-46a7-8ec4-2bdef7d03796 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0518260 Dec 16 10:20:41.141097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-c87eba9e-f8ef-4011-90b2-7b3f6c8409b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:20:41.142691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-c87eba9e-f8ef-4011-90b2-7b3f6c8409b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460591 Dec 16 10:20:41.256199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-73e61f3a-0790-4648-b61c-1c145571d68c service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047623 Dec 16 10:20:41.363137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8c0084b5-2b23-4649-8e8d-da853f177f20 req-82733528-283d-4a04-9082-0d77c36f874b service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993459 Dec 16 10:20:44.114623 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cbc79227-b7a0-45d6-828c-e8edba7453f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:46.557095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2aa38045-810e-4404-af52-98e2cff7d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:48.242428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:49.918605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:50.057879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:54.289422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:20:55.587622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:00.319236 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:21:14.119909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4468bc82-9394-4019-b716-9c69024df8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:16.559591 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97fba1e3-009a-460c-893c-9e041637c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:18.244025 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:19.922958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:20.059648 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:24.293323 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:25.587419 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:37.319328 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:21:40.881986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-0ef99228-b7c9-40ce-8586-57a792c02294 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503761 Dec 16 10:21:40.950799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-01f95168-cd3c-4d5d-b550-6c93517a1425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:40.952392 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-01f95168-cd3c-4d5d-b550-6c93517a1425 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1097 time: 0.0451961 Dec 16 10:21:41.075436 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-904113bc-1c68-4e0a-9179-e7e69da56330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:41.076963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-904113bc-1c68-4e0a-9179-e7e69da56330 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.0994632 Dec 16 10:21:41.156154 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-f00bb6b6-ac3a-4935-8106-cd983fa3ac88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1003 time: 0.0715597 Dec 16 10:21:41.212638 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-a9d6a409-6462-48ff-a06b-526153930f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:41.214189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-a9d6a409-6462-48ff-a06b-526153930f87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0513461 Dec 16 10:21:41.265073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-0af8e7ab-b3b3-4f61-9252-3cbaad99fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:41.266802 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-0af8e7ab-b3b3-4f61-9252-3cbaad99fecb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448077 Dec 16 10:21:41.369958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-f718bd21-50b3-4dc3-83a6-04ed62dd4a7a service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952444 Dec 16 10:21:41.468428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-640d8c56-a45d-4ee6-bc4e-bb84dfa11647 req-b8faacb7-2a35-42fa-9ccc-1936693325de service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912120 Dec 16 10:21:44.124749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3cee19d1-1749-4ec2-97cf-0e2c3456f8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:45.903005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2334-2be7-446e-a9eb-dc40b80f765b req-1150d861-3fc1-429f-a610-2a62c93630a2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:45.905336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca3d2334-2be7-446e-a9eb-dc40b80f765b req-1150d861-3fc1-429f-a610-2a62c93630a2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0616081 Dec 16 10:21:45.950302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca3d2334-2be7-446e-a9eb-dc40b80f765b req-b8432b68-803a-43bd-b5ab-70cd4c9564f6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365801 Dec 16 10:21:46.567000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49bf0855-4183-44d9-a0f2-233141f80062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:48.247822 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:49.934065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:50.065146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:54.292838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:55.612346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:21:58.434125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c85a22-55c2-4149-82ad-ed31d8227a23 req-5f239654-6ff5-4792-b33f-bc43a90ae00b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:58.435635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57c85a22-55c2-4149-82ad-ed31d8227a23 req-5f239654-6ff5-4792-b33f-bc43a90ae00b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0887022 Dec 16 10:21:58.439124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-faa1c44d-fea7-4050-9fe8-e83a79505434 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893793 Dec 16 10:21:58.482234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-57c85a22-55c2-4149-82ad-ed31d8227a23 req-3fdaa038-286b-41ea-935a-dee8bc78789a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Dec 16 10:21:59.620665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d68ff-83cc-4c85-bc11-03d5470eb5de req-7c8eb5c0-1ca1-412e-8bc9-07dbf04f3789 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:59.622477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-231d68ff-83cc-4c85-bc11-03d5470eb5de req-7c8eb5c0-1ca1-412e-8bc9-07dbf04f3789 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0556884 Dec 16 10:21:59.700859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-231d68ff-83cc-4c85-bc11-03d5470eb5de req-6d1edbca-6dab-46a9-8f83-485099543202 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687025 Dec 16 10:21:59.714217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-85f4f89d-ff69-4924-bc0d-99715d7aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:59.715909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-85f4f89d-ff69-4924-bc0d-99715d7aacfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1097 time: 0.0659494 Dec 16 10:21:59.844253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-a9013107-81c5-43b6-a5eb-d5230917a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:59.846080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-a9013107-81c5-43b6-a5eb-d5230917a96c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1221445 Dec 16 10:21:59.927529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-9d076e39-c7f7-4b55-8146-42aeaa8e9fae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1003 time: 0.0738165 Dec 16 10:21:59.985922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-e4e9df60-6f42-4613-9117-962b38987ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:21:59.988072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-e4e9df60-6f42-4613-9117-962b38987ac7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0512564 Dec 16 10:22:00.052795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-d1e247d0-49b1-428e-8036-434599944390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:00.054478 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-d1e247d0-49b1-428e-8036-434599944390 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592563 Dec 16 10:22:00.171700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-60f9864d-ec78-4e77-a19a-97fbb0f33612 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096528 Dec 16 10:22:00.290598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-cd68aa77-53cd-4b59-ad0b-163596d7c0e3 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087985 Dec 16 10:22:00.876616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bf6fa-d5b6-4547-b681-24be10dc0ec8 req-0bbbef5f-f260-452c-8768-9836900f9630 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:00.879693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597bf6fa-d5b6-4547-b681-24be10dc0ec8 req-0bbbef5f-f260-452c-8768-9836900f9630 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0899072 Dec 16 10:22:00.929081 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-597bf6fa-d5b6-4547-b681-24be10dc0ec8 req-433c3450-5064-4207-b6d8-b7ed8b4a7c94 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Dec 16 10:22:02.148574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34bcd-ae07-4704-b6d8-e8daf7afe582 req-c1f64219-ca05-4292-9a02-31380e087643 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:02.150665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17c34bcd-ae07-4704-b6d8-e8daf7afe582 req-c1f64219-ca05-4292-9a02-31380e087643 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.1285949 Dec 16 10:22:02.196970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-17c34bcd-ae07-4704-b6d8-e8daf7afe582 req-fd83f7bb-e272-4cb8-858d-3d212eb2e4de tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396538 Dec 16 10:22:03.343270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294a86-207d-4216-b004-1a648cca5710 req-92447db3-5f3a-41ea-9810-e26148dbfd8d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:03.344705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd294a86-207d-4216-b004-1a648cca5710 req-92447db3-5f3a-41ea-9810-e26148dbfd8d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0596797 Dec 16 10:22:03.387367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd294a86-207d-4216-b004-1a648cca5710 req-c5cd891c-2367-44ee-98cb-4cb370f20bfd tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Dec 16 10:22:04.519639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4753-24d4-4c3e-a0dd-6e3c79feeafc req-6221efd3-6ee8-4799-8a0a-c26d7ee5a047 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:04.521480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-058b4753-24d4-4c3e-a0dd-6e3c79feeafc req-6221efd3-6ee8-4799-8a0a-c26d7ee5a047 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0577507 Dec 16 10:22:04.564195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-058b4753-24d4-4c3e-a0dd-6e3c79feeafc req-61d9a688-c084-4a00-8f23-4554bf16ae0c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346534 Dec 16 10:22:05.712155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153e8d-0fde-4615-9dbe-b9e939480e40 req-d96706ad-52b3-4d47-8c09-e705053f9045 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:05.713764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d153e8d-0fde-4615-9dbe-b9e939480e40 req-d96706ad-52b3-4d47-8c09-e705053f9045 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0608692 Dec 16 10:22:05.759248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6d153e8d-0fde-4615-9dbe-b9e939480e40 req-86e9ceb2-4089-46c8-82c0-978692c14ce6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379250 Dec 16 10:22:06.907162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f2650-9dd7-4f79-a081-b3953d23554f req-2a046b26-4152-4ea4-8461-355134d47d77 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:06.908870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef5f2650-9dd7-4f79-a081-b3953d23554f req-2a046b26-4152-4ea4-8461-355134d47d77 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0735254 Dec 16 10:22:06.954920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef5f2650-9dd7-4f79-a081-b3953d23554f req-4e5547d4-3179-4818-b071-6c16d4aa9978 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374217 Dec 16 10:22:08.086017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842006d2-c4cd-4197-9376-413b92b7cc4b req-4ae9318b-e0c1-436d-a293-7e22054ebd04 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:08.087711 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-842006d2-c4cd-4197-9376-413b92b7cc4b req-4ae9318b-e0c1-436d-a293-7e22054ebd04 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0562387 Dec 16 10:22:08.129098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-842006d2-c4cd-4197-9376-413b92b7cc4b req-5fee0915-8eb4-49f8-a656-f3080a18ec7d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351121 Dec 16 10:22:09.266469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94704e63-2230-4e2f-9a8e-4048422ec642 req-87f746f9-c93d-4d3e-bc83-255abb66cae9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:09.268141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94704e63-2230-4e2f-9a8e-4048422ec642 req-87f746f9-c93d-4d3e-bc83-255abb66cae9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0604913 Dec 16 10:22:09.314281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94704e63-2230-4e2f-9a8e-4048422ec642 req-f27d423c-782b-4d75-866d-cc4756c8e898 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383470 Dec 16 10:22:10.448954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bac5a7-bc7e-435a-9ff6-0ff3bb6d0a7a req-79df2987-eba9-4051-8af9-d487d440eff4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:10.450599 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bac5a7-bc7e-435a-9ff6-0ff3bb6d0a7a req-79df2987-eba9-4051-8af9-d487d440eff4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0585601 Dec 16 10:22:10.498785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bac5a7-bc7e-435a-9ff6-0ff3bb6d0a7a req-7a8a9337-fce9-4f93-a760-c5691843f0aa tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Dec 16 10:22:11.635905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5de6f-0e11-4b34-b153-e34e0104bb7e req-44f0119e-5ad7-415d-b254-13bce17c35b6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:11.637422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fe5de6f-0e11-4b34-b153-e34e0104bb7e req-44f0119e-5ad7-415d-b254-13bce17c35b6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0563457 Dec 16 10:22:11.680840 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8fe5de6f-0e11-4b34-b153-e34e0104bb7e req-dfb5ce4f-fd02-48e9-84b3-d6b1bcba207e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366001 Dec 16 10:22:12.826682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe255-708f-41d6-991b-77059bc5bdee req-a142e2c2-7097-4cb4-8c37-d71f15e6ddd1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:12.828282 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-109fe255-708f-41d6-991b-77059bc5bdee req-a142e2c2-7097-4cb4-8c37-d71f15e6ddd1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0593586 Dec 16 10:22:12.878864 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-109fe255-708f-41d6-991b-77059bc5bdee req-61a0f54c-1bca-457c-aea4-5139e37aa9d9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Dec 16 10:22:13.900407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-4d571a40-393b-46fd-905b-418be6d25aac service neutron] 10.222.0.53 "GET /v2.0/ports/c42201a2-9312-4917-9371-4686e4fa2f1f/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.0827119 Dec 16 10:22:14.031498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b7a79-bea1-4c8a-880e-7787c3fcc5a7 req-33d36b54-f848-4639-b307-38d0499be058 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:14.033141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a68b7a79-bea1-4c8a-880e-7787c3fcc5a7 req-33d36b54-f848-4639-b307-38d0499be058 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0621450 Dec 16 10:22:14.087644 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a68b7a79-bea1-4c8a-880e-7787c3fcc5a7 req-ad8296cd-6b53-4a64-8138-41f0e41bdbd7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455894 Dec 16 10:22:14.135772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4d44ecb9-3271-41be-bde2-4e446caabbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:14.225011 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-2a546423-f8e1-411a-bee5-a2a165ac7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:14.226550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-2a546423-f8e1-411a-bee5-a2a165ac7bb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0574877 Dec 16 10:22:14.303015 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-b6d9bf35-a298-4f53-8316-dd8ec67e0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:14.304839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-b6d9bf35-a298-4f53-8316-dd8ec67e0d58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1097 time: 0.0484257 Dec 16 10:22:14.320148 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:22:14.419883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-b8162ace-8447-406c-830c-24b667bae42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:14.421404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-b8162ace-8447-406c-830c-24b667bae42b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1094573 Dec 16 10:22:14.500094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-2cb2be21-3d8a-4817-9cb7-a4a2ef5e7ff1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1003 time: 0.0705218 Dec 16 10:22:14.556637 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-2ba13079-e444-425f-8f0e-19146ca8bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:14.558151 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-2ba13079-e444-425f-8f0e-19146ca8bc7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0508394 Dec 16 10:22:14.611547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709162e-3644-4480-b302-a02b466b8207 req-8cca76a9-8a57-4bdd-921a-b6dd771568e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:14.613132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-8cca76a9-8a57-4bdd-921a-b6dd771568e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481751 Dec 16 10:22:14.738783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-7e1fb10d-c96e-48b8-9028-ed76881e2e63 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181402 Dec 16 10:22:14.832394 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f709162e-3644-4480-b302-a02b466b8207 req-049917e3-70b1-41ad-ab54-861c5e5cbd30 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869648 Dec 16 10:22:14.981511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:22:15.071594 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:15.099574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:22:15.102264 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa474ffd-13a7-4916-ac5e-efc99c6ec555" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-unplugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:22:15.123672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:15.130192 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:15.188531 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d02ae69-d8be-4afb-aba3-6327fb107c27 x-openstack-request-id: req-3d02ae69-d8be-4afb-aba3-6327fb107c27 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:22:15.189586 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-unplugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:22:15.189586 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d02ae69-d8be-4afb-aba3-6327fb107c27 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:22:15.190285 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'code': 200} Dec 16 10:22:15.219025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:15.229955 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.230226 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.230551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.230837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.231173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.231497 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.231824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.232146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.232794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.233213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.234511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.234511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:15.342851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d3b88-4a5e-4992-92f1-a16ac8542e77 req-7be3c84b-c9d1-4046-9f77-a92e17d6f047 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:15.345234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b64d3b88-4a5e-4992-92f1-a16ac8542e77 req-7be3c84b-c9d1-4046-9f77-a92e17d6f047 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0752439 Dec 16 10:22:15.392871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b64d3b88-4a5e-4992-92f1-a16ac8542e77 req-cf7dae80-dc00-4264-b530-59c0fd84791e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Dec 16 10:22:16.535055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594c7f-ee98-4058-bb59-a6cf069c2a52 req-9c492353-246e-4a5d-8255-f2a2b696bc4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:16.536692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d594c7f-ee98-4058-bb59-a6cf069c2a52 req-9c492353-246e-4a5d-8255-f2a2b696bc4b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0583260 Dec 16 10:22:16.561987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-39c0f595-336b-4213-bca6-fa1812bec098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:16.579676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0d594c7f-ee98-4058-bb59-a6cf069c2a52 req-dc57e2b7-5547-44c5-9a5d-346f4d02eac4 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365698 Dec 16 10:22:17.719429 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df76db-00a9-406a-8547-b775f9fe9a8d req-5f5d044c-03f9-40ca-88b5-036b85771293 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:17.720850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65df76db-00a9-406a-8547-b775f9fe9a8d req-5f5d044c-03f9-40ca-88b5-036b85771293 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0536816 Dec 16 10:22:17.761761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65df76db-00a9-406a-8547-b775f9fe9a8d req-291d0778-9021-4977-b0c5-6e77a25c9159 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Dec 16 10:22:18.249552 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:18.899597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950c328-1ea6-4e1f-8082-98635dd3a523 req-226a2288-b04b-46c3-9a3c-72cd2cea5fd5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:18.901818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b950c328-1ea6-4e1f-8082-98635dd3a523 req-226a2288-b04b-46c3-9a3c-72cd2cea5fd5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0647836 Dec 16 10:22:18.943500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b950c328-1ea6-4e1f-8082-98635dd3a523 req-e8dce695-3521-4e20-bb6e-a7994b30b283 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346980 Dec 16 10:22:19.928131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:20.066399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:20.071344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06768b6-15a5-4c71-8d9c-307efcf953e1 req-d72e26cc-cd01-4285-a093-f0e0eab5d807 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:20.072912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b06768b6-15a5-4c71-8d9c-307efcf953e1 req-d72e26cc-cd01-4285-a093-f0e0eab5d807 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0546427 Dec 16 10:22:20.118690 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b06768b6-15a5-4c71-8d9c-307efcf953e1 req-5baeead4-943c-4531-8675-0e9330e4a28f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 Dec 16 10:22:21.251507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832324e9-40fd-463e-80b9-dd6a7789fe62 req-da2465bc-4b43-4a75-869a-c602c08d0899 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:21.253558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-832324e9-40fd-463e-80b9-dd6a7789fe62 req-da2465bc-4b43-4a75-869a-c602c08d0899 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0540526 Dec 16 10:22:21.301269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-832324e9-40fd-463e-80b9-dd6a7789fe62 req-028de7ec-dddc-4bf0-a77c-c30ab233aebc tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Dec 16 10:22:22.457077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff015b-6f13-4263-b44e-c8f7a288b6b1 req-4462f51c-2181-4ddc-9f7d-98da89bce0a1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:22.458595 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54ff015b-6f13-4263-b44e-c8f7a288b6b1 req-4462f51c-2181-4ddc-9f7d-98da89bce0a1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0779104 Dec 16 10:22:22.513572 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54ff015b-6f13-4263-b44e-c8f7a288b6b1 req-5726cb00-4790-4051-bb87-fb33cf366628 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468478 Dec 16 10:22:23.646022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedb00f-bfe8-4ecb-b3e5-7ab77ccd0fc8 req-f61db51c-3faa-45e1-bb2f-6a76e3f09f4d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:23.647547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbedb00f-bfe8-4ecb-b3e5-7ab77ccd0fc8 req-f61db51c-3faa-45e1-bb2f-6a76e3f09f4d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0555553 Dec 16 10:22:23.692519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbedb00f-bfe8-4ecb-b3e5-7ab77ccd0fc8 req-669caa0d-b17b-4ddc-a365-2c3244e89523 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371668 Dec 16 10:22:24.308761 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:24.831764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2ac69-e5e1-4a44-8c72-f6b39d2de706 req-00fa2940-7bc8-43db-b2a4-a9a2ab34608f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:24.833368 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38f2ac69-e5e1-4a44-8c72-f6b39d2de706 req-00fa2940-7bc8-43db-b2a4-a9a2ab34608f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0505879 Dec 16 10:22:24.883065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38f2ac69-e5e1-4a44-8c72-f6b39d2de706 req-95eb0846-86f1-4ed3-bc10-88bb9eead0e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383589 Dec 16 10:22:25.608298 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:26.016779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751156c-f64b-4d17-a52e-ad8d830c51f4 req-5e51a4b6-471a-4c12-b4be-8f8a0c7848cf tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.018329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b751156c-f64b-4d17-a52e-ad8d830c51f4 req-5e51a4b6-471a-4c12-b4be-8f8a0c7848cf tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0580795 Dec 16 10:22:26.068473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b751156c-f64b-4d17-a52e-ad8d830c51f4 req-a64bf9a9-5be2-49f4-9c90-29356cf626b9 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Dec 16 10:22:26.438297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-ae34f320-23a0-48a5-9e5f-1423434cf8f8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.439676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-ae34f320-23a0-48a5-9e5f-1423434cf8f8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503&tenant_id=63868f34f47b4cde813981ab24322dc9&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 944 time: 0.0946925 Dec 16 10:22:26.452906 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c53df4-ab9b-4cfc-b0c6-d6a2463efa51 req-1184ad5a-ac02-4c56-b266-82a079b5a996 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.454399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95c53df4-ab9b-4cfc-b0c6-d6a2463efa51 req-1184ad5a-ac02-4c56-b266-82a079b5a996 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0734882 Dec 16 10:22:26.549404 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-95c53df4-ab9b-4cfc-b0c6-d6a2463efa51 req-9cbe90f1-79be-4875-8805-f160dea49799 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842700 Dec 16 10:22:26.555628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-a6c9565c-2c1b-40e2-9a81-aab4090d69e7 service neutron] 10.222.0.53 "GET /v2.0/ports/c42201a2-9312-4917-9371-4686e4fa2f1f/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.1002595 Dec 16 10:22:26.624807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-3edc1da5-7404-4397-a5c8-fefb583642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.626330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-3edc1da5-7404-4397-a5c8-fefb583642f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1095 time: 0.0444767 Dec 16 10:22:26.739263 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-a85d7301-915a-45a2-9543-42d7d535d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.740794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-a85d7301-915a-45a2-9543-42d7d535d50b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1060145 Dec 16 10:22:26.817444 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-6141be1b-d93b-4e62-8a9b-ac8a1cd705f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1001 time: 0.0688052 Dec 16 10:22:26.869745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-5ed62581-21e6-4f17-af72-a95ac602755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.871227 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-5ed62581-21e6-4f17-af72-a95ac602755c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0460668 Dec 16 10:22:26.929307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-c0d27e78-6ffd-46b8-adc2-ca82c9abf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:26.930858 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-c0d27e78-6ffd-46b8-adc2-ca82c9abf71f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505280 Dec 16 10:22:27.070899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:22:27.210685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:27.224152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'mac_address': 'fa:16:3e:20:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:22:27.280989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:27.306042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42201a2-9312-4917-9371-4686e4fa2f1f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:22:27.328584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:27.334264 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:27.380759 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-ac9d0222-4b5e-4012-91eb-a49fe8a74c99 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415345 Dec 16 10:22:27.395597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:27.488722 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-5ffb4d43-e780-49dd-a634-70cefce11e2e service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999990 Dec 16 10:22:27.611879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['c42201a2-9312-4917-9371-4686e4fa2f1f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:22:27.702836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec187-7e4e-48e3-9aba-9ec09c841a54 req-0520a072-ca53-49a6-87dd-c6f548dc5484 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:27.704344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5fec187-7e4e-48e3-9aba-9ec09c841a54 req-0520a072-ca53-49a6-87dd-c6f548dc5484 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 945 time: 0.0619724 Dec 16 10:22:27.758932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5fec187-7e4e-48e3-9aba-9ec09c841a54 req-da5b5b36-eadd-4246-9163-89c73af700ec tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Dec 16 10:22:28.909697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0ecec-3ac5-4f6a-baed-028248497cb5 req-dcf8b847-300d-4c9d-bd0e-bcd7bc829579 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:28.911422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ed0ecec-3ac5-4f6a-baed-028248497cb5 req-dcf8b847-300d-4c9d-bd0e-bcd7bc829579 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 945 time: 0.0645866 Dec 16 10:22:28.963442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0ed0ecec-3ac5-4f6a-baed-028248497cb5 req-4ec4d62d-0291-48d4-b999-bc1bf1aa2185 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Dec 16 10:22:29.091603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:22:29.145247 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port c42201a2-9312-4917-9371-4686e4fa2f1f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:22:29.145626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:29.239443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:29.265025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:22:29.267305 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec43b61-104e-415b-8688-e81a82e128ea" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-plugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:22:29.281585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:29.291615 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:29.360761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:29.423042 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47590d-fd1f-4c80-8ddc-63235eff6160 x-openstack-request-id: req-cc47590d-fd1f-4c80-8ddc-63235eff6160 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:22:29.423437 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-plugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:22:29.423816 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc47590d-fd1f-4c80-8ddc-63235eff6160 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:22:29.424532 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'code': 200} Dec 16 10:22:30.109211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773633-8808-4378-b2fe-4970c1b64d62 req-36097aa2-416b-41ca-bb17-2d8717a529c8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:30.110813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33773633-8808-4378-b2fe-4970c1b64d62 req-36097aa2-416b-41ca-bb17-2d8717a529c8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0638304 Dec 16 10:22:30.154385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33773633-8808-4378-b2fe-4970c1b64d62 req-a6310df2-9342-4bbb-ad24-2e32e1abe78e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363467 Dec 16 10:22:31.310130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda67df-f5d2-40e2-adea-9e2585a5704f req-4d7295ce-2049-499f-bd5e-19a6e4316b44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:31.311803 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cda67df-f5d2-40e2-adea-9e2585a5704f req-4d7295ce-2049-499f-bd5e-19a6e4316b44 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0694456 Dec 16 10:22:31.356647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cda67df-f5d2-40e2-adea-9e2585a5704f req-12329313-fe1e-4f1e-bc6b-2d62cf7790db tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373900 Dec 16 10:22:31.561265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-2326a917-7510-4c66-9443-87d929292cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:31.562953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-2326a917-7510-4c66-9443-87d929292cfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503&tenant_id=63868f34f47b4cde813981ab24322dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0537260 Dec 16 10:22:31.639252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-2ecf6203-b989-46d8-b3f1-37cfe46269e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:31.640970 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-2ecf6203-b989-46d8-b3f1-37cfe46269e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=63868f34f47b4cde813981ab24322dc9&device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 1097 time: 0.0497584 Dec 16 10:22:31.754217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-ba62f3ab-c76a-4e21-bfdb-f72b9faff8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:31.756985 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-ba62f3ab-c76a-4e21-bfdb-f72b9faff8b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 200 len: 912 time: 0.1075671 Dec 16 10:22:31.843883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-9a2edf00-53ae-4e46-b9b5-fc8cb9defe9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 200 len: 1003 time: 0.0800104 Dec 16 10:22:31.899815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-121774c9-a084-4e81-a248-a640dc36d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:31.901346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-121774c9-a084-4e81-a248-a640dc36d25c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 200 len: 850 time: 0.0508089 Dec 16 10:22:31.958657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32062-5edc-49a8-8dc9-67372088e40f req-617bbb47-ff50-4a92-b4dd-bc80fc4b1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:31.960235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-617bbb47-ff50-4a92-b4dd-bc80fc4b1b58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2c25730-e863-4218-afac-c2d926a89b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516441 Dec 16 10:22:32.075673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-06a999ad-0a3b-42e2-9281-a768b5fffdbc service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072717 Dec 16 10:22:32.199656 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-47d32062-5edc-49a8-8dc9-67372088e40f req-661c53cd-14eb-4fda-902c-2e482854f6c1 service neutron] 10.222.0.53 "GET /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148117 Dec 16 10:22:32.507745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf87dc-62ee-435e-9680-4e1ea38747a4 req-8d84d752-b625-4190-8313-8378a2dd9f5a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:32.509261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23bf87dc-62ee-435e-9680-4e1ea38747a4 req-8d84d752-b625-4190-8313-8378a2dd9f5a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0610144 Dec 16 10:22:32.569130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23bf87dc-62ee-435e-9680-4e1ea38747a4 req-a6117138-92c2-46d8-abfb-46acccefc0d2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Dec 16 10:22:33.103500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:22:33.203652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:33.234636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:22:33.237524 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8c309e-d341-409b-9f97-6bc3a9b0d371" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-unplugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:22:33.250968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:33.257316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:33.294903 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4ff50-1956-449a-a85d-18bc2cfcff82 x-openstack-request-id: req-51c4ff50-1956-449a-a85d-18bc2cfcff82 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:22:33.295304 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-unplugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:22:33.295686 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51c4ff50-1956-449a-a85d-18bc2cfcff82 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:22:33.296278 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'code': 200} Dec 16 10:22:33.318887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:33.694983 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe803-d564-4a45-a1fb-a1b11e72bd23 req-393c65f4-c85d-47a5-ae7d-0b69e6661be5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:33.696442 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-618fe803-d564-4a45-a1fb-a1b11e72bd23 req-393c65f4-c85d-47a5-ae7d-0b69e6661be5 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0532985 Dec 16 10:22:33.739338 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-618fe803-d564-4a45-a1fb-a1b11e72bd23 req-952b39a5-aa92-4de6-a4d5-5c0566688162 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365603 Dec 16 10:22:34.864905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5947930-ae15-4875-8f21-a7068d51df85 req-bd169d91-6aa8-4da8-b3f8-c3d19893e64c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:34.866375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5947930-ae15-4875-8f21-a7068d51df85 req-bd169d91-6aa8-4da8-b3f8-c3d19893e64c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0545163 Dec 16 10:22:34.907841 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5947930-ae15-4875-8f21-a7068d51df85 req-371e475e-f8a8-4aca-968b-19308f8d87b8 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Dec 16 10:22:36.045462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc4188-4916-4d65-a6ba-901ba40ebbe1 req-51c6d764-0aaa-41e4-8f3c-6220414f198b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:36.047066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bc4188-4916-4d65-a6ba-901ba40ebbe1 req-51c6d764-0aaa-41e4-8f3c-6220414f198b tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0565372 Dec 16 10:22:36.090363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-44bc4188-4916-4d65-a6ba-901ba40ebbe1 req-7e08a85a-c7ba-4bb2-8101-633135b8b830 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362251 Dec 16 10:22:37.220421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e854e-3755-4aa5-8281-a7c78ab01f5d req-41e825fd-69af-4c7f-a591-c94bcc9340dc tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:37.222523 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f8e854e-3755-4aa5-8281-a7c78ab01f5d req-41e825fd-69af-4c7f-a591-c94bcc9340dc tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0536776 Dec 16 10:22:37.265025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f8e854e-3755-4aa5-8281-a7c78ab01f5d req-2bf6a97e-ad5a-4205-966d-e4e512ef7d6d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Dec 16 10:22:38.393573 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eb5e7-0c73-43ed-82b8-8e327eb42b9f req-c1e70221-001f-43b3-9e06-22fd350f53ce tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:38.395280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c3eb5e7-0c73-43ed-82b8-8e327eb42b9f req-c1e70221-001f-43b3-9e06-22fd350f53ce tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0568690 Dec 16 10:22:38.436183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2c3eb5e7-0c73-43ed-82b8-8e327eb42b9f req-71858603-15ec-4e40-a0a8-294b6c7ed59f tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344028 Dec 16 10:22:39.565993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5a08-5516-4cc9-8189-d50c53f6b489 req-5899494d-dd67-47c2-941e-59387f136877 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:39.567495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-692e5a08-5516-4cc9-8189-d50c53f6b489 req-5899494d-dd67-47c2-941e-59387f136877 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0591221 Dec 16 10:22:39.610953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-692e5a08-5516-4cc9-8189-d50c53f6b489 req-aa3a5288-292d-4eb3-8577-efd8204ca6af tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 Dec 16 10:22:40.777058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2384e5-69c3-46c7-8054-6294e93fe6e6 req-554718a8-46f4-4d7d-872e-4c3f4bd8f10d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:40.778665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba2384e5-69c3-46c7-8054-6294e93fe6e6 req-554718a8-46f4-4d7d-872e-4c3f4bd8f10d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0874884 Dec 16 10:22:40.786398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-ff75eb50-b9ed-417a-b9c2-43c92e261a6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669401 Dec 16 10:22:40.820930 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba2384e5-69c3-46c7-8054-6294e93fe6e6 req-ccbbcc70-854c-4cac-adff-bba18cd6e28c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335047 Dec 16 10:22:40.873676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-dbfec282-bbdc-494c-8274-0a0c58711d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:40.875129 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-dbfec282-bbdc-494c-8274-0a0c58711d80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0432308 Dec 16 10:22:40.992497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-d06fc7d0-45a2-4e5d-bc7f-6d0f646ca8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:40.994007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-d06fc7d0-45a2-4e5d-bc7f-6d0f646ca8ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0982988 Dec 16 10:22:41.037091 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-6ef6ad1b-9b43-4d44-a264-3d342ff332dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0362258 Dec 16 10:22:41.092459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-d2667c69-2e4f-46bb-b837-e084766c0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:41.094619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-d2667c69-2e4f-46bb-b837-e084766c0cdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0504467 Dec 16 10:22:41.145028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-c047ac9f-33cd-4d16-8109-cf18145d811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:41.146772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-c047ac9f-33cd-4d16-8109-cf18145d811c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450325 Dec 16 10:22:41.247464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-4a840cb9-9352-4080-ad25-a6c804ad528f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921671 Dec 16 10:22:41.352586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b062d2e1-0a71-4e63-9d07-7c456c3b896d req-e77f70c7-85c6-4946-a583-beb668d979d9 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982161 Dec 16 10:22:41.953925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5160c-1195-44a5-bd85-1ae555bb21dd req-1d06536d-6a55-41e2-9d24-9cbb47245be7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:41.955935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cf5160c-1195-44a5-bd85-1ae555bb21dd req-1d06536d-6a55-41e2-9d24-9cbb47245be7 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0585864 Dec 16 10:22:42.001323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0cf5160c-1195-44a5-bd85-1ae555bb21dd req-63a18fde-8783-402d-b117-5e6d9a76f5be tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368519 Dec 16 10:22:43.130842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254c3b7-7593-44b3-8be9-317cf8173117 req-115c0f63-c22f-48f5-bdba-cdd63697749e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:43.132391 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0254c3b7-7593-44b3-8be9-317cf8173117 req-115c0f63-c22f-48f5-bdba-cdd63697749e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 944 time: 0.0522833 Dec 16 10:22:43.153320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:22:43.177902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0254c3b7-7593-44b3-8be9-317cf8173117 req-a5a67a46-0b00-4549-b6a3-e41b497ae1fd tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381355 Dec 16 10:22:43.269544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:43.281486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'port_id': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'mac_address': 'fa:16:3e:20:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:22:43.321424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:43.337638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42201a2-9312-4917-9371-4686e4fa2f1f {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:22:43.361356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:43.366196 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:43.419490 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:43.605013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['c42201a2-9312-4917-9371-4686e4fa2f1f'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:22:44.131491 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9b2f-a95e-4b0e-95f4-78c10ee23888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:44.316939 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeda063-e525-43ee-9e36-b9b2f414f1db req-bcca4808-baaf-427d-b812-979cb0fffd59 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:44.318648 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfeda063-e525-43ee-9e36-b9b2f414f1db req-bcca4808-baaf-427d-b812-979cb0fffd59 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0619335 Dec 16 10:22:44.375557 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfeda063-e525-43ee-9e36-b9b2f414f1db req-535b4d4f-6477-4311-9016-049d3288f5de tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497208 Dec 16 10:22:44.516597 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ce6c-7159-4b35-856a-f9178e476976 req-ccc043db-9768-4f20-b341-345517c99015 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:44.518422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fac0ce6c-7159-4b35-856a-f9178e476976 req-ccc043db-9768-4f20-b341-345517c99015 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0673470 Dec 16 10:22:44.566573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fac0ce6c-7159-4b35-856a-f9178e476976 req-ef2a2d07-3fc7-4a85-9819-a13f019eb7b6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370972 Dec 16 10:22:44.696397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a340a97-376a-4a85-9efb-07eb949ec5cb req-f8aedbde-6329-4250-b0c2-8923595c3196 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:44.697829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a340a97-376a-4a85-9efb-07eb949ec5cb req-f8aedbde-6329-4250-b0c2-8923595c3196 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0557451 Dec 16 10:22:44.748045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a340a97-376a-4a85-9efb-07eb949ec5cb req-7d8bd968-d028-43dd-a7a7-52f43585e01e tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Dec 16 10:22:45.019515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ae21b-a408-451b-a2ac-5012a02c3c22 req-68b80b6b-c340-430f-98e3-c2b86caa1ebd tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:45.020990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f8ae21b-a408-451b-a2ac-5012a02c3c22 req-68b80b6b-c340-430f-98e3-c2b86caa1ebd tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 946 time: 0.0612280 Dec 16 10:22:45.063340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f8ae21b-a408-451b-a2ac-5012a02c3c22 req-1fdc5fd1-519c-4e61-bca6-edfa73d6930c tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355513 Dec 16 10:22:45.174366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:22:45.228820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port c42201a2-9312-4917-9371-4686e4fa2f1f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:22:45.229186 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:45.310740 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:45.336171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:22:45.338957 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ca07c-81e4-4214-acd3-05c2c2332d05" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-plugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:22:45.353340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:45.356356 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:45.384297 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93d1fe-589b-4805-993e-1545546ef054 x-openstack-request-id: req-fb93d1fe-589b-4805-993e-1545546ef054 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:22:45.384623 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-plugged", "status": "completed", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:22:45.384813 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb93d1fe-589b-4805-993e-1545546ef054 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:22:45.385196 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'code': 200} Dec 16 10:22:45.414068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=11']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:46.208237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52706840-2f8a-4f9f-bc01-75008f4b5a47 req-b5bc9995-6074-4d31-91ad-f3f1430d914a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:46.210393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52706840-2f8a-4f9f-bc01-75008f4b5a47 req-b5bc9995-6074-4d31-91ad-f3f1430d914a tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 947 time: 0.0596154 Dec 16 10:22:46.254221 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52706840-2f8a-4f9f-bc01-75008f4b5a47 req-7c171e4e-e286-4c2f-ba0d-f859bc3060e1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c9a2f15-b57b-4f07-bf6c-efad47c0faba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348947 Dec 16 10:22:46.565612 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02182a4e-ff04-430e-9821-628c097edc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:46.576974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-fd37d33a-db75-4f8b-9c2e-5d200294b783 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:22:46.578653 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-fd37d33a-db75-4f8b-9c2e-5d200294b783 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 947 time: 0.0538530 Dec 16 10:22:46.677207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Deleting port c42201a2-9312-4917-9371-4686e4fa2f1f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:22:46.677520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:46.779424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] For port c42201a2-9312-4917-9371-4686e4fa2f1f, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=c42201a2-9312-4917-9371-4686e4fa2f1f,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:46.779827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:46.966126 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:46.966523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:46.966839 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb disassociated. External IP: 172.25.6.241, port: c42201a2-9312-4917-9371-4686e4fa2f1f. Dec 16 10:22:46.967203 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Calling delete_port for c42201a2-9312-4917-9371-4686e4fa2f1f owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:22:47.108929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:47.139617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'Port': ['ID=c42201a2-9312-4917-9371-4686e4fa2f1f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:47.154779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.155178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.155845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.156322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.156751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.157082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.157680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.158557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.158976 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.159283 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.159611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.159928 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:47.288653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:22:47.394542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73211ab0-cebf-4efb-8403-ffddd869228b req-03ab02a8-664b-4860-abcb-dd6bb1682ba6 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0549834 Dec 16 10:22:47.433863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:22:47.444997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:22:47.459783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:22:47.460454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:22:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:47.479178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] No DVR routers for this DVR port c42201a2-9312-4917-9371-4686e4fa2f1f on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:22:47.482061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:47.485537 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-777298c2-ff2e-4d10-b57c-023ac3a824e5 req-561fb8e9-2964-484b-9cfb-8b3b6a1488c1 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.53 "DELETE /v2.0/ports/c42201a2-9312-4917-9371-4686e4fa2f1f HTTP/1.1" status: 204 len: 173 time: 0.9006908 Dec 16 10:22:47.486007 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-deleted', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:22:47.488672 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213221d-dcde-4035-97fa-c38de8fece0c" -d '{"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-deleted", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:22:47.587906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:22:47.601446 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abaf6d-59c6-4b8f-b09c-a26f067b5c22 x-openstack-request-id: req-c8abaf6d-59c6-4b8f-b09c-a26f067b5c22 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:22:47.601899 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e24fcfe-ac48-45be-887e-0ad4db02f503", "name": "network-vif-deleted", "tag": "c42201a2-9312-4917-9371-4686e4fa2f1f", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:22:47.602222 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8abaf6d-59c6-4b8f-b09c-a26f067b5c22 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:22:47.602676 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e24fcfe-ac48-45be-887e-0ad4db02f503', 'name': 'network-vif-deleted', 'tag': 'c42201a2-9312-4917-9371-4686e4fa2f1f', 'status': 'completed', 'code': 200} Dec 16 10:22:47.819139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:47.847501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:22:47.856429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:22:47.857071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:22:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:47.974397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:22:48.206261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:48.242023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde75c43-026d-45aa-9331-5a44ac52b8c9 None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:10:57Z', 'revision_number': 4, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '1bd5eb6a-5170-4350-a7cd-9947712c7489', 'name': '', 'network_id': 'f2c25730-e863-4218-afac-c2d926a89b13', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'mac_address': 'fa:16:3e:8c:31:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '372da3ae-33d7-4276-9427-407730f1f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:57Z', 'updated_at': '2021-12-16T10:11:00Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'subnets': [{'id': '372da3ae-33d7-4276-9427-407730f1f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:22:48.255810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:48.502620 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc08ea-5388-48df-8f87-b4a7cf44f7dc None None] New status for floating IP 6f56c8ec-3db8-48e3-b123-c9398c585cfb: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:22:48.522460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4941f387-edfc-444e-9275-fe0d77742d7a req-b43bc28d-e430-4a43-a340-570c1ac54714 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0407903 Dec 16 10:22:49.183957 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:22:49.204629 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: c42201a2-9312-4917-9371-4686e4fa2f1f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:22:49.205293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device c42201a2-9312-4917-9371-4686e4fa2f1f not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:22:49.629440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f4f96c1d-9439-415b-bb94-0c8c84c56337 req-ea295351-055b-4092-ad9b-42fe958547dc tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0299985 Dec 16 10:22:49.932483 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:50.071054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:50.735729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75d51f03-99e6-4062-a648-85dd5b21d66e req-ef703203-8b7c-45dc-a706-ca26dee0dd55 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e24fcfe-ac48-45be-887e-0ad4db02f503 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Dec 16 10:22:51.319924 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:22:54.325780 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:55.593396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56784) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:55.620026 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:55.661455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79eb9663-1dae-4e54-9e63-e1c457d048e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:55.692858 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79eb9663-1dae-4e54-9e63-e1c457d048e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:55.754243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79eb9663-1dae-4e54-9e63-e1c457d048e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:55.757765 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79eb9663-1dae-4e54-9e63-e1c457d048e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:55.759483 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-79eb9663-1dae-4e54-9e63-e1c457d048e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c9a2f15-b57b-4f07-bf6c-efad47c0faba HTTP/1.1" status: 204 len: 168 time: 0.1648757 Dec 16 10:22:55.763945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56786) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:55.773733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb9663-1dae-4e54-9e63-e1c457d048e2 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a2f15-b57b-4f07-bf6c-efad47c0faba,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:55.781373 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-3816bb30-c27e-4e85-a227-b2b65d2b6bdb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] show failed (client error): The resource could not be found. Dec 16 10:22:55.784863 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3816bb30-c27e-4e85-a227-b2b65d2b6bdb tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "GET /v2.0/security-groups/2c9a2f15-b57b-4f07-bf6c-efad47c0faba HTTP/1.1" status: 404 len: 347 time: 0.0173573 Dec 16 10:22:55.786684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:55.937102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Deleting port 5d79a7c2-3b14-4ff3-a325-9753d9b91231 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:22:55.937568 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.021998 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.022401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.037426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Calling delete_port for 5d79a7c2-3b14-4ff3-a325-9753d9b91231 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:22:56.178399 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.214268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Pushing event deleted for resources: {'Port': ['ID=5d79a7c2-3b14-4ff3-a325-9753d9b91231,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:56.249540 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.250117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.250659 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.251239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.251774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.252454 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.252612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.253113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.253641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.254205 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.254752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.255269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:22:56.306299 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.308972 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:56.310247 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4ca87696-3bf9-4116-9914-f681fa319d09 tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] 10.222.0.61 "DELETE /v2.0/floatingips/6f56c8ec-3db8-48e3-b123-c9398c585cfb HTTP/1.1" status: 204 len: 168 time: 0.5224938 Dec 16 10:22:56.313713 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56792) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:56.864688 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:57.138492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Deleting port 1bd5eb6a-5170-4350-a7cd-9947712c7489 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:22:57.138833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:57.226306 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] For port 1bd5eb6a-5170-4350-a7cd-9947712c7489, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=1bd5eb6a-5170-4350-a7cd-9947712c7489,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:57.226667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:57.240324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Calling delete_port for 1bd5eb6a-5170-4350-a7cd-9947712c7489 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:22:57.458665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:57.492730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd5eb6a-5170-4350-a7cd-9947712c7489,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:57.686027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:57.919771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Router 955a8446-e53d-4240-9ae5-17e87a752061 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:22:58.027146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:22:58.034974 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8223f19a-3262-4eef-b211-c86b35d7fef2 admin admin] 10.222.0.61 "PUT /v2.0/routers/955a8446-e53d-4240-9ae5-17e87a752061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183418 Dec 16 10:22:58.037050 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:58.041567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] Sync routers for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:22:58.052239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:22:58.052965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:22:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:58.166130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:58.280549 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:58.338830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:22:58.343382 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Deleting port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:22:58.343718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:58.440565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] For port 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:58.441005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:58.471596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Calling delete_port for 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:22:58.567325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:22:57Z', 'revision_number': 5, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port': {'id': '6e9e37f8-5c9d-4071-8b8f-9b2e79384f80', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955a8446-e53d-4240-9ae5-17e87a752061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:10:55Z', 'updated_at': '2021-12-16T10:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:58.602426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] Checking router: 955a8446-e53d-4240-9ae5-17e87a752061 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:22:58.616480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] Routers {'955a8446-e53d-4240-9ae5-17e87a752061'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:22:58.617233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:22:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['955a8446-e53d-4240-9ae5-17e87a752061'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:58.684162 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:58.712852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9e37f8-5c9d-4071-8b8f-9b2e79384f80,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:58.727719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] Set router 955a8446-e53d-4240-9ae5-17e87a752061 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:22:58.788659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:22:58Z', 'revision_number': 6, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:22:58.792868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:58.822265 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55848026-6e54-48be-a4be-4a5e4b376ade None None] The sync data for ids ['955a8446-e53d-4240-9ae5-17e87a752061'] in n-d-821941-1 is: [{'id': '955a8446-e53d-4240-9ae5-17e87a752061', 'name': 'tempest-ServerActionsTestJSON-517431021-router', 'tenant_id': '63868f34f47b4cde813981ab24322dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:10:54Z', 'updated_at': '2021-12-16T10:22:58Z', 'revision_number': 6, 'project_id': '63868f34f47b4cde813981ab24322dc9', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:22:59.246450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.249093 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.304160 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.305062 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 955a8446-e53d-4240-9ae5-17e87a752061 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:22:59.312841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.314896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-db0a16cf-db74-4a55-93bf-f9c301602d99 admin admin] 10.222.0.61 "DELETE /v2.0/routers/955a8446-e53d-4240-9ae5-17e87a752061 HTTP/1.1" status: 204 len: 168 time: 1.2760358 Dec 16 10:22:59.318321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56798) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:59.368718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Deleting subnet 372da3ae-33d7-4276-9427-407730f1f065 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:22:59.372315 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.412437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.505465 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.576782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.608872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372da3ae-33d7-4276-9427-407730f1f065,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:22:59.613631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.617233 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d2d4cee7-249a-48de-be15-4591a56841c3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/372da3ae-33d7-4276-9427-407730f1f065 HTTP/1.1" status: 204 len: 168 time: 0.2976024 Dec 16 10:22:59.620635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56800) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:22:59.621755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7375853-35e0-43eb-88e8-c1207dd51010 None None] Network f2c25730-e863-4218-afac-c2d926a89b13 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:22:59.723908 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.795996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Deleting port b0087813-410e-4ab0-9cda-ee7b871adf92 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:22:59.796523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.839760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] DHCP port deletion for f2c25730-e863-4218-afac-c2d926a89b13 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:22:59.878163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] For port b0087813-410e-4ab0-9cda-ee7b871adf92, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b0087813-410e-4ab0-9cda-ee7b871adf92,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:22:59.878163 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.896706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Calling delete_port for b0087813-410e-4ab0-9cda-ee7b871adf92 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:22:59.919536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] Deleting port b0087813-410e-4ab0-9cda-ee7b871adf92 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:22:59.920102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:22:59.975168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:00.015705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:00.016272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6e9e37f8-5c9d-4071-8b8f-9b2e79384f80 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:00.016982 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bd5eb6a-5170-4350-a7cd-9947712c7489 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:00.017661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.051930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 1bd5eb6a-5170-4350-a7cd-9947712c7489 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:00.052273 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 1bd5eb6a-5170-4350-a7cd-9947712c7489 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:00.063777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] No DVR routers for this DVR port b0087813-410e-4ab0-9cda-ee7b871adf92 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:00.067758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Pushing event deleted for resources: {'Port': ['ID=b0087813-410e-4ab0-9cda-ee7b871adf92,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:00.069930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] For port b0087813-410e-4ab0-9cda-ee7b871adf92, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b0087813-410e-4ab0-9cda-ee7b871adf92,segment=NetworkSegment(581bf5a6-c989-41cd-91cd-1de98a1b98c8),segment_id=581bf5a6-c989-41cd-91cd-1de98a1b98c8)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:00.070336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.095603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] Calling delete_port for b0087813-410e-4ab0-9cda-ee7b871adf92 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:00.176358 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.203065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c25730-e863-4218-afac-c2d926a89b13']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:00.204653 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.223601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581bf5a6-c989-41cd-91cd-1de98a1b98c8') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:00.223601 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581bf5a6-c989-41cd-91cd-1de98a1b98c8') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:00.237672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.246443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] Pushing event deleted for resources: {'Port': ['ID=b0087813-410e-4ab0-9cda-ee7b871adf92,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:00.258819 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.259625 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e69701-96c4-4289-b2e6-2f83a292fd02 None None] No DVR routers for this DVR port b0087813-410e-4ab0-9cda-ee7b871adf92 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:00.269022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:00.269410 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:00.271495 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:00.351917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.363712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.369029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] 10.222.0.61 "DELETE /v2.0/networks/f2c25730-e863-4218-afac-c2d926a89b13 HTTP/1.1" status: 204 len: 168 time: 0.7462394 Dec 16 10:23:00.383911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7646945-042f-44c5-8bc3-b473e5b9dfce admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c25730-e863-4218-afac-c2d926a89b13,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:00.526682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56806) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:00.576393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-16ca2f91-1267-464a-a9d0-9edbb03b624f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63868f34f47b4cde813981ab24322dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480504 Dec 16 10:23:00.578718 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56808) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:00.633379 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2587fc8d-935b-4a57-884c-f4135dedfbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.660411 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2587fc8d-935b-4a57-884c-f4135dedfbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.729920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2587fc8d-935b-4a57-884c-f4135dedfbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.732480 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2587fc8d-935b-4a57-884c-f4135dedfbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:00.732480 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2587fc8d-935b-4a57-884c-f4135dedfbcd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eeb04b48-97dd-47d2-9876-a722a1e75dea HTTP/1.1" status: 204 len: 168 time: 0.1538985 Dec 16 10:23:00.742847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587fc8d-935b-4a57-884c-f4135dedfbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb04b48-97dd-47d2-9876-a722a1e75dea,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:01.592542 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56832) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:01.706717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-750930011-network', 'tenant_id': 'b761934c81e14bb4b4808c498aacfd0e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:01.730916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Made reservation on behalf of b761934c81e14bb4b4808c498aacfd0e for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:01.733432 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.742166 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.831858 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.837310 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.863922 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b0087813-410e-4ab0-9cda-ee7b871adf92 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:01.868444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:01.878367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd068bc5-ebd2-4d29-809d-0bbd9eeba465,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:01.884772 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b0087813-410e-4ab0-9cda-ee7b871adf92 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:01.885130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b0087813-410e-4ab0-9cda-ee7b871adf92 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:01.885407 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.885749 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Added segment 2bc97874-0679-4934-bd33-f9cda1ac8a06 of type vlan for network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 Dec 16 10:23:01.931365 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.958129 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:01.959091 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:01.959662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:02.025689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4320095 Dec 16 10:23:02.028785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56838) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:02.034729 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Request body: {'subnet': {'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-750930011-subnet', 'tenant_id': 'b761934c81e14bb4b4808c498aacfd0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:02.054124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ac38-5f06-4375-8a11-de93960fe401 admin admin] Pushing event updated for resources: {'Network': ['ID=d1aea2de-aed3-4ecc-84d4-3a6646b0f835,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:02.058695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Made reservation on behalf of b761934c81e14bb4b4808c498aacfd0e for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:02.061185 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:02.065345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:02.550275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:02.606369 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=730e9a7c-706f-4ef2-a118-c4fdb800e7db,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:02.616430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Checking segment: {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:02.616786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Network hostable DHCP agents. Network: d1aea2de-aed3-4ecc-84d4-3a6646b0f835, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:02.634359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:02.643573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d1aea2de-aed3-4ecc-84d4-3a6646b0f835) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:02.648043 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:02.648949 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:02.655790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831744dd-e7da-4ba9-a798-ef5b5a081321 None None] Network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:02.666284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4a64044b-f10b-4073-8a79-066ea2b018ed admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6363053 Dec 16 10:23:02.811673 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ee7c0-483d-4c73-b444-56301268d9ea None None] Network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:03.194584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-2704d6db-d1c3-4ad6-ac0a-e9ea213d1312 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:03.196119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-2704d6db-d1c3-4ad6-ac0a-e9ea213d1312 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/networks?id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 200 len: 813 time: 0.1090426 Dec 16 10:23:03.212044 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-82dae38d-6dd5-4f5d-9cd0-dac0d12598d7 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/quotas/b761934c81e14bb4b4808c498aacfd0e HTTP/1.1" status: 200 len: 375 time: 0.0096128 Dec 16 10:23:03.248746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-ab02478c-8795-4c27-89f0-04138ae59b86 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b761934c81e14bb4b4808c498aacfd0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295568 Dec 16 10:23:03.315004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-321f4c91-6aed-4689-8540-314e250128fc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:23:03.316019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-321f4c91-6aed-4689-8540-314e250128fc service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590885 Dec 16 10:23:03.422871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-b34bbcb1-873a-4f29-8162-e75e7b7d46ac service neutron] 10.222.0.61 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971949 Dec 16 10:23:03.525513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-a6956a53-bb00-4901-b9af-68ad7fe5a16d service neutron] 10.222.0.61 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950561 Dec 16 10:23:03.715506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9c0a919-eb03-48af-90ec-3f04c0b9c47f req-a783bfe3-12df-4ef9-973a-fb381eb74334 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 210 time: 0.0332346 Dec 16 10:23:04.681250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-82aa0d29-59d4-4050-b277-9d622e1f5db0 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:04.682714 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-82aa0d29-59d4-4050-b277-9d622e1f5db0 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "GET /v2.0/networks?id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 200 len: 813 time: 0.1073585 Dec 16 10:23:04.697870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Request body: {'port': {'device_id': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835', 'admin_state_up': True, 'tenant_id': 'b761934c81e14bb4b4808c498aacfd0e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:04.821912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5466171-67c6-4e7a-a97d-35a2f0b52716 req-9906a012-8af4-4108-addc-52250bd1080f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 210 time: 0.0355206 Dec 16 10:23:04.848829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Made reservation on behalf of b761934c81e14bb4b4808c498aacfd0e for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:04.852426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:04.987052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Allocated IP 172.20.0.4 (d1aea2de-aed3-4ecc-84d4-3a6646b0f835/730e9a7c-706f-4ef2-a118-c4fdb800e7db/dc377fe7-d3f4-4932-b838-b3a91542dd89) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:05.161259 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:05.196704 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:05.249718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:05.253041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:05.260557 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:05.264824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Pushing event updated for resources: {'Port': ['ID=dc377fe7-d3f4-4932-b838-b3a91542dd89,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:05.318495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:05.319517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:05.343046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-fee5983d-c0c8-48dc-b598-bfe87d5ed524 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6498315 Dec 16 10:23:05.357544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Request body: {'port': {'device_id': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:05.416439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:05.774748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc377fe7-d3f4-4932-b838-b3a91542dd89 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:23:05.785941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:05.804342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Transition to ACTIVE for port object dc377fe7-d3f4-4932-b838-b3a91542dd89 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:23:05.809219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:05.868449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Pushing event updated for resources: {'Port': ['ID=dc377fe7-d3f4-4932-b838-b3a91542dd89,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:06.007078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Attempting to bind port dc377fe7-d3f4-4932-b838-b3a91542dd89 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:06.007415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Attempting to bind port dc377fe7-d3f4-4932-b838-b3a91542dd89 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:06.007747 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Attempting to bind port dc377fe7-d3f4-4932-b838-b3a91542dd89 on network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:06.015499 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Port dc377fe7-d3f4-4932-b838-b3a91542dd89 on network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:23:06.015777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Attempting to bind port dc377fe7-d3f4-4932-b838-b3a91542dd89 on network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:06.027245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429000b-d027-429b-a23b-2f112a78c069 req-bc8bdeb6-2025-4768-91f7-391348916996 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.028741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2429000b-d027-429b-a23b-2f112a78c069 req-bc8bdeb6-2025-4768-91f7-391348916996 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 943 time: 0.0996933 Dec 16 10:23:06.031969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:06.032323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Checking segment: {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:06.032751 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Bound using segment: {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:06.033196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Bound port: dc377fe7-d3f4-4932-b838-b3a91542dd89, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:06.033712 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:06.111851 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2429000b-d027-429b-a23b-2f112a78c069 req-92905c34-a886-47ff-b255-832c0fd6f68e tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Dec 16 10:23:06.144862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] For port dc377fe7-d3f4-4932-b838-b3a91542dd89, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:06.148800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] For port dc377fe7-d3f4-4932-b838-b3a91542dd89, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:06.155404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:06.195193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.196254 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:06.198725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] 10.222.0.53 "PUT /v2.0/ports/dc377fe7-d3f4-4932-b838-b3a91542dd89 HTTP/1.1" status: 200 len: 1091 time: 0.8463626 Dec 16 10:23:06.199461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'tag': 'dc377fe7-d3f4-4932-b838-b3a91542dd89'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:23:06.202892 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46" -d '{"events": [{"name": "network-changed", "server_uuid": "be950aed-32ca-429e-ad11-1e689b0ee585", "tag": "dc377fe7-d3f4-4932-b838-b3a91542dd89"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:23:06.266390 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60aa039-cc3c-4f6b-95ae-0ea70ffd9d56 x-openstack-request-id: req-d60aa039-cc3c-4f6b-95ae-0ea70ffd9d56 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:23:06.266721 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be950aed-32ca-429e-ad11-1e689b0ee585", "tag": "dc377fe7-d3f4-4932-b838-b3a91542dd89", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:23:06.267060 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d60aa039-cc3c-4f6b-95ae-0ea70ffd9d56 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:23:06.267478 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'tag': 'dc377fe7-d3f4-4932-b838-b3a91542dd89', 'status': 'completed', 'code': 200} Dec 16 10:23:06.268515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9ad2e-c3e7-4ba5-ae3b-9d054dcfd124 service neutron] Pushing event updated for resources: {'Port': ['ID=dc377fe7-d3f4-4932-b838-b3a91542dd89,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:06.315703 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-5064abf2-3358-41a8-8085-a7a9271de1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.317280 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-5064abf2-3358-41a8-8085-a7a9271de1ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b761934c81e14bb4b4808c498aacfd0e&device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 1094 time: 0.0705175 Dec 16 10:23:06.363925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-ea4a4e4d-4248-4fca-ad3d-d9f838cfb2a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89 HTTP/1.1" status: 200 len: 217 time: 0.0369129 Dec 16 10:23:06.424967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-d387fc94-9cd1-4fd8-adf1-5b628596e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.426493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-d387fc94-9cd1-4fd8-adf1-5b628596e28c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=730e9a7c-706f-4ef2-a118-c4fdb800e7db HTTP/1.1" status: 200 len: 853 time: 0.0537560 Dec 16 10:23:06.465226 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-230ebead-5bd1-4217-8eca-6878ea301372 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313056 Dec 16 10:23:06.563573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-6d7e0d7b-f37b-485d-beb1-ae2a470e6471 service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906157 Dec 16 10:23:06.670188 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e0c57bf-e247-4592-9013-21017ecbb00d req-d5d688e3-9514-43c6-8382-4e5a57a9080b service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996659 Dec 16 10:23:06.776879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-8c3f548e-cd1d-4984-a1dc-8b07db59de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.778521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-8c3f548e-cd1d-4984-a1dc-8b07db59de8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b761934c81e14bb4b4808c498aacfd0e&device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 1094 time: 0.0451207 Dec 16 10:23:06.884550 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-7e7bb282-d96d-47ab-80fa-aab59d86eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.886250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-7e7bb282-d96d-47ab-80fa-aab59d86eeb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 200 len: 914 time: 0.1006746 Dec 16 10:23:06.936360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-bbb90bc6-ed90-4616-995d-3ee7455e7729 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89 HTTP/1.1" status: 200 len: 217 time: 0.0427382 Dec 16 10:23:06.986606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-190311d4-b5f1-41b0-9b53-9bce1253e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:06.988049 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-190311d4-b5f1-41b0-9b53-9bce1253e8c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=730e9a7c-706f-4ef2-a118-c4fdb800e7db HTTP/1.1" status: 200 len: 853 time: 0.0439181 Dec 16 10:23:07.026664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-075c1ade-2108-4ba2-8a21-80b9585614b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303693 Dec 16 10:23:07.126870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-8b71d96e-bddf-46bd-8526-0d74cd025e6a service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915380 Dec 16 10:23:07.258349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9641e-fbf9-49ad-b0d5-be66ae6abcf5 req-59315bec-49da-40ea-b96b-edfcd8b0615a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:07.259816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5a9641e-fbf9-49ad-b0d5-be66ae6abcf5 req-59315bec-49da-40ea-b96b-edfcd8b0615a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 943 time: 0.0708261 Dec 16 10:23:07.262165 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aa1a6e3-7274-401e-beeb-0bdd2597ec46 req-9f63e4c6-4e45-4d55-a691-8c649c77d4c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276555 Dec 16 10:23:07.308098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b5a9641e-fbf9-49ad-b0d5-be66ae6abcf5 req-9cfd322e-2c73-43cc-8ab1-e1738ca136f3 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Dec 16 10:23:08.429552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1a01f-0249-46bc-a8bd-b5ca9115e267 req-10a28057-54e9-40c0-b1fc-fd9b3c836e4e tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:08.431179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46b1a01f-0249-46bc-a8bd-b5ca9115e267 req-10a28057-54e9-40c0-b1fc-fd9b3c836e4e tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 943 time: 0.0526578 Dec 16 10:23:08.470810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46b1a01f-0249-46bc-a8bd-b5ca9115e267 req-f5d09a13-bfb6-4ebe-8418-fea7c5c2ece8 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Dec 16 10:23:09.260791 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc377fe7-d3f4-4932-b838-b3a91542dd89 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:23:09.370694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port dc377fe7-d3f4-4932-b838-b3a91542dd89, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:09.386203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'dc377fe7-d3f4-4932-b838-b3a91542dd89', 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835', 'port_id': 'dc377fe7-d3f4-4932-b838-b3a91542dd89', 'mac_address': 'fa:16:3e:79:5d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e9a7c-706f-4ef2-a118-c4fdb800e7db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:23:09.427660 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:09.440633 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc377fe7-d3f4-4932-b838-b3a91542dd89 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:23:09.460018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port dc377fe7-d3f4-4932-b838-b3a91542dd89, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:09.468670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:09.523671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=dc377fe7-d3f4-4932-b838-b3a91542dd89,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:09.593322 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc960bb-62c0-46ce-845b-0c738269e367 req-5c3da79f-150e-492f-b7bb-ae84bbff74d2 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:09.594954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfc960bb-62c0-46ce-845b-0c738269e367 req-5c3da79f-150e-492f-b7bb-ae84bbff74d2 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 944 time: 0.0505025 Dec 16 10:23:09.636513 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfc960bb-62c0-46ce-845b-0c738269e367 req-011d0b59-3ff4-432e-8092-ca743f81e1e2 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Dec 16 10:23:09.676668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['dc377fe7-d3f4-4932-b838-b3a91542dd89'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:23:10.793476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08c5d-a2d0-409e-a5ad-a35764288f15 req-0d5a5509-72bd-40e4-8b69-94663ee09723 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:10.795708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13e08c5d-a2d0-409e-a5ad-a35764288f15 req-0d5a5509-72bd-40e4-8b69-94663ee09723 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 944 time: 0.0797565 Dec 16 10:23:10.858275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13e08c5d-a2d0-409e-a5ad-a35764288f15 req-529c1a32-beb0-42ff-afcd-20ea62b2b810 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Dec 16 10:23:11.266036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc377fe7-d3f4-4932-b838-b3a91542dd89 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:23:11.321939 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port dc377fe7-d3f4-4932-b838-b3a91542dd89 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:23:11.326239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port dc377fe7-d3f4-4932-b838-b3a91542dd89 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:11.326726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:11.410149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:11.433730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc377fe7-d3f4-4932-b838-b3a91542dd89'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:23:11.436115 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f8e36-b579-4095-ace7-3d3b54b0d2b2" -d '{"events": [{"server_uuid": "be950aed-32ca-429e-ad11-1e689b0ee585", "name": "network-vif-plugged", "status": "completed", "tag": "dc377fe7-d3f4-4932-b838-b3a91542dd89"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:23:11.451260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port dc377fe7-d3f4-4932-b838-b3a91542dd89, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:11.456751 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:11.483093 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05836b-5042-467d-aaec-b41e38ecdf34 x-openstack-request-id: req-ed05836b-5042-467d-aaec-b41e38ecdf34 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:23:11.483383 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be950aed-32ca-429e-ad11-1e689b0ee585", "name": "network-vif-plugged", "status": "completed", "tag": "dc377fe7-d3f4-4932-b838-b3a91542dd89", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:23:11.484429 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed05836b-5042-467d-aaec-b41e38ecdf34 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:23:11.484820 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc377fe7-d3f4-4932-b838-b3a91542dd89', 'code': 200} Dec 16 10:23:11.512103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=dc377fe7-d3f4-4932-b838-b3a91542dd89,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:11.591788 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4c09a-4e69-48b4-90b7-e75575f37d12 req-1b9abb51-fe65-4f43-8675-e59f91ddcc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:11.593521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ac4c09a-4e69-48b4-90b7-e75575f37d12 req-1b9abb51-fe65-4f43-8675-e59f91ddcc74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 1096 time: 0.0457945 Dec 16 10:23:11.629638 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ac4c09a-4e69-48b4-90b7-e75575f37d12 req-cbe06b4a-ea39-43b9-ab78-a5eec79be182 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295587 Dec 16 10:23:11.989665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf6ac-d925-4024-b05e-22b67b784bc2 req-6ac3ac99-8aa0-4971-a63a-38d20a65b928 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:11.991189 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6aaaf6ac-d925-4024-b05e-22b67b784bc2 req-6ac3ac99-8aa0-4971-a63a-38d20a65b928 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0540273 Dec 16 10:23:12.031238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6aaaf6ac-d925-4024-b05e-22b67b784bc2 req-2c647055-49eb-45ff-a82d-505f09f674d6 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339489 Dec 16 10:23:13.158503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b569dd-7a22-4a0f-9fb7-5d7610d7efa4 req-431a1662-af53-4538-8f88-8496b042fdd2 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:13.160593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46b569dd-7a22-4a0f-9fb7-5d7610d7efa4 req-431a1662-af53-4538-8f88-8496b042fdd2 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0538960 Dec 16 10:23:13.209494 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46b569dd-7a22-4a0f-9fb7-5d7610d7efa4 req-dff5a8f2-cd95-4f44-be3f-149012724e33 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Dec 16 10:23:13.499343 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-513416ff-d878-4840-b7b6-932386f73b74 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:13.500881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-513416ff-d878-4840-b7b6-932386f73b74 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/networks?id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 200 len: 813 time: 0.1237538 Dec 16 10:23:13.524519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-26d45f7c-2703-472a-9cf3-9ef912b41a6f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/quotas/b761934c81e14bb4b4808c498aacfd0e HTTP/1.1" status: 200 len: 375 time: 0.0138443 Dec 16 10:23:13.586449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-3cc11bee-0907-4cf2-91fe-379ff312abe5 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b761934c81e14bb4b4808c498aacfd0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554903 Dec 16 10:23:13.699859 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-242117a8-118e-4d63-abb2-c859df67da99 service neutron] 10.222.0.61 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010902 Dec 16 10:23:13.833954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-4fdc9e8a-9948-4b9f-8e4f-8e7498b72d23 service neutron] 10.222.0.61 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242235 Dec 16 10:23:14.022207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a2bcecb-bad2-4655-a189-f2ecdf155a5c req-729633dd-675b-4750-b5ee-3c18309ed65a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 210 time: 0.0335872 Dec 16 10:23:14.142441 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0010803-ccb5-4422-907d-8520d166b931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:15.054370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-284a58aa-3a67-440a-95ad-cfc6220c3277 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:15.056601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-284a58aa-3a67-440a-95ad-cfc6220c3277 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "GET /v2.0/networks?id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 200 len: 813 time: 0.1053109 Dec 16 10:23:15.070536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Request body: {'port': {'device_id': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835', 'admin_state_up': True, 'tenant_id': 'b761934c81e14bb4b4808c498aacfd0e'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:15.150328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd38b07b-7acd-462c-9d6b-bd09883ea67a req-10e93412-1c37-4b62-9491-6c37a8200957 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 210 time: 0.0342829 Dec 16 10:23:15.206324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Made reservation on behalf of b761934c81e14bb4b4808c498aacfd0e for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:15.209741 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:15.340299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Allocated IP 172.20.0.8 (d1aea2de-aed3-4ecc-84d4-3a6646b0f835/730e9a7c-706f-4ef2-a118-c4fdb800e7db/64d81480-10bb-4097-ba30-cb07aae48f05) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:15.489014 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:15.532188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:15.544839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['dc377fe7-d3f4-4932-b838-b3a91542dd89'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:23:15.574970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:15.578058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:15.582076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:15.613391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Pushing event updated for resources: {'Port': ['ID=64d81480-10bb-4097-ba30-cb07aae48f05,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:15.637537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:15.638199 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:15.657830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-5cf39b66-a17c-4461-bb29-78d15036a244 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923409 Dec 16 10:23:15.671719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Request body: {'port': {'device_id': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:15.729523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.014736 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d81480-10bb-4097-ba30-cb07aae48f05 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:23:16.023117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.036883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Transition to ACTIVE for port object 64d81480-10bb-4097-ba30-cb07aae48f05 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:23:16.041107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.090220 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Pushing event updated for resources: {'Port': ['ID=64d81480-10bb-4097-ba30-cb07aae48f05,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:16.168087 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Attempting to bind port 64d81480-10bb-4097-ba30-cb07aae48f05 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:16.168381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Attempting to bind port 64d81480-10bb-4097-ba30-cb07aae48f05 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:16.168715 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Attempting to bind port 64d81480-10bb-4097-ba30-cb07aae48f05 on network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:16.174079 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Port 64d81480-10bb-4097-ba30-cb07aae48f05 on network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:23:16.174392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Attempting to bind port 64d81480-10bb-4097-ba30-cb07aae48f05 on network d1aea2de-aed3-4ecc-84d4-3a6646b0f835 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:16.180355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:16.180710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Checking segment: {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:16.181088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Bound using segment: {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:16.181490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Bound port: 64d81480-10bb-4097-ba30-cb07aae48f05, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc97874-0679-4934-bd33-f9cda1ac8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:16.181867 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.276095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] For port 64d81480-10bb-4097-ba30-cb07aae48f05, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:16.279891 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] For port 64d81480-10bb-4097-ba30-cb07aae48f05, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=64d81480-10bb-4097-ba30-cb07aae48f05,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:16.284873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.294856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ecce-4156-4f55-bc3d-345b54c4b9a7 req-c3b90d24-8014-4c1b-9adb-3aacd96a0e40 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:16.296318 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7f0ecce-4156-4f55-bc3d-345b54c4b9a7 req-c3b90d24-8014-4c1b-9adb-3aacd96a0e40 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 943 time: 0.0767267 Dec 16 10:23:16.348401 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:16.349003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.350395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] 10.222.0.53 "PUT /v2.0/ports/64d81480-10bb-4097-ba30-cb07aae48f05 HTTP/1.1" status: 200 len: 1091 time: 0.6850219 Dec 16 10:23:16.351812 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'tag': '64d81480-10bb-4097-ba30-cb07aae48f05'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:23:16.354242 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34850661-9da0-443b-b7b6-d3a348fa033d" -d '{"events": [{"name": "network-changed", "server_uuid": "45171f73-3ebc-4181-8024-4ebf4241c45c", "tag": "64d81480-10bb-4097-ba30-cb07aae48f05"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:23:16.387931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7f0ecce-4156-4f55-bc3d-345b54c4b9a7 req-34b77958-82b3-4803-950f-6d433393ee14 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698636 Dec 16 10:23:16.388504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fae5a-2e52-472f-b7f4-99b75c6306db service neutron] Pushing event updated for resources: {'Port': ['ID=64d81480-10bb-4097-ba30-cb07aae48f05,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:16.439769 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-03697b42-a573-420b-a61b-782c19f265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:16.441495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-03697b42-a573-420b-a61b-782c19f265fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b761934c81e14bb4b4808c498aacfd0e&device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 1094 time: 0.0501523 Dec 16 10:23:16.442966 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd820de-4ad7-4298-b8e7-456c5fae738f x-openstack-request-id: req-dfd820de-4ad7-4298-b8e7-456c5fae738f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:23:16.443246 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45171f73-3ebc-4181-8024-4ebf4241c45c", "tag": "64d81480-10bb-4097-ba30-cb07aae48f05", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:23:16.443468 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfd820de-4ad7-4298-b8e7-456c5fae738f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:23:16.443865 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'tag': '64d81480-10bb-4097-ba30-cb07aae48f05', 'status': 'completed', 'code': 200} Dec 16 10:23:16.489797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-1f816e2b-550a-4296-ad50-7393cf918e80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64d81480-10bb-4097-ba30-cb07aae48f05 HTTP/1.1" status: 200 len: 217 time: 0.0369740 Dec 16 10:23:16.554823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-99609b4a-f196-42f0-9af9-bf47f0b94f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:16.556218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-99609b4a-f196-42f0-9af9-bf47f0b94f53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=730e9a7c-706f-4ef2-a118-c4fdb800e7db HTTP/1.1" status: 200 len: 853 time: 0.0592835 Dec 16 10:23:16.573299 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-702df3fc-940e-4d52-8359-892b7d1582aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:16.592681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-8320de2c-4054-453c-a5e7-27abd86c6c0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283976 Dec 16 10:23:16.690273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-9ff6b13d-30c1-437b-8d43-6ba42e971156 service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903027 Dec 16 10:23:16.807317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-881934bb-579b-4361-8fc3-fc4d2e06ff65 req-7765d5ae-3c7f-4724-a73b-ce36fcef24a9 service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097190 Dec 16 10:23:16.910461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34850661-9da0-443b-b7b6-d3a348fa033d req-749ce493-a66d-4f21-92b6-860ac5ac6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:16.912011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-749ce493-a66d-4f21-92b6-860ac5ac6cb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b761934c81e14bb4b4808c498aacfd0e&device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 1094 time: 0.0491707 Dec 16 10:23:17.013191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34850661-9da0-443b-b7b6-d3a348fa033d req-2a45c292-9fa2-40ef-a355-f16700c8b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:17.014845 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-2a45c292-9fa2-40ef-a355-f16700c8b5b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 200 len: 914 time: 0.0959957 Dec 16 10:23:17.058194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-e6aee490-28e5-496d-afb9-4bc99895ae49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64d81480-10bb-4097-ba30-cb07aae48f05 HTTP/1.1" status: 200 len: 217 time: 0.0353389 Dec 16 10:23:17.118288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34850661-9da0-443b-b7b6-d3a348fa033d req-06034346-6ff0-4582-8fb6-1627fc9044b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:17.119751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-06034346-6ff0-4582-8fb6-1627fc9044b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=730e9a7c-706f-4ef2-a118-c4fdb800e7db HTTP/1.1" status: 200 len: 853 time: 0.0544574 Dec 16 10:23:17.156164 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-7e4014b2-43f0-4f7f-95f0-540e36d7ece3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1aea2de-aed3-4ecc-84d4-3a6646b0f835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290339 Dec 16 10:23:17.260030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-63743a8d-88b6-4e04-8977-d2cc4896d277 service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961931 Dec 16 10:23:17.376629 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34850661-9da0-443b-b7b6-d3a348fa033d req-f12a0e72-ce6f-4c4e-9e3d-6420ebd46fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077020 Dec 16 10:23:17.537305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4871b-e152-4644-a12e-43aa0a33b769 req-ebb87de6-61c9-48c0-98b3-b6e9857fe056 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:17.538888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9e4871b-e152-4644-a12e-43aa0a33b769 req-ebb87de6-61c9-48c0-98b3-b6e9857fe056 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 943 time: 0.0667839 Dec 16 10:23:17.583848 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9e4871b-e152-4644-a12e-43aa0a33b769 req-db67b80e-97e6-4d84-a139-e7ee6c560e04 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 Dec 16 10:23:18.258315 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:18.725108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49006a-8437-4881-a80f-e7413e4ff4e5 req-032acb43-5460-4049-9484-6b363b1fa6a9 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:18.726619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b49006a-8437-4881-a80f-e7413e4ff4e5 req-032acb43-5460-4049-9484-6b363b1fa6a9 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 943 time: 0.0598085 Dec 16 10:23:18.768440 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b49006a-8437-4881-a80f-e7413e4ff4e5 req-84d9ccdc-8765-4bc3-88f4-8f10eedc0310 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Dec 16 10:23:19.268811 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 64d81480-10bb-4097-ba30-cb07aae48f05 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:23:19.368697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 64d81480-10bb-4097-ba30-cb07aae48f05, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=64d81480-10bb-4097-ba30-cb07aae48f05,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:19.380611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '64d81480-10bb-4097-ba30-cb07aae48f05', 'network_id': 'd1aea2de-aed3-4ecc-84d4-3a6646b0f835', 'port_id': '64d81480-10bb-4097-ba30-cb07aae48f05', 'mac_address': 'fa:16:3e:f3:fc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e9a7c-706f-4ef2-a118-c4fdb800e7db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:23:19.421316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:19.437047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d81480-10bb-4097-ba30-cb07aae48f05 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:23:19.458584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 64d81480-10bb-4097-ba30-cb07aae48f05, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=64d81480-10bb-4097-ba30-cb07aae48f05,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:19.464422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:19.522519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=64d81480-10bb-4097-ba30-cb07aae48f05,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:19.531459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.531459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.532801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.532801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.532801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.534575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.534575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.534575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.534575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.534575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.534575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.535095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:19.687515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['64d81480-10bb-4097-ba30-cb07aae48f05'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:23:19.922113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e554a3-9ced-4ace-92ef-f12b175ad613 req-d213120c-09cf-4d04-9811-907b1406e6c1 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:19.923635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23e554a3-9ced-4ace-92ef-f12b175ad613 req-d213120c-09cf-4d04-9811-907b1406e6c1 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 944 time: 0.0517583 Dec 16 10:23:19.943484 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:19.974212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23e554a3-9ced-4ace-92ef-f12b175ad613 req-8a37d96f-8e49-45c4-9891-ea3bb95db703 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384147 Dec 16 10:23:20.080210 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:21.119326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d5a6-4470-4153-afc0-7b8a7b8e3131 req-daf51ff6-3089-41a1-a9a0-a38da430ef66 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:21.121940 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c63d5a6-4470-4153-afc0-7b8a7b8e3131 req-daf51ff6-3089-41a1-a9a0-a38da430ef66 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 944 time: 0.0698531 Dec 16 10:23:21.260175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 64d81480-10bb-4097-ba30-cb07aae48f05 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:23:21.326657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 64d81480-10bb-4097-ba30-cb07aae48f05 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:23:21.332704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 64d81480-10bb-4097-ba30-cb07aae48f05 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:21.333146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:21.458455 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:21.497217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d81480-10bb-4097-ba30-cb07aae48f05'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:23:21.501564 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dad837-c27c-4f64-ad36-c484fe8a8efc" -d '{"events": [{"server_uuid": "45171f73-3ebc-4181-8024-4ebf4241c45c", "name": "network-vif-plugged", "status": "completed", "tag": "64d81480-10bb-4097-ba30-cb07aae48f05"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:23:21.526189 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 64d81480-10bb-4097-ba30-cb07aae48f05, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=64d81480-10bb-4097-ba30-cb07aae48f05,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:21.531974 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:21.569194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c63d5a6-4470-4153-afc0-7b8a7b8e3131 req-fec04bed-a136-43d5-8619-002e205921e5 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407218 Dec 16 10:23:21.604848 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=64d81480-10bb-4097-ba30-cb07aae48f05,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:21.637058 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262c0667-2cd9-4d18-9b51-98af16547d18 x-openstack-request-id: req-262c0667-2cd9-4d18-9b51-98af16547d18 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:23:21.637515 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45171f73-3ebc-4181-8024-4ebf4241c45c", "name": "network-vif-plugged", "status": "completed", "tag": "64d81480-10bb-4097-ba30-cb07aae48f05", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:23:21.637962 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-262c0667-2cd9-4d18-9b51-98af16547d18 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:23:21.638578 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d81480-10bb-4097-ba30-cb07aae48f05', 'code': 200} Dec 16 10:23:21.747380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c9fb3-f648-4ebe-9d04-35c07a2646cd req-ce696b6c-fec9-43ad-b790-7185fd8e05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:21.748752 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e68c9fb3-f648-4ebe-9d04-35c07a2646cd req-ce696b6c-fec9-43ad-b790-7185fd8e05c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 1096 time: 0.0477860 Dec 16 10:23:21.788958 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e68c9fb3-f648-4ebe-9d04-35c07a2646cd req-5eda1976-0786-4890-bbb1-a9d038803a8f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Dec 16 10:23:22.702247 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc70927-6311-4077-a5d1-e8d958468f91 req-15cccdce-55b4-4419-b0d1-345b98691f34 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:22.703751 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bc70927-6311-4077-a5d1-e8d958468f91 req-15cccdce-55b4-4419-b0d1-345b98691f34 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 945 time: 0.0508156 Dec 16 10:23:22.747264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bc70927-6311-4077-a5d1-e8d958468f91 req-7aa05d4d-ef6c-4723-9bac-c34e48b9e5ca tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Dec 16 10:23:24.161641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1acaa6-3b29-4f32-ad81-fe948d22c14b req-47ccec8c-845c-4c3b-9bed-e8f137d6c7db tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:24.163162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e1acaa6-3b29-4f32-ad81-fe948d22c14b req-47ccec8c-845c-4c3b-9bed-e8f137d6c7db tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 945 time: 0.0580559 Dec 16 10:23:24.203065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e1acaa6-3b29-4f32-ad81-fe948d22c14b req-bac3801d-7ad2-4d08-a3c4-9652da541b22 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338371 Dec 16 10:23:24.339920 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:24.468577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731e7f-4d45-4b02-bb30-237c4d44ccce req-ee0e97ef-7839-42fa-8d3c-dafbc641dcb4 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:24.470968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4731e7f-4d45-4b02-bb30-237c4d44ccce req-ee0e97ef-7839-42fa-8d3c-dafbc641dcb4 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 945 time: 0.0599966 Dec 16 10:23:24.514767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4731e7f-4d45-4b02-bb30-237c4d44ccce req-1d050459-7052-499b-a094-1dc2829d3873 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Dec 16 10:23:25.647282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d003f-7c0a-4bc9-9ab6-1eec9b0d4eec req-b7ce714c-2373-4985-8578-fa297333d539 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:25.648034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:25.649213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c2d003f-7c0a-4bc9-9ab6-1eec9b0d4eec req-b7ce714c-2373-4985-8578-fa297333d539 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 945 time: 0.0555887 Dec 16 10:23:25.692944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c2d003f-7c0a-4bc9-9ab6-1eec9b0d4eec req-1d00d884-650a-46d4-8a5e-c3fcf6fa4388 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362611 Dec 16 10:23:25.848829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-093843c5-afc2-4957-a8a4-2a1226722f7d tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:25.850490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-093843c5-afc2-4957-a8a4-2a1226722f7d tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 945 time: 0.0551891 Dec 16 10:23:25.958621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Deleting port 64d81480-10bb-4097-ba30-cb07aae48f05 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:25.958957 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:26.051567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] For port 64d81480-10bb-4097-ba30-cb07aae48f05, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=64d81480-10bb-4097-ba30-cb07aae48f05,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:26.051909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:26.069837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Calling delete_port for 64d81480-10bb-4097-ba30-cb07aae48f05 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:26.211880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:26.229256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['dc377fe7-d3f4-4932-b838-b3a91542dd89', '64d81480-10bb-4097-ba30-cb07aae48f05'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:23:26.245217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Pushing event deleted for resources: {'Port': ['ID=64d81480-10bb-4097-ba30-cb07aae48f05,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:26.291383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] No DVR routers for this DVR port 64d81480-10bb-4097-ba30-cb07aae48f05 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:26.294980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:26.298606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f38e6a-17cf-46e3-90e1-344218c4a1e6 req-e92ac365-1fd8-452a-80af-a9c27a7e571c tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "DELETE /v2.0/ports/64d81480-10bb-4097-ba30-cb07aae48f05 HTTP/1.1" status: 204 len: 173 time: 0.4398453 Dec 16 10:23:26.299058 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'name': 'network-vif-deleted', 'tag': '64d81480-10bb-4097-ba30-cb07aae48f05'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:23:26.302238 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5b8938-0620-4326-8215-a6ee4596e080" -d '{"events": [{"server_uuid": "45171f73-3ebc-4181-8024-4ebf4241c45c", "name": "network-vif-deleted", "tag": "64d81480-10bb-4097-ba30-cb07aae48f05"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:23:26.340986 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d3b1c-3bb7-424b-9ff2-4747738b62c0 x-openstack-request-id: req-c36d3b1c-3bb7-424b-9ff2-4747738b62c0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:23:26.341275 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45171f73-3ebc-4181-8024-4ebf4241c45c", "name": "network-vif-deleted", "tag": "64d81480-10bb-4097-ba30-cb07aae48f05", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:23:26.341527 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c36d3b1c-3bb7-424b-9ff2-4747738b62c0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:23:26.341986 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45171f73-3ebc-4181-8024-4ebf4241c45c', 'name': 'network-vif-deleted', 'tag': '64d81480-10bb-4097-ba30-cb07aae48f05', 'status': 'completed', 'code': 200} Dec 16 10:23:26.806222 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29e7bcc5-54ea-4a43-a8d1-67575108d351 req-c5aa7ddb-773f-44de-8710-6e9ea43e18e8 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=45171f73-3ebc-4181-8024-4ebf4241c45c HTTP/1.1" status: 200 len: 210 time: 0.0276134 Dec 16 10:23:27.986425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aac031-fb79-48bf-8b26-857642ca192f req-5e89dc25-45ee-483f-a447-7946b5567230 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:27.987902 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53aac031-fb79-48bf-8b26-857642ca192f req-5e89dc25-45ee-483f-a447-7946b5567230 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0666499 Dec 16 10:23:28.040212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53aac031-fb79-48bf-8b26-857642ca192f req-cafa61f7-8067-4008-acaa-83e51f166bd2 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 Dec 16 10:23:28.196434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdac753-184d-4922-b710-f21c24f7c98d req-4064c54d-2eed-446c-a2bd-2ce680cc89f9 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:28.197969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fdac753-184d-4922-b710-f21c24f7c98d req-4064c54d-2eed-446c-a2bd-2ce680cc89f9 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0696480 Dec 16 10:23:28.239920 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5fdac753-184d-4922-b710-f21c24f7c98d req-deace5ad-d6bd-4a53-8b7c-1efb2d14222e tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Dec 16 10:23:28.320800 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:23:28.361632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5d41-b6dd-4567-a623-a6763e2ea0b7 req-a223dd16-aff8-4192-8a08-52d01c505544 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:28.363045 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-656c5d41-b6dd-4567-a623-a6763e2ea0b7 req-a223dd16-aff8-4192-8a08-52d01c505544 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0512424 Dec 16 10:23:28.408175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-656c5d41-b6dd-4567-a623-a6763e2ea0b7 req-8dbb5257-0979-454e-bf00-758804655ae4 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Dec 16 10:23:28.586226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d2e78-6eb6-4546-b612-dd611d53ae9b req-97d06540-6591-4774-a7f4-7bb2dbbcbb0a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:28.587746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-171d2e78-6eb6-4546-b612-dd611d53ae9b req-97d06540-6591-4774-a7f4-7bb2dbbcbb0a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0514736 Dec 16 10:23:28.639115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-171d2e78-6eb6-4546-b612-dd611d53ae9b req-4f4a6881-77f1-4fc3-a8e5-f71113a01c63 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Dec 16 10:23:28.771781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50727ea-7811-4e60-8532-6eff99f25cd5 req-e731d452-b6c1-4974-8e0c-2e7b88bfae14 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:28.773593 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c50727ea-7811-4e60-8532-6eff99f25cd5 req-e731d452-b6c1-4974-8e0c-2e7b88bfae14 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0627475 Dec 16 10:23:28.817514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c50727ea-7811-4e60-8532-6eff99f25cd5 req-8214973f-1581-4340-9661-018f1c1175e8 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376835 Dec 16 10:23:28.961426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5227ff1-cc4e-4af6-a1ed-e1bcd7efe1d7 req-6d520590-6d90-411b-9cd5-17bb71d10742 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:28.964012 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5227ff1-cc4e-4af6-a1ed-e1bcd7efe1d7 req-6d520590-6d90-411b-9cd5-17bb71d10742 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0581219 Dec 16 10:23:29.012370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c5227ff1-cc4e-4af6-a1ed-e1bcd7efe1d7 req-c0982f14-4b65-4185-97f5-321896bf399e tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Dec 16 10:23:29.330089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 64d81480-10bb-4097-ba30-cb07aae48f05 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:29.346329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff03f9-905a-4d80-97b5-8912737eb91b req-7223958e-4870-4eb8-915c-69506b50b32a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:29.347854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6ff03f9-905a-4d80-97b5-8912737eb91b req-7223958e-4870-4eb8-915c-69506b50b32a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0547907 Dec 16 10:23:29.350582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 64d81480-10bb-4097-ba30-cb07aae48f05 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:29.350937 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 64d81480-10bb-4097-ba30-cb07aae48f05 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:29.410411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6ff03f9-905a-4d80-97b5-8912737eb91b req-15ded409-d4c1-4441-97bc-f655bdf79d1a tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Dec 16 10:23:30.543677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cce2f-9858-414e-ac68-13755024a3f1 req-6ca30d88-93b8-4c21-981f-ddd177e722ed tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:30.545213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa4cce2f-9858-414e-ac68-13755024a3f1 req-6ca30d88-93b8-4c21-981f-ddd177e722ed tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0582430 Dec 16 10:23:30.588691 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa4cce2f-9858-414e-ac68-13755024a3f1 req-b90e0410-7e44-441a-bb08-2823801aa8ab tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd068bc5-ebd2-4d29-809d-0bbd9eeba465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Dec 16 10:23:30.683692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-8807615c-33a3-4e33-8c0f-31754a50e921 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:30.685180 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-8807615c-33a3-4e33-8c0f-31754a50e921 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 945 time: 0.0552294 Dec 16 10:23:30.787940 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Deleting port dc377fe7-d3f4-4932-b838-b3a91542dd89 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:30.788185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:30.898811 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] For port dc377fe7-d3f4-4932-b838-b3a91542dd89, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=dc377fe7-d3f4-4932-b838-b3a91542dd89,segment=NetworkSegment(2bc97874-0679-4934-bd33-f9cda1ac8a06),segment_id=2bc97874-0679-4934-bd33-f9cda1ac8a06)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:30.899171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:30.911927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Calling delete_port for dc377fe7-d3f4-4932-b838-b3a91542dd89 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:31.066238 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:31.079611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['dc377fe7-d3f4-4932-b838-b3a91542dd89'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:23:31.097094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Pushing event deleted for resources: {'Port': ['ID=dc377fe7-d3f4-4932-b838-b3a91542dd89,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:31.144532 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] No DVR routers for this DVR port dc377fe7-d3f4-4932-b838-b3a91542dd89 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:31.147301 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:31.150965 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba4b5549-097d-4283-83ce-8f93249811c7 req-5581bb74-abb8-4795-afa4-1fc5b305363f tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.53 "DELETE /v2.0/ports/dc377fe7-d3f4-4932-b838-b3a91542dd89 HTTP/1.1" status: 204 len: 173 time: 0.4596882 Dec 16 10:23:31.151422 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'name': 'network-vif-deleted', 'tag': 'dc377fe7-d3f4-4932-b838-b3a91542dd89'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:23:31.153739 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafca61d-8692-415b-bcd5-35272a5af439" -d '{"events": [{"server_uuid": "be950aed-32ca-429e-ad11-1e689b0ee585", "name": "network-vif-deleted", "tag": "dc377fe7-d3f4-4932-b838-b3a91542dd89"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:23:31.196644 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eea156-4584-4779-b038-7506d844611f x-openstack-request-id: req-c8eea156-4584-4779-b038-7506d844611f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:23:31.196931 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be950aed-32ca-429e-ad11-1e689b0ee585", "name": "network-vif-deleted", "tag": "dc377fe7-d3f4-4932-b838-b3a91542dd89", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:23:31.197224 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8eea156-4584-4779-b038-7506d844611f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:23:31.198299 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be950aed-32ca-429e-ad11-1e689b0ee585', 'name': 'network-vif-deleted', 'tag': 'dc377fe7-d3f4-4932-b838-b3a91542dd89', 'status': 'completed', 'code': 200} Dec 16 10:23:31.715514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-264d2827-7c2d-46b5-8873-c045cee14476 req-3dcf0fae-c7ca-45c0-9d39-c891c42ec308 tempest-ServersNegativeTestJSON-1725015330 tempest-ServersNegativeTestJSON-1725015330-project] 10.222.0.61 "GET /v2.0/ports?device_id=be950aed-32ca-429e-ad11-1e689b0ee585 HTTP/1.1" status: 200 len: 210 time: 0.0321863 Dec 16 10:23:32.779678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56984) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:32.824933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Deleting subnet 730e9a7c-706f-4ef2-a118-c4fdb800e7db {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:23:32.828318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:32.864449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:32.906181 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:32.979811 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.010933 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730e9a7c-706f-4ef2-a118-c4fdb800e7db,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:33.014796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.018335 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6f720cbb-7c42-47c5-957d-14365a2b1cd4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/730e9a7c-706f-4ef2-a118-c4fdb800e7db HTTP/1.1" status: 204 len: 168 time: 0.2376215 Dec 16 10:23:33.021123 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56986) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:33.096570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.202934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.225362 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aea2de-aed3-4ecc-84d4-3a6646b0f835']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:33.235959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc97874-0679-4934-bd33-f9cda1ac8a06') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:33.236346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc97874-0679-4934-bd33-f9cda1ac8a06') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:33.247878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.264881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.271989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:33.272380 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:33.274736 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:33.333204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.338829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc377fe7-d3f4-4932-b838-b3a91542dd89 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:33.340376 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.345811 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] 10.222.0.61 "DELETE /v2.0/networks/d1aea2de-aed3-4ecc-84d4-3a6646b0f835 HTTP/1.1" status: 204 len: 168 time: 0.3236520 Dec 16 10:23:33.358221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f31af-3686-43f1-ae65-57f49c9cb8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=d1aea2de-aed3-4ecc-84d4-3a6646b0f835,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:33.360239 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: dc377fe7-d3f4-4932-b838-b3a91542dd89 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:33.361302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device dc377fe7-d3f4-4932-b838-b3a91542dd89 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:33.466803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 56990) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:33.510177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e3f673cc-bf90-41a9-8e18-4a4dbd8c6749 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b761934c81e14bb4b4808c498aacfd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421753 Dec 16 10:23:33.512934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 56992) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:33.563746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-453f2cc8-215d-4a68-bd16-6c716c754bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.584505 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-453f2cc8-215d-4a68-bd16-6c716c754bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.636846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-453f2cc8-215d-4a68-bd16-6c716c754bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.639764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-453f2cc8-215d-4a68-bd16-6c716c754bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:33.640956 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-453f2cc8-215d-4a68-bd16-6c716c754bcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd068bc5-ebd2-4d29-809d-0bbd9eeba465 HTTP/1.1" status: 204 len: 168 time: 0.1270185 Dec 16 10:23:33.650024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f2cc8-215d-4a68-bd16-6c716c754bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd068bc5-ebd2-4d29-809d-0bbd9eeba465,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:34.433421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57014) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:34.544014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067673720'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:34.572758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:34.578147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.592480 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.687231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.692419 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.719552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:34.728647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5aabbd-c333-4e5e-97f9-715fccd0ab31,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:34.736364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.736758 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Added segment 493323f3-94a4-45f6-9d63-96837203010f of type vlan for network 9033249d-c8fc-4f99-a284-dc19f5276446 Dec 16 10:23:34.778888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.805719 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.811505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:34.812087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:34.877588 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4426804 Dec 16 10:23:34.886028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f783f1-c444-4336-bfbd-0388e9479d70 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Network': ['ID=9033249d-c8fc-4f99-a284-dc19f5276446,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:34.896632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 9033249d-c8fc-4f99-a284-dc19f5276446 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:38.052762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57018) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:38.060919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'subnet': {'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:38.156924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:38.162552 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.366792 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.432453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Subnet': ['ID=5550bfc4-df95-4341-8240-041f0d0ec9bc,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:38.440800 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Checking segment: {'id': '493323f3-94a4-45f6-9d63-96837203010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:38.441159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network hostable DHCP agents. Network: 9033249d-c8fc-4f99-a284-dc19f5276446, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:38.459167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network 9033249d-c8fc-4f99-a284-dc19f5276446 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:38.469092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 9033249d-c8fc-4f99-a284-dc19f5276446) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:38.473748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:38.474268 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.478944 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726c19b-e6ac-4e0c-86fe-4be8fcad29e8 None None] Network 9033249d-c8fc-4f99-a284-dc19f5276446 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:38.497449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-94725cb7-6ae0-4344-82b8-d7b633fe1315 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4433057 Dec 16 10:23:38.501863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57020) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:38.506792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672780023'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:38.531487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:38.535731 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.562548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:38.572754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.573097 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Added segment a4cafae3-9078-4024-bb77-7e57728b5797 of type vlan for network 317271e6-b396-446c-9db6-8ccab245fffd Dec 16 10:23:38.615614 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.629788 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-9033249d-c8fc-4f99-a284-dc19f5276446', 'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446', 'tenant_id': 'e2f887cd497a496ab023115de6ecd3c4', 'fixed_ips': [{'subnet_id': '5550bfc4-df95-4341-8240-041f0d0ec9bc'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:38.630702 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.642806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.649140 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:38.649754 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.711194 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2082405 Dec 16 10:23:38.714122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57022) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:38.719345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'subnet': {'network_id': '317271e6-b396-446c-9db6-8ccab245fffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:38.724648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec397cd-4c6f-4bdc-b30f-d5802f6f7295 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Network': ['ID=317271e6-b396-446c-9db6-8ccab245fffd,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:38.751992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 317271e6-b396-446c-9db6-8ccab245fffd details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:38.819094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:38.822844 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.825257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Allocated IP 2001:db8:0:ffff::2 (9033249d-c8fc-4f99-a284-dc19f5276446/5550bfc4-df95-4341-8240-041f0d0ec9bc/c446b94e-6f10-48b0-81cd-bdd612459cfe) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:38.980841 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:38.987574 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.025687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Network 9033249d-c8fc-4f99-a284-dc19f5276446 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:39.028717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:39.029710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.032167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:39.042932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Pushing event updated for resources: {'Port': ['ID=c446b94e-6f10-48b0-81cd-bdd612459cfe,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:39.103377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Attempting to bind port c446b94e-6f10-48b0-81cd-bdd612459cfe on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:39.103988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Attempting to bind port c446b94e-6f10-48b0-81cd-bdd612459cfe by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '493323f3-94a4-45f6-9d63-96837203010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:39.104427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Attempting to bind port c446b94e-6f10-48b0-81cd-bdd612459cfe on network 9033249d-c8fc-4f99-a284-dc19f5276446 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:39.110880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:39.111189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Subnet': ['ID=69462080-8630-4b07-b427-a2f4e8caf040,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:39.111466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Checking segment: {'id': '493323f3-94a4-45f6-9d63-96837203010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:39.112152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.112702 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Bound using segment: {'id': '493323f3-94a4-45f6-9d63-96837203010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:39.113182 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Bound port: c446b94e-6f10-48b0-81cd-bdd612459cfe, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493323f3-94a4-45f6-9d63-96837203010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9033249d-c8fc-4f99-a284-dc19f5276446'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:39.113997 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.124946 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Checking segment: {'id': 'a4cafae3-9078-4024-bb77-7e57728b5797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '317271e6-b396-446c-9db6-8ccab245fffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:39.125791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network hostable DHCP agents. Network: 317271e6-b396-446c-9db6-8ccab245fffd, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:39.151742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network 317271e6-b396-446c-9db6-8ccab245fffd is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:39.164918 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 317271e6-b396-446c-9db6-8ccab245fffd) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:39.173738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:39.174618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.198844 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-454114ef-1204-4cf2-b1b3-505bd2e25233 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4810662 Dec 16 10:23:39.199264 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57024) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:39.296391 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41f307-a505-407d-9742-c15acc96a643 None None] Network 317271e6-b396-446c-9db6-8ccab245fffd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:39.305769 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.387062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.407638 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] For port c446b94e-6f10-48b0-81cd-bdd612459cfe, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:39.425146 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] For port c446b94e-6f10-48b0-81cd-bdd612459cfe, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c446b94e-6f10-48b0-81cd-bdd612459cfe,segment=NetworkSegment(493323f3-94a4-45f6-9d63-96837203010f),segment_id=493323f3-94a4-45f6-9d63-96837203010f)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:39.430166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.452519 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.480942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Subnet': ['ID=69462080-8630-4b07-b427-a2f4e8caf040,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:39.532901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8494a57-296f-44b3-b758-b76c40ed9392 None None] Pushing event updated for resources: {'Port': ['ID=c446b94e-6f10-48b0-81cd-bdd612459cfe,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:39.541574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38321552-39a1-418d-a17b-5aa8fc7afd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-317271e6-b396-446c-9db6-8ccab245fffd', 'network_id': '317271e6-b396-446c-9db6-8ccab245fffd', 'tenant_id': 'e2f887cd497a496ab023115de6ecd3c4', 'fixed_ips': [{'subnet_id': '69462080-8630-4b07-b427-a2f4e8caf040'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:39.542738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38321552-39a1-418d-a17b-5aa8fc7afd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.554139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.578287 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317271e6-b396-446c-9db6-8ccab245fffd']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:39.588865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cafae3-9078-4024-bb77-7e57728b5797') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:39.589564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cafae3-9078-4024-bb77-7e57728b5797') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:39.600065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.620167 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.628238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:39.628650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:39.631873 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:39.643092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72779a5f-07ad-4a34-ba86-e5dbc7b81aab None None] Network 317271e6-b396-446c-9db6-8ccab245fffd requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:39.713956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.726216 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.729340 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/317271e6-b396-446c-9db6-8ccab245fffd HTTP/1.1" status: 204 len: 168 time: 0.5291040 Dec 16 10:23:39.737332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57026) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:39.744451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97240559'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:39.746323 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fb6df-9e9a-451c-8cd1-c531cd9547d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Network': ['ID=317271e6-b396-446c-9db6-8ccab245fffd,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:39.775187 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:39.779821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.807845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:39.820902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.821323 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Added segment 583567ce-f9c8-4812-a1e2-1590cd8c1a96 of type vlan for network 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a Dec 16 10:23:39.871446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.898033 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.904888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:39.905534 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.928924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c446b94e-6f10-48b0-81cd-bdd612459cfe up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:23:39.968609 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2301052 Dec 16 10:23:39.971698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:39.977229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'subnet': {'network_id': '1ac1fe85-42d1-46ac-8bc7-8462aebbae1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:39.980317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002c1e6-5bc7-4ddd-b263-269cd2995ad5 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Network': ['ID=1ac1fe85-42d1-46ac-8bc7-8462aebbae1a,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:39.987330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c446b94e-6f10-48b0-81cd-bdd612459cfe triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:39.987704 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:39.992106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:40.078754 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:40.082448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.133417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.147048 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Performing IP validity checks on allocation pools {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 10:23:40.148435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.ipam_backend_mixin [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 10:23:40.169068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port c446b94e-6f10-48b0-81cd-bdd612459cfe, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c446b94e-6f10-48b0-81cd-bdd612459cfe,segment=NetworkSegment(493323f3-94a4-45f6-9d63-96837203010f),segment_id=493323f3-94a4-45f6-9d63-96837203010f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:40.173561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.227765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=c446b94e-6f10-48b0-81cd-bdd612459cfe,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:40.302082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.362445 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Subnet': ['ID=ffd49d30-1cbd-4b9f-9021-a503696ed3d8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:40.373202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Checking segment: {'id': '583567ce-f9c8-4812-a1e2-1590cd8c1a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '1ac1fe85-42d1-46ac-8bc7-8462aebbae1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:40.373565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network hostable DHCP agents. Network: 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:40.392796 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:40.403429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:40.407734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:40.408310 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.414748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7a28a-3966-4b33-abf5-84511284b94b None None] Network 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:40.426241 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c3905738-e9d6-4a00-aa09-b86373437848 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4533753 Dec 16 10:23:40.428991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57030) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:40.538984 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.550925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03478a48-2acf-49b3-a145-136a9fde17d2 None None] Network 9033249d-c8fc-4f99-a284-dc19f5276446 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:40.594230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.608282 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4663a-7983-442d-bf64-d03e975e4725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-1ac1fe85-42d1-46ac-8bc7-8462aebbae1a', 'network_id': '1ac1fe85-42d1-46ac-8bc7-8462aebbae1a', 'tenant_id': 'e2f887cd497a496ab023115de6ecd3c4', 'fixed_ips': [{'subnet_id': 'ffd49d30-1cbd-4b9f-9021-a503696ed3d8'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:40.609071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7fd4663a-7983-442d-bf64-d03e975e4725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.674500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.710284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd49d30-1cbd-4b9f-9021-a503696ed3d8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:40.741725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6e7c02e4-6c29-4328-bfa6-a9765ae9ff58 None None] Provisioning complete for port c446b94e-6f10-48b0-81cd-bdd612459cfe triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:40.742109 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02e4-6c29-4328-bfa6-a9765ae9ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.778006 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.800390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac1fe85-42d1-46ac-8bc7-8462aebbae1a']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:40.816004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583567ce-f9c8-4812-a1e2-1590cd8c1a96') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:40.816282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583567ce-f9c8-4812-a1e2-1590cd8c1a96') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:40.827034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server [None req-7fd4663a-7983-442d-bf64-d03e975e4725 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffd49d30-1cbd-4b9f-9021-a503696ed3d8: This subnet is being modified by another concurrent operation. Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server raise exception Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffd49d30-1cbd-4b9f-9021-a503696ed3d8: This subnet is being modified by another concurrent operation. Dec 16 10:23:40.829949 n-d-821941-1 neutron-server[102399]: ERROR oslo_messaging.rpc.server Dec 16 10:23:40.843616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.854262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:40.855642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:40.859007 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:40.873442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f13e8-5c21-47be-949b-7d03b85e2119 None None] Network 1ac1fe85-42d1-46ac-8bc7-8462aebbae1a requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:40.932964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.942017 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:40.945605 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/1ac1fe85-42d1-46ac-8bc7-8462aebbae1a HTTP/1.1" status: 204 len: 168 time: 0.5156033 Dec 16 10:23:40.951180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57032) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:40.958912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1707107773'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:40.961826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b383-a533-4da0-9160-3b6715885667 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Network': ['ID=1ac1fe85-42d1-46ac-8bc7-8462aebbae1a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:40.987256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:40.992122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.020635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:41.031117 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.031453 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Added segment 4c5a549f-b8b4-48a7-88c3-27669b0e6f88 of type vlan for network 90af8cce-a5c1-477b-8bce-4885c49a859b Dec 16 10:23:41.080108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.088787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b0f14-6221-4768-bd19-a633c8b160a9 None None] get_active_networks_info from n-d-821941-1 {{(pid=102399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 16 10:23:41.107947 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.113677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:41.114245 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.173232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c647471b-a3ee-40e3-9f6e-5931580271e1 None None] Provisioning complete for port c446b94e-6f10-48b0-81cd-bdd612459cfe triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:41.173232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c647471b-a3ee-40e3-9f6e-5931580271e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.182850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2259982 Dec 16 10:23:41.183057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57034) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:41.187854 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'subnet': {'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:41.200616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b0f14-6221-4768-bd19-a633c8b160a9 None None] Resources bound (agent type, host, resource id): {{(pid=102399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 10:23:41.205129 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73839a69-e2d9-4ae3-8f42-4180bbd6f3d1 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Network': ['ID=90af8cce-a5c1-477b-8bce-4885c49a859b,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:41.220266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 90af8cce-a5c1-477b-8bce-4885c49a859b details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:41.289056 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:41.293216 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.482406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.542774 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Subnet': ['ID=5ad08835-930e-4018-b852-93c82747424f,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:41.551706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Checking segment: {'id': '4c5a549f-b8b4-48a7-88c3-27669b0e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:41.552054 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network hostable DHCP agents. Network: 90af8cce-a5c1-477b-8bce-4885c49a859b, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:41.569564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network 90af8cce-a5c1-477b-8bce-4885c49a859b is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:41.577965 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 90af8cce-a5c1-477b-8bce-4885c49a859b) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:41.584273 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:41.585099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.589537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1851ad6-8736-4735-9cb9-00a80bf43df0 None None] Network 90af8cce-a5c1-477b-8bce-4885c49a859b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:41.610115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f727ff03-9d40-45d5-bd6b-f448b2d3f140 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4222271 Dec 16 10:23:41.610442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57036) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:41.617924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978433921'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:41.642885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:41.647363 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.674763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:41.692161 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.692717 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Added segment fccf60a4-aaa0-451c-83c8-d846d5437cc2 of type vlan for network f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 Dec 16 10:23:41.745495 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.746658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-90af8cce-a5c1-477b-8bce-4885c49a859b', 'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b', 'tenant_id': 'e2f887cd497a496ab023115de6ecd3c4', 'fixed_ips': [{'subnet_id': '5ad08835-930e-4018-b852-93c82747424f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:41.747575 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.774188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.783294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:41.783921 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:41.845228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2332563 Dec 16 10:23:41.845520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57038) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:41.853799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Request body: {'subnet': {'network_id': 'f9dcaf60-5f23-4a3e-8e01-e93bf00ed231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:41.865652 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b11350-6f80-40c3-ac87-ea5f7ee73b91 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Network': ['ID=f9dcaf60-5f23-4a3e-8e01-e93bf00ed231,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:41.902009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:41.973592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c446b94e-6f10-48b0-81cd-bdd612459cfe up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:23:41.977164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Allocated IP 2001:db8::2 (90af8cce-a5c1-477b-8bce-4885c49a859b/5ad08835-930e-4018-b852-93c82747424f/059d9a51-8a05-4d52-bf59-14a39f00ed08) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:41.985430 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Made reservation on behalf of e2f887cd497a496ab023115de6ecd3c4 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:41.989231 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.114185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c446b94e-6f10-48b0-81cd-bdd612459cfe triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:42.114557 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.194413 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.218394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.243022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.266539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event updated for resources: {'Subnet': ['ID=617623b0-8006-457e-aca2-c75284ee6935,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:42.276286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Checking segment: {'id': 'fccf60a4-aaa0-451c-83c8-d846d5437cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f9dcaf60-5f23-4a3e-8e01-e93bf00ed231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:42.276647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network hostable DHCP agents. Network: f9dcaf60-5f23-4a3e-8e01-e93bf00ed231, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:42.296867 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Network f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:42.297920 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Network 90af8cce-a5c1-477b-8bce-4885c49a859b is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:42.305228 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:42.308459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, f9dcaf60-5f23-4a3e-8e01-e93bf00ed231) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:42.308759 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:42.312621 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:42.314332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.319893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90ea9c-47f3-43b1-adaf-3c253f563aab None None] Network f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:42.334174 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8a676af6-019d-405e-a498-bc570d0ab8ef tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4871802 Dec 16 10:23:42.336807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57040) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:42.442874 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.497981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.535674 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Pushing event updated for resources: {'Port': ['ID=059d9a51-8a05-4d52-bf59-14a39f00ed08,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:42.573128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.598509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Attempting to bind port 059d9a51-8a05-4d52-bf59-14a39f00ed08 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:42.599093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Attempting to bind port 059d9a51-8a05-4d52-bf59-14a39f00ed08 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '4c5a549f-b8b4-48a7-88c3-27669b0e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:42.599216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Attempting to bind port 059d9a51-8a05-4d52-bf59-14a39f00ed08 on network 90af8cce-a5c1-477b-8bce-4885c49a859b {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:42.601271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Subnet': ['ID=617623b0-8006-457e-aca2-c75284ee6935,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:42.609337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:42.609712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Checking segment: {'id': '4c5a549f-b8b4-48a7-88c3-27669b0e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:42.610189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.610903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Bound using segment: {'id': '4c5a549f-b8b4-48a7-88c3-27669b0e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:42.611128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Bound port: 059d9a51-8a05-4d52-bf59-14a39f00ed08, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5a549f-b8b4-48a7-88c3-27669b0e6f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '90af8cce-a5c1-477b-8bce-4885c49a859b'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:42.611510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.662611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.683567 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dcaf60-5f23-4a3e-8e01-e93bf00ed231']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:42.694577 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccf60a4-aaa0-451c-83c8-d846d5437cc2') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:42.694874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccf60a4-aaa0-451c-83c8-d846d5437cc2') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:42.702475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b8930-0be5-436d-9f96-eeba07b505b1 None None] Network f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:42.705457 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.718576 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.725997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:42.726414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:42.729349 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:42.759735 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] For port 059d9a51-8a05-4d52-bf59-14a39f00ed08, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:42.779903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] For port 059d9a51-8a05-4d52-bf59-14a39f00ed08, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=059d9a51-8a05-4d52-bf59-14a39f00ed08,segment=NetworkSegment(4c5a549f-b8b4-48a7-88c3-27669b0e6f88),segment_id=4c5a549f-b8b4-48a7-88c3-27669b0e6f88)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:42.785561 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.793415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.799720 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:42.802912 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 HTTP/1.1" status: 204 len: 168 time: 0.4651253 Dec 16 10:23:42.805728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57042) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:42.819603 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f232ccd-0355-4e6c-b49d-2b668554f318 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Network': ['ID=f9dcaf60-5f23-4a3e-8e01-e93bf00ed231,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:42.836457 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc0f307-792d-470b-a614-2453edf10892 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] GET failed (client error): The resource could not be found. Dec 16 10:23:42.840347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2fc0f307-792d-470b-a614-2453edf10892 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "GET /v2.0/subnets/617623b0-8006-457e-aca2-c75284ee6935 HTTP/1.1" status: 404 len: 337 time: 0.0304477 Dec 16 10:23:42.841285 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57044) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:42.864293 n-d-821941-1 neutron-server[102397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91bba5b-6399-47a5-9cdb-ef1b7e4d3012 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:42.864910 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91bba5b-6399-47a5-9cdb-ef1b7e4d3012 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:42.868009 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c91bba5b-6399-47a5-9cdb-ef1b7e4d3012 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 HTTP/1.1" status: 404 len: 339 time: 0.0247481 Dec 16 10:23:42.871859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:42.879927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466a5b-ed90-44a4-80da-44e06ab044c3 None None] Pushing event updated for resources: {'Port': ['ID=059d9a51-8a05-4d52-bf59-14a39f00ed08,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:42.901152 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5a6802-9628-4b3b-8206-786fb2d07ae6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:42.901698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5a6802-9628-4b3b-8206-786fb2d07ae6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:42.904793 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cc5a6802-9628-4b3b-8206-786fb2d07ae6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/subnets/617623b0-8006-457e-aca2-c75284ee6935 HTTP/1.1" status: 404 len: 337 time: 0.0318255 Dec 16 10:23:42.907583 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57048) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:42.927029 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fed188e-d9ff-4a5e-8c7d-3bd31c056196 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:42.927759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fed188e-d9ff-4a5e-8c7d-3bd31c056196 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:42.930991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5fed188e-d9ff-4a5e-8c7d-3bd31c056196 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/f9dcaf60-5f23-4a3e-8e01-e93bf00ed231 HTTP/1.1" status: 404 len: 339 time: 0.0223997 Dec 16 10:23:42.933477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57050) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:42.985318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Deleting subnet 5ad08835-930e-4018-b852-93c82747424f {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:23:42.988929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.042822 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.132843 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.196457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.231228 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.234347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/subnets/5ad08835-930e-4018-b852-93c82747424f HTTP/1.1" status: 204 len: 168 time: 0.2998421 Dec 16 10:23:43.236088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09a195-7a30-48f5-a1a8-67b53a6d1d26 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad08835-930e-4018-b852-93c82747424f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:43.237423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:43.324814 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.382133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Deleting port 059d9a51-8a05-4d52-bf59-14a39f00ed08 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:43.382467 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.448622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] For port 059d9a51-8a05-4d52-bf59-14a39f00ed08, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=059d9a51-8a05-4d52-bf59-14a39f00ed08,segment=NetworkSegment(4c5a549f-b8b4-48a7-88c3-27669b0e6f88),segment_id=4c5a549f-b8b4-48a7-88c3-27669b0e6f88)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:43.448989 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.463045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Calling delete_port for 059d9a51-8a05-4d52-bf59-14a39f00ed08 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:43.554444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.582518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Port': ['ID=059d9a51-8a05-4d52-bf59-14a39f00ed08,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:43.587914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No DVR routers for this DVR port 059d9a51-8a05-4d52-bf59-14a39f00ed08 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:43.674068 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.700587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90af8cce-a5c1-477b-8bce-4885c49a859b']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:43.711682 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5a549f-b8b4-48a7-88c3-27669b0e6f88') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:43.711983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5a549f-b8b4-48a7-88c3-27669b0e6f88') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:43.723043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.746800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.749180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83911c10-dfcd-4ec1-b84d-3324f3dcfe50 None None] Network 90af8cce-a5c1-477b-8bce-4885c49a859b requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:43.753760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:43.754206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:43.757153 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:43.816861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.825000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:43.831073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/90af8cce-a5c1-477b-8bce-4885c49a859b HTTP/1.1" status: 204 len: 168 time: 0.5896111 Dec 16 10:23:43.831170 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:43.843923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b9865-38ce-41fd-b0e2-80d302ce84d6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Network': ['ID=90af8cce-a5c1-477b-8bce-4885c49a859b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:43.862568 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-289e5284-2800-4f5f-afb1-5afaebd7c6a6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:43.863095 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289e5284-2800-4f5f-afb1-5afaebd7c6a6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:43.866212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-289e5284-2800-4f5f-afb1-5afaebd7c6a6 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/subnets/ffd49d30-1cbd-4b9f-9021-a503696ed3d8 HTTP/1.1" status: 404 len: 337 time: 0.0340464 Dec 16 10:23:43.867289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6afccf72-e513-4266-8afa-427f0bb6d941 None None] Could not find standard attr ID for object 059d9a51-8a05-4d52-bf59-14a39f00ed08. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 10:23:43.868709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57056) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:43.888525 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03d4b8b-decc-4e5e-a3fd-371699546a8a tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:43.889094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03d4b8b-decc-4e5e-a3fd-371699546a8a tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:43.892469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d03d4b8b-decc-4e5e-a3fd-371699546a8a tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/1ac1fe85-42d1-46ac-8bc7-8462aebbae1a HTTP/1.1" status: 404 len: 339 time: 0.0227072 Dec 16 10:23:43.896818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57058) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:43.923967 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a787fa2-ade3-4e06-9450-c3ff0c3d7303 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:43.924435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a787fa2-ade3-4e06-9450-c3ff0c3d7303 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:43.926661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c36e0-62c8-4aab-8bc6-05dbb59ed29b None None] DHCP port deletion for 90af8cce-a5c1-477b-8bce-4885c49a859b request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:23:43.927466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0a787fa2-ade3-4e06-9450-c3ff0c3d7303 tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/subnets/69462080-8630-4b07-b427-a2f4e8caf040 HTTP/1.1" status: 404 len: 337 time: 0.0295730 Dec 16 10:23:43.930002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57060) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:43.949816 n-d-821941-1 neutron-server[102398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad515af-d243-4678-a782-27cccdd82d6b tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] DELETE failed (client error): The resource could not be found. Dec 16 10:23:43.950416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad515af-d243-4678-a782-27cccdd82d6b tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 10:23:43.953370 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-cad515af-d243-4678-a782-27cccdd82d6b tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/317271e6-b396-446c-9db6-8ccab245fffd HTTP/1.1" status: 404 len: 339 time: 0.0224767 Dec 16 10:23:43.956753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57062) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:44.006920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Deleting subnet 5550bfc4-df95-4341-8240-041f0d0ec9bc {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:23:44.009859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.060305 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.135512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bb4623ae-3bdb-4d26-8bf1-d75b1e19ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.149932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.215681 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.240949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Subnet': ['ID=5550bfc4-df95-4341-8240-041f0d0ec9bc,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:44.247874 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.251103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0cbc53be-35eb-48ab-93d8-63ec9f9ed1bc tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/subnets/5550bfc4-df95-4341-8240-041f0d0ec9bc HTTP/1.1" status: 204 len: 168 time: 0.2933481 Dec 16 10:23:44.254776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57064) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:44.255101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a577b-9c77-4c85-8453-8405b21dc802 None None] Network 9033249d-c8fc-4f99-a284-dc19f5276446 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:44.343553 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.405116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Deleting port c446b94e-6f10-48b0-81cd-bdd612459cfe {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:44.405116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.439099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] DHCP port deletion for 9033249d-c8fc-4f99-a284-dc19f5276446 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:23:44.471756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] For port c446b94e-6f10-48b0-81cd-bdd612459cfe, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c446b94e-6f10-48b0-81cd-bdd612459cfe,segment=NetworkSegment(493323f3-94a4-45f6-9d63-96837203010f),segment_id=493323f3-94a4-45f6-9d63-96837203010f)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:44.472110 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.486169 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Calling delete_port for c446b94e-6f10-48b0-81cd-bdd612459cfe owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:44.488690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] Deleting port c446b94e-6f10-48b0-81cd-bdd612459cfe {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:44.489062 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.551901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] For port c446b94e-6f10-48b0-81cd-bdd612459cfe, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c446b94e-6f10-48b0-81cd-bdd612459cfe,segment=NetworkSegment(493323f3-94a4-45f6-9d63-96837203010f),segment_id=493323f3-94a4-45f6-9d63-96837203010f)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:44.552296 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.565949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] Calling delete_port for c446b94e-6f10-48b0-81cd-bdd612459cfe owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:44.567175 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.595281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Port': ['ID=c446b94e-6f10-48b0-81cd-bdd612459cfe,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:44.597511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] No DVR routers for this DVR port c446b94e-6f10-48b0-81cd-bdd612459cfe on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:44.643829 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.668822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] Pushing event deleted for resources: {'Port': ['ID=c446b94e-6f10-48b0-81cd-bdd612459cfe,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:44.672653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdb66c-2d23-49b4-845e-c91f1cac734b None None] No DVR routers for this DVR port c446b94e-6f10-48b0-81cd-bdd612459cfe on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:44.686075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.706172 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9033249d-c8fc-4f99-a284-dc19f5276446']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:44.715918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493323f3-94a4-45f6-9d63-96837203010f') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:44.716250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493323f3-94a4-45f6-9d63-96837203010f') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:44.726760 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.741192 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.749525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:44.749934 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:44.753263 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:44.819657 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.826850 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:44.830460 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] 10.222.0.61 "DELETE /v2.0/networks/9033249d-c8fc-4f99-a284-dc19f5276446 HTTP/1.1" status: 204 len: 168 time: 0.5746942 Dec 16 10:23:44.843326 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aa4a1-a4e3-496e-9fab-4eb8c52fc0ec tempest-NetworksIpV6Test-1504178877 tempest-NetworksIpV6Test-1504178877-project] Pushing event deleted for resources: {'Network': ['ID=9033249d-c8fc-4f99-a284-dc19f5276446,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:45.116522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57070) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:45.273791 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9c699a79-d5f7-4aa5-b0c3-c98a1bbd188c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2f887cd497a496ab023115de6ecd3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557128 Dec 16 10:23:45.276327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57074) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:45.331896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-790497c7-4f3a-441d-b80a-d2b0c5409349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:45.353289 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-790497c7-4f3a-441d-b80a-d2b0c5409349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:45.403151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-790497c7-4f3a-441d-b80a-d2b0c5409349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:45.406033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-790497c7-4f3a-441d-b80a-d2b0c5409349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:45.407383 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-790497c7-4f3a-441d-b80a-d2b0c5409349 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b5aabbd-c333-4e5e-97f9-715fccd0ab31 HTTP/1.1" status: 204 len: 168 time: 0.1301534 Dec 16 10:23:45.418055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790497c7-4f3a-441d-b80a-d2b0c5409349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5aabbd-c333-4e5e-97f9-715fccd0ab31,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:45.900575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c446b94e-6f10-48b0-81cd-bdd612459cfe no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:45.921378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c446b94e-6f10-48b0-81cd-bdd612459cfe {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:45.921734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c446b94e-6f10-48b0-81cd-bdd612459cfe not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:45.925281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 059d9a51-8a05-4d52-bf59-14a39f00ed08 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:45.947288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 059d9a51-8a05-4d52-bf59-14a39f00ed08 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:45.947635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 059d9a51-8a05-4d52-bf59-14a39f00ed08 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:46.138560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57096) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:46.243531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1377300847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:46.278067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.280051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.347925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.356330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.382144 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.383348 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bfe34447-eea3-4e22-af57-4b77dd562679 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2437501 Dec 16 10:23:46.386403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57100) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:46.391920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1928112343'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:46.414755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Made reservation on behalf of 9958e08d627d4273959fff52f545e003 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:46.418330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.427007 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.510554 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.515289 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.546642 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:46.553264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eeae43-8d32-4c66-ab2b-e321100ab8d5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:46.559658 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.560012 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Added segment 620cdb8a-95c9-4f7b-9a36-20252548c67e of type vlan for network 1bec457a-607a-4d58-88d9-430c624577d1 Dec 16 10:23:46.567365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49e9762b-92a9-4eff-af45-b088c15ce850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.603138 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.628751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.634481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:46.635065 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:46.699239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3115909 Dec 16 10:23:46.702217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57102) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:46.709089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Request body: {'subnet': {'network_id': '1bec457a-607a-4d58-88d9-430c624577d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:46.715572 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575483-079b-45ca-8dcf-0cdf4f327de2 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event updated for resources: {'Network': ['ID=1bec457a-607a-4d58-88d9-430c624577d1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:46.726572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 1bec457a-607a-4d58-88d9-430c624577d1 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:46.799869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Made reservation on behalf of 9958e08d627d4273959fff52f545e003 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:46.803642 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.000291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.062316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event updated for resources: {'Subnet': ['ID=e9c21dba-be59-4bb3-99cd-52956075ac5b,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:47.074235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Checking segment: {'id': '620cdb8a-95c9-4f7b-9a36-20252548c67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1bec457a-607a-4d58-88d9-430c624577d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:47.074620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Network hostable DHCP agents. Network: 1bec457a-607a-4d58-88d9-430c624577d1, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:47.093706 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Network 1bec457a-607a-4d58-88d9-430c624577d1 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:47.104067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 1bec457a-607a-4d58-88d9-430c624577d1) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:47.109581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:47.110562 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.117149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22be845-5804-41ce-89ff-059766beac98 None None] Network 1bec457a-607a-4d58-88d9-430c624577d1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:47.132050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1def77e7-c7ea-4d4e-aca3-ae546f576206 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4285870 Dec 16 10:23:47.135691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57104) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:47.140653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-163694913'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:47.163541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Made reservation on behalf of 9958e08d627d4273959fff52f545e003 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:47.167380 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.191125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:47.201242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.201628 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Added segment beea9466-4be1-4f52-9009-d937cd291e7a of type vlan for network 436f91ae-c979-4d3e-a49c-f80180ba37c7 Dec 16 10:23:47.241915 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.269794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.273869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-1bec457a-607a-4d58-88d9-430c624577d1', 'network_id': '1bec457a-607a-4d58-88d9-430c624577d1', 'tenant_id': '9958e08d627d4273959fff52f545e003', 'fixed_ips': [{'subnet_id': 'e9c21dba-be59-4bb3-99cd-52956075ac5b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:47.274923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.275977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:47.276570 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.333020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1959743 Dec 16 10:23:47.336030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57106) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:47.341322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Request body: {'subnet': {'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:47.347524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event updated for resources: {'Network': ['ID=436f91ae-c979-4d3e-a49c-f80180ba37c7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:47.359073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.359413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.359859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.362910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9b8b13-d426-4e51-ad58-923e3a00d45a tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:47.376297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 436f91ae-c979-4d3e-a49c-f80180ba37c7 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:47.430070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Made reservation on behalf of 9958e08d627d4273959fff52f545e003 for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:47.433532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.470053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Allocated IP 172.20.0.2 (1bec457a-607a-4d58-88d9-430c624577d1/e9c21dba-be59-4bb3-99cd-52956075ac5b/6e651e1d-7380-4d1c-8247-4d64e9fae8d2) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:47.617599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.626651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.634304 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.674806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Network 1bec457a-607a-4d58-88d9-430c624577d1 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:47.678054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event updated for resources: {'Subnet': ['ID=3ac43207-f929-47d4-969f-9476a83b4db8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:47.679031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:47.685885 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:47.689024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Pushing event updated for resources: {'Port': ['ID=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:47.689175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Checking segment: {'id': 'beea9466-4be1-4f52-9009-d937cd291e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:47.689543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Network hostable DHCP agents. Network: 436f91ae-c979-4d3e-a49c-f80180ba37c7, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:47.708472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Network 436f91ae-c979-4d3e-a49c-f80180ba37c7 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:47.718663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 436f91ae-c979-4d3e-a49c-f80180ba37c7) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:47.722927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:47.723517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.732727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791561e-c829-4583-8d56-2c7313aadc24 None None] Network 436f91ae-c979-4d3e-a49c-f80180ba37c7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:47.742077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-48b714ea-599f-4b52-ab81-00dca34802dd tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4048362 Dec 16 10:23:47.744856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57108) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:47.749786 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-119a9694-b487-406f-8fa8-a342ed787e88 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Request body: {'router': {'external_gateway_info': {'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:47.779965 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Attempting to bind port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:47.780319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Attempting to bind port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '620cdb8a-95c9-4f7b-9a36-20252548c67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1bec457a-607a-4d58-88d9-430c624577d1'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:47.780669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Attempting to bind port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 on network 1bec457a-607a-4d58-88d9-430c624577d1 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:47.791202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:47.791563 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Checking segment: {'id': '620cdb8a-95c9-4f7b-9a36-20252548c67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1bec457a-607a-4d58-88d9-430c624577d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:47.791944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.792322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Bound using segment: {'id': '620cdb8a-95c9-4f7b-9a36-20252548c67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1bec457a-607a-4d58-88d9-430c624577d1'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:47.792786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Bound port: 6e651e1d-7380-4d1c-8247-4d64e9fae8d2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620cdb8a-95c9-4f7b-9a36-20252548c67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1bec457a-607a-4d58-88d9-430c624577d1'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:47.793160 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.901396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] For port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:47.905921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] For port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,segment=NetworkSegment(620cdb8a-95c9-4f7b-9a36-20252548c67e),segment_id=620cdb8a-95c9-4f7b-9a36-20252548c67e)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:47.913505 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.963170 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-119a9694-b487-406f-8fa8-a342ed787e88 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:47.979425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-436f91ae-c979-4d3e-a49c-f80180ba37c7', 'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7', 'tenant_id': '9958e08d627d4273959fff52f545e003', 'fixed_ips': [{'subnet_id': '3ac43207-f929-47d4-969f-9476a83b4db8'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:47.980301 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.009875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77066d-de81-449f-a9b7-991e719efd54 None None] Pushing event updated for resources: {'Port': ['ID=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:48.081889 n-d-821941-1 neutron-server[102397]: INFO neutron.api.v2.resource [None req-119a9694-b487-406f-8fa8-a342ed787e88 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 10:23:48.083274 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-119a9694-b487-406f-8fa8-a342ed787e88 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "PUT /v2.0/routers/46f0aca2-4636-49bf-bfa3-b9021673fa41 HTTP/1.1" status: 400 len: 364 time: 0.3373675 Dec 16 10:23:48.089439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57110) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:48.144299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Allocated IP 172.21.0.2 (436f91ae-c979-4d3e-a49c-f80180ba37c7/3ac43207-f929-47d4-969f-9476a83b4db8/587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:48.153380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Deleting subnet 3ac43207-f929-47d4-969f-9476a83b4db8 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:23:48.274137 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.333920 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.340802 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.349254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.390400 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.397786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Network 436f91ae-c979-4d3e-a49c-f80180ba37c7 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:48.401033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:48.408516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:48.411729 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Pushing event updated for resources: {'Port': ['ID=587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:48.468014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Attempting to bind port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:48.468397 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Attempting to bind port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'beea9466-4be1-4f52-9009-d937cd291e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:48.469200 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Attempting to bind port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a on network 436f91ae-c979-4d3e-a49c-f80180ba37c7 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:48.474519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:48.474894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Checking segment: {'id': 'beea9466-4be1-4f52-9009-d937cd291e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:48.475602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.475831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Bound using segment: {'id': 'beea9466-4be1-4f52-9009-d937cd291e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:48.476305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Bound port: 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beea9466-4be1-4f52-9009-d937cd291e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '436f91ae-c979-4d3e-a49c-f80180ba37c7'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:48.476692 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.486891 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.556903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.563570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] For port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:48.567543 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] For port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a,segment=NetworkSegment(beea9466-4be1-4f52-9009-d937cd291e7a),segment_id=beea9466-4be1-4f52-9009-d937cd291e7a)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:48.571988 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.584923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac43207-f929-47d4-969f-9476a83b4db8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:48.590685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.594565 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1712c3b4-ca6d-4e91-a4c6-cf77e2040151 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "DELETE /v2.0/subnets/3ac43207-f929-47d4-969f-9476a83b4db8 HTTP/1.1" status: 204 len: 168 time: 0.5037267 Dec 16 10:23:48.597161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57112) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:48.637212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b9e7f-ef40-4d06-8c06-f25f630100ba None None] Pushing event updated for resources: {'Port': ['ID=587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:48.691705 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.750370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Deleting port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:48.750757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.831250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] For port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a,segment=NetworkSegment(beea9466-4be1-4f52-9009-d937cd291e7a),segment_id=beea9466-4be1-4f52-9009-d937cd291e7a)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:48.831743 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.851192 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Calling delete_port for 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:48.951066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:48.985326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event deleted for resources: {'Port': ['ID=587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:48.990481 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] No DVR routers for this DVR port 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:49.081507 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.103810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac67ee-b777-4373-b880-dac26adb5af1 None None] Network 1bec457a-607a-4d58-88d9-430c624577d1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:49.109049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436f91ae-c979-4d3e-a49c-f80180ba37c7']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:49.125490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beea9466-4be1-4f52-9009-d937cd291e7a') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:49.126473 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beea9466-4be1-4f52-9009-d937cd291e7a') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:49.137931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.154003 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.161093 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:49.161604 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:49.165055 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:49.168916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ec8c18d3-adb1-433b-97c8-cdc3e7ded9a1 None None] Provisioning complete for port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:49.168916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ec8c18d3-adb1-433b-97c8-cdc3e7ded9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.242643 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.250583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.253556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "DELETE /v2.0/networks/436f91ae-c979-4d3e-a49c-f80180ba37c7 HTTP/1.1" status: 204 len: 168 time: 0.6554530 Dec 16 10:23:49.256126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57114) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:49.279542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60613e-9071-4402-a55c-c999e455d2a1 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event deleted for resources: {'Network': ['ID=436f91ae-c979-4d3e-a49c-f80180ba37c7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:49.326938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Deleting subnet e9c21dba-be59-4bb3-99cd-52956075ac5b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:23:49.331280 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.332967 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ec8c18d3-adb1-433b-97c8-cdc3e7ded9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.377789 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.388061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ec8c18d3-adb1-433b-97c8-cdc3e7ded9a1 None None] For port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,segment=NetworkSegment(620cdb8a-95c9-4f7b-9a36-20252548c67e),segment_id=620cdb8a-95c9-4f7b-9a36-20252548c67e)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:49.394218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ec8c18d3-adb1-433b-97c8-cdc3e7ded9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.450088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c18d3-adb1-433b-97c8-cdc3e7ded9a1 None None] Pushing event updated for resources: {'Port': ['ID=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:49.490134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.552728 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.583881 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.587304 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "DELETE /v2.0/subnets/e9c21dba-be59-4bb3-99cd-52956075ac5b HTTP/1.1" status: 204 len: 168 time: 0.3302345 Dec 16 10:23:49.588734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3ebaa-d499-41c9-bd8a-99361c290857 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c21dba-be59-4bb3-99cd-52956075ac5b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:49.589822 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57116) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:49.635695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150ec1c-6239-40ac-85b0-b687089dd68d None None] Network 1bec457a-607a-4d58-88d9-430c624577d1 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:49.680770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.743230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Deleting port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:23:49.744538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.745888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-404a52c5-1c93-4b8e-80b9-fcbe6ddc985b None None] Provisioning complete for port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:49.746261 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-404a52c5-1c93-4b8e-80b9-fcbe6ddc985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.763206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d19884-5327-492f-97f5-dd8721714d57 None None] DHCP port deletion for 436f91ae-c979-4d3e-a49c-f80180ba37c7 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:23:49.804171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77a6ab-59a2-4e33-a244-8da5b412fd70 None None] Network 436f91ae-c979-4d3e-a49c-f80180ba37c7 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:49.817484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] For port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,segment=NetworkSegment(620cdb8a-95c9-4f7b-9a36-20252548c67e),segment_id=620cdb8a-95c9-4f7b-9a36-20252548c67e)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:49.817880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.828253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77a6ab-59a2-4e33-a244-8da5b412fd70 None None] Network 436f91ae-c979-4d3e-a49c-f80180ba37c7 could not be found, it might have been deleted concurrently. {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 16 10:23:49.831952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Calling delete_port for 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:23:49.881682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-404a52c5-1c93-4b8e-80b9-fcbe6ddc985b None None] Could not find standard attr ID for object 587901a3-1d9b-4a0e-9aa3-3b8a171d8b4a. {{(pid=102399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 10:23:49.915560 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:49.931169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b21ebf-aa8c-442c-a64d-2dc087ef0ebb None None] DHCP port deletion for 1bec457a-607a-4d58-88d9-430c624577d1 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:23:49.942996 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event deleted for resources: {'Port': ['ID=6e651e1d-7380-4d1c-8247-4d64e9fae8d2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:49.947020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] No DVR routers for this DVR port 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:23:49.951052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.034699 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.056003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bec457a-607a-4d58-88d9-430c624577d1']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:50.066394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620cdb8a-95c9-4f7b-9a36-20252548c67e') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:50.066633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620cdb8a-95c9-4f7b-9a36-20252548c67e') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:50.075836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.076870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.090982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.097254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:23:50.097623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:23:50.100666 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:23:50.481267 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.490873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.493214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "DELETE /v2.0/networks/1bec457a-607a-4d58-88d9-430c624577d1 HTTP/1.1" status: 204 len: 168 time: 0.9015207 Dec 16 10:23:50.495985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57118) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:50.504442 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a30940-fb0b-47aa-9373-69e3c736bfd3 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Pushing event deleted for resources: {'Network': ['ID=1bec457a-607a-4d58-88d9-430c624577d1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:50.525415 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-370307e0-71a0-48b5-bcb0-ae3fedeeae17 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "GET /v2.0/ports?device_id=46f0aca2-4636-49bf-bfa3-b9021673fa41 HTTP/1.1" status: 200 len: 205 time: 0.0282946 Dec 16 10:23:50.527794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57120) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:50.600792 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.759506 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.761578 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.807794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.808942 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Fanout notify agent at l3_agent the message router_deleted on router 46f0aca2-4636-49bf-bfa3-b9021673fa41 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:23:50.818731 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:50.819871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d8d5f33d-0a23-47ba-a395-285e973c2b72 tempest-RoutersNegativeTest-179160369 tempest-RoutersNegativeTest-179160369-project] 10.222.0.61 "DELETE /v2.0/routers/46f0aca2-4636-49bf-bfa3-b9021673fa41 HTTP/1.1" status: 204 len: 168 time: 0.2911320 Dec 16 10:23:51.105601 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57126) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:51.581428 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d94d3476-db56-4be5-9d02-1d24ca5d69cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9958e08d627d4273959fff52f545e003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746032 Dec 16 10:23:51.584318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57130) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:51.639402 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af6401ce-b8d2-4292-ae73-d7df58f36479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:51.664166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af6401ce-b8d2-4292-ae73-d7df58f36479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:51.711642 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af6401ce-b8d2-4292-ae73-d7df58f36479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:51.714395 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-af6401ce-b8d2-4292-ae73-d7df58f36479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:51.715558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-af6401ce-b8d2-4292-ae73-d7df58f36479 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63eeae43-8d32-4c66-ab2b-e321100ab8d5 HTTP/1.1" status: 204 len: 168 time: 0.1303537 Dec 16 10:23:51.724740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6401ce-b8d2-4292-ae73-d7df58f36479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eeae43-8d32-4c66-ab2b-e321100ab8d5,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:51.893801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:23:51.914460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:23:51.914787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 6e651e1d-7380-4d1c-8247-4d64e9fae8d2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:23:52.407149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57154) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:52.509163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-725489784-network', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:52.534191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Made reservation on behalf of ea0b8e083a13458db7c761fb593a2110 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:52.536569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.544672 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.623308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.628138 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.653696 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:52.662589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f623fd4a-dfaa-45d7-b648-31ac43d0a803,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:52.670385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.670888 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Added segment bd6a97d0-31ec-466a-8d67-f9ba20184b9c of type vlan for network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 Dec 16 10:23:52.713522 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.739222 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.740216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:52.740807 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.794252 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3859954 Dec 16 10:23:52.797311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57158) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:52.801075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74363af1-0527-4e81-9d23-292882f0e2fe admin admin] Pushing event updated for resources: {'Network': ['ID=67fc2882-2417-42c5-bca9-21e8c2ae4ea3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:52.802592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Request body: {'subnet': {'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-subnet', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:52.811184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:52.823803 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Made reservation on behalf of ea0b8e083a13458db7c761fb593a2110 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:52.826361 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:52.991233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.044179 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d43a30c-d152-4330-88c4-58d7387f1434,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:53.054912 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Checking segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:53.055249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Network hostable DHCP agents. Network: 67fc2882-2417-42c5-bca9-21e8c2ae4ea3, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:53.073590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:53.083789 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 67fc2882-2417-42c5-bca9-21e8c2ae4ea3) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:53.087977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:53.088563 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.092887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c1740-47bf-472d-a0f0-595b9d624ec7 None None] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:53.107166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-06d17b5e-b965-47b8-bd7f-5e09b2fae5ff admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3076291 Dec 16 10:23:53.110055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:53.115053 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:53.137153 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.138618 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.194993 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.245989 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'fixed_ips': [{'subnet_id': '4d43a30c-d152-4330-88c4-58d7387f1434'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:53.246931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.337746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.387669 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Allocated IP 172.20.0.2 (67fc2882-2417-42c5-bca9-21e8c2ae4ea3/4d43a30c-d152-4330-88c4-58d7387f1434/717eb20f-6aa6-443e-8851-84e1974b08b6) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:53.553417 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.561146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.562087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.582459 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.597203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:53.600105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:53.602793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:53.640151 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Pushing event updated for resources: {'Port': ['ID=717eb20f-6aa6-443e-8851-84e1974b08b6,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:53.674509 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Attempting to bind port 717eb20f-6aa6-443e-8851-84e1974b08b6 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:53.674873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Attempting to bind port 717eb20f-6aa6-443e-8851-84e1974b08b6 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:53.675229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Attempting to bind port 717eb20f-6aa6-443e-8851-84e1974b08b6 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:53.681123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:53.681472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Checking segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:53.682039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.682448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Bound using segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:53.682913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Bound port: 717eb20f-6aa6-443e-8851-84e1974b08b6, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:53.683282 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.705612 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Allocated IP 172.25.6.22 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b9721c2c-2b52-4cab-90c6-71c42c50c43a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:53.758996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] For port 717eb20f-6aa6-443e-8851-84e1974b08b6, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:53.762473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] For port 717eb20f-6aa6-443e-8851-84e1974b08b6, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=717eb20f-6aa6-443e-8851-84e1974b08b6,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:53.767807 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.827418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c3f27-f412-4055-830d-e373ec3996b3 None None] Pushing event updated for resources: {'Port': ['ID=717eb20f-6aa6-443e-8851-84e1974b08b6,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:53.828687 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.868583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:53.908284 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:53.911555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:53.915378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:53.947498 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Pushing event updated for resources: {'Port': ['ID=b9721c2c-2b52-4cab-90c6-71c42c50c43a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:54.220397 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:54.346158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:54.426816 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:54.583451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Router 428ab159-7639-4dbd-970e-7285167b1ee2 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:23:54.720362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:23:54.731004 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Sync routers for ids ['428ab159-7639-4dbd-970e-7285167b1ee2'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:23:54.739886 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:54.741719 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8b28c061-7d97-432c-b18e-017fc1661996 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6306217 Dec 16 10:23:54.744668 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57162) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:54.745493 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Routers {'428ab159-7639-4dbd-970e-7285167b1ee2'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:23:54.746652 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['428ab159-7639-4dbd-970e-7285167b1ee2'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:54.825330 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984778b-cfc3-4ef9-8e59-d5c1b1c31152 None None] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:54.860171 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Set router 428ab159-7639-4dbd-970e-7285167b1ee2 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:23:55.047195 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:54Z', 'revision_number': 3, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:55.075582 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Checking router: 428ab159-7639-4dbd-970e-7285167b1ee2 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:23:55.075858 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Updating router 428ab159-7639-4dbd-970e-7285167b1ee2 port b9721c2c-2b52-4cab-90c6-71c42c50c43a binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:23:55.077016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b812b751-932d-4eef-8ca7-e9584523477d None None] Provisioning complete for port 717eb20f-6aa6-443e-8851-84e1974b08b6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:55.077386 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b812b751-932d-4eef-8ca7-e9584523477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.108529 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.200424 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.236683 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b812b751-932d-4eef-8ca7-e9584523477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.290896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b812b751-932d-4eef-8ca7-e9584523477d None None] For port 717eb20f-6aa6-443e-8851-84e1974b08b6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=717eb20f-6aa6-443e-8851-84e1974b08b6,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:55.297269 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b812b751-932d-4eef-8ca7-e9584523477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.354402 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812b751-932d-4eef-8ca7-e9584523477d None None] Pushing event updated for resources: {'Port': ['ID=717eb20f-6aa6-443e-8851-84e1974b08b6,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:55.417892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Allocated IP 172.20.0.1 (67fc2882-2417-42c5-bca9-21e8c2ae4ea3/4d43a30c-d152-4330-88c4-58d7387f1434/e693dac3-88e7-4777-9736-bc42a28425ed) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:55.481558 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.488029 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.518868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4d186e39-aa9b-492b-acd1-cf3ebb899f61 None None] Provisioning complete for port 717eb20f-6aa6-443e-8851-84e1974b08b6 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:55.519793 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4d186e39-aa9b-492b-acd1-cf3ebb899f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.534270 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Attempting to bind port b9721c2c-2b52-4cab-90c6-71c42c50c43a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:55.534629 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Attempting to bind port b9721c2c-2b52-4cab-90c6-71c42c50c43a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:55.534985 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Attempting to bind port b9721c2c-2b52-4cab-90c6-71c42c50c43a on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:55.542121 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.543952 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:55.544319 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:55.544707 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.545091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:55.545621 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Bound port: b9721c2c-2b52-4cab-90c6-71c42c50c43a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:55.545935 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.577129 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Pushing event updated for resources: {'Port': ['ID=b9721c2c-2b52-4cab-90c6-71c42c50c43a,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:55.583737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.606259 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.606590 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.606857 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.607191 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.607498 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.607815 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.608565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.608565 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.608748 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.609017 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.609324 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.613875 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:23:55.623687 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] For port b9721c2c-2b52-4cab-90c6-71c42c50c43a, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:55.629185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:55.629602 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] For port b9721c2c-2b52-4cab-90c6-71c42c50c43a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b9721c2c-2b52-4cab-90c6-71c42c50c43a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:55.634422 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.635215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:55.640329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:55.657688 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.675027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Pushing event updated for resources: {'Port': ['ID=e693dac3-88e7-4777-9736-bc42a28425ed,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:55.695736 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Routers {'428ab159-7639-4dbd-970e-7285167b1ee2'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:23:55.696359 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['428ab159-7639-4dbd-970e-7285167b1ee2'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:55.700058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.732648 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bfb1c-f1f0-4143-98c3-5d3517fbffb3 None None] Pushing event updated for resources: {'Port': ['ID=b9721c2c-2b52-4cab-90c6-71c42c50c43a,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:55.817227 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] Set router 428ab159-7639-4dbd-970e-7285167b1ee2 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:23:55.835779 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.946843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9f5896a2-beb2-4d44-9ad1-e2ff175b2e06 None None] Provisioning complete for port e693dac3-88e7-4777-9736-bc42a28425ed triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:55.947252 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9f5896a2-beb2-4d44-9ad1-e2ff175b2e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:55.951148 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 717eb20f-6aa6-443e-8851-84e1974b08b6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:23:56.007567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9f5896a2-beb2-4d44-9ad1-e2ff175b2e06 None None] Port e693dac3-88e7-4777-9736-bc42a28425ed cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:23:56.017219 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:56.024039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:56.025315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 717eb20f-6aa6-443e-8851-84e1974b08b6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:56.025874 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:56.045379 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:54Z', 'revision_number': 3, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:56.077408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843eb696-7882-4beb-9052-e52822a6fae8 None None] The sync data for ids ['428ab159-7639-4dbd-970e-7285167b1ee2'] in n-d-821941-1 is: [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:54Z', 'revision_number': 3, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:23:56.101467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Pushing event updated for resources: {'Port': ['ID=e693dac3-88e7-4777-9736-bc42a28425ed,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:56.101467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:56.211577 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:56.212897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:56.359711 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Router 428ab159-7639-4dbd-970e-7285167b1ee2 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:23:56.482321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:23:56.488212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-95876d78-b2f5-4640-92d9-f0500a9900ed admin admin] 10.222.0.61 "PUT /v2.0/routers/428ab159-7639-4dbd-970e-7285167b1ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7415755 Dec 16 10:23:56.531022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4a574b52-18e6-4266-9a88-6f6111611d62 None None] Provisioning complete for port e693dac3-88e7-4777-9736-bc42a28425ed triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:56.532426 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4a574b52-18e6-4266-9a88-6f6111611d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:56.572481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4a574b52-18e6-4266-9a88-6f6111611d62 None None] Port e693dac3-88e7-4777-9736-bc42a28425ed cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:23:56.986952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57178) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:56.991984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1012146795-network', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:57.014868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Made reservation on behalf of 26af0b19540640239f8a2e1c19bbe316 for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:57.017528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.026898 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.105793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.111808 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.138469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:23:57.148979 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe5e7af-e874-413c-bae2-e37805ae54e0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:57.155306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.155642 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Added segment 01e2c1e9-0c92-49d6-8c25-2dbd06b38d38 of type vlan for network c8a30c5f-6209-437a-9712-1ddc0857cf05 Dec 16 10:23:57.196803 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.226401 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.227502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:57.228122 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.295072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3070261 Dec 16 10:23:57.298251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57180) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:57.303264 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Request body: {'subnet': {'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-subnet', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:57.317257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631d505-f09d-4c69-81a8-1eaac1ca87da admin admin] Pushing event updated for resources: {'Network': ['ID=c8a30c5f-6209-437a-9712-1ddc0857cf05,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:57.328272 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:23:57.334805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Made reservation on behalf of 26af0b19540640239f8a2e1c19bbe316 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:23:57.337342 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.513666 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.570116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e4c415-61f2-4822-b888-91311922e75d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:57.587470 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Checking segment: {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:57.587826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Network hostable DHCP agents. Network: c8a30c5f-6209-437a-9712-1ddc0857cf05, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:23:57.607685 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:23:57.618636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, c8a30c5f-6209-437a-9712-1ddc0857cf05) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:57.623009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:23:57.623725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.628315 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514923d-f8c7-4f8e-8ff2-41783d736cf5 None None] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:23:57.643810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Sync routers for ids ['428ab159-7639-4dbd-970e-7285167b1ee2'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:23:57.646528 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-775eb1b3-88b3-430a-9637-5ca88bd5b9c7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3472555 Dec 16 10:23:57.649252 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57182) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:57.653452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:23:57.678018 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.679059 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.693136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Routers {'428ab159-7639-4dbd-970e-7285167b1ee2'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:23:57.693950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['428ab159-7639-4dbd-970e-7285167b1ee2'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:57.733637 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.851926 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Set router 428ab159-7639-4dbd-970e-7285167b1ee2 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:23:57.881397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.928418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-c8a30c5f-6209-437a-9712-1ddc0857cf05', 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'fixed_ips': [{'subnet_id': '86e4c415-61f2-4822-b888-91311922e75d'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:23:57.928418 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:57.974436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b9721c2c-2b52-4cab-90c6-71c42c50c43a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:23:58.102859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.123103 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.215454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Allocated IP 172.20.0.2 (c8a30c5f-6209-437a-9712-1ddc0857cf05/86e4c415-61f2-4822-b888-91311922e75d/5fa150ee-b991-400f-add1-44d40b7e464f) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:58.240424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Allocated IP 172.25.6.32 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/92860ddd-2a57-4d20-ba9d-dd80a62fbce9) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:23:58.246799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b9721c2c-2b52-4cab-90c6-71c42c50c43a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:58.247172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.352530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.390346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.427590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 4, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e693dac3-88e7-4777-9736-bc42a28425ed', 'name': '', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'mac_address': 'fa:16:3e:e6:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:55Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 2, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'subnets': [{'id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:58.427908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:58.430636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:58.434127 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:58.459851 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Pushing event updated for resources: {'Port': ['ID=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:58.480267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Checking router: 428ab159-7639-4dbd-970e-7285167b1ee2 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:23:58.480596 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Updating router 428ab159-7639-4dbd-970e-7285167b1ee2 port e693dac3-88e7-4777-9736-bc42a28425ed binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:23:58.507047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.539646 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.540888 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.551241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port b9721c2c-2b52-4cab-90c6-71c42c50c43a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b9721c2c-2b52-4cab-90c6-71c42c50c43a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:23:58.559087 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.563906 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.624914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:23:58.632401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Pushing event updated for resources: {'Port': ['ID=5fa150ee-b991-400f-add1-44d40b7e464f,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:58.634855 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:23:58.641312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:23:58.708048 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.783652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=b9721c2c-2b52-4cab-90c6-71c42c50c43a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:58.838718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Attempting to bind port 5fa150ee-b991-400f-add1-44d40b7e464f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:58.839094 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Attempting to bind port 5fa150ee-b991-400f-add1-44d40b7e464f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:58.839480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Attempting to bind port 5fa150ee-b991-400f-add1-44d40b7e464f on network c8a30c5f-6209-437a-9712-1ddc0857cf05 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:58.851356 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:58.851720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Checking segment: {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:58.852117 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.852504 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Bound using segment: {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:58.852998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Bound port: 5fa150ee-b991-400f-add1-44d40b7e464f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:58.853369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.918394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:58.954339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] For port 5fa150ee-b991-400f-add1-44d40b7e464f, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:58.987876 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] For port 5fa150ee-b991-400f-add1-44d40b7e464f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5fa150ee-b991-400f-add1-44d40b7e464f,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:58.995793 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.010270 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.039564 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.050931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Router 5b128137-4273-48db-bff1-8b2ef7131429 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:23:59.071697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9853ba-4407-4f02-8ddd-ef29024d3377 None None] Pushing event updated for resources: {'Port': ['ID=5fa150ee-b991-400f-add1-44d40b7e464f,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:59.168869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea351109-2247-4fe4-947d-a812720d9d96 None None] Pushing event updated for resources: {'Port': ['ID=e693dac3-88e7-4777-9736-bc42a28425ed,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:59.176647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:23:59.177343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Attempting to bind port e693dac3-88e7-4777-9736-bc42a28425ed on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:23:59.177708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Attempting to bind port e693dac3-88e7-4777-9736-bc42a28425ed by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:23:59.178371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Attempting to bind port e693dac3-88e7-4777-9736-bc42a28425ed on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:23:59.188415 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Sync routers for ids ['5b128137-4273-48db-bff1-8b2ef7131429'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:23:59.193606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:23:59.194058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Checking segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:23:59.194669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.195642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Bound using segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:23:59.196866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Bound port: e693dac3-88e7-4777-9736-bc42a28425ed, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:23:59.197866 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.200331 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Routers {'5b128137-4273-48db-bff1-8b2ef7131429'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:23:59.201226 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b128137-4273-48db-bff1-8b2ef7131429'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:59.207970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.212559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-df902333-bf2b-45b6-bb09-b84df088a59a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5598452 Dec 16 10:23:59.213132 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57184) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:23:59.363800 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Set router 5b128137-4273-48db-bff1-8b2ef7131429 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:23:59.480717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-8faac2b0-52f8-484d-8c63-67c77b252813 None None] Provisioning complete for port e693dac3-88e7-4777-9736-bc42a28425ed triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:59.481083 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8faac2b0-52f8-484d-8c63-67c77b252813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.539699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] For port e693dac3-88e7-4777-9736-bc42a28425ed, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:23:59.544813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8faac2b0-52f8-484d-8c63-67c77b252813 None None] Port e693dac3-88e7-4777-9736-bc42a28425ed cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:23:59.555868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] For port e693dac3-88e7-4777-9736-bc42a28425ed, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e693dac3-88e7-4777-9736-bc42a28425ed,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:23:59.563115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.599493 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 3, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:59.631668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Routers {'428ab159-7639-4dbd-970e-7285167b1ee2'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:23:59.632309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['428ab159-7639-4dbd-970e-7285167b1ee2'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:23:59.636222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea351109-2247-4fe4-947d-a812720d9d96 None None] Pushing event updated for resources: {'Port': ['ID=e693dac3-88e7-4777-9736-bc42a28425ed,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:23:59.640815 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Checking router: 5b128137-4273-48db-bff1-8b2ef7131429 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:23:59.641296 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Updating router 5b128137-4273-48db-bff1-8b2ef7131429 port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:23:59.668453 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.780104 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] Set router 428ab159-7639-4dbd-970e-7285167b1ee2 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:23:59.783347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:23:59.995666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7f6d4e8f-81c0-403e-a150-f1318d82f117 None None] Provisioning complete for port e693dac3-88e7-4777-9736-bc42a28425ed triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:23:59.996048 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4e8f-81c0-403e-a150-f1318d82f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.027609 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.035381 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.052153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Allocated IP 172.20.0.1 (c8a30c5f-6209-437a-9712-1ddc0857cf05/86e4c415-61f2-4822-b888-91311922e75d/8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:24:00.088026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5fa150ee-b991-400f-add1-44d40b7e464f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:00.106669 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Attempting to bind port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:24:00.107508 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Attempting to bind port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:24:00.108076 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Attempting to bind port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:00.113640 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e9e9a-63bb-47f1-8dd0-3fd6d1e6c5d3 None None] Pushing event updated for resources: {'Port': ['ID=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:00.122982 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:24:00.123986 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:24:00.123986 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.124444 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:24:00.125033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Bound port: 92860ddd-2a57-4d20-ba9d-dd80a62fbce9, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:24:00.126300 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.182866 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] For port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:24:00.183887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.187044 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] For port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:24:00.193931 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.225572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.244628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 4, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e693dac3-88e7-4777-9736-bc42a28425ed', 'name': '', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'mac_address': 'fa:16:3e:e6:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:55Z', 'updated_at': '2021-12-16T10:23:59Z', 'revision_number': 4, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'subnets': [{'id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:00.246503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4e8f-81c0-403e-a150-f1318d82f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.249173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5fa150ee-b991-400f-add1-44d40b7e464f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:00.249402 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.259275 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Routers {'5b128137-4273-48db-bff1-8b2ef7131429'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:24:00.259605 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b128137-4273-48db-bff1-8b2ef7131429'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:00.270512 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:24:00.273949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:24:00.277528 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:24:00.307682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196aed5-2a55-4fe3-843e-734d0a1e617d None None] The sync data for ids ['428ab159-7639-4dbd-970e-7285167b1ee2'] in n-d-821941-1 is: [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:55Z', 'revision_number': 4, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e693dac3-88e7-4777-9736-bc42a28425ed', 'name': '', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'mac_address': 'fa:16:3e:e6:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:55Z', 'updated_at': '2021-12-16T10:23:59Z', 'revision_number': 4, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'subnets': [{'id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:24:00.321380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Pushing event updated for resources: {'Port': ['ID=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:00.339472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.340274 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.340626 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.340966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.341300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.341633 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.341985 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.342313 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.342634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.342955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.343278 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.343597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:00.352479 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e9e9a-63bb-47f1-8dd0-3fd6d1e6c5d3 None None] Pushing event updated for resources: {'Port': ['ID=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:00.354224 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.362897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7f6d4e8f-81c0-403e-a150-f1318d82f117 None None] For port e693dac3-88e7-4777-9736-bc42a28425ed, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e693dac3-88e7-4777-9736-bc42a28425ed,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:00.385766 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f6d4e8f-81c0-403e-a150-f1318d82f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.443822 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] Set router 5b128137-4273-48db-bff1-8b2ef7131429 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:24:00.550810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d4e8f-81c0-403e-a150-f1318d82f117 None None] Pushing event updated for resources: {'Port': ['ID=e693dac3-88e7-4777-9736-bc42a28425ed,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:00.558453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38463c1d-5820-4963-bf0a-b933e6c6bdd4 None None] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:24:00.610953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.649101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.679507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-29827df5-7fd4-4b9a-8535-11c7a89f6fcc None None] Provisioning complete for port 5fa150ee-b991-400f-add1-44d40b7e464f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:00.680507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29827df5-7fd4-4b9a-8535-11c7a89f6fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.783478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 5fa150ee-b991-400f-add1-44d40b7e464f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5fa150ee-b991-400f-add1-44d40b7e464f,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:00.799931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.805831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b9721c2c-2b52-4cab-90c6-71c42c50c43a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:00.863584 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.879415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:00.880167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 3, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:00.914743 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9757e2-6b18-4b91-b99f-0dd2c741a03a None None] The sync data for ids ['5b128137-4273-48db-bff1-8b2ef7131429'] in n-d-821941-1 is: [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 3, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:24:00.941897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Pushing event updated for resources: {'Port': ['ID=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:01.006620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:01.029165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=5fa150ee-b991-400f-add1-44d40b7e464f,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:01.053215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b9721c2c-2b52-4cab-90c6-71c42c50c43a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:01.053729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:01.125005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:24:01.127411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:24:01.296344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Router 5b128137-4273-48db-bff1-8b2ef7131429 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:24:01.355968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c74653a1-1376-4ee3-95c7-14a3a52698d5 None None] Provisioning complete for port 5fa150ee-b991-400f-add1-44d40b7e464f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:01.356528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c74653a1-1376-4ee3-95c7-14a3a52698d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:01.444902 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:24:01.451234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7945c7ab-7398-47b0-92f2-aa3a85f1eaea admin admin] 10.222.0.61 "PUT /v2.0/routers/5b128137-4273-48db-bff1-8b2ef7131429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2368221 Dec 16 10:24:01.491019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c74653a1-1376-4ee3-95c7-14a3a52698d5 None None] Provisioning complete for port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:01.491019 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c74653a1-1376-4ee3-95c7-14a3a52698d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:01.546110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c74653a1-1376-4ee3-95c7-14a3a52698d5 None None] Port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:24:01.666978 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-808a3fe4-2922-4007-8227-6e35e267fdd1 None None] Provisioning complete for port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:01.667651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-808a3fe4-2922-4007-8227-6e35e267fdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:01.715857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-808a3fe4-2922-4007-8227-6e35e267fdd1 None None] Port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:24:01.835430 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-98ce6019-309b-426a-b6fd-5400d004baea None None] Provisioning complete for port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:01.835922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-98ce6019-309b-426a-b6fd-5400d004baea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:01.873204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-98ce6019-309b-426a-b6fd-5400d004baea None None] Port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:24:02.047813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e693dac3-88e7-4777-9736-bc42a28425ed up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:02.111368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e693dac3-88e7-4777-9736-bc42a28425ed triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:02.111734 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:02.202812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5fa150ee-b991-400f-add1-44d40b7e464f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:02.258418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5fa150ee-b991-400f-add1-44d40b7e464f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:02.258886 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:02.338401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:02.353530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5ec55452-bae2-4925-a731-e1373d33989a tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:02.355007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5ec55452-bae2-4925-a731-e1373d33989a tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/networks?id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 200 len: 816 time: 0.1119370 Dec 16 10:24:02.370484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-ce0fe3cb-7588-423e-b708-1ca9f7f85647 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/quotas/ea0b8e083a13458db7c761fb593a2110 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Dec 16 10:24:02.387398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:02.387760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:02.424519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-9ca74223-c96d-47e1-bbab-3821b8158954 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea0b8e083a13458db7c761fb593a2110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482090 Dec 16 10:24:02.464624 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:02.486290 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:02.490827 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:02.528843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-0cec66af-c958-41dd-8d4f-393f1bf0e793 service neutron] 10.222.0.61 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926557 Dec 16 10:24:02.541700 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:02.629745 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-a050d16f-ba0f-4d83-a2a9-be35cca8cd3b service neutron] 10.222.0.61 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941060 Dec 16 10:24:02.802401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f4ba438-b94d-4dc1-9f80-febcdfe2caf3 req-073c20c2-8932-4988-a153-b48ff17c0e35 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 210 time: 0.0314658 Dec 16 10:24:03.810108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-7b796c66-3841-4e21-8b6b-44097c746ba8 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:03.811623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-7b796c66-3841-4e21-8b6b-44097c746ba8 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "GET /v2.0/networks?id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 200 len: 816 time: 0.1133387 Dec 16 10:24:03.812904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Sync routers for ids ['5b128137-4273-48db-bff1-8b2ef7131429'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:24:03.823824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Routers {'5b128137-4273-48db-bff1-8b2ef7131429'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:24:03.823824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b128137-4273-48db-bff1-8b2ef7131429'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:03.825111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Request body: {'port': {'device_id': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'admin_state_up': True, 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:24:03.910784 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-238872ed-8bd3-43c8-9f9d-d77321f44e87 req-2729cc63-e5ff-4102-a72c-8ab94e4b3418 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 210 time: 0.0325091 Dec 16 10:24:03.932810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:03.972874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Made reservation on behalf of ea0b8e083a13458db7c761fb593a2110 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:24:03.975472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Set router 5b128137-4273-48db-bff1-8b2ef7131429 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:24:03.977535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.092645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:04.092921 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.253720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:24:00Z', 'revision_number': 4, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1', 'name': '', 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'mac_address': 'fa:16:3e:5b:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86e4c415-61f2-4822-b888-91311922e75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:59Z', 'updated_at': '2021-12-16T10:24:00Z', 'revision_number': 2, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'subnets': [{'id': '86e4c415-61f2-4822-b888-91311922e75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:04.437517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Allocated IP 172.20.0.6 (67fc2882-2417-42c5-bca9-21e8c2ae4ea3/4d43a30c-d152-4330-88c4-58d7387f1434/e804943c-7443-481b-b766-8d66799d20c5) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:24:04.446440 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Checking router: 5b128137-4273-48db-bff1-8b2ef7131429 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:24:04.446807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Updating router 5b128137-4273-48db-bff1-8b2ef7131429 port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:24:04.479681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.586119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.621609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.666742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:24:04.669729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:24:04.673707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:24:04.700053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Pushing event updated for resources: {'Port': ['ID=e804943c-7443-481b-b766-8d66799d20c5,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:04.730569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:04.731405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.751561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-db850060-bad0-43d4-8e1d-b99853c2e8e2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307146 Dec 16 10:24:04.764380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Request body: {'port': {'device_id': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:24:04.822985 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.857551 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.864810 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:04.964152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398560c-6291-4bc5-8151-6ec5144a7afa None None] Pushing event updated for resources: {'Port': ['ID=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:04.984190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Attempting to bind port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:24:04.984609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Attempting to bind port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:24:04.985225 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Attempting to bind port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 on network c8a30c5f-6209-437a-9712-1ddc0857cf05 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:04.987451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5d6c153e-9e31-47d6-8de4-38ee9c4e4fe9 None None] Provisioning complete for port e804943c-7443-481b-b766-8d66799d20c5 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:04.987820 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5d6c153e-9e31-47d6-8de4-38ee9c4e4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.012006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:24:05.012384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Checking segment: {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:24:05.012786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.013179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Bound using segment: {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:24:05.013672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Bound port: 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:24:05.014077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.055570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c153e-9e31-47d6-8de4-38ee9c4e4fe9 None None] Port e804943c-7443-481b-b766-8d66799d20c5 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:24:05.096107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] For port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:24:05.099500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] For port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:24:05.105360 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.123558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885679-e222-4657-945f-2b725e361ac6 req-526055e4-e805-4db8-8337-76fe13c3860b tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:05.125153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0885679-e222-4657-945f-2b725e361ac6 req-526055e4-e805-4db8-8337-76fe13c3860b tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 931 time: 0.0858898 Dec 16 10:24:05.162927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Routers {'5b128137-4273-48db-bff1-8b2ef7131429'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:24:05.163544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:23:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b128137-4273-48db-bff1-8b2ef7131429'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:05.200507 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0885679-e222-4657-945f-2b725e361ac6 req-024ae4a0-0584-42eb-91c8-cf17ef380b6f tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Dec 16 10:24:05.216797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e804943c-7443-481b-b766-8d66799d20c5 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:24:05.234970 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.247837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398560c-6291-4bc5-8151-6ec5144a7afa None None] Pushing event updated for resources: {'Port': ['ID=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:05.251434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Transition to ACTIVE for port object e804943c-7443-481b-b766-8d66799d20c5 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:24:05.262671 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-08c86512-4aa6-4fff-b74d-d106005fdd2e None None] Provisioning complete for port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:05.262855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.263052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08c86512-4aa6-4fff-b74d-d106005fdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.320005 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:24:05.339870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] Set router 5b128137-4273-48db-bff1-8b2ef7131429 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:24:05.371108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Pushing event updated for resources: {'Port': ['ID=e804943c-7443-481b-b766-8d66799d20c5,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:05.401651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Attempting to bind port e804943c-7443-481b-b766-8d66799d20c5 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:24:05.402027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Attempting to bind port e804943c-7443-481b-b766-8d66799d20c5 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:24:05.402348 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Attempting to bind port e804943c-7443-481b-b766-8d66799d20c5 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:05.408373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Port e804943c-7443-481b-b766-8d66799d20c5 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:24:05.408373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Attempting to bind port e804943c-7443-481b-b766-8d66799d20c5 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:05.414195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:24:05.414528 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Checking segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:24:05.414909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Bound using segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:24:05.415350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Bound port: e804943c-7443-481b-b766-8d66799d20c5, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:24:05.415932 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.443107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08c86512-4aa6-4fff-b74d-d106005fdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.485505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] For port e804943c-7443-481b-b766-8d66799d20c5, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:24:05.490698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] For port e804943c-7443-481b-b766-8d66799d20c5, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e804943c-7443-481b-b766-8d66799d20c5,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:24:05.497759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.530474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-08c86512-4aa6-4fff-b74d-d106005fdd2e None None] For port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:05.547098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:05.547724 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.549551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] 10.222.0.53 "PUT /v2.0/ports/e804943c-7443-481b-b766-8d66799d20c5 HTTP/1.1" status: 200 len: 1091 time: 0.7892439 Dec 16 10:24:05.549672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'tag': 'e804943c-7443-481b-b766-8d66799d20c5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:05.550495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-08c86512-4aa6-4fff-b74d-d106005fdd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.552177 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8932767f-7e11-4343-98c5-d4823fbf624a" -d '{"events": [{"name": "network-changed", "server_uuid": "aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8", "tag": "e804943c-7443-481b-b766-8d66799d20c5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:05.593860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c396-225b-4645-a1a0-2d0a42dd4414 service neutron] Pushing event updated for resources: {'Port': ['ID=e804943c-7443-481b-b766-8d66799d20c5,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:05.611043 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d9f76-e397-4149-9916-7b99db933a2e x-openstack-request-id: req-7b6d9f76-e397-4149-9916-7b99db933a2e {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:05.611337 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8", "tag": "e804943c-7443-481b-b766-8d66799d20c5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:05.611582 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b6d9f76-e397-4149-9916-7b99db933a2e {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:05.611977 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'tag': 'e804943c-7443-481b-b766-8d66799d20c5', 'status': 'completed', 'code': 200} Dec 16 10:24:05.641792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-d0793e95-245c-472c-be36-a9a17639ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:05.643357 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-d0793e95-245c-472c-be36-a9a17639ee61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0b8e083a13458db7c761fb593a2110&device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 1094 time: 0.0436192 Dec 16 10:24:05.652993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c86512-4aa6-4fff-b74d-d106005fdd2e None None] Pushing event updated for resources: {'Port': ['ID=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:05.687776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-1b7cce86-7c15-403d-aad1-ac404cd9d170 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e804943c-7443-481b-b766-8d66799d20c5 HTTP/1.1" status: 200 len: 217 time: 0.0356293 Dec 16 10:24:05.699603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:24:00Z', 'revision_number': 4, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1', 'name': '', 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'mac_address': 'fa:16:3e:5b:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86e4c415-61f2-4822-b888-91311922e75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:59Z', 'updated_at': '2021-12-16T10:24:05Z', 'revision_number': 4, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'subnets': [{'id': '86e4c415-61f2-4822-b888-91311922e75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:24:05.728055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f5fd-abae-462a-b5e1-91467c1fe889 None None] The sync data for ids ['5b128137-4273-48db-bff1-8b2ef7131429'] in n-d-821941-1 is: [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:24:00Z', 'revision_number': 4, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1', 'name': '', 'network_id': 'c8a30c5f-6209-437a-9712-1ddc0857cf05', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'mac_address': 'fa:16:3e:5b:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86e4c415-61f2-4822-b888-91311922e75d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:59Z', 'updated_at': '2021-12-16T10:24:05Z', 'revision_number': 4, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'subnets': [{'id': '86e4c415-61f2-4822-b888-91311922e75d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:24:05.735113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c5201079-72e2-4309-9e4a-f3926415e5ca None None] Provisioning complete for port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:05.735606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5201079-72e2-4309-9e4a-f3926415e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:05.745467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-9a650d92-2589-4042-aa35-56659cff4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:05.748932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-9a650d92-2589-4042-aa35-56659cff4098 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d43a30c-d152-4330-88c4-58d7387f1434 HTTP/1.1" status: 200 len: 855 time: 0.0546024 Dec 16 10:24:05.834081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-f4a698ce-6e3d-4d7d-b9df-9a7beed5eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:05.835643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-f4a698ce-6e3d-4d7d-b9df-9a7beed5eaac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793469 Dec 16 10:24:05.950108 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-29a8e8c8-4eab-45cc-b211-51c4dd950cc3 service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043127 Dec 16 10:24:05.956949 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:06.019585 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:06.020051 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:06.057009 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7e3e88fd-fe4f-44b2-9872-9137a170b8e3 req-0ff02615-7005-4214-b4e4-fd84cee82a4c service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990407 Dec 16 10:24:06.151308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932767f-7e11-4343-98c5-d4823fbf624a req-67611092-3642-4104-b9ea-4bd1834069d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:06.152741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-67611092-3642-4104-b9ea-4bd1834069d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0b8e083a13458db7c761fb593a2110&device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 1094 time: 0.0458889 Dec 16 10:24:06.254934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932767f-7e11-4343-98c5-d4823fbf624a req-6f903328-bd91-491a-99c0-3206383bb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:06.256545 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-6f903328-bd91-491a-99c0-3206383bb370 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 200 len: 917 time: 0.0961597 Dec 16 10:24:06.312451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-eaca98be-4e2a-46d8-aa9c-ec16feaa6bae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e804943c-7443-481b-b766-8d66799d20c5 HTTP/1.1" status: 200 len: 217 time: 0.0486634 Dec 16 10:24:06.385598 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932767f-7e11-4343-98c5-d4823fbf624a req-49a0f825-7b8a-45b9-bde5-44ec05395636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:06.387078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-49a0f825-7b8a-45b9-bde5-44ec05395636 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d43a30c-d152-4330-88c4-58d7387f1434 HTTP/1.1" status: 200 len: 855 time: 0.0557718 Dec 16 10:24:06.395408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce306a4-9680-4a4b-ac91-f007035bfe0a req-fd3fddc2-bf7e-4e28-854d-176e79bfc23f tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:06.396779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fce306a4-9680-4a4b-ac91-f007035bfe0a req-fd3fddc2-bf7e-4e28-854d-176e79bfc23f tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 943 time: 0.0941253 Dec 16 10:24:06.457477 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fce306a4-9680-4a4b-ac91-f007035bfe0a req-c8d50fc8-dfac-4dfb-985c-38dde1b02f20 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Dec 16 10:24:06.461878 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932767f-7e11-4343-98c5-d4823fbf624a req-6879a227-0900-476e-8726-c2630875558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:06.463319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-6879a227-0900-476e-8726-c2630875558f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657051 Dec 16 10:24:06.561008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-458c4ecb-7051-44f2-be08-383c9b2ec6c3 service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890448 Dec 16 10:24:06.660289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8932767f-7e11-4343-98c5-d4823fbf624a req-1d289a17-66f7-4d48-ae89-357e7163be4d service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902791 Dec 16 10:24:07.480632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e804943c-7443-481b-b766-8d66799d20c5 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:24:07.585584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e94ba-a2ec-4100-9835-2a8fe86271bd req-6bfdf72f-871f-4904-b9d7-08547f58e857 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:07.585584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e20e94ba-a2ec-4100-9835-2a8fe86271bd req-6bfdf72f-871f-4904-b9d7-08547f58e857 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 943 time: 0.0537074 Dec 16 10:24:07.587536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port e804943c-7443-481b-b766-8d66799d20c5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e804943c-7443-481b-b766-8d66799d20c5,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:07.607495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'e804943c-7443-481b-b766-8d66799d20c5', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'port_id': 'e804943c-7443-481b-b766-8d66799d20c5', 'mac_address': 'fa:16:3e:23:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:24:07.628742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e20e94ba-a2ec-4100-9835-2a8fe86271bd req-ad6c683c-ed7e-48d0-9a53-cb6e02616fd0 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Dec 16 10:24:07.647375 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:07.660589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e804943c-7443-481b-b766-8d66799d20c5 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:24:07.679670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port e804943c-7443-481b-b766-8d66799d20c5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e804943c-7443-481b-b766-8d66799d20c5,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:07.684580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:07.734985 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=e804943c-7443-481b-b766-8d66799d20c5,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:07.899687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['e804943c-7443-481b-b766-8d66799d20c5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:24:08.759136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e2ba5-a65b-4560-9507-f5297b9ed116 req-61d3aa78-ceff-4d75-bf96-05fdff180227 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:08.760425 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f0e2ba5-a65b-4560-9507-f5297b9ed116 req-61d3aa78-ceff-4d75-bf96-05fdff180227 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 944 time: 0.0630026 Dec 16 10:24:08.804693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2f0e2ba5-a65b-4560-9507-f5297b9ed116 req-cb207f61-c36d-4929-a871-840f45294f70 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371058 Dec 16 10:24:09.479033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e804943c-7443-481b-b766-8d66799d20c5 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:09.550552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port e804943c-7443-481b-b766-8d66799d20c5 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:24:09.554311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port e804943c-7443-481b-b766-8d66799d20c5 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:09.554674 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:09.642263 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:09.675437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e804943c-7443-481b-b766-8d66799d20c5'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:09.677679 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dc0ff8-3033-424c-a185-facf7aab554f" -d '{"events": [{"server_uuid": "aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8", "name": "network-vif-plugged", "status": "completed", "tag": "e804943c-7443-481b-b766-8d66799d20c5"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:09.690186 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port e804943c-7443-481b-b766-8d66799d20c5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e804943c-7443-481b-b766-8d66799d20c5,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:09.694749 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:09.717788 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da872468-0a55-4fa6-b025-5393a2daa3ca x-openstack-request-id: req-da872468-0a55-4fa6-b025-5393a2daa3ca {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:09.718192 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8", "name": "network-vif-plugged", "status": "completed", "tag": "e804943c-7443-481b-b766-8d66799d20c5", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:09.718447 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da872468-0a55-4fa6-b025-5393a2daa3ca {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:09.718821 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e804943c-7443-481b-b766-8d66799d20c5', 'code': 200} Dec 16 10:24:09.745622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=e804943c-7443-481b-b766-8d66799d20c5,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:09.813380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fcb1c-d88d-41d8-95ed-a61e5d9101d7 req-ee8ccf1d-d0d6-4dbd-9a98-1bc2474d7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:09.814891 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-170fcb1c-d88d-41d8-95ed-a61e5d9101d7 req-ee8ccf1d-d0d6-4dbd-9a98-1bc2474d7327 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 1096 time: 0.0409496 Dec 16 10:24:09.850371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-170fcb1c-d88d-41d8-95ed-a61e5d9101d7 req-6dbccb0f-3027-4c42-b77c-97c1f801de11 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279245 Dec 16 10:24:09.923643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34193a0-2b7c-417a-970b-0561a42baf0c req-7d0fb71b-66d5-443e-9d4d-dffc00be2155 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:09.925096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e34193a0-2b7c-417a-970b-0561a42baf0c req-7d0fb71b-66d5-443e-9d4d-dffc00be2155 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 945 time: 0.0502844 Dec 16 10:24:09.967936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e34193a0-2b7c-417a-970b-0561a42baf0c req-ef37219f-d61c-4274-b1d9-2c89ebf7f3d2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Dec 16 10:24:11.092106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2b27-0d73-4f5e-b53d-36b7b802a3b1 req-c2e62ccf-e16a-4d57-92e8-78600b5a2d12 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:11.093678 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72c2b27-0d73-4f5e-b53d-36b7b802a3b1 req-c2e62ccf-e16a-4d57-92e8-78600b5a2d12 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 945 time: 0.0552101 Dec 16 10:24:11.135114 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f72c2b27-0d73-4f5e-b53d-36b7b802a3b1 req-e21ddd7c-a445-4d5c-ae40-f2b4bf81f78b tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Dec 16 10:24:11.265173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fcdd2-9cae-46bc-a9a1-2a6dcf2aca5e req-05eb3579-9a2a-488b-8409-fc78181871a5 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:11.266853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d74fcdd2-9cae-46bc-a9a1-2a6dcf2aca5e req-05eb3579-9a2a-488b-8409-fc78181871a5 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 945 time: 0.0639505 Dec 16 10:24:11.308272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d74fcdd2-9cae-46bc-a9a1-2a6dcf2aca5e req-db9c6310-9036-42c3-90c0-fce167ca8ab5 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Dec 16 10:24:14.140003 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4640-fafd-4b48-869b-d10ef1bc8d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:16.574083 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c155ecc9-78da-4199-a981-30e81469ced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:18.267584 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:19.935412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:20.082816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:24.354978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:25.679098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:30.146663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7fe5d-b1f5-437d-9f25-20e1d74f7053 req-9accced4-0a3f-4b4a-81c3-0f6b0974bc35 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:30.148666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80b7fe5d-b1f5-437d-9f25-20e1d74f7053 req-9accced4-0a3f-4b4a-81c3-0f6b0974bc35 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Dec 16 10:24:30.186707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-80b7fe5d-b1f5-437d-9f25-20e1d74f7053 req-ea129e52-7532-4d19-92ad-359c131e3a40 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Dec 16 10:24:31.319681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf6a6b-68a4-469f-803c-3f7ee83b03ab req-841a8cad-bf61-4c8b-8015-9f83c72e1505 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:31.321192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcaf6a6b-68a4-469f-803c-3f7ee83b03ab req-841a8cad-bf61-4c8b-8015-9f83c72e1505 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 945 time: 0.0573714 Dec 16 10:24:31.362017 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcaf6a6b-68a4-469f-803c-3f7ee83b03ab req-c4533d1c-d803-4a86-b4af-31b21cb1a2f0 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Dec 16 10:24:31.700670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-71f2704e-d3ad-42dd-844a-61e0e2c8bfc3 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:31.702223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-71f2704e-d3ad-42dd-844a-61e0e2c8bfc3 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 945 time: 0.0582929 Dec 16 10:24:31.813307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Deleting port e804943c-7443-481b-b766-8d66799d20c5 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:24:31.813623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:31.906003 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] For port e804943c-7443-481b-b766-8d66799d20c5, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=e804943c-7443-481b-b766-8d66799d20c5,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:31.906364 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:31.918989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Calling delete_port for e804943c-7443-481b-b766-8d66799d20c5 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:24:32.057165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:32.070249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['e804943c-7443-481b-b766-8d66799d20c5'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:24:32.085552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Pushing event deleted for resources: {'Port': ['ID=e804943c-7443-481b-b766-8d66799d20c5,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:32.130261 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] No DVR routers for this DVR port e804943c-7443-481b-b766-8d66799d20c5 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:24:32.133031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:32.136386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4d8618ac-5f3b-4df2-8cbd-8c218ef85291 req-5a2cf420-cbf6-4788-9c7b-867942af78be tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "DELETE /v2.0/ports/e804943c-7443-481b-b766-8d66799d20c5 HTTP/1.1" status: 204 len: 173 time: 0.4281185 Dec 16 10:24:32.136835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'name': 'network-vif-deleted', 'tag': 'e804943c-7443-481b-b766-8d66799d20c5'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:32.139166 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d330e9a-3e97-4ee8-9dd0-d4634dfb27bb" -d '{"events": [{"server_uuid": "aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8", "name": "network-vif-deleted", "tag": "e804943c-7443-481b-b766-8d66799d20c5"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:32.186721 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe3189a-cadc-44b2-bc58-80261a381d4d x-openstack-request-id: req-dbe3189a-cadc-44b2-bc58-80261a381d4d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:32.187016 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8", "name": "network-vif-deleted", "tag": "e804943c-7443-481b-b766-8d66799d20c5", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:32.187266 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbe3189a-cadc-44b2-bc58-80261a381d4d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:32.187942 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8', 'name': 'network-vif-deleted', 'tag': 'e804943c-7443-481b-b766-8d66799d20c5', 'status': 'completed', 'code': 200} Dec 16 10:24:32.478635 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0aed3450-0dcc-4849-93b6-ae78e3695c03 req-f567fe37-5420-47aa-a95f-1f1d75ac5544 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=aab5cb58-ed48-45e5-9a77-8d5a8cf3dfc8 HTTP/1.1" status: 200 len: 210 time: 0.0322440 Dec 16 10:24:33.958995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-a5f9835d-ceb7-410b-91b8-e206594f2fc2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:33.960464 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-a5f9835d-ceb7-410b-91b8-e206594f2fc2 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/networks?id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 200 len: 816 time: 0.1006544 Dec 16 10:24:33.975651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-902e3375-0478-4529-8c4e-8861c2af8e51 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/quotas/ea0b8e083a13458db7c761fb593a2110 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Dec 16 10:24:34.031043 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-3d48cbbd-383c-458d-9baf-1586d812ade0 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea0b8e083a13458db7c761fb593a2110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499220 Dec 16 10:24:34.133212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-fc0aedb5-f7ad-49cb-922f-a8b929d50949 service neutron] 10.222.0.61 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876646 Dec 16 10:24:34.225186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-35670268-381d-4e08-89e1-a63fefccea4e service neutron] 10.222.0.61 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856402 Dec 16 10:24:34.399301 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a52d88b5-6ba1-4254-bde7-d7fe719fa84d req-e7caaddb-1e3e-468a-b39c-d91935429830 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 210 time: 0.0322413 Dec 16 10:24:35.406609 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-29296017-17b4-4712-88a6-a601a7c18284 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:35.408334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-29296017-17b4-4712-88a6-a601a7c18284 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "GET /v2.0/networks?id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 200 len: 816 time: 0.1112864 Dec 16 10:24:35.421110 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Request body: {'port': {'device_id': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'admin_state_up': True, 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:24:35.504172 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6776b47-2430-4ff5-9677-5c9889a7979b req-5f27dbd5-5a7b-4391-a68e-0ce393b758eb tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 210 time: 0.0339382 Dec 16 10:24:35.570679 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Made reservation on behalf of ea0b8e083a13458db7c761fb593a2110 for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:24:35.574443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:35.670410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e804943c-7443-481b-b766-8d66799d20c5 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:24:35.691613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: e804943c-7443-481b-b766-8d66799d20c5 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:24:35.691963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device e804943c-7443-481b-b766-8d66799d20c5 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:24:35.713791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Allocated IP 172.20.0.3 (67fc2882-2417-42c5-bca9-21e8c2ae4ea3/4d43a30c-d152-4330-88c4-58d7387f1434/bfd2c573-4861-4e60-a75b-7baefdeaf393) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:24:35.889182 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:35.928557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:35.976064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:24:35.979195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:24:35.982991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:24:35.993590 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Pushing event updated for resources: {'Port': ['ID=bfd2c573-4861-4e60-a75b-7baefdeaf393,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:36.043051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:36.044788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.067604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4beb3342-43a1-4398-b962-a6875fc8c1dc tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6502194 Dec 16 10:24:36.080724 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Request body: {'port': {'device_id': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:24:36.144165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.237054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3dae82a7-0e95-47f1-813d-208c3b234407 None None] Provisioning complete for port bfd2c573-4861-4e60-a75b-7baefdeaf393 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:36.237054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3dae82a7-0e95-47f1-813d-208c3b234407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.279190 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3dae82a7-0e95-47f1-813d-208c3b234407 None None] Port bfd2c573-4861-4e60-a75b-7baefdeaf393 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:24:36.443942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd2c573-4861-4e60-a75b-7baefdeaf393 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:24:36.451359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.466889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Transition to ACTIVE for port object bfd2c573-4861-4e60-a75b-7baefdeaf393 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:24:36.474530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.551254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2c573-4861-4e60-a75b-7baefdeaf393,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:36.625534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Attempting to bind port bfd2c573-4861-4e60-a75b-7baefdeaf393 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:24:36.626006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Attempting to bind port bfd2c573-4861-4e60-a75b-7baefdeaf393 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:24:36.626406 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Attempting to bind port bfd2c573-4861-4e60-a75b-7baefdeaf393 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:36.651305 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Port bfd2c573-4861-4e60-a75b-7baefdeaf393 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:24:36.651721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Attempting to bind port bfd2c573-4861-4e60-a75b-7baefdeaf393 on network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:24:36.663475 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:24:36.663824 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Checking segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:24:36.664223 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Bound using segment: {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:24:36.664680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Bound port: bfd2c573-4861-4e60-a75b-7baefdeaf393, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:24:36.665045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.691271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a09c2-86c6-4579-b036-f2186599f6c6 req-dbcf0aa4-4e13-433e-9bb8-c777e039da42 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:36.692907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad1a09c2-86c6-4579-b036-f2186599f6c6 req-dbcf0aa4-4e13-433e-9bb8-c777e039da42 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 943 time: 0.0890222 Dec 16 10:24:36.771490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad1a09c2-86c6-4579-b036-f2186599f6c6 req-5ec54113-df57-47a4-aab2-69e77c01f79a tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Dec 16 10:24:36.776196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] For port bfd2c573-4861-4e60-a75b-7baefdeaf393, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:24:36.779513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] For port bfd2c573-4861-4e60-a75b-7baefdeaf393, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:24:36.785423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.827100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:36.827764 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:36.829145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] 10.222.0.53 "PUT /v2.0/ports/bfd2c573-4861-4e60-a75b-7baefdeaf393 HTTP/1.1" status: 200 len: 1091 time: 0.7534935 Dec 16 10:24:36.831734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'tag': 'bfd2c573-4861-4e60-a75b-7baefdeaf393'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:36.834109 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da72bef-da38-4554-be7f-c27c8528b80f" -d '{"events": [{"name": "network-changed", "server_uuid": "3778ccda-e52a-45e8-9aab-ce28c2c5ecd8", "tag": "bfd2c573-4861-4e60-a75b-7baefdeaf393"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:36.859795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800d016-03ec-42db-93af-11358ebfed64 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd2c573-4861-4e60-a75b-7baefdeaf393,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:36.903135 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b96da2f-0bb1-4442-aa6c-dc5f23b5f8b0 x-openstack-request-id: req-1b96da2f-0bb1-4442-aa6c-dc5f23b5f8b0 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:36.903439 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3778ccda-e52a-45e8-9aab-ce28c2c5ecd8", "tag": "bfd2c573-4861-4e60-a75b-7baefdeaf393", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:36.903696 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b96da2f-0bb1-4442-aa6c-dc5f23b5f8b0 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:36.904096 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'tag': 'bfd2c573-4861-4e60-a75b-7baefdeaf393', 'status': 'completed', 'code': 200} Dec 16 10:24:36.920511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-b4c5ac8c-147f-45ae-a11c-93323f1d07f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:36.922373 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-b4c5ac8c-147f-45ae-a11c-93323f1d07f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0b8e083a13458db7c761fb593a2110&device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 1094 time: 0.0464497 Dec 16 10:24:36.966304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-27b4f9b7-1149-483b-a5c5-91dd6c9b6b1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393 HTTP/1.1" status: 200 len: 217 time: 0.0352774 Dec 16 10:24:37.023389 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-886cf5dd-1512-4051-8d8e-2981ea5c727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.024883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-886cf5dd-1512-4051-8d8e-2981ea5c727d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d43a30c-d152-4330-88c4-58d7387f1434 HTTP/1.1" status: 200 len: 855 time: 0.0510767 Dec 16 10:24:37.071157 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-cc7b6bc6-7c1b-40e0-afee-ae7d117b6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.072664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-cc7b6bc6-7c1b-40e0-afee-ae7d117b6aea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395973 Dec 16 10:24:37.164603 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-4cb13834-1883-4385-b2d6-984170c8f1cd service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Dec 16 10:24:37.259270 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a2d6cb7c-675b-4e78-bc34-b702fc73e699 req-fe7618fa-6287-430f-ada1-142e0111d83f service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867264 Dec 16 10:24:37.348480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da72bef-da38-4554-be7f-c27c8528b80f req-c97b2521-9f3f-4547-a1a5-c7a36feade3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.349887 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-c97b2521-9f3f-4547-a1a5-c7a36feade3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0b8e083a13458db7c761fb593a2110&device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 1094 time: 0.0414045 Dec 16 10:24:37.457359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da72bef-da38-4554-be7f-c27c8528b80f req-d4646c08-3043-497d-b598-2abbdc7d4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.458898 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-d4646c08-3043-497d-b598-2abbdc7d4ed2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 200 len: 917 time: 0.1021535 Dec 16 10:24:37.508516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-798727d6-1596-4dc7-b147-3dc0abf8a3a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393 HTTP/1.1" status: 200 len: 217 time: 0.0393503 Dec 16 10:24:37.561732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da72bef-da38-4554-be7f-c27c8528b80f req-0a8a0a78-bb4c-4e93-8502-8326f89b9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.563203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-0a8a0a78-bb4c-4e93-8502-8326f89b9f4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4d43a30c-d152-4330-88c4-58d7387f1434 HTTP/1.1" status: 200 len: 855 time: 0.0457129 Dec 16 10:24:37.612860 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da72bef-da38-4554-be7f-c27c8528b80f req-da02ba6e-5b81-4280-979b-3f689284a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.614334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-da02ba6e-5b81-4280-979b-3f689284a433 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67fc2882-2417-42c5-bca9-21e8c2ae4ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436916 Dec 16 10:24:37.719805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-5ace0071-f8f5-4c99-a59d-74c8e93587fb service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975974 Dec 16 10:24:37.813626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3da72bef-da38-4554-be7f-c27c8528b80f req-f71570f8-ffcc-49f2-889f-eaea3ff24614 service neutron] 10.222.0.53 "GET /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857840 Dec 16 10:24:37.900225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64eeea-cbb5-4a36-8859-7f68aab21195 req-c87bdde2-0f00-45cd-a1ed-6a89b61641ae tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:37.901757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa64eeea-cbb5-4a36-8859-7f68aab21195 req-c87bdde2-0f00-45cd-a1ed-6a89b61641ae tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 943 time: 0.0586233 Dec 16 10:24:37.944876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa64eeea-cbb5-4a36-8859-7f68aab21195 req-5e31bef1-8985-4aef-be64-5acac4cf4026 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359294 Dec 16 10:24:39.065556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad51e4-1475-43d7-b4ed-721bfdae6677 req-71875507-9608-4313-95fc-fd9db7371018 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:39.067104 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfad51e4-1475-43d7-b4ed-721bfdae6677 req-71875507-9608-4313-95fc-fd9db7371018 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 943 time: 0.0531139 Dec 16 10:24:39.105903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dfad51e4-1475-43d7-b4ed-721bfdae6677 req-909585ba-cdb9-4267-bc7e-805f9cb30492 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Dec 16 10:24:39.691257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfd2c573-4861-4e60-a75b-7baefdeaf393 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:24:39.787881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfd2c573-4861-4e60-a75b-7baefdeaf393, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:39.799502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'bfd2c573-4861-4e60-a75b-7baefdeaf393', 'network_id': '67fc2882-2417-42c5-bca9-21e8c2ae4ea3', 'port_id': 'bfd2c573-4861-4e60-a75b-7baefdeaf393', 'mac_address': 'fa:16:3e:3a:02:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d43a30c-d152-4330-88c4-58d7387f1434', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:24:39.836913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:39.850388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd2c573-4861-4e60-a75b-7baefdeaf393 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:24:39.870422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfd2c573-4861-4e60-a75b-7baefdeaf393, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:39.876084 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:39.922488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfd2c573-4861-4e60-a75b-7baefdeaf393,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:39.929816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.930185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.930517 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.930840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.931163 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.931484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.931809 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.932117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.932429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.932725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.933042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:39.933354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:24:40.076833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bfd2c573-4861-4e60-a75b-7baefdeaf393'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:24:40.229580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab407667-6274-4b6e-8be4-5bab7bfb366b req-931afa01-3da8-4eb0-9629-c3b7d73d69b1 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:40.231096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab407667-6274-4b6e-8be4-5bab7bfb366b req-931afa01-3da8-4eb0-9629-c3b7d73d69b1 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 944 time: 0.0503325 Dec 16 10:24:40.270687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ab407667-6274-4b6e-8be4-5bab7bfb366b req-3b783cc7-2fbe-4e5e-acc7-204d967cef86 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Dec 16 10:24:41.392214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff5762-e7b4-4d1f-bcc8-e8bf41693d5b req-bfc85759-1716-441e-8317-77a3997a5940 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:41.393655 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69ff5762-e7b4-4d1f-bcc8-e8bf41693d5b req-bfc85759-1716-441e-8317-77a3997a5940 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 944 time: 0.0523326 Dec 16 10:24:41.432798 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69ff5762-e7b4-4d1f-bcc8-e8bf41693d5b req-0d4332b1-fcf3-4014-bdbc-742419e1be9d tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Dec 16 10:24:41.696455 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfd2c573-4861-4e60-a75b-7baefdeaf393 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:24:41.757665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port bfd2c573-4861-4e60-a75b-7baefdeaf393 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:24:41.761559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port bfd2c573-4861-4e60-a75b-7baefdeaf393 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:24:41.761962 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:41.844322 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:41.871883 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2c573-4861-4e60-a75b-7baefdeaf393'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:24:41.874860 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50a67f6-a067-4905-a1a4-90c315e72ef6" -d '{"events": [{"server_uuid": "3778ccda-e52a-45e8-9aab-ce28c2c5ecd8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2c573-4861-4e60-a75b-7baefdeaf393"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:24:41.899334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port bfd2c573-4861-4e60-a75b-7baefdeaf393, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:24:41.906583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:41.934254 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa8903-2004-4be9-a929-0274f1c4d02c x-openstack-request-id: req-ffaa8903-2004-4be9-a929-0274f1c4d02c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:24:41.934516 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3778ccda-e52a-45e8-9aab-ce28c2c5ecd8", "name": "network-vif-plugged", "status": "completed", "tag": "bfd2c573-4861-4e60-a75b-7baefdeaf393", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:24:41.935040 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffaa8903-2004-4be9-a929-0274f1c4d02c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:24:41.935040 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd2c573-4861-4e60-a75b-7baefdeaf393', 'code': 200} Dec 16 10:24:41.961136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=bfd2c573-4861-4e60-a75b-7baefdeaf393,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:24:42.028201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d12c-c9bf-48ac-bbcc-2a80a11aa854 req-25fa1625-3c5f-42b2-91e9-fb6e46bd5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:42.029743 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b05d12c-c9bf-48ac-bbcc-2a80a11aa854 req-25fa1625-3c5f-42b2-91e9-fb6e46bd5628 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 1096 time: 0.0423934 Dec 16 10:24:42.070659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b05d12c-c9bf-48ac-bbcc-2a80a11aa854 req-ea325aa5-49e5-419c-8694-0b1078577e2d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337889 Dec 16 10:24:42.322057 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:24:42.554443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7dae4-1dd1-4e34-87b4-6d0aab2a8d10 req-07d2f243-80e5-4b79-8e4f-78b2b7c6b7b9 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:42.555977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faa7dae4-1dd1-4e34-87b4-6d0aab2a8d10 req-07d2f243-80e5-4b79-8e4f-78b2b7c6b7b9 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 945 time: 0.0517669 Dec 16 10:24:42.598351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-faa7dae4-1dd1-4e34-87b4-6d0aab2a8d10 req-40737f6a-5ce2-4116-9f08-5a3922101108 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362582 Dec 16 10:24:43.720447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc51378-4d90-43d9-8927-c7f250af7da8 req-db43f24b-3d62-47f0-ab41-8a1940ac97d7 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:43.722832 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edc51378-4d90-43d9-8927-c7f250af7da8 req-db43f24b-3d62-47f0-ab41-8a1940ac97d7 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 945 time: 0.0546491 Dec 16 10:24:43.784516 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edc51378-4d90-43d9-8927-c7f250af7da8 req-7b6b55a3-832d-4530-aa52-cd4e7f0fdc96 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533886 Dec 16 10:24:43.788068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-d7100fe3-851f-4f5b-a48d-2d649bc68b09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650091 Dec 16 10:24:43.907213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-d2c60d9d-166f-4fee-9fd8-9a9f2a39aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:43.908770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-d2c60d9d-166f-4fee-9fd8-9a9f2a39aee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0762992 Dec 16 10:24:43.920723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30577d-a5e1-4468-888f-22cbd6a89507 req-9cfd6660-621a-4ce9-8434-4142730ecd15 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:43.922152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea30577d-a5e1-4468-888f-22cbd6a89507 req-9cfd6660-621a-4ce9-8434-4142730ecd15 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 945 time: 0.0641153 Dec 16 10:24:44.007252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ea30577d-a5e1-4468-888f-22cbd6a89507 req-200e2351-b5af-4e7b-818f-5e550d72a636 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785606 Dec 16 10:24:44.045294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-bffb8b71-f219-496c-abef-01d72e339b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:44.047085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-bffb8b71-f219-496c-abef-01d72e339b2d service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1173990 Dec 16 10:24:44.092351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-feba0c61-6b8b-4147-80bf-9152d02c61f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Dec 16 10:24:44.153527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-623f27a1-53a7-42db-a8e0-c2c4dfaa6940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:44.525295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-f7447b86-f5fc-433d-a8dc-c7dc59d64236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:44.526843 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-f7447b86-f5fc-433d-a8dc-c7dc59d64236 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.4281504 Dec 16 10:24:44.575425 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-3ef3c8f7-c9c8-4406-8d3c-6c67a2f7eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:24:44.576968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-3ef3c8f7-c9c8-4406-8d3c-6c67a2f7eaba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415847 Dec 16 10:24:44.672786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-075ee6e5-47ec-40c3-a9b3-b929ea4f80d4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873699 Dec 16 10:24:44.765418 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-23b8a3c1-9aa2-49f8-b8e7-62db5b124ffe req-822445c2-0b60-4ecf-a121-24d7f1b24168 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857964 Dec 16 10:24:46.572807 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5d927a2c-f755-471f-90f7-aa7dd3a1b9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:48.268409 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:49.938792 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:50.083542 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:54.363951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:24:55.711163 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:03.724255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e710d15-5b58-4ce3-b24c-1786ba93367d req-ed5dd8ab-da35-40a3-8488-da15b34e91cb tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:03.725810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e710d15-5b58-4ce3-b24c-1786ba93367d req-ed5dd8ab-da35-40a3-8488-da15b34e91cb tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 945 time: 0.0528147 Dec 16 10:25:03.769757 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e710d15-5b58-4ce3-b24c-1786ba93367d req-f1a207c0-ab45-426d-9813-89f9087efb93 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368030 Dec 16 10:25:04.832922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-a7739180-c2bf-44f3-a7d1-6664da9e1284 req-b6fe0d4f-161f-4b74-89b6-68b91a991a5c tempest-ServerDiskConfigTestJSON-1597911178 tempest-ServerDiskConfigTestJSON-1597911178-project] (102397) timed out ('10.222.0.53', 61815) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:25:04.897085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935d26c-5469-4764-9a26-49f8bfdf7eb4 req-24297b4b-7b6d-47c8-bb3b-fba3cf56a310 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:04.898962 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2935d26c-5469-4764-9a26-49f8bfdf7eb4 req-24297b4b-7b6d-47c8-bb3b-fba3cf56a310 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Dec 16 10:25:04.940437 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2935d26c-5469-4764-9a26-49f8bfdf7eb4 req-ae03137f-1834-48fd-8c26-f1a9336704ca tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/security-groups?id=f623fd4a-dfaa-45d7-b648-31ac43d0a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Dec 16 10:25:05.317554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-7cc33415-3232-4d6b-b807-f7e67da0bd44 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:05.319065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-7cc33415-3232-4d6b-b807-f7e67da0bd44 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 945 time: 0.0551677 Dec 16 10:25:05.426495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Deleting port bfd2c573-4861-4e60-a75b-7baefdeaf393 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:05.426834 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:05.527418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] For port bfd2c573-4861-4e60-a75b-7baefdeaf393, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=bfd2c573-4861-4e60-a75b-7baefdeaf393,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:05.527820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:05.545784 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Calling delete_port for bfd2c573-4861-4e60-a75b-7baefdeaf393 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:05.707766 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:05.722987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['bfd2c573-4861-4e60-a75b-7baefdeaf393'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:25:05.739374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Pushing event deleted for resources: {'Port': ['ID=bfd2c573-4861-4e60-a75b-7baefdeaf393,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:05.753216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.753536 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.753885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.754214 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.754554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.754879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.755202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.755524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.755846 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.756155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.756471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.756786 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:05.822048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] No DVR routers for this DVR port bfd2c573-4861-4e60-a75b-7baefdeaf393 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:25:05.825089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:05.830210 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77ed48c2-6243-45b0-9cd2-1fe524ce7eeb req-6595fb0a-2c33-4712-984e-f7c388cb5574 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.53 "DELETE /v2.0/ports/bfd2c573-4861-4e60-a75b-7baefdeaf393 HTTP/1.1" status: 204 len: 173 time: 0.5043743 Dec 16 10:25:05.830792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'name': 'network-vif-deleted', 'tag': 'bfd2c573-4861-4e60-a75b-7baefdeaf393'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:05.833327 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981d0345-b170-46cf-a35d-ad34b6a03d08" -d '{"events": [{"server_uuid": "3778ccda-e52a-45e8-9aab-ce28c2c5ecd8", "name": "network-vif-deleted", "tag": "bfd2c573-4861-4e60-a75b-7baefdeaf393"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:05.882577 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ebf29a-f140-4675-897c-6e5df29c3f9d x-openstack-request-id: req-43ebf29a-f140-4675-897c-6e5df29c3f9d {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:05.882937 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3778ccda-e52a-45e8-9aab-ce28c2c5ecd8", "name": "network-vif-deleted", "tag": "bfd2c573-4861-4e60-a75b-7baefdeaf393", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:05.883191 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43ebf29a-f140-4675-897c-6e5df29c3f9d {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:05.883759 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3778ccda-e52a-45e8-9aab-ce28c2c5ecd8', 'name': 'network-vif-deleted', 'tag': 'bfd2c573-4861-4e60-a75b-7baefdeaf393', 'status': 'completed', 'code': 200} Dec 16 10:25:06.064687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-34c0f04c-5d21-4dfe-a6d2-2a4c20f82fec req-8dd7a5a9-9ee3-40c5-b440-ef6ccdd1d937 tempest-TestEncryptedCinderVolumes-751958918 tempest-TestEncryptedCinderVolumes-751958918-project] 10.222.0.61 "GET /v2.0/ports?device_id=3778ccda-e52a-45e8-9aab-ce28c2c5ecd8 HTTP/1.1" status: 200 len: 210 time: 0.0282681 Dec 16 10:25:07.162148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57492) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:07.818395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfd2c573-4861-4e60-a75b-7baefdeaf393 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:07.839442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: bfd2c573-4861-4e60-a75b-7baefdeaf393 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:07.839678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device bfd2c573-4861-4e60-a75b-7baefdeaf393 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:07.865586 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:08.133444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Deleting port e693dac3-88e7-4777-9736-bc42a28425ed {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:08.133772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:08.214113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] For port e693dac3-88e7-4777-9736-bc42a28425ed, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e693dac3-88e7-4777-9736-bc42a28425ed,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:08.214803 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:08.238595 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Calling delete_port for e693dac3-88e7-4777-9736-bc42a28425ed owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:08.440985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:08.466784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e693dac3-88e7-4777-9736-bc42a28425ed,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:08.498485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.499059 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.499417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.499743 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.500034 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.500421 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.500740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.501045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.501355 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.501687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.502157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.502505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:08.668229 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:08.894883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Router 428ab159-7639-4dbd-970e-7285167b1ee2 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:25:09.011023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:09.017171 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-47eab656-f8e1-4566-9d11-94af98ca36e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/428ab159-7639-4dbd-970e-7285167b1ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8534794 Dec 16 10:25:09.019810 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57496) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:09.020772 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] Sync routers for ids ['428ab159-7639-4dbd-970e-7285167b1ee2'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:09.040775 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] Routers {'428ab159-7639-4dbd-970e-7285167b1ee2'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:09.041540 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:24:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['428ab159-7639-4dbd-970e-7285167b1ee2'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:09.140665 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.158478 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] Set router 428ab159-7639-4dbd-970e-7285167b1ee2 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:09.256900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.327543 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Deleting port b9721c2c-2b52-4cab-90c6-71c42c50c43a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:09.328012 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.383295 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:25:08Z', 'revision_number': 5, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port': {'id': 'b9721c2c-2b52-4cab-90c6-71c42c50c43a', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:09.410662 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] Checking router: 428ab159-7639-4dbd-970e-7285167b1ee2 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:09.417117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] For port b9721c2c-2b52-4cab-90c6-71c42c50c43a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b9721c2c-2b52-4cab-90c6-71c42c50c43a,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:09.417476 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.419179 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] Routers {'428ab159-7639-4dbd-970e-7285167b1ee2'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:09.419784 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:24:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['428ab159-7639-4dbd-970e-7285167b1ee2'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:09.430969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Calling delete_port for b9721c2c-2b52-4cab-90c6-71c42c50c43a owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:09.508589 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] Set router 428ab159-7639-4dbd-970e-7285167b1ee2 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:09.560754 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:25:09Z', 'revision_number': 6, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:09.591803 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49ea883-95ac-4a9a-9691-dbc27d14a1a5 None None] The sync data for ids ['428ab159-7639-4dbd-970e-7285167b1ee2'] in n-d-821941-1 is: [{'id': '428ab159-7639-4dbd-970e-7285167b1ee2', 'name': 'tempest-TestEncryptedCinderVolumes-725489784-router', 'tenant_id': 'ea0b8e083a13458db7c761fb593a2110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:53Z', 'updated_at': '2021-12-16T10:25:09Z', 'revision_number': 6, 'project_id': 'ea0b8e083a13458db7c761fb593a2110', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:09.637065 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.668482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9721c2c-2b52-4cab-90c6-71c42c50c43a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:09.734624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.833804 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.836027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.880350 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.880875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428ab159-7639-4dbd-970e-7285167b1ee2 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:25:09.885318 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.886455 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-4ae58146-565d-4525-9d07-6ebe7b99a27c admin admin] 10.222.0.61 "DELETE /v2.0/routers/428ab159-7639-4dbd-970e-7285167b1ee2 HTTP/1.1" status: 204 len: 168 time: 0.8657081 Dec 16 10:25:09.889178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57498) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:09.946862 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Deleting subnet 4d43a30c-d152-4330-88c4-58d7387f1434 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:25:09.950540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:09.990462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.098950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.158892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.183546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d43a30c-d152-4330-88c4-58d7387f1434,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:10.190740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.194171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-521bf5f9-325a-41ab-ac43-a0265e78afd5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4d43a30c-d152-4330-88c4-58d7387f1434 HTTP/1.1" status: 204 len: 168 time: 0.3036113 Dec 16 10:25:10.196731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c176253-2f9b-42bf-ac31-bc146b40b9ca None None] Network 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:25:10.197535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57500) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:10.282991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.348376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Deleting port 717eb20f-6aa6-443e-8851-84e1974b08b6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:10.348746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.427617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] DHCP port deletion for 67fc2882-2417-42c5-bca9-21e8c2ae4ea3 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:25:10.428411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] For port 717eb20f-6aa6-443e-8851-84e1974b08b6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=717eb20f-6aa6-443e-8851-84e1974b08b6,segment=NetworkSegment(bd6a97d0-31ec-466a-8d67-f9ba20184b9c),segment_id=bd6a97d0-31ec-466a-8d67-f9ba20184b9c)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:10.428982 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.449690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Calling delete_port for 717eb20f-6aa6-443e-8851-84e1974b08b6 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:10.561894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.594757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] No DVR routers for this DVR port 717eb20f-6aa6-443e-8851-84e1974b08b6 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:25:10.599775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Pushing event deleted for resources: {'Port': ['ID=717eb20f-6aa6-443e-8851-84e1974b08b6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:10.628582 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e693dac3-88e7-4777-9736-bc42a28425ed no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:10.654966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e693dac3-88e7-4777-9736-bc42a28425ed {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:10.655220 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e693dac3-88e7-4777-9736-bc42a28425ed not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:10.680028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Deleting port 717eb20f-6aa6-443e-8851-84e1974b08b6 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:10.680399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.697863 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.729602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fc2882-2417-42c5-bca9-21e8c2ae4ea3']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:10.745552 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:10.745884 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6a97d0-31ec-466a-8d67-f9ba20184b9c') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:10.759223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] For port 717eb20f-6aa6-443e-8851-84e1974b08b6, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:10.759652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.763554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.774376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Calling delete_port for 717eb20f-6aa6-443e-8851-84e1974b08b6 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:10.777345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Port 717eb20f-6aa6-443e-8851-84e1974b08b6 was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 10:25:10.778783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.792951 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.804230 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:25:10.804800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.805907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] Pushing event deleted for resources: {'Port': ['ID=717eb20f-6aa6-443e-8851-84e1974b08b6,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:25:10.807602 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:25:10.813230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf5ff5-f4ab-4e55-b9f2-7b8f3f00c235 None None] No DVR routers for this DVR port 717eb20f-6aa6-443e-8851-84e1974b08b6 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:25:10.882173 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.890504 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:10.894296 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] 10.222.0.61 "DELETE /v2.0/networks/67fc2882-2417-42c5-bca9-21e8c2ae4ea3 HTTP/1.1" status: 204 len: 168 time: 0.6957185 Dec 16 10:25:10.902913 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57502) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:10.908765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401c281-9043-4fd3-876a-f381c1fa798d admin admin] Pushing event deleted for resources: {'Network': ['ID=67fc2882-2417-42c5-bca9-21e8c2ae4ea3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:11.302294 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:11.602456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Deleting port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:11.602846 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:11.690294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] For port 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:11.690672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:11.706923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Calling delete_port for 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:11.896851 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:11.925746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:11.970857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b9721c2c-2b52-4cab-90c6-71c42c50c43a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:11.993268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b9721c2c-2b52-4cab-90c6-71c42c50c43a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:11.994039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b9721c2c-2b52-4cab-90c6-71c42c50c43a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:11.994677 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 717eb20f-6aa6-443e-8851-84e1974b08b6 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:12.023030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 717eb20f-6aa6-443e-8851-84e1974b08b6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:12.023465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 717eb20f-6aa6-443e-8851-84e1974b08b6 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:12.119159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:12.358010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Router 5b128137-4273-48db-bff1-8b2ef7131429 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:25:12.470206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:12.475124 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b838ab30-c038-455d-ad6a-70c3dc8269ff admin admin] 10.222.0.61 "PUT /v2.0/routers/5b128137-4273-48db-bff1-8b2ef7131429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5701916 Dec 16 10:25:12.477779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57504) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:12.481267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] Sync routers for ids ['5b128137-4273-48db-bff1-8b2ef7131429'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:12.493331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] Routers {'5b128137-4273-48db-bff1-8b2ef7131429'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:12.494118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:24:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b128137-4273-48db-bff1-8b2ef7131429'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:12.593062 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:12.610724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] Set router 5b128137-4273-48db-bff1-8b2ef7131429 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:12.707737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:12.767419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Deleting port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:12.767638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:12.810128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:25:11Z', 'revision_number': 5, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port': {'id': '92860ddd-2a57-4d20-ba9d-dd80a62fbce9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ad:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b128137-4273-48db-bff1-8b2ef7131429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:23:58Z', 'updated_at': '2021-12-16T10:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:12.848891 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] Checking router: 5b128137-4273-48db-bff1-8b2ef7131429 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:12.857954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] Routers {'5b128137-4273-48db-bff1-8b2ef7131429'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:12.858592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:24:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['5b128137-4273-48db-bff1-8b2ef7131429'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:12.862176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] For port 92860ddd-2a57-4d20-ba9d-dd80a62fbce9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:12.862517 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:12.878038 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Calling delete_port for 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:12.954808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] Set router 5b128137-4273-48db-bff1-8b2ef7131429 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:13.045503 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:25:12Z', 'revision_number': 6, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:13.099135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c2414-a587-4ed4-994b-acee8986e46f None None] The sync data for ids ['5b128137-4273-48db-bff1-8b2ef7131429'] in n-d-821941-1 is: [{'id': '5b128137-4273-48db-bff1-8b2ef7131429', 'name': 'tempest-TestEncryptedCinderVolumes-1012146795-router', 'tenant_id': '26af0b19540640239f8a2e1c19bbe316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:23:57Z', 'updated_at': '2021-12-16T10:25:12Z', 'revision_number': 6, 'project_id': '26af0b19540640239f8a2e1c19bbe316', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:13.116647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.146020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92860ddd-2a57-4d20-ba9d-dd80a62fbce9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:13.214389 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.312569 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.314982 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.373237 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.373782 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b128137-4273-48db-bff1-8b2ef7131429 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:25:13.381275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.382550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f785b392-8eee-4031-a25f-826665eb2fa3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5b128137-4273-48db-bff1-8b2ef7131429 HTTP/1.1" status: 204 len: 168 time: 0.9038293 Dec 16 10:25:13.385510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57506) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:13.435196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Deleting subnet 86e4c415-61f2-4822-b888-91311922e75d {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:25:13.439526 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.483796 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.593762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.650990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.677655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e4c415-61f2-4822-b888-91311922e75d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:13.681388 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.684846 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-47f8e97f-1b63-43c8-9d09-4dfcfc6fbade admin admin] 10.222.0.61 "DELETE /v2.0/subnets/86e4c415-61f2-4822-b888-91311922e75d HTTP/1.1" status: 204 len: 168 time: 0.2980530 Dec 16 10:25:13.688557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57508) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:13.689213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0def44-a8df-4149-b2d9-1f0128d6d8f6 None None] Network c8a30c5f-6209-437a-9712-1ddc0857cf05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:25:13.767746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.845078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Deleting port 5fa150ee-b991-400f-add1-44d40b7e464f {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:13.845417 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.916016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] DHCP port deletion for c8a30c5f-6209-437a-9712-1ddc0857cf05 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:25:13.920668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] For port 5fa150ee-b991-400f-add1-44d40b7e464f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5fa150ee-b991-400f-add1-44d40b7e464f,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:13.921330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:13.945494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Calling delete_port for 5fa150ee-b991-400f-add1-44d40b7e464f owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:14.000349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5fa150ee-b991-400f-add1-44d40b7e464f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:14.029127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] Deleting port 5fa150ee-b991-400f-add1-44d40b7e464f {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:25:14.029495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.069498 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.100847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa150ee-b991-400f-add1-44d40b7e464f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:14.107423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No active binding found for port 5fa150ee-b991-400f-add1-44d40b7e464f {{(pid=102399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 10:25:14.108280 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] No DVR routers for this DVR port 5fa150ee-b991-400f-add1-44d40b7e464f on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:25:14.108436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5fa150ee-b991-400f-add1-44d40b7e464f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:14.108436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:14.141897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:14.142318 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8b7f2ad0-5286-4dd9-b97f-84ea9b4d71c1 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:14.142760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:25:14.146778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] For port 5fa150ee-b991-400f-add1-44d40b7e464f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5fa150ee-b991-400f-add1-44d40b7e464f,segment=NetworkSegment(01e2c1e9-0c92-49d6-8c25-2dbd06b38d38),segment_id=01e2c1e9-0c92-49d6-8c25-2dbd06b38d38)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:14.147104 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.183415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:25:14.183778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 92860ddd-2a57-4d20-ba9d-dd80a62fbce9 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:25:14.186068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] Calling delete_port for 5fa150ee-b991-400f-add1-44d40b7e464f owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:25:14.194215 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5af58488-7b9f-41df-be02-2e2ffd4b8984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.199090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.227036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a30c5f-6209-437a-9712-1ddc0857cf05']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:14.241407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:14.241872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e2c1e9-0c92-49d6-8c25-2dbd06b38d38') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:14.255757 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.273598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.283748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:25:14.284433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.296127 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:25:14.296990 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:25:14.341179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] Pushing event deleted for resources: {'Port': ['ID=5fa150ee-b991-400f-add1-44d40b7e464f,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:14.346725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e002f0-f137-47d6-974d-9475b823275f None None] No DVR routers for this DVR port 5fa150ee-b991-400f-add1-44d40b7e464f on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:25:14.356035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.375439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.380998 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c8a30c5f-6209-437a-9712-1ddc0857cf05 HTTP/1.1" status: 204 len: 168 time: 0.6896796 Dec 16 10:25:14.382040 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dfe66-c2ce-4baa-be72-c48fc14fcb81 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a30c5f-6209-437a-9712-1ddc0857cf05,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:14.599634 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57512) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:14.652001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-da53643b-69ed-4f7d-b9e3-5fce12dac945 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea0b8e083a13458db7c761fb593a2110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504456 Dec 16 10:25:14.654770 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57514) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:14.722255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76a0ebf2-760c-4fd3-ab7a-8af06845c487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.751689 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76a0ebf2-760c-4fd3-ab7a-8af06845c487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.822327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76a0ebf2-760c-4fd3-ab7a-8af06845c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.824895 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-76a0ebf2-760c-4fd3-ab7a-8af06845c487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:14.826098 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-76a0ebf2-760c-4fd3-ab7a-8af06845c487 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f623fd4a-dfaa-45d7-b648-31ac43d0a803 HTTP/1.1" status: 204 len: 168 time: 0.1703644 Dec 16 10:25:14.835471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ebf2-760c-4fd3-ab7a-8af06845c487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f623fd4a-dfaa-45d7-b648-31ac43d0a803,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:15.216248 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57520) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:15.261144 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-37729430-04ee-4237-94ea-8233e1280920 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26af0b19540640239f8a2e1c19bbe316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435634 Dec 16 10:25:15.264531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57522) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:15.317975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda7ce31-ec88-4964-9446-d4fa3424ff50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:15.340675 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda7ce31-ec88-4964-9446-d4fa3424ff50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:15.395176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda7ce31-ec88-4964-9446-d4fa3424ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:15.398086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bda7ce31-ec88-4964-9446-d4fa3424ff50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:15.399281 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bda7ce31-ec88-4964-9446-d4fa3424ff50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fe5e7af-e874-413c-bae2-e37805ae54e0 HTTP/1.1" status: 204 len: 168 time: 0.1338212 Dec 16 10:25:15.410604 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7ce31-ec88-4964-9446-d4fa3424ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe5e7af-e874-413c-bae2-e37805ae54e0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:16.187368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57544) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:16.298744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462693128-network', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:16.321903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Made reservation on behalf of 094387f17ca14d2f8540255ab3a42d2b for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:25:16.324203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.333516 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.418967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.424038 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.453347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:25:16.462645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df8f97-46d9-4cec-b090-298db11068bd,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:16.469914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.470266 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Added segment e930a53f-cd9e-4abd-9605-bbc830dfd6f1 of type vlan for network 3b62b438-ebc6-4915-ba44-dfe528a711e0 Dec 16 10:25:16.512967 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.542311 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.543295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:16.543880 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.573137 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4b364a4c-85aa-4fd1-aade-7f92bea11490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.615249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4259126 Dec 16 10:25:16.618440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57548) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:16.621250 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b8c36-f726-4578-9346-a6e1d4dd793c admin admin] Pushing event updated for resources: {'Network': ['ID=3b62b438-ebc6-4915-ba44-dfe528a711e0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:16.624373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Request body: {'subnet': {'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462693128-subnet', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:16.633908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:25:16.648446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Made reservation on behalf of 094387f17ca14d2f8540255ab3a42d2b for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:25:16.652223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.828250 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.883545 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c300f41e-7368-46c0-b1f0-a76d5735a24f,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:16.896629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Checking segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:16.896980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Network hostable DHCP agents. Network: 3b62b438-ebc6-4915-ba44-dfe528a711e0, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:25:16.917617 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:25:16.928665 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3b62b438-ebc6-4915-ba44-dfe528a711e0) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:16.933635 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:16.934617 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.940174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ac364-d1c6-4fa8-a7e3-57c821de52f0 None None] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:25:16.954367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-27fc5dbf-d7b1-437f-a446-bf0dab06571d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3340394 Dec 16 10:25:16.956493 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57550) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:16.960775 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:16.996807 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:16.999241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.062717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.120366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-3b62b438-ebc6-4915-ba44-dfe528a711e0', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:25:17.121909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.229360 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.267043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Allocated IP 172.20.0.2 (3b62b438-ebc6-4915-ba44-dfe528a711e0/c300f41e-7368-46c0-b1f0-a76d5735a24f/8cffc83a-1e96-4882-b97c-60932040c4b8) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:17.446855 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.454260 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.460726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.467467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.499532 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:17.503204 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:17.510102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:17.513173 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Pushing event updated for resources: {'Port': ['ID=8cffc83a-1e96-4882-b97c-60932040c4b8,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:17.583686 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Attempting to bind port 8cffc83a-1e96-4882-b97c-60932040c4b8 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:17.584705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Attempting to bind port 8cffc83a-1e96-4882-b97c-60932040c4b8 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:17.584705 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Attempting to bind port 8cffc83a-1e96-4882-b97c-60932040c4b8 on network 3b62b438-ebc6-4915-ba44-dfe528a711e0 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:17.591750 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:17.592117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Checking segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:17.592603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.592994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Bound using segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:17.593465 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Bound port: 8cffc83a-1e96-4882-b97c-60932040c4b8, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:17.593913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.672019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] For port 8cffc83a-1e96-4882-b97c-60932040c4b8, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:17.677097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] For port 8cffc83a-1e96-4882-b97c-60932040c4b8, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8cffc83a-1e96-4882-b97c-60932040c4b8,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:17.683366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:17.752401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfb2ba-ab99-4830-800f-91ba9fe583e5 None None] Pushing event updated for resources: {'Port': ['ID=8cffc83a-1e96-4882-b97c-60932040c4b8,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:17.945148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Allocated IP 172.25.6.208 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/ffba2c04-8bf8-4c7a-b85c-9576a548fb4c) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:18.088369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8cffc83a-1e96-4882-b97c-60932040c4b8 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:18.114929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.141832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8cffc83a-1e96-4882-b97c-60932040c4b8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:18.142311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.160818 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.197702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:18.202226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:18.206219 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:18.232508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.235160 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:18.284176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 8cffc83a-1e96-4882-b97c-60932040c4b8, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8cffc83a-1e96-4882-b97c-60932040c4b8,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:18.287268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.288392 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.342207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=8cffc83a-1e96-4882-b97c-60932040c4b8,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:18.502096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.759956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.839746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16b5fb-9ac4-49a1-842c-8028d0dd6630 None None] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:25:18.909381 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b522181f-e624-45ef-b539-e548de8a215d None None] Provisioning complete for port 8cffc83a-1e96-4882-b97c-60932040c4b8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:18.909741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b522181f-e624-45ef-b539-e548de8a215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:18.918092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Router 95421f37-1128-490a-a2d1-597b73dff285 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:25:19.057595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:19.073444 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Sync routers for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:19.086873 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:19.088826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5639b04f-bed0-4187-9de6-ba8c0196dcc2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1311960 Dec 16 10:25:19.089036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:19.089628 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:19.093157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57552) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:19.218696 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:19.350074 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:25:19.409908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-2761f5f0-5aa8-4286-aca1-8f0874ee903e None None] Provisioning complete for port 8cffc83a-1e96-4882-b97c-60932040c4b8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:19.410682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2761f5f0-5aa8-4286-aca1-8f0874ee903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:19.461566 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:18Z', 'revision_number': 3, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:19.496870 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Checking router: 95421f37-1128-490a-a2d1-597b73dff285 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:19.497580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Updating router 95421f37-1128-490a-a2d1-597b73dff285 port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:25:19.529747 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:19.690267 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:19.891587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Allocated IP 172.20.0.1 (3b62b438-ebc6-4915-ba44-dfe528a711e0/c300f41e-7368-46c0-b1f0-a76d5735a24f/132059a3-7f15-48e8-9f59-521ad5401ce1) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:19.968694 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.007690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8cffc83a-1e96-4882-b97c-60932040c4b8 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:20.022193 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.030373 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.076632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8cffc83a-1e96-4882-b97c-60932040c4b8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:20.077005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.087074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.109195 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Attempting to bind port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:20.110419 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Attempting to bind port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:20.111159 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Attempting to bind port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:20.112221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.118750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:20.119383 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:20.119770 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.120157 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:20.120620 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Bound port: ffba2c04-8bf8-4c7a-b85c-9576a548fb4c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:20.120990 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.132128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.156537 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:20.171283 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.172036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.172552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.173035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.173525 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.174064 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.174552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.175029 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.175602 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.176121 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.176672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.177157 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:20.217340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Pushing event updated for resources: {'Port': ['ID=132059a3-7f15-48e8-9f59-521ad5401ce1,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:20.218326 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] For port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:20.224383 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] For port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:20.230786 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.240625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:20.242527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:20.257711 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:20.318085 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:20.319298 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:20.329531 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.426054 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b9aca-8354-431b-8878-ceace08f2ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:20.468336 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:20.510995 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.554441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4be05bbc-c0f7-4eab-b6e7-3cd2565845da None None] Provisioning complete for port 132059a3-7f15-48e8-9f59-521ad5401ce1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:20.555001 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4be05bbc-c0f7-4eab-b6e7-3cd2565845da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.607727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4be05bbc-c0f7-4eab-b6e7-3cd2565845da None None] Port 132059a3-7f15-48e8-9f59-521ad5401ce1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:20.685890 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:18Z', 'revision_number': 3, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:20.715698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:20.716715 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c89ef-1d0b-405f-9bb3-4e141b751452 None None] The sync data for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 is: [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:18Z', 'revision_number': 3, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:20.722621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:21.120878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:21.135429 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Pushing event updated for resources: {'Port': ['ID=132059a3-7f15-48e8-9f59-521ad5401ce1,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:21.241385 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:21.243144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:21.369979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Router 95421f37-1128-490a-a2d1-597b73dff285 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:25:21.533024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fc280ddc-d383-4b49-8246-8ca0ec4df5bd None None] Provisioning complete for port 132059a3-7f15-48e8-9f59-521ad5401ce1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:21.534098 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc280ddc-d383-4b49-8246-8ca0ec4df5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:21.539716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:21.545040 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e92f8793-ce48-425a-8521-451d6f424c63 admin admin] 10.222.0.61 "PUT /v2.0/routers/95421f37-1128-490a-a2d1-597b73dff285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4502223 Dec 16 10:25:21.576049 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fc280ddc-d383-4b49-8246-8ca0ec4df5bd None None] Port 132059a3-7f15-48e8-9f59-521ad5401ce1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:21.996597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ffba2c04-8bf8-4c7a-b85c-9576a548fb4c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:22.051777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:22.052191 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.128424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57568) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:22.137034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1723110196-network', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:22.150666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.171660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Made reservation on behalf of 7161bdbea100449c88f6a6927ea1eecb for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:25:22.175841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.178409 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:22.183914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.191513 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.253861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:22.302868 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.308037 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.345415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:25:22.366957 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7c182-90e9-4174-8786-ab36dcf948f2,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:22.371609 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.371953 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Added segment 160392d0-7f8b-48dd-8479-40a3a860381b of type vlan for network fb046de9-200e-4e03-98dd-45719991989c Dec 16 10:25:22.417972 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.445108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.446122 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:22.446697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.491236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Sync routers for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:22.505875 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:22.506814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:22.509451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3795745 Dec 16 10:25:22.512211 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57570) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:22.521953 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Request body: {'subnet': {'network_id': 'fb046de9-200e-4e03-98dd-45719991989c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1723110196-subnet', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:22.526574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576a93-5a60-421c-a3a4-279bf0ecd8ca admin admin] Pushing event updated for resources: {'Network': ['ID=fb046de9-200e-4e03-98dd-45719991989c,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:22.552475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network fb046de9-200e-4e03-98dd-45719991989c details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:25:22.558479 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Made reservation on behalf of 7161bdbea100449c88f6a6927ea1eecb for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:25:22.560924 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.695145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:22.754950 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.813966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5ce712-d05f-47d3-88d5-d8783852c78c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:22.831309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Checking segment: {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:22.831667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Network hostable DHCP agents. Network: fb046de9-200e-4e03-98dd-45719991989c, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:25:22.849511 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Network fb046de9-200e-4e03-98dd-45719991989c is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:25:22.859524 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, fb046de9-200e-4e03-98dd-45719991989c) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:22.865307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:22.866107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.880906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529e402-cd1d-4568-a08f-e24ca96ec881 None None] Network fb046de9-200e-4e03-98dd-45719991989c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:25:22.889700 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0bdab2fd-1498-40e2-b18e-b80eae446455 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3754163 Dec 16 10:25:22.894181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57572) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:22.898919 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:22.937421 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:22.938844 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.011366 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.038201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 2, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:23.069138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Checking router: 95421f37-1128-490a-a2d1-597b73dff285 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:23.069362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Updating router 95421f37-1128-490a-a2d1-597b73dff285 port 132059a3-7f15-48e8-9f59-521ad5401ce1 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:25:23.114268 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.124908 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-fb046de9-200e-4e03-98dd-45719991989c', 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'fixed_ips': [{'subnet_id': '7f5ce712-d05f-47d3-88d5-d8783852c78c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:25:23.125885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.160009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.371323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.391381 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.395350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Allocated IP 172.20.0.2 (fb046de9-200e-4e03-98dd-45719991989c/7f5ce712-d05f-47d3-88d5-d8783852c78c/8648f267-6bb3-47fa-bc95-2f1adbe3d48e) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:23.501972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Allocated IP 172.25.6.94 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/cbccea5b-f6b4-43cb-9d24-f6423c8a6529) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:23.573429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.597496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.629351 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.645586 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.655349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.664318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.672136 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f6c8c-aad3-4363-b017-e2280dd832eb None None] Pushing event updated for resources: {'Port': ['ID=132059a3-7f15-48e8-9f59-521ad5401ce1,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:23.703149 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:23.706855 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:23.710625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:23.738524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Network fb046de9-200e-4e03-98dd-45719991989c is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:23.740720 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Pushing event updated for resources: {'Port': ['ID=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:23.756207 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:23.760888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:23.771986 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Pushing event updated for resources: {'Port': ['ID=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:23.796177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Attempting to bind port 132059a3-7f15-48e8-9f59-521ad5401ce1 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:23.796177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Attempting to bind port 132059a3-7f15-48e8-9f59-521ad5401ce1 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:23.797547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Attempting to bind port 132059a3-7f15-48e8-9f59-521ad5401ce1 on network 3b62b438-ebc6-4915-ba44-dfe528a711e0 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:23.809100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:23.809665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Checking segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:23.809838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.810303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Bound using segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:23.810821 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Bound port: 132059a3-7f15-48e8-9f59-521ad5401ce1, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:23.811200 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.886719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Attempting to bind port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:23.887058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Attempting to bind port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:23.887482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Attempting to bind port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e on network fb046de9-200e-4e03-98dd-45719991989c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:23.899473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:23.899843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Checking segment: {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:23.900262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.900618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Bound using segment: {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:23.901084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Bound port: 8648f267-6bb3-47fa-bc95-2f1adbe3d48e, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:23.901456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.968028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c0924798-6c23-40fa-99f4-3e98b62b6c0e None None] Provisioning complete for port 132059a3-7f15-48e8-9f59-521ad5401ce1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:23.968311 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c0924798-6c23-40fa-99f4-3e98b62b6c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:23.975491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] For port 132059a3-7f15-48e8-9f59-521ad5401ce1, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:24.004237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ffba2c04-8bf8-4c7a-b85c-9576a548fb4c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:24.012610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.012897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] For port 132059a3-7f15-48e8-9f59-521ad5401ce1, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=132059a3-7f15-48e8-9f59-521ad5401ce1,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:24.050720 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.095419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c0924798-6c23-40fa-99f4-3e98b62b6c0e None None] Port 132059a3-7f15-48e8-9f59-521ad5401ce1 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:24.113256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] For port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:24.131746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] For port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:24.151378 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.162460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:24.163101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:24.168341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f6c8c-aad3-4363-b017-e2280dd832eb None None] Pushing event updated for resources: {'Port': ['ID=132059a3-7f15-48e8-9f59-521ad5401ce1,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:24.276981 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.432810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Router 3833be8c-9bb9-47dc-9a88-549c39c333e7 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:25:24.446907 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:24.447246 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.514396 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.539477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6530f4a-7929-4bd4-a335-42c13daeed4c None None] Pushing event updated for resources: {'Port': ['ID=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:24.552393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ac15399-4854-48b0-ab04-3146b0344b4d None None] Provisioning complete for port 132059a3-7f15-48e8-9f59-521ad5401ce1 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:24.552757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac15399-4854-48b0-ab04-3146b0344b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.569078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:24.583347 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Sync routers for ids ['3833be8c-9bb9-47dc-9a88-549c39c333e7'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:24.596269 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Routers {'3833be8c-9bb9-47dc-9a88-549c39c333e7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:24.597381 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3833be8c-9bb9-47dc-9a88-549c39c333e7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:24.600157 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.603162 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d5b5b9a-d49a-4f84-8869-825b7251980d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7079277 Dec 16 10:25:24.606324 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57574) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:25:24.616061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:24.769465 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Set router 3833be8c-9bb9-47dc-9a88-549c39c333e7 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:24.897379 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac15399-4854-48b0-ab04-3146b0344b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.966933 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4ac15399-4854-48b0-ab04-3146b0344b4d None None] For port 132059a3-7f15-48e8-9f59-521ad5401ce1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=132059a3-7f15-48e8-9f59-521ad5401ce1,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:24.972548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ac15399-4854-48b0-ab04-3146b0344b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:24.984262 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:25:23Z', 'revision_number': 3, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:25.025885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Checking router: 3833be8c-9bb9-47dc-9a88-549c39c333e7 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:25.026239 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Updating router 3833be8c-9bb9-47dc-9a88-549c39c333e7 port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:25:25.042858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac15399-4854-48b0-ab04-3146b0344b4d None None] Pushing event updated for resources: {'Port': ['ID=132059a3-7f15-48e8-9f59-521ad5401ce1,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:25.055164 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:23Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:25.068493 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.083749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f262f-d4a2-46c2-bdb4-98c091f5c475 None None] The sync data for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 is: [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:23Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:25.232055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.433746 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.439361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Allocated IP 172.20.0.1 (fb046de9-200e-4e03-98dd-45719991989c/7f5ce712-d05f-47d3-88d5-d8783852c78c/e49e8aab-7445-472f-9ab2-292880dbfe0b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:25.448293 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.558342 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Attempting to bind port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:25.558896 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Attempting to bind port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:25.559460 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Attempting to bind port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:25.576273 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca28b5-7eaf-4274-886d-b920458198cd None None] Pushing event updated for resources: {'Port': ['ID=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:25.579634 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:25.580190 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:25.580853 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.588169 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:25.589035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Bound port: cbccea5b-f6b4-43cb-9d24-f6423c8a6529, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:25.589645 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.633547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303db06-7f3c-4534-b3e6-2e31e377360e None None] Network fb046de9-200e-4e03-98dd-45719991989c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:25:25.666178 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] For port cbccea5b-f6b4-43cb-9d24-f6423c8a6529, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:25.670688 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] For port cbccea5b-f6b4-43cb-9d24-f6423c8a6529, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:25.673603 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.677001 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.722230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.752586 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Routers {'3833be8c-9bb9-47dc-9a88-549c39c333e7'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:25.753549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3833be8c-9bb9-47dc-9a88-549c39c333e7'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:25.755619 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca28b5-7eaf-4274-886d-b920458198cd None None] Pushing event updated for resources: {'Port': ['ID=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:25.792121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.795703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Network fb046de9-200e-4e03-98dd-45719991989c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:25.795932 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-22d6f14c-027b-4539-b7d3-a24c5abdd553 None None] Provisioning complete for port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:25.796454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-22d6f14c-027b-4539-b7d3-a24c5abdd553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.799766 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:25.803777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:25.832587 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e49e8aab-7445-472f-9ab2-292880dbfe0b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:25.855768 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:25.894724 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] Set router 3833be8c-9bb9-47dc-9a88-549c39c333e7 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:25.994367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-22d6f14c-027b-4539-b7d3-a24c5abdd553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.036438 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.045280 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-22d6f14c-027b-4539-b7d3-a24c5abdd553 None None] For port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:26.054345 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-22d6f14c-027b-4539-b7d3-a24c5abdd553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.126798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6f14c-027b-4539-b7d3-a24c5abdd553 None None] Pushing event updated for resources: {'Port': ['ID=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:26.148199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 132059a3-7f15-48e8-9f59-521ad5401ce1 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:26.263941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 132059a3-7f15-48e8-9f59-521ad5401ce1 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:26.264678 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.363866 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.381044 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.386316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8648f267-6bb3-47fa-bc95-2f1adbe3d48e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:26.405113 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:25:23Z', 'revision_number': 3, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:26.435342 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba567aa-00a6-4799-aa14-0171717029b8 None None] The sync data for ids ['3833be8c-9bb9-47dc-9a88-549c39c333e7'] in n-d-821941-1 is: [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:25:23Z', 'revision_number': 3, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:26.450105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:26.450773 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.491297 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.495022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e49e8aab-7445-472f-9ab2-292880dbfe0b,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:26.553408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cd0644da-da52-4b02-a409-ce8fbe6e2976 None None] Provisioning complete for port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:26.554023 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd0644da-da52-4b02-a409-ce8fbe6e2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.632279 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Network fb046de9-200e-4e03-98dd-45719991989c is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:26.633816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:26.710519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cd0644da-da52-4b02-a409-ce8fbe6e2976 None None] Provisioning complete for port e49e8aab-7445-472f-9ab2-292880dbfe0b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:26.711093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cd0644da-da52-4b02-a409-ce8fbe6e2976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.759870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cd0644da-da52-4b02-a409-ce8fbe6e2976 None None] Port e49e8aab-7445-472f-9ab2-292880dbfe0b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:26.804088 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Router 3833be8c-9bb9-47dc-9a88-549c39c333e7 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:25:26.890362 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c94b3881-f24b-403d-aef9-af888ae0bb15 None None] Provisioning complete for port e49e8aab-7445-472f-9ab2-292880dbfe0b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:26.891558 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c94b3881-f24b-403d-aef9-af888ae0bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:26.951636 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c94b3881-f24b-403d-aef9-af888ae0bb15 None None] Port e49e8aab-7445-472f-9ab2-292880dbfe0b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:26.957800 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:25:26.969681 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f8ce2580-6f78-4b63-bb14-5c624f1652f0 admin admin] 10.222.0.61 "PUT /v2.0/routers/3833be8c-9bb9-47dc-9a88-549c39c333e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559811 Dec 16 10:25:27.092611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-27b23695-8e98-43d0-be71-024b5539b0bb None None] Provisioning complete for port e49e8aab-7445-472f-9ab2-292880dbfe0b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:27.093275 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-27b23695-8e98-43d0-be71-024b5539b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:27.138548 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-27b23695-8e98-43d0-be71-024b5539b0bb None None] Port e49e8aab-7445-472f-9ab2-292880dbfe0b cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:28.120983 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cbccea5b-f6b4-43cb-9d24-f6423c8a6529 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:28.179057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:28.179456 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:28.287461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:28.312590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port cbccea5b-f6b4-43cb-9d24-f6423c8a6529, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:28.321706 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:28.322561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8648f267-6bb3-47fa-bc95-2f1adbe3d48e up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:28.426097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:28.441824 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:28.442211 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:28.774180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Sync routers for ids ['3833be8c-9bb9-47dc-9a88-549c39c333e7'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:25:28.789890 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Routers {'3833be8c-9bb9-47dc-9a88-549c39c333e7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:28.790524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3833be8c-9bb9-47dc-9a88-549c39c333e7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:28.921314 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Set router 3833be8c-9bb9-47dc-9a88-549c39c333e7 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:29.192571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:25:25Z', 'revision_number': 4, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e49e8aab-7445-472f-9ab2-292880dbfe0b', 'name': '', 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'mac_address': 'fa:16:3e:1a:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '7f5ce712-d05f-47d3-88d5-d8783852c78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:25Z', 'updated_at': '2021-12-16T10:25:26Z', 'revision_number': 2, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'subnets': [{'id': '7f5ce712-d05f-47d3-88d5-d8783852c78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:29.223871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Checking router: 3833be8c-9bb9-47dc-9a88-549c39c333e7 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:25:29.224219 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Updating router 3833be8c-9bb9-47dc-9a88-549c39c333e7 port e49e8aab-7445-472f-9ab2-292880dbfe0b binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:25:29.251777 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.565604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.573248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.638930 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e060910-916c-4172-a5af-819c302f113c None None] Pushing event updated for resources: {'Port': ['ID=e49e8aab-7445-472f-9ab2-292880dbfe0b,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:29.697968 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Attempting to bind port e49e8aab-7445-472f-9ab2-292880dbfe0b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:29.698340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Attempting to bind port e49e8aab-7445-472f-9ab2-292880dbfe0b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:29.698709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Attempting to bind port e49e8aab-7445-472f-9ab2-292880dbfe0b on network fb046de9-200e-4e03-98dd-45719991989c {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:29.708732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:29.709162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Checking segment: {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:29.709575 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.709997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Bound using segment: {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:29.711107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Bound port: e49e8aab-7445-472f-9ab2-292880dbfe0b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160392d0-7f8b-48dd-8479-40a3a860381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:29.711510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.804572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] For port e49e8aab-7445-472f-9ab2-292880dbfe0b, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:29.809270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] For port e49e8aab-7445-472f-9ab2-292880dbfe0b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e49e8aab-7445-472f-9ab2-292880dbfe0b,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:29.815406 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:29.914817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Routers {'3833be8c-9bb9-47dc-9a88-549c39c333e7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:25:29.916537 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3833be8c-9bb9-47dc-9a88-549c39c333e7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:29.917257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e060910-916c-4172-a5af-819c302f113c None None] Pushing event updated for resources: {'Port': ['ID=e49e8aab-7445-472f-9ab2-292880dbfe0b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:30.049721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cbccea5b-f6b4-43cb-9d24-f6423c8a6529 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:30.100147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-95a59eb4-33ea-4d71-86f6-3f9e057edf9d None None] Provisioning complete for port e49e8aab-7445-472f-9ab2-292880dbfe0b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:30.100772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-95a59eb4-33ea-4d71-86f6-3f9e057edf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:30.160345 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] Set router 3833be8c-9bb9-47dc-9a88-549c39c333e7 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:25:30.219565 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:30.220272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:30.389854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-95a59eb4-33ea-4d71-86f6-3f9e057edf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:30.497573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-95a59eb4-33ea-4d71-86f6-3f9e057edf9d None None] For port e49e8aab-7445-472f-9ab2-292880dbfe0b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e49e8aab-7445-472f-9ab2-292880dbfe0b,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:30.507886 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-95a59eb4-33ea-4d71-86f6-3f9e057edf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:30.573216 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a59eb4-33ea-4d71-86f6-3f9e057edf9d None None] Pushing event updated for resources: {'Port': ['ID=e49e8aab-7445-472f-9ab2-292880dbfe0b,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:30.581270 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:25:25Z', 'revision_number': 4, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e49e8aab-7445-472f-9ab2-292880dbfe0b', 'name': '', 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'mac_address': 'fa:16:3e:1a:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '7f5ce712-d05f-47d3-88d5-d8783852c78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:25Z', 'updated_at': '2021-12-16T10:25:29Z', 'revision_number': 4, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'subnets': [{'id': '7f5ce712-d05f-47d3-88d5-d8783852c78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:25:30.612093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1914b-b3b7-4ee2-8045-9ae1e596aee6 None None] The sync data for ids ['3833be8c-9bb9-47dc-9a88-549c39c333e7'] in n-d-821941-1 is: [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:25:25Z', 'revision_number': 4, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'e49e8aab-7445-472f-9ab2-292880dbfe0b', 'name': '', 'network_id': 'fb046de9-200e-4e03-98dd-45719991989c', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'mac_address': 'fa:16:3e:1a:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '7f5ce712-d05f-47d3-88d5-d8783852c78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:25Z', 'updated_at': '2021-12-16T10:25:29Z', 'revision_number': 4, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'subnets': [{'id': '7f5ce712-d05f-47d3-88d5-d8783852c78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:25:30.630142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-29be45fd-720b-45bf-9138-f29e14b88814 None None] Provisioning complete for port e49e8aab-7445-472f-9ab2-292880dbfe0b triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:30.630515 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29be45fd-720b-45bf-9138-f29e14b88814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:32.037709 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e49e8aab-7445-472f-9ab2-292880dbfe0b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:32.094308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port e49e8aab-7445-472f-9ab2-292880dbfe0b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:32.095336 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:37.435899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-e8b52736-c70a-4024-ab8d-b3b2a712b1b5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:37.437438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-e8b52736-c70a-4024-ab8d-b3b2a712b1b5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 815 time: 0.1072245 Dec 16 10:25:37.455066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-300cfa6c-1553-4e43-8e0c-730ee1b07d74 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/quotas/094387f17ca14d2f8540255ab3a42d2b HTTP/1.1" status: 200 len: 375 time: 0.0099363 Dec 16 10:25:37.521598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-b3725912-162e-4cd2-a80b-38be85215add tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591695 Dec 16 10:25:37.945785 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-fc9aca00-4ce5-4477-b8c3-907d18355e90 service neutron] 10.222.0.61 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110272 Dec 16 10:25:38.038122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-b102e637-8f0c-462e-b71f-a0d6124431c9 service neutron] 10.222.0.61 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859909 Dec 16 10:25:38.215826 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c286afce-cb54-4243-8569-52c46d5617eb req-601db079-35c7-4d2d-a063-22b4adbef0ea tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 210 time: 0.0279372 Dec 16 10:25:39.335479 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f31c305c-1fd4-4f33-82a6-1c95f8c0d187 req-a732a6b5-faf8-48dd-ad22-330da476f87b tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 210 time: 0.0388114 Dec 16 10:25:39.384420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-139e728b-312c-4207-a214-014f72bee414 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:39.385868 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-139e728b-312c-4207-a214-014f72bee414 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 815 time: 0.1394823 Dec 16 10:25:39.398890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'port': {'device_id': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'admin_state_up': True, 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:39.513746 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Made reservation on behalf of 094387f17ca14d2f8540255ab3a42d2b for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:25:39.518003 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:39.683428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Allocated IP 172.20.0.6 (3b62b438-ebc6-4915-ba44-dfe528a711e0/c300f41e-7368-46c0-b1f0-a76d5735a24f/1fd33b7b-7d0e-4354-b493-ea010010b866) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:25:39.870831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:39.918761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:39.979021 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:25:39.985419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:39.989148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:25:39.998282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:25:40.053560 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:40.054405 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:40.074329 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-025b7fad-54fd-4a0e-85cd-24262bdffc85 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6797037 Dec 16 10:25:40.280308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-456a30ff-94ba-481b-8f40-0003a7734520 None None] Provisioning complete for port 1fd33b7b-7d0e-4354-b493-ea010010b866 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:40.281078 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-456a30ff-94ba-481b-8f40-0003a7734520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:40.323708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-456a30ff-94ba-481b-8f40-0003a7734520 None None] Port 1fd33b7b-7d0e-4354-b493-ea010010b866 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:25:40.469053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5a252-50e5-414e-b0bd-05d5e25d3de4 req-0aa62e74-5cf0-4cfb-bbd8-c87a5bd41261 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:40.471068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6f5a252-50e5-414e-b0bd-05d5e25d3de4 req-0aa62e74-5cf0-4cfb-bbd8-c87a5bd41261 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0611575 Dec 16 10:25:40.512679 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a6f5a252-50e5-414e-b0bd-05d5e25d3de4 req-823c0bdb-2b16-4c8b-b01c-df4d62078547 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Dec 16 10:25:41.650478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb1b78-bd4c-4bf7-8de3-91b5062433c2 req-08b44011-0aa7-48c5-b95c-917002f2e240 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:41.652146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85eb1b78-bd4c-4bf7-8de3-91b5062433c2 req-08b44011-0aa7-48c5-b95c-917002f2e240 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0618715 Dec 16 10:25:41.700050 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85eb1b78-bd4c-4bf7-8de3-91b5062433c2 req-30516066-0e47-4a5f-afa2-6d22d7a795e5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Dec 16 10:25:42.845329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46d284-5833-4619-b899-d927c8e65e53 req-13d85294-b908-4c28-9864-e2029a967278 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:42.846977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b46d284-5833-4619-b899-d927c8e65e53 req-13d85294-b908-4c28-9864-e2029a967278 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0618999 Dec 16 10:25:42.890872 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b46d284-5833-4619-b899-d927c8e65e53 req-c986b20c-2289-4612-ad4c-c249a199c284 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367823 Dec 16 10:25:44.024813 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83dfb-e45f-42b7-b3b7-18fb11724081 req-c86df0af-d7e9-4f1f-84da-fce0476154da tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:44.026558 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b83dfb-e45f-42b7-b3b7-18fb11724081 req-c86df0af-d7e9-4f1f-84da-fce0476154da tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0596719 Dec 16 10:25:44.066770 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d1b83dfb-e45f-42b7-b3b7-18fb11724081 req-a42a88b7-0fdd-4cf2-804b-67cdd844d243 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336213 Dec 16 10:25:44.148725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2a025566-da94-4973-83e4-a173d598b536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:45.200035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c1700-6508-43be-81fb-d7ec3d57cd57 req-877da87a-0cdc-4818-a6a8-53c90fc41d09 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:45.208010 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae3c1700-6508-43be-81fb-d7ec3d57cd57 req-877da87a-0cdc-4818-a6a8-53c90fc41d09 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0600195 Dec 16 10:25:45.251639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae3c1700-6508-43be-81fb-d7ec3d57cd57 req-4bc373d7-ffe2-4642-b5be-9a74a9d011c4 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Dec 16 10:25:46.397342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718292a1-7bfe-4620-965b-80e9b65c42d9 req-a82443f9-4ae5-49e2-aa20-cb8cd32da414 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:46.399350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-718292a1-7bfe-4620-965b-80e9b65c42d9 req-a82443f9-4ae5-49e2-aa20-cb8cd32da414 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0625761 Dec 16 10:25:46.448725 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-718292a1-7bfe-4620-965b-80e9b65c42d9 req-96e52342-7047-4f2a-b997-70139b2dd9e3 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Dec 16 10:25:46.577054 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6312f08c-1483-422e-98b0-42fccb9cf160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:47.602710 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faae28-d36c-4c35-8129-af809c4cabba req-9ff099be-5a74-4dae-b6d6-0fdefbb65ef2 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:47.604576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6faae28-d36c-4c35-8129-af809c4cabba req-9ff099be-5a74-4dae-b6d6-0fdefbb65ef2 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0638359 Dec 16 10:25:47.666899 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6faae28-d36c-4c35-8129-af809c4cabba req-be0a349a-b6ea-4891-a32f-81a0530207d0 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Dec 16 10:25:48.278681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:48.837714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb5948-20d9-4f35-b096-9c04f0ddaf22 req-78d90c45-f733-4fb4-8da0-13bc254f276c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:48.840141 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cedb5948-20d9-4f35-b096-9c04f0ddaf22 req-78d90c45-f733-4fb4-8da0-13bc254f276c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0753081 Dec 16 10:25:48.892964 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cedb5948-20d9-4f35-b096-9c04f0ddaf22 req-ad1d4031-f465-41ed-8391-c75618917b5c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Dec 16 10:25:49.668848 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Request body: {'port': {'device_id': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:25:49.728089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:49.945073 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.030093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd33b7b-7d0e-4354-b493-ea010010b866 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:25:50.039888 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.057525 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Transition to ACTIVE for port object 1fd33b7b-7d0e-4354-b493-ea010010b866 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:25:50.065421 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33330627-c72b-4d59-92a9-5ad10b54bf78 req-c4f0c166-de9b-4de6-9543-37d9a5da654c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.066943 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33330627-c72b-4d59-92a9-5ad10b54bf78 req-c4f0c166-de9b-4de6-9543-37d9a5da654c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 931 time: 0.0892487 Dec 16 10:25:50.067998 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.090093 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.131740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:50.169992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33330627-c72b-4d59-92a9-5ad10b54bf78 req-71f408ab-8487-4b9e-8c2f-9719b2ebee56 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Dec 16 10:25:50.219991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Attempting to bind port 1fd33b7b-7d0e-4354-b493-ea010010b866 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:25:50.219991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Attempting to bind port 1fd33b7b-7d0e-4354-b493-ea010010b866 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:25:50.219991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Attempting to bind port 1fd33b7b-7d0e-4354-b493-ea010010b866 on network 3b62b438-ebc6-4915-ba44-dfe528a711e0 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:50.225161 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Port 1fd33b7b-7d0e-4354-b493-ea010010b866 on network 3b62b438-ebc6-4915-ba44-dfe528a711e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:25:50.225469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Attempting to bind port 1fd33b7b-7d0e-4354-b493-ea010010b866 on network 3b62b438-ebc6-4915-ba44-dfe528a711e0 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:25:50.230791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:25:50.231119 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Checking segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:25:50.231515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Bound using segment: {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:25:50.231935 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Bound port: 1fd33b7b-7d0e-4354-b493-ea010010b866, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:25:50.232450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.301108 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:25:50.304321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:25:50.308823 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.344302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.344927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:50.346330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] 10.222.0.53 "PUT /v2.0/ports/1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 1091 time: 0.6857657 Dec 16 10:25:50.346761 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:50.349009 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c90587-4e43-478b-9bb3-50aa7a216421" -d '{"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:50.373392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d4bdb-153e-40af-9269-a9ae1ae34e91 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:50.401546 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a3b7b-4f7f-4922-b3cf-5759450515f4 x-openstack-request-id: req-567a3b7b-4f7f-4922-b3cf-5759450515f4 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:50.401784 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:50.402095 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-567a3b7b-4f7f-4922-b3cf-5759450515f4 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:50.402449 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'status': 'completed', 'code': 200} Dec 16 10:25:50.440190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-32bc9359-05a1-4c2e-8188-7c81522403d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.441647 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-32bc9359-05a1-4c2e-8188-7c81522403d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0501645 Dec 16 10:25:50.487469 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-c98541a8-a66a-44a4-bae4-38e2a128fa0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 217 time: 0.0370433 Dec 16 10:25:50.546675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-1cfbe84b-c665-4578-b445-40c5d0c8e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.548171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-1cfbe84b-c665-4578-b445-40c5d0c8e62d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0535760 Dec 16 10:25:50.601353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-8d535452-261f-4e5f-ae94-32687c10f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.602915 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-8d535452-261f-4e5f-ae94-32687c10f4a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473919 Dec 16 10:25:50.696637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-1423bbb9-2305-4b2c-a8b0-cb46485e03a3 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859880 Dec 16 10:25:50.804005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9aa4a8-66dc-4b9e-bbc3-4590a74e21aa req-5044e463-4271-4a8d-b332-957c646fb534 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996280 Dec 16 10:25:50.894245 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-7eac8cb1-90c4-4065-86a1-2a18c885f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.895813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-7eac8cb1-90c4-4065-86a1-2a18c885f1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0452137 Dec 16 10:25:50.992424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-f4c43935-c1a1-4c87-a91e-de612dc2f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:50.993797 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-f4c43935-c1a1-4c87-a91e-de612dc2f121 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 916 time: 0.0908351 Dec 16 10:25:51.047489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-53bbe5ee-2df7-4dac-b8a2-1cda97a2f926 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 217 time: 0.0465114 Dec 16 10:25:51.107807 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-b0366f11-248c-4d43-9140-213704e18c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:51.109582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-b0366f11-248c-4d43-9140-213704e18c31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0535195 Dec 16 10:25:51.173147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-92eaeef6-003d-4365-b352-32ec770ccdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:51.174712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-92eaeef6-003d-4365-b352-32ec770ccdba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554111 Dec 16 10:25:51.308163 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-1453d764-a3a0-44b1-8cf8-68ebc0218e79 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245842 Dec 16 10:25:51.320893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3520-55ba-4024-801d-5ab2d3ef2e5c req-6df4f935-50de-4603-9a11-5487b4e629d5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:51.322297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c48b3520-55ba-4024-801d-5ab2d3ef2e5c req-6df4f935-50de-4603-9a11-5487b4e629d5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 943 time: 0.0806406 Dec 16 10:25:51.410606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c48b3520-55ba-4024-801d-5ab2d3ef2e5c req-d445d30d-414a-43d1-aa37-37e965fba846 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801847 Dec 16 10:25:51.439823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-12c90587-4e43-478b-9bb3-50aa7a216421 req-93102494-2853-41a3-bf9f-2aeb8cb1d946 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165860 Dec 16 10:25:52.115959 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1fd33b7b-7d0e-4354-b493-ea010010b866 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:25:52.227623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:52.402643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'port_id': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'mac_address': 'fa:16:3e:99:f7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:25:52.443945 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:52.457708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd33b7b-7d0e-4354-b493-ea010010b866 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:25:52.478191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:52.483991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:52.532923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae300b-2285-40d6-b381-e648c86bc5ee req-e433ccf9-aaf2-488b-9157-9af2bc1773f1 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:52.533568 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:52.534502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28ae300b-2285-40d6-b381-e648c86bc5ee req-e433ccf9-aaf2-488b-9157-9af2bc1773f1 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 944 time: 0.0538383 Dec 16 10:25:52.540396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.540740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.541170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.541431 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.541773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.542106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.542426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.542747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.543064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.543380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.543693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.544007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:25:52.576597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28ae300b-2285-40d6-b381-e648c86bc5ee req-d2888654-5e60-4e87-81b7-333b1641bb7f tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Dec 16 10:25:52.734259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1fd33b7b-7d0e-4354-b493-ea010010b866'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:25:53.707870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf199-3fa7-4972-84a4-25a9e8e6863d req-ade22f7b-e917-483e-af52-3f3b8790a091 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:53.709414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8dbf199-3fa7-4972-84a4-25a9e8e6863d req-ade22f7b-e917-483e-af52-3f3b8790a091 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 944 time: 0.0571012 Dec 16 10:25:53.763126 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a8dbf199-3fa7-4972-84a4-25a9e8e6863d req-2dc4efcc-e9e5-4f62-a683-575b34e28b6b tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Dec 16 10:25:54.120573 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1fd33b7b-7d0e-4354-b493-ea010010b866 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:25:54.188648 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 1fd33b7b-7d0e-4354-b493-ea010010b866 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:25:54.194197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 1fd33b7b-7d0e-4354-b493-ea010010b866 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:25:54.194737 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:54.289161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:54.312006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:25:54.314398 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77341c6-c691-42e6-9c55-8b8d8de64061" -d '{"events": [{"server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "name": "network-vif-plugged", "status": "completed", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:25:54.326710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:25:54.332152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:54.356798 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f33664b-430b-4046-95ac-a61c184d42d1 x-openstack-request-id: req-9f33664b-430b-4046-95ac-a61c184d42d1 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:25:54.357127 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "name": "network-vif-plugged", "status": "completed", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:25:54.357310 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f33664b-430b-4046-95ac-a61c184d42d1 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:25:54.357693 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'code': 200} Dec 16 10:25:54.391132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:25:54.398613 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:54.455780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99848d-1cc9-4b49-ad5f-ac031be38a98 req-3e38cf7b-3558-4a0c-aace-6e0508524a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:54.457178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b99848d-1cc9-4b49-ad5f-ac031be38a98 req-3e38cf7b-3558-4a0c-aace-6e0508524a02 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0408869 Dec 16 10:25:54.492278 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b99848d-1cc9-4b49-ad5f-ac031be38a98 req-2c843562-12e6-4fc4-b586-7caf53b66ff0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277863 Dec 16 10:25:54.899467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470056-164d-401c-a404-5abdb3524b9f req-c4b6e7f3-974e-4042-87e1-5024ad5cec0c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:54.900938 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6470056-164d-401c-a404-5abdb3524b9f req-c4b6e7f3-974e-4042-87e1-5024ad5cec0c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0576072 Dec 16 10:25:54.941945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6470056-164d-401c-a404-5abdb3524b9f req-56ddcc1d-8c93-4779-9a6f-cfdd89f4f692 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Dec 16 10:25:55.734821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:25:56.080628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c30de-c023-48a4-8bcb-2a71bcb77513 req-ca9c7cc0-9df7-4b89-bfcd-bc00d575f4cd tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:56.082175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df2c30de-c023-48a4-8bcb-2a71bcb77513 req-ca9c7cc0-9df7-4b89-bfcd-bc00d575f4cd tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0537956 Dec 16 10:25:56.130753 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df2c30de-c023-48a4-8bcb-2a71bcb77513 req-caa9adc3-ba56-4542-8f92-e6482a275d95 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Dec 16 10:25:56.265647 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd511680-2dfe-489f-a440-fac0de9d9db5 req-5ccd2403-9f06-42ae-b613-b3c6de9deac5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:56.267072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd511680-2dfe-489f-a440-fac0de9d9db5 req-5ccd2403-9f06-42ae-b613-b3c6de9deac5 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0544288 Dec 16 10:25:56.310911 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fd511680-2dfe-489f-a440-fac0de9d9db5 req-a04feee7-e33f-4741-9ac2-b3fd5851d23a tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342021 Dec 16 10:25:56.351519 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:25:56.508954 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e26502-3add-46fa-8ef0-bc5262de28c7 req-7971b83d-368a-4734-9caf-93926085ea02 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:25:56.510495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e26502-3add-46fa-8ef0-bc5262de28c7 req-7971b83d-368a-4734-9caf-93926085ea02 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0524387 Dec 16 10:25:56.552799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-48e26502-3add-46fa-8ef0-bc5262de28c7 req-2fd3c973-5441-4f30-adbe-c91b2005994e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Dec 16 10:26:08.276073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab193-05c5-46fa-bd56-957d8bc711e0 req-fb2d7ad9-7252-4702-81c8-f6cb4970fb75 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:08.277522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b71ab193-05c5-46fa-bd56-957d8bc711e0 req-fb2d7ad9-7252-4702-81c8-f6cb4970fb75 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0552368 Dec 16 10:26:08.320334 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b71ab193-05c5-46fa-bd56-957d8bc711e0 req-51686a26-79d4-49c5-ad07-e23b9e359bf4 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Dec 16 10:26:08.346488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57766) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:08.486103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32849b-cfb0-4f2f-b157-93c8b8cb0e60 tempest-TestMinimumBasicScenario-610429657 tempest-TestMinimumBasicScenario-610429657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:08.487628 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1b32849b-cfb0-4f2f-b157-93c8b8cb0e60 tempest-TestMinimumBasicScenario-610429657 tempest-TestMinimumBasicScenario-610429657-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1091 time: 0.1400673 Dec 16 10:26:08.491912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57770) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:08.496152 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:08.521971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:08.634180 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:08.742188 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Allocated IP 172.25.6.86 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/032ff0b5-fb27-4a86-9fd6-92a4ab1723c8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:26:08.871246 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:08.910532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:08.946563 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:26:08.949302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:26:08.952748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:26:08.964992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'Port': ['ID=032ff0b5-fb27-4a86-9fd6-92a4ab1723c8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:08.994036 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.994446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.994775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.995098 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.995407 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.995726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.996035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.996340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.996683 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.997224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.997224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:08.997564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:09.409331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:09.512819 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:09.663962 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:09.667991 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:09.737305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'Port': ['ID=032ff0b5-fb27-4a86-9fd6-92a4ab1723c8,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:09.749309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.167127 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Floating IP 1620b5c9-a396-4e29-91f8-e23b3729d718 associated. External IP: 172.25.6.86, port: 1fd33b7b-7d0e-4354-b493-ea010010b866. Dec 16 10:26:10.392596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Router 95421f37-1128-490a-a2d1-597b73dff285 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:26:10.507412 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:26:10.522802 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] Sync routers for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:26:10.529034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.534677 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:26:10.535540 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:26:10.556731 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6eda361d-8deb-4c3f-a5b8-0351b1a6eb3c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0638089 Dec 16 10:26:10.557356 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:26:10.559665 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d5424-e38b-4906-8fba-cebaf11b9eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:26:10.559847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57772) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:10.564656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318864020', 'description': 'tempest-secgroup-smoke-318864020 description', 'project_id': '094387f17ca14d2f8540255ab3a42d2b'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:10.590039 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.650439 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:26:10.662615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.667437 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.698456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fbb35b-dead-428c-abde-79e12fcdc653,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:10.709552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.710101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.710456 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.710698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.711014 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.711653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.712171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.712497 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.712843 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.713237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.713530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.714067 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:26:10.720369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.722169 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1cdfa57e-cf6f-4c26-b31d-8c7c65128833 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1607659 Dec 16 10:26:10.724798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57778) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:10.729704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group_rule': {'security_group_id': 'c4fbb35b-dead-428c-abde-79e12fcdc653', 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:10.743472 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08583627-646c-4c0d-8d3f-f041ecea44f2 x-openstack-request-id: req-08583627-646c-4c0d-8d3f-f041ecea44f2 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:26:10.743763 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:26:10.744013 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08583627-646c-4c0d-8d3f-f041ecea44f2 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:26:10.744404 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'status': 'completed', 'code': 200} Dec 16 10:26:10.763903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.805783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-cd626a0b-0d81-4d16-8a71-ba371a21373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:10.807342 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-cd626a0b-0d81-4d16-8a71-ba371a21373b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0430636 Dec 16 10:26:10.824637 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.829822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.849144 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53653333-7cef-4ab0-aec5-ca2cb65a7f45,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:10.855500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.856761 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e6c62a6e-7ce6-4121-9fbe-e42332db621c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306825 Dec 16 10:26:10.859639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57780) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:10.864007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group_rule': {'security_group_id': 'c4fbb35b-dead-428c-abde-79e12fcdc653', 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:10.891896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.906412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-65816c96-af61-4585-ad1b-3bb26ccb7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:10.907982 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-65816c96-af61-4585-ad1b-3bb26ccb7f80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 916 time: 0.0937209 Dec 16 10:26:10.912351 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '1620b5c9-a396-4e29-91f8-e23b3729d718', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '95421f37-1128-490a-a2d1-597b73dff285', 'port_id': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'mac_address': 'fa:16:3e:99:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:26:09Z', 'updated_at': '2021-12-16T10:26:09Z', 'revision_number': 0, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:24Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:26:10.939000 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] Checking router: 95421f37-1128-490a-a2d1-597b73dff285 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:26:10.948408 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:26:10.949029 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:25:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:26:10.956039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.960392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.979417 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-c64f3ba6-b69e-4c94-a0b9-ba83209a2f80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 998 time: 0.0624094 Dec 16 10:26:10.980775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee72a5f5-e5e0-42f2-96df-5afd72f49808,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:10.994712 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:10.998997 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-22c929cc-5aff-4769-b567-ce76341a5892 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383708 Dec 16 10:26:10.999171 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57782) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:11.003454 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group_rule': {'security_group_id': 'c4fbb35b-dead-428c-abde-79e12fcdc653', 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:11.052113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-0ad470ac-37d7-4fde-9e5e-07553dfee261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:11.053569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-0ad470ac-37d7-4fde-9e5e-07553dfee261 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0663462 Dec 16 10:26:11.059726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.062160 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:26:11.142716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-49cb19ef-1ccd-4f94-937c-df4a1b19ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:11.144252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-49cb19ef-1ccd-4f94-937c-df4a1b19ddd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812287 Dec 16 10:26:11.153096 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.162966 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.221494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56f86cc-ecf3-4712-b26a-b43d5018f676,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:11.235738 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.239604 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-277de82b-ddc4-41d1-809c-73fa1a7b1483 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369628 Dec 16 10:26:11.240434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57784) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:11.247107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group_rule': {'security_group_id': 'c4fbb35b-dead-428c-abde-79e12fcdc653', 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:11.259959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-b3041211-0a17-4f84-8571-c2ce42b6d9fe service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056416 Dec 16 10:26:11.277440 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.296919 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '1620b5c9-a396-4e29-91f8-e23b3729d718', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '95421f37-1128-490a-a2d1-597b73dff285', 'port_id': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'mac_address': 'fa:16:3e:99:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:26:09Z', 'updated_at': '2021-12-16T10:26:09Z', 'revision_number': 0, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:24Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:26:11.326182 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc4634-4233-4956-89c2-2479b5e120cf None None] The sync data for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 is: [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '1620b5c9-a396-4e29-91f8-e23b3729d718', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '95421f37-1128-490a-a2d1-597b73dff285', 'port_id': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'mac_address': 'fa:16:3e:99:f7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:26:09Z', 'updated_at': '2021-12-16T10:26:09Z', 'revision_number': 0, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:24Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:26:11.344647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.349692 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.367612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-081d5424-e38b-4906-8fba-cebaf11b9eb9 req-03197263-a4a4-4856-a632-1f963dc58f54 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972452 Dec 16 10:26:11.368104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aa80a6-6245-4732-8a53-e04de3f0aa9f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:11.380479 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.382061 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c1534248-97b1-46fe-93fd-1feda5d01b73 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399355 Dec 16 10:26:11.384712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57786) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:11.390647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group_rule': {'security_group_id': 'c4fbb35b-dead-428c-abde-79e12fcdc653', 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:11.413313 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Project 094387f17ca14d2f8540255ab3a42d2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:26:11.418364 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.480356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.485114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.504807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b17a99a-e5ad-401a-8aa9-3c0c6cb97f16,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:11.510799 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.512014 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ce1151e3-5f62-4ea4-a1eb-8f9947e356f8 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261206 Dec 16 10:26:11.514890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57788) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:26:11.519435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'security_group_rule': {'security_group_id': 'c4fbb35b-dead-428c-abde-79e12fcdc653', 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:11.543923 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Project 094387f17ca14d2f8540255ab3a42d2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:26:11.549483 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.565012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae660cb-f5c2-43ad-ad43-c2f565f032ad None None] New status for floating IP 1620b5c9-a396-4e29-91f8-e23b3729d718: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:26:11.616293 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.621396 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.636097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b129758-c176-450f-be13-d9722774a207,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:11.649110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:11.651649 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-979d5df6-2f7e-4c79-8e6c-1007a58cc12c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345136 Dec 16 10:26:11.738559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-2a6c64a7-e40f-477d-b844-e1a6592ba339 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318864020&fields=id&tenant_id=094387f17ca14d2f8540255ab3a42d2b HTTP/1.1" status: 200 len: 267 time: 0.0401804 Dec 16 10:26:11.793180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-dde217b3-3752-4e31-ad6e-b24f09b72763 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:11.794697 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-dde217b3-3752-4e31-ad6e-b24f09b72763 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Dec 16 10:26:11.806286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'port': {'security_groups': ['d1df8f97-46d9-4cec-b090-298db11068bd', 'c4fbb35b-dead-428c-abde-79e12fcdc653']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:26:11.887213 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:12.089506 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:26:12.119749 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:12.126444 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:12.138963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1fd33b7b-7d0e-4354-b493-ea010010b866'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:26:12.169469 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:12.170111 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:12.171627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd75bc69-552e-4a23-9e71-4264ee66c0e2 req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "PUT /v2.0/ports/1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 981 time: 0.3702404 Dec 16 10:26:12.172112 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:26:12.174495 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9" -d '{"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:26:12.200967 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a80f60-0ab0-4744-8d1e-991c9e535359 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=6']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:26:12.223286 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c5696d-f6d0-4d4a-8da7-f141a47b2d6f x-openstack-request-id: req-e7c5696d-f6d0-4d4a-8da7-f141a47b2d6f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:26:12.223581 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:26:12.223830 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7c5696d-f6d0-4d4a-8da7-f141a47b2d6f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:26:12.224312 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'status': 'completed', 'code': 200} Dec 16 10:26:12.245263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1fd33b7b-7d0e-4354-b493-ea010010b866'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:26:12.300392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-9808aa7e-a9cb-417f-9afb-788368791778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:12.302203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-9808aa7e-a9cb-417f-9afb-788368791778 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1135 time: 0.0494943 Dec 16 10:26:12.411239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094109a-af99-4414-ba43-48e9a401919c req-e1f6d24d-22a3-4e5e-9f2a-9188120a7999 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:12.412774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f094109a-af99-4414-ba43-48e9a401919c req-e1f6d24d-22a3-4e5e-9f2a-9188120a7999 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.1096907 Dec 16 10:26:12.461625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-b68a13e6-96ef-4c82-9cb6-51b8b2d1bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:12.462952 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-b68a13e6-96ef-4c82-9cb6-51b8b2d1bb6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 916 time: 0.1507530 Dec 16 10:26:12.472688 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f094109a-af99-4414-ba43-48e9a401919c req-a3a15221-3362-450f-a052-5619c070a9c7 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505581 Dec 16 10:26:12.535885 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-715946c6-2081-462b-a6a7-ee038a3bb1df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 1000 time: 0.0622292 Dec 16 10:26:12.574335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c3a91ed1-757e-4252-b496-6af4ed4797eb None None] Provisioning complete for port 1fd33b7b-7d0e-4354-b493-ea010010b866 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:26:12.574951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3a91ed1-757e-4252-b496-6af4ed4797eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:12.586741 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-6bd09ab6-dc81-432b-b18d-1b1b18fd137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:12.588556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-6bd09ab6-dc81-432b-b18d-1b1b18fd137d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0447938 Dec 16 10:26:12.635892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-03616bd6-471f-4891-ab6c-437b0fdf5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:12.637668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-03616bd6-471f-4891-ab6c-437b0fdf5d5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416238 Dec 16 10:26:12.735218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-7c65ab0e-ccf2-4160-9230-a3413ef59440 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889783 Dec 16 10:26:12.829322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee59a9b6-95cc-4bd5-a64b-35e9db9600c9 req-553de619-a5dd-4292-9bf2-57c5273ceca8 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850079 Dec 16 10:26:14.150491 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dbdeca36-d28e-40a1-bfbc-08375ab34259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:16.572467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00c43550-352d-4ccf-9be0-c36453a3fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:18.280711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:19.952119 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:20.101617 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:24.386823 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:25.735999 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:29.722908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef541059-40e9-4585-bd72-9e1e5b72e347 req-995ef142-f35d-435d-866d-7a7493a7fec9 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:29.724542 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef541059-40e9-4585-bd72-9e1e5b72e347 req-995ef142-f35d-435d-866d-7a7493a7fec9 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0881085 Dec 16 10:26:29.726518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-b8690288-18f2-4663-a931-a52c98147c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:29.727863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-b8690288-18f2-4663-a931-a52c98147c2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1135 time: 0.0794551 Dec 16 10:26:29.814139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef541059-40e9-4585-bd72-9e1e5b72e347 req-bbbf1861-cd82-4117-a97f-362903362fd1 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831125 Dec 16 10:26:29.848689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-a625f72d-6097-4bed-a28d-10979e1d3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:29.850219 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-a625f72d-6097-4bed-a28d-10979e1d3e91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 916 time: 0.1136000 Dec 16 10:26:29.923185 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-d98b2408-654c-450c-a4ee-a936c3e7a11b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 1000 time: 0.0656910 Dec 16 10:26:29.974415 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-f22df26f-2326-4496-867a-801edf2677f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:29.975884 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-f22df26f-2326-4496-867a-801edf2677f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0446494 Dec 16 10:26:30.023680 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-2522bc0d-7666-4406-bf18-b9365c12f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:30.025152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-2522bc0d-7666-4406-bf18-b9365c12f3fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418231 Dec 16 10:26:30.128909 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-8979e40c-3c1d-45e6-9eea-230e3b4f2b96 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956380 Dec 16 10:26:30.232666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4925c6cc-a330-4f27-99b4-d678e54db17e req-f7045efa-7511-4a0b-835d-761171db80f5 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962887 Dec 16 10:26:30.949308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a5af-d82c-4125-8a83-2724af5ca34d req-ab6a189d-be95-44af-8363-b530056442f4 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:30.950827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1176a5af-d82c-4125-8a83-2724af5ca34d req-ab6a189d-be95-44af-8363-b530056442f4 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0591326 Dec 16 10:26:30.993386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1176a5af-d82c-4125-8a83-2724af5ca34d req-458a8295-ad73-419a-b93a-57ee952227bc tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340359 Dec 16 10:26:32.121968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0697695-5cdc-4145-b223-d64870f142c1 req-49427b2a-37e1-4f7a-b2da-66aae04e928d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:32.123500 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0697695-5cdc-4145-b223-d64870f142c1 req-49427b2a-37e1-4f7a-b2da-66aae04e928d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0518701 Dec 16 10:26:32.166778 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0697695-5cdc-4145-b223-d64870f142c1 req-45eed50c-9943-4ca3-a092-f2f24b1bf349 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350039 Dec 16 10:26:33.318877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17b022-6ef3-4dbd-a316-0990671cca6d req-81120335-9386-4a48-96e8-ea4a0b3b1577 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:33.320433 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d17b022-6ef3-4dbd-a316-0990671cca6d req-81120335-9386-4a48-96e8-ea4a0b3b1577 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0708809 Dec 16 10:26:33.352649 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:26:33.369576 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9d17b022-6ef3-4dbd-a316-0990671cca6d req-5c104d05-0a99-4a63-a7f2-bf256420dd21 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410178 Dec 16 10:26:34.507838 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca4b3-04f8-4335-8820-99bc84bc772d req-f75fb6cc-f5ee-4d8e-a3cd-8b469be6e776 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:34.509310 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbbca4b3-04f8-4335-8820-99bc84bc772d req-f75fb6cc-f5ee-4d8e-a3cd-8b469be6e776 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0632176 Dec 16 10:26:34.553277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbbca4b3-04f8-4335-8820-99bc84bc772d req-d03f12d1-8bbb-41a9-a07f-7ed807b729ba tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376287 Dec 16 10:26:35.693349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7562f7c-4a9a-4430-aea1-598555e87352 req-c633d15d-12d5-4acf-bf96-ce740f376c2e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:35.694855 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7562f7c-4a9a-4430-aea1-598555e87352 req-c633d15d-12d5-4acf-bf96-ce740f376c2e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0620022 Dec 16 10:26:35.736957 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a7562f7c-4a9a-4430-aea1-598555e87352 req-83fddb72-cb73-4437-b51d-8245578ea32c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358856 Dec 16 10:26:36.867947 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f086207-b490-4894-b5ff-0ad2ab95181b req-618502bb-791c-4e75-8eaf-573b1615ec0d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:36.869355 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f086207-b490-4894-b5ff-0ad2ab95181b req-618502bb-791c-4e75-8eaf-573b1615ec0d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0573776 Dec 16 10:26:36.914734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1f086207-b490-4894-b5ff-0ad2ab95181b req-d53cd321-b6a2-403d-982f-635ec5d0fead tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362568 Dec 16 10:26:38.050148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9818e-28cf-422c-b2a5-207fe751f967 req-9d91e5be-b68e-4829-b6d5-5d8f7cd0c7ae tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:38.052378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ccc9818e-28cf-422c-b2a5-207fe751f967 req-9d91e5be-b68e-4829-b6d5-5d8f7cd0c7ae tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0561466 Dec 16 10:26:38.094376 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ccc9818e-28cf-422c-b2a5-207fe751f967 req-b7782198-f6bd-438d-9a16-2910d65781eb tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355833 Dec 16 10:26:39.244938 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdfabe-8357-48b6-bbbe-16dfd9fbb0b8 req-dd30bab3-de5e-4c20-933b-e7df5656680c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:39.246518 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7fdfabe-8357-48b6-bbbe-16dfd9fbb0b8 req-dd30bab3-de5e-4c20-933b-e7df5656680c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0613229 Dec 16 10:26:39.294908 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b7fdfabe-8357-48b6-bbbe-16dfd9fbb0b8 req-0961bae4-bf7c-4e31-b521-26a0010e9412 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420949 Dec 16 10:26:40.432847 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abdac6-4a0f-4711-98e6-1de3617aa6cd req-68b49639-977d-422b-9c32-0fcb750884b2 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:40.434363 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91abdac6-4a0f-4711-98e6-1de3617aa6cd req-68b49639-977d-422b-9c32-0fcb750884b2 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0593095 Dec 16 10:26:40.476796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-91abdac6-4a0f-4711-98e6-1de3617aa6cd req-b1a9b4e7-91c2-4428-870f-36189d5d61c4 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360684 Dec 16 10:26:41.609195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18febc-f1bb-4d36-8878-56115a13b063 req-aca720f3-d318-46e6-acd4-abc2a0105c42 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:41.610734 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a18febc-f1bb-4d36-8878-56115a13b063 req-aca720f3-d318-46e6-acd4-abc2a0105c42 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0632920 Dec 16 10:26:41.654567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3a18febc-f1bb-4d36-8878-56115a13b063 req-16553606-9f1e-43ce-b6be-8099bb0d696a tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&id=c4fbb35b-dead-428c-abde-79e12fcdc653&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368457 Dec 16 10:26:44.147408 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b8c635c2-7f10-436f-b7d5-9f34f23355b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:44.819556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-c7a7947e-2878-4cae-b105-24b00f12c47e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116226 Dec 16 10:26:44.924093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8476-e324-4137-9075-5079626b6492 req-be601104-1d65-4989-9ac8-33cf2c3b7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:44.925571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-be601104-1d65-4989-9ac8-33cf2c3b7df3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0500312 Dec 16 10:26:45.054153 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8476-e324-4137-9075-5079626b6492 req-9ade2574-0508-4ba2-ad78-9ae12a06b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:45.055633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-9ade2574-0508-4ba2-ad78-9ae12a06b890 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1087470 Dec 16 10:26:45.096349 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-b951fd2b-707c-4f99-bcb5-72ffeabc237d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0337663 Dec 16 10:26:45.153035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8476-e324-4137-9075-5079626b6492 req-1c30b379-09a6-4bd3-a488-704a8b801e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:45.154543 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-1c30b379-09a6-4bd3-a488-704a8b801e7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0505319 Dec 16 10:26:45.206367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8476-e324-4137-9075-5079626b6492 req-a48b9f3f-3364-4994-bcb2-7f620e6ec10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:26:45.207776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-a48b9f3f-3364-4994-bcb2-7f620e6ec10c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463130 Dec 16 10:26:45.304750 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-ccdacd91-330e-4f51-be17-f143129ae9ec service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893536 Dec 16 10:26:45.409090 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dcaa8476-e324-4137-9075-5079626b6492 req-8c040df1-ed88-46dd-b785-aa64b79fc658 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931568 Dec 16 10:26:46.576176 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f74c322e-702e-436f-a758-1109cfe01df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:48.282815 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:49.953742 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:50.098752 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:54.380328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:26:55.766213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:10.353916 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:27:14.142710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a08f61ba-1365-487d-afab-ed15c628c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.181475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-cd6f69c6-afa3-42d1-9dc4-7e7bddb60f26 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318864020&fields=id&tenant_id=094387f17ca14d2f8540255ab3a42d2b HTTP/1.1" status: 200 len: 267 time: 0.0930176 Dec 16 10:27:14.240709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-15dab3aa-3c19-4ebd-a2d4-476855f44a9a tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:14.242367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-15dab3aa-3c19-4ebd-a2d4-476855f44a9a tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 984 time: 0.0545130 Dec 16 10:27:14.254294 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Request body: {'port': {'security_groups': ['d1df8f97-46d9-4cec-b090-298db11068bd']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:14.327279 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.537487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:14.575248 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.582095 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.599385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1fd33b7b-7d0e-4354-b493-ea010010b866'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:27:14.628036 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:14.628635 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.630195 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-50746434-ff88-4e55-9ff1-9144b1e93315 req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "PUT /v2.0/ports/1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 942 time: 0.3808270 Dec 16 10:27:14.630502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:27:14.632848 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c701ea6-3158-46c3-9744-93983547e00f" -d '{"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:27:14.639107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57844) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:14.687936 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629021f-b8aa-48d6-9640-21cba38b1a78 x-openstack-request-id: req-e629021f-b8aa-48d6-9640-21cba38b1a78 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:27:14.688227 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:27:14.689947 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e629021f-b8aa-48d6-9640-21cba38b1a78 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:27:14.690654 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'status': 'completed', 'code': 200} Dec 16 10:27:14.700302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event updated for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=7']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:14.725681 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.726115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.726653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.726988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.727318 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.727646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.727858 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1fd33b7b-7d0e-4354-b493-ea010010b866'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:27:14.727991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.728281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.728600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.728916 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.729231 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.729553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd161aa5-c739-4834-9b47-1dbf056c138d tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:14.776172 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ef31c71-3972-46fa-96ea-d666cc4a9517 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.794177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701ea6-3158-46c3-9744-93983547e00f req-edf34710-57eb-4e42-8eb8-3e180eaa78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:14.795689 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-edf34710-57eb-4e42-8eb8-3e180eaa78a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0835860 Dec 16 10:27:14.820053 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ef31c71-3972-46fa-96ea-d666cc4a9517 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:14.898574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-35f45254-f70c-4200-abd9-e07b16888620 None None] Provisioning complete for port 1fd33b7b-7d0e-4354-b493-ea010010b866 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:14.898836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-35f45254-f70c-4200-abd9-e07b16888620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.244988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701ea6-3158-46c3-9744-93983547e00f req-fcaed855-b68b-42f3-be66-3cabfe08e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:15.246492 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-fcaed855-b68b-42f3-be66-3cabfe08e82d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 916 time: 0.4414384 Dec 16 10:27:15.299274 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ef31c71-3972-46fa-96ea-d666cc4a9517 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.301788 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2ef31c71-3972-46fa-96ea-d666cc4a9517 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.302971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2ef31c71-3972-46fa-96ea-d666cc4a9517 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "DELETE /v2.0/security-groups/c4fbb35b-dead-428c-abde-79e12fcdc653 HTTP/1.1" status: 204 len: 168 time: 0.6629543 Dec 16 10:27:15.307089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57846) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:15.317728 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef31c71-3972-46fa-96ea-d666cc4a9517 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fbb35b-dead-428c-abde-79e12fcdc653,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:15.337551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-52a9a898-238a-47a5-8a64-e1e8eeb91679 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 1000 time: 0.0830417 Dec 16 10:27:15.389130 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701ea6-3158-46c3-9744-93983547e00f req-cd6532dd-8c82-44d2-a2d6-ccc646c0d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:15.390646 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-cd6532dd-8c82-44d2-a2d6-ccc646c0d36e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0462370 Dec 16 10:27:15.437772 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c701ea6-3158-46c3-9744-93983547e00f req-62e42473-793b-43a1-a90e-39569e011402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:15.439252 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-62e42473-793b-43a1-a90e-39569e011402 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408022 Dec 16 10:27:15.469652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Deleting port 032ff0b5-fb27-4a86-9fd6-92a4ab1723c8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:15.470027 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.536171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-328bad25-944a-480f-b62f-ae4ef3802298 service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885220 Dec 16 10:27:15.550186 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.550492 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.563206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Calling delete_port for 032ff0b5-fb27-4a86-9fd6-92a4ab1723c8 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:15.636567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5c701ea6-3158-46c3-9744-93983547e00f req-e4090be1-f377-440d-8d8f-e8ccee243a0c service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931218 Dec 16 10:27:15.738899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.762664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event deleted for resources: {'Port': ['ID=032ff0b5-fb27-4a86-9fd6-92a4ab1723c8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:15.773076 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.773423 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.773765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.774124 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.774451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.774776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.775069 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.775387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.775701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.776015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.776330 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.776795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:15.839487 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:15.839809 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Floating IP 1620b5c9-a396-4e29-91f8-e23b3729d718 disassociated (deleted). External IP: 172.25.6.86, port: 1fd33b7b-7d0e-4354-b493-ea010010b866. Dec 16 10:27:16.054779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Router 95421f37-1128-490a-a2d1-597b73dff285 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:27:16.169517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:27:16.174327 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:16.179394 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] Sync routers for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:27:16.190332 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:16.190947 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:26:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:16.203952 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e556ac63-13eb-4ccb-aaad-96135123347e tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "DELETE /v2.0/floatingips/1620b5c9-a396-4e29-91f8-e23b3729d718 HTTP/1.1" status: 204 len: 168 time: 0.8924775 Dec 16 10:27:16.203952 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:27:16.205766 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19de0547-405c-4e07-ada3-58b1566d0551" -d '{"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:27:16.297261 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:16.411952 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8329898b-cc31-4811-8515-8eb5d657f593 x-openstack-request-id: req-8329898b-cc31-4811-8515-8eb5d657f593 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:27:16.412471 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:27:16.412605 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8329898b-cc31-4811-8515-8eb5d657f593 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:27:16.413048 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'status': 'completed', 'code': 200} Dec 16 10:27:16.492889 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0547-405c-4e07-ada3-58b1566d0551 req-dbab491b-0f36-4856-8b40-5317c7a66366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:16.494530 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-dbab491b-0f36-4856-8b40-5317c7a66366 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=094387f17ca14d2f8540255ab3a42d2b&device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0533195 Dec 16 10:27:16.503719 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:24Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:16.534475 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] Checking router: 95421f37-1128-490a-a2d1-597b73dff285 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:27:16.544595 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:16.545201 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:26:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:16.585450 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6b236069-0d39-4a0c-a1f6-bf61e89e1307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:16.602366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0547-405c-4e07-ada3-58b1566d0551 req-0f04c077-2651-4ca1-9f77-983165a099d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:16.603844 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-0f04c077-2651-4ca1-9f77-983165a099d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 200 len: 916 time: 0.1020248 Dec 16 10:27:16.650452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-ff178dd9-1f0a-4272-9a81-171c43e2e38b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 200 len: 217 time: 0.0390973 Dec 16 10:27:16.714799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0547-405c-4e07-ada3-58b1566d0551 req-50db8682-fc1c-49b0-8fb3-8ab169782698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:16.716199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-50db8682-fc1c-49b0-8fb3-8ab169782698 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 200 len: 854 time: 0.0565264 Dec 16 10:27:16.759771 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:16.768418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0547-405c-4e07-ada3-58b1566d0551 req-0388b804-721b-477f-9514-00c7deceaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:16.771024 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-0388b804-721b-477f-9514-00c7deceaca0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3b62b438-ebc6-4915-ba44-dfe528a711e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474558 Dec 16 10:27:16.872942 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-b639e464-bbd1-41df-a7f5-e7286ec0a05a service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921247 Dec 16 10:27:16.965544 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:24Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:16.976612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-19de0547-405c-4e07-ada3-58b1566d0551 req-736d9e74-dcb9-4d77-9f0b-4ff2f4df5c3a service neutron] 10.222.0.53 "GET /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951023 Dec 16 10:27:16.999192 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170e23c8-821b-4299-ae84-e0c008f87fbb None None] The sync data for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 is: [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:20Z', 'revision_number': 4, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '132059a3-7f15-48e8-9f59-521ad5401ce1', 'name': '', 'network_id': '3b62b438-ebc6-4915-ba44-dfe528a711e0', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'mac_address': 'fa:16:3e:42:35:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:19Z', 'updated_at': '2021-12-16T10:25:24Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'subnets': [{'id': 'c300f41e-7368-46c0-b1f0-a76d5735a24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:27:17.237394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f0338a-ace0-4b9d-ae5d-99d64bcdd536 None None] New status for floating IP 1620b5c9-a396-4e29-91f8-e23b3729d718: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:27:18.285270 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:19.952137 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:20.105779 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:24.319799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e90c19-e403-4e19-a743-2fc0beee4888 req-19e125a8-8fa5-44c2-893e-e23e2aa11b3b tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:24.321179 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14e90c19-e403-4e19-a743-2fc0beee4888 req-19e125a8-8fa5-44c2-893e-e23e2aa11b3b tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Dec 16 10:27:24.368149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-14e90c19-e403-4e19-a743-2fc0beee4888 req-c3362f6d-a460-4d06-8335-3925dbea8f45 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Dec 16 10:27:24.403032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:25.493639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e3560-60ef-4274-b36e-678975d26bc5 req-e972428c-7c79-4776-913c-505764b79bbd tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:25.495142 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-798e3560-60ef-4274-b36e-678975d26bc5 req-e972428c-7c79-4776-913c-505764b79bbd tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0499291 Dec 16 10:27:25.539385 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-798e3560-60ef-4274-b36e-678975d26bc5 req-5142f071-8bf7-4e2a-bce2-60d4a7e1c974 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/security-groups?id=d1df8f97-46d9-4cec-b090-298db11068bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Dec 16 10:27:25.765337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:25.924941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-d44226fd-5b89-4c3c-8741-b2c778cd0611 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:25.927161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-d44226fd-5b89-4c3c-8741-b2c778cd0611 tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.53 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 945 time: 0.0631874 Dec 16 10:27:26.036683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Deleting port 1fd33b7b-7d0e-4354-b493-ea010010b866 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:26.036913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:26.142817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] For port 1fd33b7b-7d0e-4354-b493-ea010010b866, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=1fd33b7b-7d0e-4354-b493-ea010010b866,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:26.143200 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:26.157447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Calling delete_port for 1fd33b7b-7d0e-4354-b493-ea010010b866 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:26.303736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:26.316954 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['1fd33b7b-7d0e-4354-b493-ea010010b866'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:27:26.338705 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Pushing event deleted for resources: {'Port': ['ID=1fd33b7b-7d0e-4354-b493-ea010010b866,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:26.381018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] No DVR routers for this DVR port 1fd33b7b-7d0e-4354-b493-ea010010b866 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:27:26.384303 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:26.387777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d41a8541-2eb1-411d-aad1-ad11d5f1712f req-21d31132-6668-43bc-b57d-76955c8c078c tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.53 "DELETE /v2.0/ports/1fd33b7b-7d0e-4354-b493-ea010010b866 HTTP/1.1" status: 204 len: 173 time: 0.4536362 Dec 16 10:27:26.388215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'name': 'network-vif-deleted', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:27:26.390528 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8faa5b2-d9aa-43d8-b3f7-d90f244220c4" -d '{"events": [{"server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "name": "network-vif-deleted", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:27:26.429388 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ea9012-f3b4-49e8-86a4-91b8602ed14f x-openstack-request-id: req-44ea9012-f3b4-49e8-86a4-91b8602ed14f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:27:26.429738 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169e9ef4-7db2-42ab-9338-3a2f4dc57ea9", "name": "network-vif-deleted", "tag": "1fd33b7b-7d0e-4354-b493-ea010010b866", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:27:26.430040 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44ea9012-f3b4-49e8-86a4-91b8602ed14f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:27:26.430437 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169e9ef4-7db2-42ab-9338-3a2f4dc57ea9', 'name': 'network-vif-deleted', 'tag': '1fd33b7b-7d0e-4354-b493-ea010010b866', 'status': 'completed', 'code': 200} Dec 16 10:27:26.657322 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b08e48b0-207b-419d-a621-5ecd14c387ee req-12c3f271-7059-47d8-b99e-d542fefabced tempest-TestMinimumBasicScenario-1167481732 tempest-TestMinimumBasicScenario-1167481732-project] 10.222.0.61 "GET /v2.0/ports?device_id=169e9ef4-7db2-42ab-9338-3a2f4dc57ea9 HTTP/1.1" status: 200 len: 210 time: 0.0348473 Dec 16 10:27:28.331167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57948) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:28.604725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1fd33b7b-7d0e-4354-b493-ea010010b866 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:28.624549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 1fd33b7b-7d0e-4354-b493-ea010010b866 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:28.624869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 1fd33b7b-7d0e-4354-b493-ea010010b866 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:28.716098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:28.976564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Deleting port 132059a3-7f15-48e8-9f59-521ad5401ce1 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:28.976903 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.058712 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] For port 132059a3-7f15-48e8-9f59-521ad5401ce1, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=132059a3-7f15-48e8-9f59-521ad5401ce1,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:29.059331 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.076466 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Calling delete_port for 132059a3-7f15-48e8-9f59-521ad5401ce1 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:29.278905 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.304007 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Pushing event deleted for resources: {'Port': ['ID=132059a3-7f15-48e8-9f59-521ad5401ce1,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:29.478754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.712634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Router 95421f37-1128-490a-a2d1-597b73dff285 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:27:29.819614 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:27:29.824983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-726e8fb8-9300-400b-85a9-bf9b2182a674 admin admin] 10.222.0.61 "PUT /v2.0/routers/95421f37-1128-490a-a2d1-597b73dff285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927466 Dec 16 10:27:29.827677 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57950) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:29.830697 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] Sync routers for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:27:29.841709 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:29.842268 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:29.935680 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:29.956062 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:30.043882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.110181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Deleting port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:30.110602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.150250 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:27:29Z', 'revision_number': 5, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port': {'id': 'ffba2c04-8bf8-4c7a-b85c-9576a548fb4c', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95421f37-1128-490a-a2d1-597b73dff285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:30.177409 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] Checking router: 95421f37-1128-490a-a2d1-597b73dff285 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:27:30.186300 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] Routers {'95421f37-1128-490a-a2d1-597b73dff285'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:30.186902 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['95421f37-1128-490a-a2d1-597b73dff285'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:30.194826 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] For port ffba2c04-8bf8-4c7a-b85c-9576a548fb4c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:30.195230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.208351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Calling delete_port for ffba2c04-8bf8-4c7a-b85c-9576a548fb4c owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:30.278352 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] Set router 95421f37-1128-490a-a2d1-597b73dff285 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:30.336546 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:27:30Z', 'revision_number': 6, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:30.363312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946665d0-c50e-4ec8-8e91-c9cdcd82531f None None] The sync data for ids ['95421f37-1128-490a-a2d1-597b73dff285'] in n-d-821941-1 is: [{'id': '95421f37-1128-490a-a2d1-597b73dff285', 'name': 'tempest-TestMinimumBasicScenario-1462693128-router', 'tenant_id': '094387f17ca14d2f8540255ab3a42d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:17Z', 'updated_at': '2021-12-16T10:27:30Z', 'revision_number': 6, 'project_id': '094387f17ca14d2f8540255ab3a42d2b', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:27:30.395376 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.429654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffba2c04-8bf8-4c7a-b85c-9576a548fb4c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:30.494602 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.909333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.911647 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.960621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.961245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95421f37-1128-490a-a2d1-597b73dff285 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:27:30.965809 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:30.966808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a36e9056-35e3-4881-96e0-557e91489b7e admin admin] 10.222.0.61 "DELETE /v2.0/routers/95421f37-1128-490a-a2d1-597b73dff285 HTTP/1.1" status: 204 len: 168 time: 1.1382101 Dec 16 10:27:30.969542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57952) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:31.020062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Deleting subnet c300f41e-7368-46c0-b1f0-a76d5735a24f {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:27:31.024570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.075850 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.158156 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.215319 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.256168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c300f41e-7368-46c0-b1f0-a76d5735a24f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:31.260221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.263457 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ab8e8cc3-ae48-4c37-a187-b0b5bd4c7c3f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c300f41e-7368-46c0-b1f0-a76d5735a24f HTTP/1.1" status: 204 len: 168 time: 0.2929201 Dec 16 10:27:31.266232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 57954) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:31.267714 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c7522-f53b-4e77-af54-86e94bc8ae44 None None] Network 3b62b438-ebc6-4915-ba44-dfe528a711e0 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:27:31.345008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.401928 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Deleting port 8cffc83a-1e96-4882-b97c-60932040c4b8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:31.402541 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.457717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] DHCP port deletion for 3b62b438-ebc6-4915-ba44-dfe528a711e0 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:27:31.474112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] For port 8cffc83a-1e96-4882-b97c-60932040c4b8, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8cffc83a-1e96-4882-b97c-60932040c4b8,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:31.474389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.487658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Calling delete_port for 8cffc83a-1e96-4882-b97c-60932040c4b8 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:31.506034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Deleting port 8cffc83a-1e96-4882-b97c-60932040c4b8 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:31.506390 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.567197 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.573327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] For port 8cffc83a-1e96-4882-b97c-60932040c4b8, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8cffc83a-1e96-4882-b97c-60932040c4b8,segment=NetworkSegment(e930a53f-cd9e-4abd-9605-bbc830dfd6f1),segment_id=e930a53f-cd9e-4abd-9605-bbc830dfd6f1)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:31.573723 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.587469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Calling delete_port for 8cffc83a-1e96-4882-b97c-60932040c4b8 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:31.593544 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Pushing event deleted for resources: {'Port': ['ID=8cffc83a-1e96-4882-b97c-60932040c4b8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:31.597303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] No DVR routers for this DVR port 8cffc83a-1e96-4882-b97c-60932040c4b8 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:27:31.670867 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.671403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.692513 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b62b438-ebc6-4915-ba44-dfe528a711e0']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:31.699245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Pushing event deleted for resources: {'Port': ['ID=8cffc83a-1e96-4882-b97c-60932040c4b8,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:31.702483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:31.703134 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e930a53f-cd9e-4abd-9605-bbc830dfd6f1') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:31.703591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] No DVR routers for this DVR port 8cffc83a-1e96-4882-b97c-60932040c4b8 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:27:31.710822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.710822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.711368 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.711882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.712302 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.712826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.713628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.713628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.714084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.714405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.715025 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.715123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.715123 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ced38-d267-4224-be7c-b46b60738bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:31.728596 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.734625 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:27:31.735036 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:27:31.736674 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:27:31.796749 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.802192 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:31.805574 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] 10.222.0.61 "DELETE /v2.0/networks/3b62b438-ebc6-4915-ba44-dfe528a711e0 HTTP/1.1" status: 204 len: 168 time: 0.5380094 Dec 16 10:27:31.808881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57956) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:31.816955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fdfd9-fc07-4c49-b12a-76032f2586de admin admin] Pushing event deleted for resources: {'Network': ['ID=3b62b438-ebc6-4915-ba44-dfe528a711e0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:32.053508 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 132059a3-7f15-48e8-9f59-521ad5401ce1 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:32.073915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 132059a3-7f15-48e8-9f59-521ad5401ce1 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:32.074266 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 132059a3-7f15-48e8-9f59-521ad5401ce1 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:32.074680 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8cffc83a-1e96-4882-b97c-60932040c4b8 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:32.093308 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8cffc83a-1e96-4882-b97c-60932040c4b8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:32.093650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8cffc83a-1e96-4882-b97c-60932040c4b8 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:32.094081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ffba2c04-8bf8-4c7a-b85c-9576a548fb4c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:32.113320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ffba2c04-8bf8-4c7a-b85c-9576a548fb4c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:32.113665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ffba2c04-8bf8-4c7a-b85c-9576a548fb4c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:32.175100 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:32.436379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Deleting port e49e8aab-7445-472f-9ab2-292880dbfe0b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:32.436786 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:32.533507 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] For port e49e8aab-7445-472f-9ab2-292880dbfe0b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=e49e8aab-7445-472f-9ab2-292880dbfe0b,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:32.533880 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:32.547951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Calling delete_port for e49e8aab-7445-472f-9ab2-292880dbfe0b owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:32.753621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:32.779564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49e8aab-7445-472f-9ab2-292880dbfe0b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:32.949940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:33.190742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Router 3833be8c-9bb9-47dc-9a88-549c39c333e7 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:27:33.303336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:27:33.308963 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c5432480-a08e-48e8-b815-940260a16658 admin admin] 10.222.0.61 "PUT /v2.0/routers/3833be8c-9bb9-47dc-9a88-549c39c333e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4983032 Dec 16 10:27:33.311667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57960) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:33.312655 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] Sync routers for ids ['3833be8c-9bb9-47dc-9a88-549c39c333e7'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:27:33.322047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] Routers {'3833be8c-9bb9-47dc-9a88-549c39c333e7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:33.322708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3833be8c-9bb9-47dc-9a88-549c39c333e7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:33.417633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:33.430749 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] Set router 3833be8c-9bb9-47dc-9a88-549c39c333e7 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:33.522667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:33.578619 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Deleting port cbccea5b-f6b4-43cb-9d24-f6423c8a6529 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:33.578948 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:33.609437 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:27:32Z', 'revision_number': 5, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port': {'id': 'cbccea5b-f6b4-43cb-9d24-f6423c8a6529', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:25:23Z', 'updated_at': '2021-12-16T10:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:33.639746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] Checking router: 3833be8c-9bb9-47dc-9a88-549c39c333e7 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:27:33.649193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] Routers {'3833be8c-9bb9-47dc-9a88-549c39c333e7'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:33.650263 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['3833be8c-9bb9-47dc-9a88-549c39c333e7'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:33.667544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] For port cbccea5b-f6b4-43cb-9d24-f6423c8a6529, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:33.667912 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:33.683246 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Calling delete_port for cbccea5b-f6b4-43cb-9d24-f6423c8a6529 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:33.742996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] Set router 3833be8c-9bb9-47dc-9a88-549c39c333e7 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:33.796313 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:27:33Z', 'revision_number': 6, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:33.828400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655537bb-1bd5-4e9d-afb4-1ef224efb3c8 None None] The sync data for ids ['3833be8c-9bb9-47dc-9a88-549c39c333e7'] in n-d-821941-1 is: [{'id': '3833be8c-9bb9-47dc-9a88-549c39c333e7', 'name': 'tempest-TestMinimumBasicScenario-1723110196-router', 'tenant_id': '7161bdbea100449c88f6a6927ea1eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:25:22Z', 'updated_at': '2021-12-16T10:27:33Z', 'revision_number': 6, 'project_id': '7161bdbea100449c88f6a6927ea1eecb', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:27:33.866346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:33.894198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbccea5b-f6b4-43cb-9d24-f6423c8a6529,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:33.961774 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.053159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.055708 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.106599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.107564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3833be8c-9bb9-47dc-9a88-549c39c333e7 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:27:34.114205 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.115842 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7a7b12c0-5048-46f9-b885-3bf4c750c42a admin admin] 10.222.0.61 "DELETE /v2.0/routers/3833be8c-9bb9-47dc-9a88-549c39c333e7 HTTP/1.1" status: 204 len: 168 time: 0.8031459 Dec 16 10:27:34.118900 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:34.164787 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Deleting subnet 7f5ce712-d05f-47d3-88d5-d8783852c78c {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:27:34.168494 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.209429 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.316484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.324124 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e49e8aab-7445-472f-9ab2-292880dbfe0b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:34.345058 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: e49e8aab-7445-472f-9ab2-292880dbfe0b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:34.345493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device e49e8aab-7445-472f-9ab2-292880dbfe0b not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:34.375758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.401364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5ce712-d05f-47d3-88d5-d8783852c78c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:34.405027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.408267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b7a098e6-aa7a-4f13-be0f-5f0ed3f63891 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f5ce712-d05f-47d3-88d5-d8783852c78c HTTP/1.1" status: 204 len: 168 time: 0.2881134 Dec 16 10:27:34.410791 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57964) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:34.411052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d024cf-bd4c-48c8-9f10-e1d4ff90d26e None None] Network fb046de9-200e-4e03-98dd-45719991989c requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:27:34.487328 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.547865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Deleting port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:34.548412 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.617274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] For port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:34.618426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.637106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Calling delete_port for 8648f267-6bb3-47fa-bc95-2f1adbe3d48e owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:34.645337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] DHCP port deletion for fb046de9-200e-4e03-98dd-45719991989c request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:27:34.698804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] Deleting port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:27:34.699318 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.728701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.749184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] No DVR routers for this DVR port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:27:34.771460 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:34.789389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] For port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,segment=NetworkSegment(160392d0-7f8b-48dd-8479-40a3a860381b),segment_id=160392d0-7f8b-48dd-8479-40a3a860381b)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:34.789788 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:34.803992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] Calling delete_port for 8648f267-6bb3-47fa-bc95-2f1adbe3d48e owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:27:34.849167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.068624 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.095479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] Pushing event deleted for resources: {'Port': ['ID=8648f267-6bb3-47fa-bc95-2f1adbe3d48e,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:35.098685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7d2d7-1523-478d-82bc-3cc1c102f427 None None] No DVR routers for this DVR port 8648f267-6bb3-47fa-bc95-2f1adbe3d48e on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:27:35.210290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb046de9-200e-4e03-98dd-45719991989c']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:35.220611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160392d0-7f8b-48dd-8479-40a3a860381b') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:35.220907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160392d0-7f8b-48dd-8479-40a3a860381b') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:35.230283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.244425 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.250721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:27:35.251050 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:27:35.252850 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:27:35.309148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.315273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.318546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] 10.222.0.61 "DELETE /v2.0/networks/fb046de9-200e-4e03-98dd-45719991989c HTTP/1.1" status: 204 len: 168 time: 0.9068456 Dec 16 10:27:35.329867 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121ad3-91eb-4bfc-a438-c7c6b7832d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=fb046de9-200e-4e03-98dd-45719991989c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:35.498035 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57968) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:35.539853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7b347a50-586c-4e0d-bb81-933a0d14ee16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=094387f17ca14d2f8540255ab3a42d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406318 Dec 16 10:27:35.543394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:35.599984 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a968e4e7-75af-4254-b7c4-bc1249b85514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.623017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a968e4e7-75af-4254-b7c4-bc1249b85514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.676343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a968e4e7-75af-4254-b7c4-bc1249b85514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.680845 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a968e4e7-75af-4254-b7c4-bc1249b85514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:35.682027 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a968e4e7-75af-4254-b7c4-bc1249b85514 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1df8f97-46d9-4cec-b090-298db11068bd HTTP/1.1" status: 204 len: 168 time: 0.1376925 Dec 16 10:27:35.692632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e4e7-75af-4254-b7c4-bc1249b85514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df8f97-46d9-4cec-b090-298db11068bd,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:36.025808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:36.056777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cbccea5b-f6b4-43cb-9d24-f6423c8a6529 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:36.067449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4c9d62ea-94c1-4153-925c-bddfd0e66eb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7161bdbea100449c88f6a6927ea1eecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403216 Dec 16 10:27:36.069990 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 57978) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:36.077683 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cbccea5b-f6b4-43cb-9d24-f6423c8a6529 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:36.078084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cbccea5b-f6b4-43cb-9d24-f6423c8a6529 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:36.078498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8648f267-6bb3-47fa-bc95-2f1adbe3d48e no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:27:36.096887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8648f267-6bb3-47fa-bc95-2f1adbe3d48e {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:27:36.097229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8648f267-6bb3-47fa-bc95-2f1adbe3d48e not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:27:36.120799 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-68d23bc0-b908-453d-90c0-f0d79ca0ffe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:36.150671 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-68d23bc0-b908-453d-90c0-f0d79ca0ffe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:36.207167 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-68d23bc0-b908-453d-90c0-f0d79ca0ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:36.209735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-68d23bc0-b908-453d-90c0-f0d79ca0ffe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:36.211004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-68d23bc0-b908-453d-90c0-f0d79ca0ffe5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ab7c182-90e9-4174-8786-ab36dcf948f2 HTTP/1.1" status: 204 len: 168 time: 0.1394832 Dec 16 10:27:36.219192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d23bc0-b908-453d-90c0-f0d79ca0ffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7c182-90e9-4174-8786-ab36dcf948f2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:38.247708 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58018) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:38.254565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960152054', 'description': 'tempest-secgroup-smoke-1960152054 description', 'project_id': '46de79de6dd24118aa82802a53b5948d'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:38.289392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.298379 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.384476 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.390277 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.428628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32516a29-f088-45e5-ac73-225b9b2e17d7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:38.476904 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.482612 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.518403 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.519583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2708142 Dec 16 10:27:38.522188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54feaa-10b2-424b-ac38-2660d1058fbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecacf8e-93bc-4661-a12e-ddba76f8b064,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:38.524046 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58020) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:38.529118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '3ecacf8e-93bc-4661-a12e-ddba76f8b064', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:38.561407 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.631855 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.637524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.660667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d755104-b9c2-424a-975b-38a0d7b51649,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:38.670301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.672032 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a218fb05-be2a-4cb6-a35f-3301d16b31ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464636 Dec 16 10:27:38.674519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58022) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:38.679062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '3ecacf8e-93bc-4661-a12e-ddba76f8b064', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:38.709663 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.779890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.785116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.802616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82bb89b-76ca-4700-aacf-ff8620b455e2,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:38.812717 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.813985 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7681fa1d-df90-4ecc-a560-18d3763020ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384807 Dec 16 10:27:38.816843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58024) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:38.821307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '3ecacf8e-93bc-4661-a12e-ddba76f8b064', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:38.848847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.914785 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.922899 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.942344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2bc8ec-a8e5-4940-af8f-ae3661960a3f,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:38.949015 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:38.950266 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c4b501c0-0778-496c-a266-795357647b08 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324768 Dec 16 10:27:38.953071 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58026) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:38.957525 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '3ecacf8e-93bc-4661-a12e-ddba76f8b064', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:38.984654 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.046884 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.054630 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.071715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45955d78-d118-448f-80cb-62a6822dcd60,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:39.083363 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.084621 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8890b7f0-1786-4584-ba5b-370e1f4f6bfa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306257 Dec 16 10:27:39.088790 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58028) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:39.093213 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '3ecacf8e-93bc-4661-a12e-ddba76f8b064', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:39.117701 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:27:39.125513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.197193 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.203189 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.224172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b446ac71-01cd-4f4c-820b-b3d28b8f5121,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:39.229772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.234005 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b5538171-2dac-4df3-9093-2459c1d733d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416163 Dec 16 10:27:39.234472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58030) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:39.238692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '3ecacf8e-93bc-4661-a12e-ddba76f8b064', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:39.263935 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:27:39.268877 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.335448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.342248 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.359976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b28a82-de1f-4085-b100-00aa9c8850b9,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:39.369471 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.370834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29224b52-657a-4a55-9c95-808ab93f0a9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356428 Dec 16 10:27:39.374243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58032) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:39.379391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'network': {'name': 'tempest-network-smoke--2022031560', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:39.403139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:27:39.406827 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.429983 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:27:39.439064 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.439424 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Added segment 6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6 of type vlan for network 8f0d5591-97ee-4fe8-9113-11f744ff188d Dec 16 10:27:39.484540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.512889 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.518701 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:39.519304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.584943 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2094908 Dec 16 10:27:39.588224 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58034) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:39.592963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'admin_state_up': True, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:39.614505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76fd46-1f79-42fd-9fd3-93dc30ce0de0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Network': ['ID=8f0d5591-97ee-4fe8-9113-11f744ff188d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:39.626716 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:27:39.633981 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.635848 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.695385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:39.836621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:40.050205 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:40.069628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:40.181733 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.112 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/99292ede-a617-4a18-ab14-537149b91721) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:27:40.293210 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:40.334258 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:40.372387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:27:40.376883 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:40.383123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:27:40.386174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=99292ede-a617-4a18-ab14-537149b91721,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:40.668067 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:40.877313 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.010258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 14984feb-270b-4a21-b367-3440360c472b is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:27:41.122296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:27:41.134910 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Sync routers for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:27:41.145426 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.146330 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:41.147054 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-04fd05ca-8421-4d31-903d-c0876181b619 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5572557 Dec 16 10:27:41.147277 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:41.151384 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:41.260334 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:41.280093 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eb774cb3-c905-4210-94ac-fc000d3a1ffc tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46de79de6dd24118aa82802a53b5948d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1275663 Dec 16 10:27:41.282794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58040) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:41.370705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51401243-8a83-49a8-990e-4b16919e721e tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:41.372254 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-51401243-8a83-49a8-990e-4b16919e721e tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885527 Dec 16 10:27:41.375282 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58042) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:41.404002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-43681085-c06e-44c6-9599-9ce43846d663 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275726 Dec 16 10:27:41.406658 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58044) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:41.411304 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491804508', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:41.443680 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:40Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:41.470540 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Checking router: 14984feb-270b-4a21-b367-3440360c472b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:27:41.470852 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Updating router 14984feb-270b-4a21-b367-3440360c472b port 99292ede-a617-4a18-ab14-537149b91721 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:27:41.499210 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.504756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:27:41.508340 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.702694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.763502 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.768506 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.770890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Subnet': ['ID=749dfd03-6626-42b4-a11f-62d8948a551e,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:41.773508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Checking segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:27:41.773886 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network hostable DHCP agents. Network: 8f0d5591-97ee-4fe8-9113-11f744ff188d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:27:41.792522 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:27:41.803115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 8f0d5591-97ee-4fe8-9113-11f744ff188d) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:41.807847 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:41.809283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.815087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ecdd5-6087-40c6-b5bd-809876456df6 None None] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:27:41.829670 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-abe8fd82-6f43-45c2-a903-d972344d914f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4193931 Dec 16 10:27:41.829964 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Pushing event updated for resources: {'Port': ['ID=99292ede-a617-4a18-ab14-537149b91721,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:41.829964 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Attempting to bind port 99292ede-a617-4a18-ab14-537149b91721 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:27:41.829964 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Attempting to bind port 99292ede-a617-4a18-ab14-537149b91721 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:27:41.830267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58046) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:41.830359 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Attempting to bind port 99292ede-a617-4a18-ab14-537149b91721 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:27:41.840164 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:27:41.840525 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:27:41.840924 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.841309 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:27:41.841771 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Bound port: 99292ede-a617-4a18-ab14-537149b91721, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:27:41.842189 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.845183 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.845183 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.845183 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.845496 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.845740 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.846089 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.846402 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.846714 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.847025 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.847333 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.847640 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.847946 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:27:41.906494 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] For port 99292ede-a617-4a18-ab14-537149b91721, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:27:41.910511 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] For port 99292ede-a617-4a18-ab14-537149b91721, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=99292ede-a617-4a18-ab14-537149b91721,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:27:41.915313 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:41.967106 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:41.967893 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:41.974893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-8f0d5591-97ee-4fe8-9113-11f744ff188d', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:27:41.976008 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.132988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Allocated IP 172.20.0.2 (8f0d5591-97ee-4fe8-9113-11f744ff188d/749dfd03-6626-42b4-a11f-62d8948a551e/3c9712b8-98a0-4282-8219-5dd74731ac48) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:27:42.171562 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6ab4d-bd32-43c0-b1db-14ced5b5d5a2 None None] Pushing event updated for resources: {'Port': ['ID=99292ede-a617-4a18-ab14-537149b91721,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:42.217955 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:42.303033 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.311142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.359118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:27:42.363000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:42.370602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:27:42.373901 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Pushing event updated for resources: {'Port': ['ID=3c9712b8-98a0-4282-8219-5dd74731ac48,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:42.408602 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:40Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:42.432377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Attempting to bind port 3c9712b8-98a0-4282-8219-5dd74731ac48 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:27:42.432800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Attempting to bind port 3c9712b8-98a0-4282-8219-5dd74731ac48 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:27:42.433087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Attempting to bind port 3c9712b8-98a0-4282-8219-5dd74731ac48 on network 8f0d5591-97ee-4fe8-9113-11f744ff188d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:27:42.435980 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9981318-839a-4bbe-88a4-3dddab3829b1 None None] The sync data for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 is: [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:40Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:27:42.440279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:27:42.440279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Checking segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:27:42.440279 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.440687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Bound using segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:27:42.441499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Bound port: 3c9712b8-98a0-4282-8219-5dd74731ac48, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:27:42.441937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.516187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] For port 3c9712b8-98a0-4282-8219-5dd74731ac48, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:27:42.519897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] For port 3c9712b8-98a0-4282-8219-5dd74731ac48, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c9712b8-98a0-4282-8219-5dd74731ac48,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:27:42.526788 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.597616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7e9e7-4a23-46c0-b2c0-61d05e87a28b None None] Pushing event updated for resources: {'Port': ['ID=3c9712b8-98a0-4282-8219-5dd74731ac48,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:42.685709 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:42.999953 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.1 (8f0d5591-97ee-4fe8-9113-11f744ff188d/749dfd03-6626-42b4-a11f-62d8948a551e/d7001cf7-907e-43ac-9c24-9005f72b794a) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:27:43.132501 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.169688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.215092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:27:43.218247 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:43.225399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:27:43.230443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=d7001cf7-907e-43ac-9c24-9005f72b794a,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:43.279329 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.417130 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.578350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc9f1a-b81c-4918-8aee-67d25a202bcb None None] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:27:43.674410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bda3d9e0-0516-4354-877a-da5f8fb17472 None None] Provisioning complete for port 3c9712b8-98a0-4282-8219-5dd74731ac48 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:43.674783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bda3d9e0-0516-4354-877a-da5f8fb17472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.717587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.723591 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.802650 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=d7001cf7-907e-43ac-9c24-9005f72b794a,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:43.808887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.809721 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bda3d9e0-0516-4354-877a-da5f8fb17472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.851969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-bda3d9e0-0516-4354-877a-da5f8fb17472 None None] For port 3c9712b8-98a0-4282-8219-5dd74731ac48, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c9712b8-98a0-4282-8219-5dd74731ac48,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:43.859554 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bda3d9e0-0516-4354-877a-da5f8fb17472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:43.910796 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3d9e0-0516-4354-877a-da5f8fb17472 None None] Pushing event updated for resources: {'Port': ['ID=3c9712b8-98a0-4282-8219-5dd74731ac48,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:43.915594 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:27:43.917130 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:44.050265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 14984feb-270b-4a21-b367-3440360c472b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:27:44.088073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-97b041ce-6df7-4448-85a7-686eb204bbfd None None] Provisioning complete for port d7001cf7-907e-43ac-9c24-9005f72b794a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:44.088687 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97b041ce-6df7-4448-85a7-686eb204bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.168167 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9465bc99-a91f-4810-996c-912cda1f1fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.169647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-97b041ce-6df7-4448-85a7-686eb204bbfd None None] Port d7001cf7-907e-43ac-9c24-9005f72b794a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:27:44.182758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3c9712b8-98a0-4282-8219-5dd74731ac48 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:27:44.187553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-97b041ce-6df7-4448-85a7-686eb204bbfd None None] Provisioning complete for port 3c9712b8-98a0-4282-8219-5dd74731ac48 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:44.187722 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97b041ce-6df7-4448-85a7-686eb204bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.216148 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:27:44.229895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-490b95a5-0e4f-43fa-8ff1-765668cef470 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/14984feb-270b-4a21-b367-3440360c472b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3968446 Dec 16 10:27:44.243756 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Sync routers for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:27:44.275719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:44.276486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:44.380761 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-cafa72b6-dfd1-468e-92e6-01555acbd823 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960152054&fields=id&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 267 time: 0.0364864 Dec 16 10:27:44.383913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 3c9712b8-98a0-4282-8219-5dd74731ac48 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:44.384488 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.477043 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:44.514061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-cb1e4b2c-a6d2-4ff2-a5be-3275ec730b24 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:44.516093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-cb1e4b2c-a6d2-4ff2-a5be-3275ec730b24 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/networks?id=8f0d5591-97ee-4fe8-9113-11f744ff188d HTTP/1.1" status: 200 len: 797 time: 0.1220717 Dec 16 10:27:44.533274 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-98fc0fa8-3c93-4e91-980c-a976b7dc63f7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/quotas/46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 375 time: 0.0099771 Dec 16 10:27:44.590031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-40e9872c-99c5-4738-bef5-9a3e019d9029 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511391 Dec 16 10:27:44.595600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 99292ede-a617-4a18-ab14-537149b91721 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:27:44.670520 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ddcb80e-259b-4d2d-933b-19f10cc3fa1e None None] Provisioning complete for port d7001cf7-907e-43ac-9c24-9005f72b794a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:44.670860 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb80e-259b-4d2d-933b-19f10cc3fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.698248 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-9571b472-3d9a-409d-8d63-91a4db117236 service neutron] 10.222.0.61 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935850 Dec 16 10:27:44.750733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcb80e-259b-4d2d-933b-19f10cc3fa1e None None] Port d7001cf7-907e-43ac-9c24-9005f72b794a cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:27:44.781747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 99292ede-a617-4a18-ab14-537149b91721 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:44.782140 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.795661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-49867117-f84a-4d7f-a604-d9d3b02eae28 service neutron] 10.222.0.61 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905614 Dec 16 10:27:44.840622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 2, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:44.873165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Checking router: 14984feb-270b-4a21-b367-3440360c472b for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:27:44.873513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Updating router 14984feb-270b-4a21-b367-3440360c472b port d7001cf7-907e-43ac-9c24-9005f72b794a binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:27:44.925448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.940146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:44.979538 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d82e9468-b745-4e90-9b8f-aa3119395c2d req-da37c221-a008-4567-b617-7e98f840adbb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 210 time: 0.0301554 Dec 16 10:27:44.986819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 99292ede-a617-4a18-ab14-537149b91721, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=99292ede-a617-4a18-ab14-537149b91721,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:45.004112 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.129361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=99292ede-a617-4a18-ab14-537149b91721,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:45.282684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.287909 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.348432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3642-a7cb-49b0-ba07-bc6c516f9671 None None] Pushing event updated for resources: {'Port': ['ID=d7001cf7-907e-43ac-9c24-9005f72b794a,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:45.400386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Attempting to bind port d7001cf7-907e-43ac-9c24-9005f72b794a on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:27:45.401014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Attempting to bind port d7001cf7-907e-43ac-9c24-9005f72b794a by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:27:45.401526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Attempting to bind port d7001cf7-907e-43ac-9c24-9005f72b794a on network 8f0d5591-97ee-4fe8-9113-11f744ff188d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:27:45.408361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:27:45.408731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Checking segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:27:45.409151 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.409536 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Bound using segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:27:45.410035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Bound port: d7001cf7-907e-43ac-9c24-9005f72b794a, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:27:45.410408 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.494389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] For port d7001cf7-907e-43ac-9c24-9005f72b794a, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:27:45.499039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] For port d7001cf7-907e-43ac-9c24-9005f72b794a, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d7001cf7-907e-43ac-9c24-9005f72b794a,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:27:45.504166 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.570002 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3642-a7cb-49b0-ba07-bc6c516f9671 None None] Pushing event updated for resources: {'Port': ['ID=d7001cf7-907e-43ac-9c24-9005f72b794a,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:45.578569 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:45.579132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:45.823657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3ebadfe9-0379-4494-848e-39ea532ceba2 None None] Provisioning complete for port d7001cf7-907e-43ac-9c24-9005f72b794a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:45.823657 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3ebadfe9-0379-4494-848e-39ea532ceba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:45.903257 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:45.985430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-f42b73bc-736a-43e7-9603-1306f317a3bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:45.987555 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-f42b73bc-736a-43e7-9603-1306f317a3bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/networks?id=8f0d5591-97ee-4fe8-9113-11f744ff188d HTTP/1.1" status: 200 len: 797 time: 0.1278400 Dec 16 10:27:46.005937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3ebadfe9-0379-4494-848e-39ea532ceba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.039917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-92bfe5b7-e45e-4e26-a561-5ec7fd5801ce tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 380 time: 0.0425143 Dec 16 10:27:46.052924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'port': {'device_id': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'admin_state_up': True, 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'security_groups': ['3ecacf8e-93bc-4661-a12e-ddba76f8b064']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:46.097370 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 99292ede-a617-4a18-ab14-537149b91721 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:27:46.111009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-3ebadfe9-0379-4494-848e-39ea532ceba2 None None] For port d7001cf7-907e-43ac-9c24-9005f72b794a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d7001cf7-907e-43ac-9c24-9005f72b794a,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:46.140029 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3ebadfe9-0379-4494-848e-39ea532ceba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.144025 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e15f87e4-9a6a-43fe-8d7d-3e78057d64af req-57676ca8-f4c5-4c2d-87e9-deff863698a6 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 210 time: 0.0735717 Dec 16 10:27:46.211206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:27:46.216008 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.237427 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebadfe9-0379-4494-848e-39ea532ceba2 None None] Pushing event updated for resources: {'Port': ['ID=d7001cf7-907e-43ac-9c24-9005f72b794a,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:46.258889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 99292ede-a617-4a18-ab14-537149b91721 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:46.259499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.295936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c1813edd-2a5a-4ec4-8e7d-9c81799c0885 None None] Provisioning complete for port d7001cf7-907e-43ac-9c24-9005f72b794a triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:46.296313 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c1813edd-2a5a-4ec4-8e7d-9c81799c0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.341679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:45Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:46.349588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.10 (8f0d5591-97ee-4fe8-9113-11f744ff188d/749dfd03-6626-42b4-a11f-62d8948a551e/135d9cb6-4a39-4284-a593-5fc642039ae8) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:27:46.375028 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14dd8f4-d9d9-44e8-838d-8d625eb2c8c6 None None] The sync data for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 is: [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:45Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:27:46.517770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.568171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.587532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7d788c4-9b51-42c9-9a65-8dae3ee819c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.626726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:27:46.630284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:46.636435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:27:46.664257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=135d9cb6-4a39-4284-a593-5fc642039ae8,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:46.698876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:46.699540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.717720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-8b3bca47-ed78-4204-b6b4-b7228a30b924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6690807 Dec 16 10:27:46.731646 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Request body: {'port': {'device_id': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:46.800600 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.898567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c3787246-4031-4d74-8a75-e185b22818dd None None] Provisioning complete for port 135d9cb6-4a39-4284-a593-5fc642039ae8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:46.899429 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c3787246-4031-4d74-8a75-e185b22818dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:46.941785 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c3787246-4031-4d74-8a75-e185b22818dd None None] Port 135d9cb6-4a39-4284-a593-5fc642039ae8 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:27:47.127478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135d9cb6-4a39-4284-a593-5fc642039ae8 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:27:47.135711 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:47.148238 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Transition to ACTIVE for port object 135d9cb6-4a39-4284-a593-5fc642039ae8 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:27:47.152515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:47.202097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Pushing event updated for resources: {'Port': ['ID=135d9cb6-4a39-4284-a593-5fc642039ae8,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:47.316758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Attempting to bind port 135d9cb6-4a39-4284-a593-5fc642039ae8 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:27:47.317116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Attempting to bind port 135d9cb6-4a39-4284-a593-5fc642039ae8 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:27:47.317478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Attempting to bind port 135d9cb6-4a39-4284-a593-5fc642039ae8 on network 8f0d5591-97ee-4fe8-9113-11f744ff188d {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:27:47.326777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41fdcf-1e21-4d35-b13a-a8d598d7661c req-b0b741e2-f888-4820-8806-8d1a23eb547f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:47.328398 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b41fdcf-1e21-4d35-b13a-a8d598d7661c req-b0b741e2-f888-4820-8806-8d1a23eb547f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 944 time: 0.0809207 Dec 16 10:27:47.332356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Port 135d9cb6-4a39-4284-a593-5fc642039ae8 on network 8f0d5591-97ee-4fe8-9113-11f744ff188d not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:27:47.332656 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Attempting to bind port 135d9cb6-4a39-4284-a593-5fc642039ae8 on network 8f0d5591-97ee-4fe8-9113-11f744ff188d {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:27:47.342580 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:27:47.342910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Checking segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:27:47.343292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Bound using segment: {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:27:47.343729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Bound port: 135d9cb6-4a39-4284-a593-5fc642039ae8, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:27:47.344085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:47.352424 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:27:47.421819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b41fdcf-1e21-4d35-b13a-a8d598d7661c req-5a1fa127-97d7-4026-803f-a9759346e451 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815015 Dec 16 10:27:47.446164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] For port 135d9cb6-4a39-4284-a593-5fc642039ae8, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:27:47.450222 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] For port 135d9cb6-4a39-4284-a593-5fc642039ae8, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=135d9cb6-4a39-4284-a593-5fc642039ae8,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:27:47.458859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:47.493909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:47.494528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:47.495975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-e866981b-b070-49da-9a7c-d100684b236f service neutron] 10.222.0.53 "PUT /v2.0/ports/135d9cb6-4a39-4284-a593-5fc642039ae8 HTTP/1.1" status: 200 len: 1092 time: 0.7693655 Dec 16 10:27:47.496378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:27:47.499926 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3476897e-de5b-4630-b7da-4f03b05607e8" -d '{"events": [{"name": "network-changed", "server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:27:47.530446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866981b-b070-49da-9a7c-d100684b236f service neutron] Pushing event updated for resources: {'Port': ['ID=135d9cb6-4a39-4284-a593-5fc642039ae8,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:47.608233 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-05a98c7d-ba08-4ea5-b0ea-c7288069c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:47.609775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-05a98c7d-ba08-4ea5-b0ea-c7288069c4ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 1095 time: 0.0549467 Dec 16 10:27:47.660387 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148bdcd0-b999-4931-a775-08301a0528e5 x-openstack-request-id: req-148bdcd0-b999-4931-a775-08301a0528e5 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:27:47.660683 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:27:47.660936 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-148bdcd0-b999-4931-a775-08301a0528e5 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:27:47.661340 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'status': 'completed', 'code': 200} Dec 16 10:27:47.663291 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-83ca4983-a67d-4940-a268-b13ca8f36541 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135d9cb6-4a39-4284-a593-5fc642039ae8 HTTP/1.1" status: 200 len: 217 time: 0.0459702 Dec 16 10:27:47.716434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-88d266e8-de65-4a1a-9da2-26f0ebade95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:47.718856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-88d266e8-de65-4a1a-9da2-26f0ebade95b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=749dfd03-6626-42b4-a11f-62d8948a551e HTTP/1.1" status: 200 len: 835 time: 0.0487373 Dec 16 10:27:47.766386 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-672bdce6-2030-433c-9cbb-c2daf7d5bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:47.767897 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-672bdce6-2030-433c-9cbb-c2daf7d5bc67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f0d5591-97ee-4fe8-9113-11f744ff188d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419681 Dec 16 10:27:47.868777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-0c498d4d-8b65-42c6-9eb0-219845290e4f service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929916 Dec 16 10:27:47.971212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a5edbc2-53e2-4cf7-9d7d-e1de999c7dc2 req-ad8cbce5-8c4b-4b70-b10f-c0f9cde17f1c service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948675 Dec 16 10:27:48.073495 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-0e120c25-c87e-4c1f-a912-897c8d2e7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:48.075079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-0e120c25-c87e-4c1f-a912-897c8d2e7db5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 1095 time: 0.0528562 Dec 16 10:27:48.092745 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d7001cf7-907e-43ac-9c24-9005f72b794a up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:27:48.148191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port d7001cf7-907e-43ac-9c24-9005f72b794a triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:48.148881 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:48.172334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-e357a0e2-8493-4306-a369-36b82f0e2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:48.173771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-e357a0e2-8493-4306-a369-36b82f0e2f28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f0d5591-97ee-4fe8-9113-11f744ff188d HTTP/1.1" status: 200 len: 898 time: 0.0904930 Dec 16 10:27:48.220143 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-3918f065-a282-40df-b47b-ba5cd52e0445 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135d9cb6-4a39-4284-a593-5fc642039ae8 HTTP/1.1" status: 200 len: 217 time: 0.0383139 Dec 16 10:27:48.276165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-63c622a8-89bf-445d-8631-fbd679095614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:48.277665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-63c622a8-89bf-445d-8631-fbd679095614 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=749dfd03-6626-42b4-a11f-62d8948a551e HTTP/1.1" status: 200 len: 835 time: 0.0500963 Dec 16 10:27:48.287183 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:48.325790 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-30edeb1b-7780-432a-a479-75e6262ec081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:48.327454 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-30edeb1b-7780-432a-a479-75e6262ec081 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f0d5591-97ee-4fe8-9113-11f744ff188d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422580 Dec 16 10:27:48.440847 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-4274c1b0-bc4e-4461-b75d-329679d8fa63 service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025317 Dec 16 10:27:48.579729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d51ea6-85bd-485d-bf92-86a853c051f2 req-cc208c76-1954-4d45-9c74-9cdf12cf392a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:48.581374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15d51ea6-85bd-485d-bf92-86a853c051f2 req-cc208c76-1954-4d45-9c74-9cdf12cf392a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 944 time: 0.0827131 Dec 16 10:27:48.585316 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3476897e-de5b-4630-b7da-4f03b05607e8 req-cc1fa208-3caf-4c2e-9599-c0e3961f38b0 service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370566 Dec 16 10:27:48.627781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-15d51ea6-85bd-485d-bf92-86a853c051f2 req-a95a1d1c-d19a-4b3c-8010-fa1dbb1a6834 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397744 Dec 16 10:27:49.759662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b740ba-f076-43da-9f0e-e072bc8b7f4d req-1957cc5a-1f31-444c-b174-5d9cbc3ceb45 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:49.761048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3b740ba-f076-43da-9f0e-e072bc8b7f4d req-1957cc5a-1f31-444c-b174-5d9cbc3ceb45 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 944 time: 0.0575969 Dec 16 10:27:49.803416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d3b740ba-f076-43da-9f0e-e072bc8b7f4d req-d6508c2d-a064-4a33-b300-68aab00f2918 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Dec 16 10:27:49.955061 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:50.106512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:50.705044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 135d9cb6-4a39-4284-a593-5fc642039ae8 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:27:50.807584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 135d9cb6-4a39-4284-a593-5fc642039ae8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=135d9cb6-4a39-4284-a593-5fc642039ae8,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:50.820261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'port_id': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'mac_address': 'fa:16:3e:96:7f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:27:50.860182 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:50.874386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135d9cb6-4a39-4284-a593-5fc642039ae8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:27:50.895015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 135d9cb6-4a39-4284-a593-5fc642039ae8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=135d9cb6-4a39-4284-a593-5fc642039ae8,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:50.901775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:50.926319 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97d0e8-7332-442d-87f9-77b8e51615e8 req-f8fd5a8e-6ad5-4c9c-a882-d1699ba0dc69 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:50.927833 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a97d0e8-7332-442d-87f9-77b8e51615e8 req-f8fd5a8e-6ad5-4c9c-a882-d1699ba0dc69 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 944 time: 0.0525522 Dec 16 10:27:50.950597 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=135d9cb6-4a39-4284-a593-5fc642039ae8,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:50.967443 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8a97d0e8-7332-442d-87f9-77b8e51615e8 req-e0a09944-aed7-4690-bd35-823c233f86fe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Dec 16 10:27:51.171990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['135d9cb6-4a39-4284-a593-5fc642039ae8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:27:52.087426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a50526-3147-4026-884a-e17940ba2180 req-5e9c4619-2a72-4b20-9934-74bfe7ad24f7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:52.088921 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3a50526-3147-4026-884a-e17940ba2180 req-5e9c4619-2a72-4b20-9934-74bfe7ad24f7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Dec 16 10:27:52.134768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b3a50526-3147-4026-884a-e17940ba2180 req-afa62f04-0bae-4678-b027-2f5aff5d7b57 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363812 Dec 16 10:27:52.720914 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 135d9cb6-4a39-4284-a593-5fc642039ae8 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:27:52.780436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 135d9cb6-4a39-4284-a593-5fc642039ae8 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:27:52.784751 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 135d9cb6-4a39-4284-a593-5fc642039ae8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:27:52.785283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:52.864250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:52.893006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:27:52.896841 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d2e6b9-d127-4b62-9057-cd553f2176d9" -d '{"events": [{"server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "name": "network-vif-plugged", "status": "completed", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:27:52.911466 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 135d9cb6-4a39-4284-a593-5fc642039ae8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=135d9cb6-4a39-4284-a593-5fc642039ae8,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:27:52.916987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:52.967284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=135d9cb6-4a39-4284-a593-5fc642039ae8,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:52.994074 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3cec6-ea24-40f0-85a3-8d7049238db9 x-openstack-request-id: req-62d3cec6-ea24-40f0-85a3-8d7049238db9 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:27:52.994371 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "name": "network-vif-plugged", "status": "completed", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:27:52.994610 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62d3cec6-ea24-40f0-85a3-8d7049238db9 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:27:52.995008 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'code': 200} Dec 16 10:27:53.116982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac32e8-8447-4fc4-a62f-1eb4d6c5ebce req-a9bb8e86-14d2-4597-87fb-f2138036df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:53.119127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efac32e8-8447-4fc4-a62f-1eb4d6c5ebce req-a9bb8e86-14d2-4597-87fb-f2138036df78 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0640197 Dec 16 10:27:53.165004 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-efac32e8-8447-4fc4-a62f-1eb4d6c5ebce req-8b02e32f-3e62-425b-851c-55c914426c3b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Dec 16 10:27:53.281126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dd343-6eb3-4f7f-a1a0-823270454858 req-aa12b6fd-f7a8-4f6f-9525-801b8edd5301 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:53.282675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-633dd343-6eb3-4f7f-a1a0-823270454858 req-aa12b6fd-f7a8-4f6f-9525-801b8edd5301 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0584664 Dec 16 10:27:53.326860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-633dd343-6eb3-4f7f-a1a0-823270454858 req-7eda0da9-5824-43d3-a600-b5affb16b744 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360334 Dec 16 10:27:54.395060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:54.462662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157052a7-dcb2-4a05-aec1-2157cabb602d req-e711d3fc-1591-4e95-9ff0-2dc5da6a31ff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:54.464150 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-157052a7-dcb2-4a05-aec1-2157cabb602d req-e711d3fc-1591-4e95-9ff0-2dc5da6a31ff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0560155 Dec 16 10:27:54.505552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-157052a7-dcb2-4a05-aec1-2157cabb602d req-314311a1-534c-4bf9-b40d-46346a870e52 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Dec 16 10:27:54.635308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6c43f-0dfa-4c76-ba50-adaad229c6e3 req-01da076d-ac93-43bc-afb2-c14a80ccd4c3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:54.636822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ef6c43f-0dfa-4c76-ba50-adaad229c6e3 req-01da076d-ac93-43bc-afb2-c14a80ccd4c3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0589590 Dec 16 10:27:54.680095 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ef6c43f-0dfa-4c76-ba50-adaad229c6e3 req-0b1510e1-8e8c-404a-8aa4-1051a19737b2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Dec 16 10:27:54.705966 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58098) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:54.749607 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88277a43-da87-4e33-ba32-3deee4aab2db tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:54.753374 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88277a43-da87-4e33-ba32-3deee4aab2db tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 1092 time: 0.0463278 Dec 16 10:27:54.754144 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58100) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:54.758740 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:27:54.786876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:54.885604 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.004053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.237 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/7a27e9b0-3558-42ff-9faf-7c0286777fe1) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:27:55.116583 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.169761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.211830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:27:55.216092 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:27:55.220450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:27:55.230591 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=7a27e9b0-3558-42ff-9faf-7c0286777fe1,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:55.677925 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.755203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.784954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.947411 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:55.955336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:56.033700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=7a27e9b0-3558-42ff-9faf-7c0286777fe1,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:27:56.044426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:56.145661 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 2081edc0-371f-46a6-a5b3-ec097686044a associated. External IP: 172.25.6.237, port: 135d9cb6-4a39-4284-a593-5fc642039ae8. Dec 16 10:27:56.361920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 14984feb-270b-4a21-b367-3440360c472b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:27:56.481045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:27:56.491582 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] Sync routers for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:27:56.501661 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:27:56.503727 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:56.504342 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:56.533856 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6856cb53-c0e8-4898-a3f2-b481d3f00cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7785580 Dec 16 10:27:56.534510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:27:56.536917 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f6b23-7964-4f1c-ae12-674b16748925" -d '{"events": [{"name": "network-changed", "server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:27:56.616484 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:56.642032 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1ec9-1774-4836-b697-24b02635e6f3 req-d8cc3d5f-cc6f-4742-8e07-712fd60b67e8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:56.643559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-695d1ec9-1774-4836-b697-24b02635e6f3 req-d8cc3d5f-cc6f-4742-8e07-712fd60b67e8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0563979 Dec 16 10:27:56.689245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-695d1ec9-1774-4836-b697-24b02635e6f3 req-99226800-34db-469d-8e2e-4f4912b83664 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365486 Dec 16 10:27:56.714341 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58106) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:56.760906 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8488ea3-86df-4ca5-b8c5-0d7b4ba534c8 x-openstack-request-id: req-e8488ea3-86df-4ca5-b8c5-0d7b4ba534c8 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:27:56.761234 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:27:56.761430 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8488ea3-86df-4ca5-b8c5-0d7b4ba534c8 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:27:56.761806 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'status': 'completed', 'code': 200} Dec 16 10:27:56.817586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f5b3b126-d3bb-47f5-9cfa-ca865c26c3ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/2081edc0-371f-46a6-a5b3-ec097686044a HTTP/1.1" status: 200 len: 992 time: 0.1020923 Dec 16 10:27:56.831166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-53f23e2b-0d4a-4152-94d1-febc78e47240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:56.832685 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-53f23e2b-0d4a-4152-94d1-febc78e47240 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0661237 Dec 16 10:27:56.878745 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2081edc0-371f-46a6-a5b3-ec097686044a', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '14984feb-270b-4a21-b367-3440360c472b', 'port_id': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'mac_address': 'fa:16:3e:96:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:27:55Z', 'updated_at': '2021-12-16T10:27:55Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:46Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:56.909287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] Checking router: 14984feb-270b-4a21-b367-3440360c472b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:27:56.919819 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:27:56.920495 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:27:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:56.933909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-559112be-0b31-4741-8aa3-1477f4205caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:56.935598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-559112be-0b31-4741-8aa3-1477f4205caf service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f0d5591-97ee-4fe8-9113-11f744ff188d HTTP/1.1" status: 200 len: 898 time: 0.0952981 Dec 16 10:27:57.017399 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-1e608a2e-6c40-48a4-be18-555a88d96f29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135d9cb6-4a39-4284-a593-5fc642039ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0743601 Dec 16 10:27:57.043070 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:27:57.088623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-b86246a8-b85d-4951-b6ce-9543c523c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.090276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-b86246a8-b85d-4951-b6ce-9543c523c99e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=749dfd03-6626-42b4-a11f-62d8948a551e HTTP/1.1" status: 200 len: 835 time: 0.0655074 Dec 16 10:27:57.144783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-3117fc44-2172-4291-942b-7e20ee5ebf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:27:57.147626 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-3117fc44-2172-4291-942b-7e20ee5ebf5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f0d5591-97ee-4fe8-9113-11f744ff188d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506563 Dec 16 10:27:57.255721 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-78ba1659-21bc-4864-89f6-88f72b12858a service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006622 Dec 16 10:27:57.329578 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2081edc0-371f-46a6-a5b3-ec097686044a', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '14984feb-270b-4a21-b367-3440360c472b', 'port_id': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'mac_address': 'fa:16:3e:96:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:27:55Z', 'updated_at': '2021-12-16T10:27:55Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:46Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:27:57.361203 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e077c815-87b3-455e-a32d-b94d5928c383 None None] The sync data for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 is: [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '2081edc0-371f-46a6-a5b3-ec097686044a', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '14984feb-270b-4a21-b367-3440360c472b', 'port_id': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'mac_address': 'fa:16:3e:96:7f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:27:55Z', 'updated_at': '2021-12-16T10:27:55Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:46Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:27:57.368422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf3f6b23-7964-4f1c-ae12-674b16748925 req-a9215fd8-835a-42dd-bd51-a9470afe303c service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056814 Dec 16 10:27:57.597602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a9fd1-52ea-4918-bfa3-d8aaa07269e1 None None] New status for floating IP 2081edc0-371f-46a6-a5b3-ec097686044a: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:27:57.822148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58108) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:27:57.894913 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b5d72b37-241f-4be1-b79a-f57176433d5d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/2081edc0-371f-46a6-a5b3-ec097686044a HTTP/1.1" status: 200 len: 994 time: 0.0715051 Dec 16 10:28:14.152916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f26f6b4-282c-43c8-aafe-1c8d653ef2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:16.580735 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe559e08-a926-43ec-ae50-ea350e1068b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:18.291858 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:19.948716 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:20.107259 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:24.352578 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:28:24.391767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:25.787617 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:30.709191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01454b-388d-4f78-aa1e-bcd254c7e816 req-c9114ec6-16ff-4544-b23d-3c345eec9e70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:30.710762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e01454b-388d-4f78-aa1e-bcd254c7e816 req-c9114ec6-16ff-4544-b23d-3c345eec9e70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0502572 Dec 16 10:28:30.756598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e01454b-388d-4f78-aa1e-bcd254c7e816 req-eddc94c4-bc2d-44b7-afdd-ff8474db8a97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370362 Dec 16 10:28:31.889792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56eebb-2014-4e95-a0f0-0e0c767ffae9 req-f828d676-81b2-4ba0-92b9-9c7695c83774 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:31.891328 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b56eebb-2014-4e95-a0f0-0e0c767ffae9 req-f828d676-81b2-4ba0-92b9-9c7695c83774 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0549021 Dec 16 10:28:31.933990 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b56eebb-2014-4e95-a0f0-0e0c767ffae9 req-ccc03c98-85f4-46b7-b381-200dfe50f376 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323944 Dec 16 10:28:31.963426 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58128) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:32.035237 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-56279bc8-9dbb-4469-8a3f-ed360cb13cf4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/2081edc0-371f-46a6-a5b3-ec097686044a HTTP/1.1" status: 200 len: 994 time: 0.0704191 Dec 16 10:28:33.332215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd25b8-4912-41c1-9edd-f86f952fc569 req-94cac59d-5a3a-40d4-8fad-f11c44fee707 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:33.333726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52bd25b8-4912-41c1-9edd-f86f952fc569 req-94cac59d-5a3a-40d4-8fad-f11c44fee707 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0583103 Dec 16 10:28:33.373101 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-52bd25b8-4912-41c1-9edd-f86f952fc569 req-13c517f0-4626-400d-b8da-29f29a658628 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333738 Dec 16 10:28:34.512737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44ce9-e6dc-46e5-9f7f-ed42d3f90655 req-4915c3d3-9563-4517-9f0b-34c1dfe89dfc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:34.514317 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4e44ce9-e6dc-46e5-9f7f-ed42d3f90655 req-4915c3d3-9563-4517-9f0b-34c1dfe89dfc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0682302 Dec 16 10:28:34.557816 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4e44ce9-e6dc-46e5-9f7f-ed42d3f90655 req-c786fed3-64d1-41a0-996e-4117626d5fc5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Dec 16 10:28:34.580682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58138) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:34.660755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7aee4c7d-1677-4369-a6f5-5751adf0c4aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/2081edc0-371f-46a6-a5b3-ec097686044a HTTP/1.1" status: 200 len: 994 time: 0.0786905 Dec 16 10:28:34.946549 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58144) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:35.419052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 7a27e9b0-3558-42ff-9faf-7c0286777fe1 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:28:35.419392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:35.506471 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:35.506782 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:35.519793 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 7a27e9b0-3558-42ff-9faf-7c0286777fe1 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:28:35.696462 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:35.729629 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=7a27e9b0-3558-42ff-9faf-7c0286777fe1,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:35.758863 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.759207 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.759541 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.759874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.760201 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.760523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.760844 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.761164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.761482 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.761797 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.762167 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.762481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:35.805034 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:35.806283 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 2081edc0-371f-46a6-a5b3-ec097686044a disassociated (deleted). External IP: 172.25.6.237, port: 135d9cb6-4a39-4284-a593-5fc642039ae8. Dec 16 10:28:36.040357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 14984feb-270b-4a21-b367-3440360c472b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:28:36.167650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:28:36.173336 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:36.178603 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] Sync routers for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:28:36.192949 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:36.194269 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:36.207988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1a15278e-f514-4b8f-9553-9ea4cfa04105 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/floatingips/2081edc0-371f-46a6-a5b3-ec097686044a HTTP/1.1" status: 204 len: 168 time: 1.2602561 Dec 16 10:28:36.209107 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:36.212335 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02" -d '{"events": [{"name": "network-changed", "server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:36.311693 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:36.394857 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43fd50-1e0b-4483-8830-c163d4b2bcbe x-openstack-request-id: req-dc43fd50-1e0b-4483-8830-c163d4b2bcbe {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:36.395210 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:36.395509 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc43fd50-1e0b-4483-8830-c163d4b2bcbe {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:36.395969 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'status': 'completed', 'code': 200} Dec 16 10:28:36.496085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-43ef582e-109d-4857-ba72-13b6f12f832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:36.497775 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-43ef582e-109d-4857-ba72-13b6f12f832d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0744364 Dec 16 10:28:36.509924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4bd7-5a51-432a-9d49-2e0ab989ebad req-e0e97bdc-4245-4455-ad9f-99634c9dd526 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:36.511371 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2cf4bd7-5a51-432a-9d49-2e0ab989ebad req-e0e97bdc-4245-4455-ad9f-99634c9dd526 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0597949 Dec 16 10:28:36.530105 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:46Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:36.561833 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] Checking router: 14984feb-270b-4a21-b367-3440360c472b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:28:36.571747 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:36.572371 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:36.600675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2cf4bd7-5a51-432a-9d49-2e0ab989ebad req-deef6cf6-c9ba-4526-bac3-60df0d1a2caa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808494 Dec 16 10:28:36.630927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-ea90b3c1-99b3-4153-9095-b33a591015c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:36.632487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-ea90b3c1-99b3-4153-9095-b33a591015c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f0d5591-97ee-4fe8-9113-11f744ff188d HTTP/1.1" status: 200 len: 898 time: 0.1202226 Dec 16 10:28:36.676490 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-518f289d-1c57-4441-81a3-948af64d2c59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135d9cb6-4a39-4284-a593-5fc642039ae8 HTTP/1.1" status: 200 len: 217 time: 0.0354578 Dec 16 10:28:36.733055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-e7eb78ef-4cb9-4ee5-b317-9d593572e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:36.734577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-e7eb78ef-4cb9-4ee5-b317-9d593572e9cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=749dfd03-6626-42b4-a11f-62d8948a551e HTTP/1.1" status: 200 len: 835 time: 0.0502923 Dec 16 10:28:36.782207 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:36.787299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-13c4cc9b-6e03-4505-a357-a3105ab9d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:36.788799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-13c4cc9b-6e03-4505-a357-a3105ab9d718 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f0d5591-97ee-4fe8-9113-11f744ff188d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461390 Dec 16 10:28:36.882229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-14a10107-b1f7-49c2-9bb2-a9ea45d2aa59 service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836127 Dec 16 10:28:36.979318 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:46Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:36.986366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f8dc25e-e04f-4afa-8b61-a5b8b610fe02 req-7ce1deff-787f-4fdd-a04e-cbf67b0c543c service neutron] 10.222.0.53 "GET /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943568 Dec 16 10:28:37.006400 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0c9cb-0ca5-4d94-9a2f-0783549aca47 None None] The sync data for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 is: [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:27:43Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'd7001cf7-907e-43ac-9c24-9005f72b794a', 'name': '', 'network_id': '8f0d5591-97ee-4fe8-9113-11f744ff188d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:5c:68:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:42Z', 'updated_at': '2021-12-16T10:27:46Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '749dfd03-6626-42b4-a11f-62d8948a551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:28:37.232262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5154a-3996-42d6-972a-f3f67036af26 None None] New status for floating IP 2081edc0-371f-46a6-a5b3-ec097686044a: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:28:37.726826 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3c73-d687-4cda-a40f-341a4ffe4d8d req-d8433fc4-e522-4343-9d53-1ae517e3987f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:37.728323 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-065e3c73-d687-4cda-a40f-341a4ffe4d8d req-d8433fc4-e522-4343-9d53-1ae517e3987f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0531905 Dec 16 10:28:37.769720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-065e3c73-d687-4cda-a40f-341a4ffe4d8d req-b9031734-f4e3-4d39-981f-17a97c006d3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=3ecacf8e-93bc-4661-a12e-ddba76f8b064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351291 Dec 16 10:28:38.200674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-165c8660-2b70-44ad-b54f-e06bb0baa6e5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:38.202175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-165c8660-2b70-44ad-b54f-e06bb0baa6e5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 946 time: 0.0526340 Dec 16 10:28:38.298799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 135d9cb6-4a39-4284-a593-5fc642039ae8 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:28:38.299029 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:38.388300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 135d9cb6-4a39-4284-a593-5fc642039ae8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=135d9cb6-4a39-4284-a593-5fc642039ae8,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:38.388687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:38.403139 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 135d9cb6-4a39-4284-a593-5fc642039ae8 owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:28:38.544060 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:38.574612 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=135d9cb6-4a39-4284-a593-5fc642039ae8,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:38.624481 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] No DVR routers for this DVR port 135d9cb6-4a39-4284-a593-5fc642039ae8 on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:28:38.627588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:38.630881 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-85ec3414-bc7c-40bd-b86b-9c47a9d41f16 req-7c1c119e-a28e-4dae-a8f0-259c8a4f47b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "DELETE /v2.0/ports/135d9cb6-4a39-4284-a593-5fc642039ae8 HTTP/1.1" status: 204 len: 173 time: 0.4227366 Dec 16 10:28:38.631324 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'name': 'network-vif-deleted', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:38.633713 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091741a0-0a5f-45a8-90d8-b28702efcf18" -d '{"events": [{"server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "name": "network-vif-deleted", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:38.676592 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01364e4-c355-421c-9c6f-408a868a9e66 x-openstack-request-id: req-e01364e4-c355-421c-9c6f-408a868a9e66 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:38.676874 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b55788-0b1d-465f-a97c-ef6c7f96b4e1", "name": "network-vif-deleted", "tag": "135d9cb6-4a39-4284-a593-5fc642039ae8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:38.677120 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e01364e4-c355-421c-9c6f-408a868a9e66 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:38.677519 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b55788-0b1d-465f-a97c-ef6c7f96b4e1', 'name': 'network-vif-deleted', 'tag': '135d9cb6-4a39-4284-a593-5fc642039ae8', 'status': 'completed', 'code': 200} Dec 16 10:28:38.883873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-093884b0-e191-4a01-bc17-84c515c3fbb7 req-b123c086-fa5f-47d8-8c94-144fa0b78df7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=64b55788-0b1d-465f-a97c-ef6c7f96b4e1 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Dec 16 10:28:39.943198 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58160) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:40.333332 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:40.607219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port d7001cf7-907e-43ac-9c24-9005f72b794a {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:28:40.607560 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:40.702798 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port d7001cf7-907e-43ac-9c24-9005f72b794a, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=d7001cf7-907e-43ac-9c24-9005f72b794a,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:40.703116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:40.716126 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for d7001cf7-907e-43ac-9c24-9005f72b794a owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:28:40.912290 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:40.939269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=d7001cf7-907e-43ac-9c24-9005f72b794a,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:40.966580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.967229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.967229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.967527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.967852 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.968176 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.968497 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.968817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.969137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.969455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.969768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:40.970110 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:41.127648 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.355779 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 14984feb-270b-4a21-b367-3440360c472b has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:28:41.464391 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:28:41.469617 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ecb7f389-ecd0-4db2-8392-15aa01eaf014 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/14984feb-270b-4a21-b367-3440360c472b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253453 Dec 16 10:28:41.472395 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58162) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:41.477941 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de17612-3318-4017-b005-bf740b347254 None None] Sync routers for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:28:41.487332 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:41.488010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:41.526903 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting subnet 749dfd03-6626-42b4-a11f-62d8948a551e {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:28:41.530563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.578690 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.634033 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:41.683794 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.752034 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.779372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Subnet': ['ID=749dfd03-6626-42b4-a11f-62d8948a551e,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:41.783320 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:41.789944 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-54292a5b-6c18-4b86-8e08-431908b5761a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/subnets/749dfd03-6626-42b4-a11f-62d8948a551e HTTP/1.1" status: 204 len: 168 time: 0.3161185 Dec 16 10:28:41.791029 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58164) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:41.793727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5a85a-9e9f-42de-bdf6-d9ba5d250880 None None] Network 8f0d5591-97ee-4fe8-9113-11f744ff188d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:28:41.872672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:28:40Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:41.900963 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de17612-3318-4017-b005-bf740b347254 None None] Checking router: 14984feb-270b-4a21-b367-3440360c472b for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:28:41.909607 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] Routers {'14984feb-270b-4a21-b367-3440360c472b'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:41.910240 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['14984feb-270b-4a21-b367-3440360c472b'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:41.967085 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.022661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] DHCP port deletion for 8f0d5591-97ee-4fe8-9113-11f744ff188d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:28:42.036504 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] Set router 14984feb-270b-4a21-b367-3440360c472b gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:42.076397 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.093180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Deleting port 3c9712b8-98a0-4282-8219-5dd74731ac48 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:28:42.093642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.157539 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 99292ede-a617-4a18-ab14-537149b91721 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:28:42.157838 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.177342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] For port 3c9712b8-98a0-4282-8219-5dd74731ac48, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=3c9712b8-98a0-4282-8219-5dd74731ac48,segment=NetworkSegment(6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6),segment_id=6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:42.178190 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.199249 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Calling delete_port for 3c9712b8-98a0-4282-8219-5dd74731ac48 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:28:42.219349 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 3c9712b8-98a0-4282-8219-5dd74731ac48 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:42.253640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 99292ede-a617-4a18-ab14-537149b91721, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=99292ede-a617-4a18-ab14-537149b91721,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:42.254381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.272469 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 99292ede-a617-4a18-ab14-537149b91721 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:28:42.290885 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-1de17612-3318-4017-b005-bf740b347254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:28:40Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:42.327455 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de17612-3318-4017-b005-bf740b347254 None None] The sync data for ids ['14984feb-270b-4a21-b367-3440360c472b'] in n-d-821941-1 is: [{'id': '14984feb-270b-4a21-b367-3440360c472b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1253301342', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '99292ede-a617-4a18-ab14-537149b91721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:27:39Z', 'updated_at': '2021-12-16T10:28:40Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '99292ede-a617-4a18-ab14-537149b91721', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:74:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14984feb-270b-4a21-b367-3440360c472b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:27:40Z', 'updated_at': '2021-12-16T10:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:28:42.353266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.369127 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] No DVR routers for this DVR port 3c9712b8-98a0-4282-8219-5dd74731ac48 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:28:42.395889 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Pushing event deleted for resources: {'Port': ['ID=3c9712b8-98a0-4282-8219-5dd74731ac48,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:42.402852 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.410223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.410483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.411462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.411462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.411462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.411871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.412533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.412533 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.412818 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.415566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.415566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.415566 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1161dd-7d08-4aed-8d93-1fa4f0ef7735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:42.481738 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.510216 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=99292ede-a617-4a18-ab14-537149b91721,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:42.580243 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.686054 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.689595 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.741166 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.741716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Fanout notify agent at l3_agent the message router_deleted on router 14984feb-270b-4a21-b367-3440360c472b {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:28:42.749572 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.750762 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8d48124d-7951-4d1f-989b-b35a17e18686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/routers/14984feb-270b-4a21-b367-3440360c472b HTTP/1.1" status: 204 len: 168 time: 0.9594464 Dec 16 10:28:42.753673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58166) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:42.844688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.947599 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:42.953713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 135d9cb6-4a39-4284-a593-5fc642039ae8 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:42.977802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0d5591-97ee-4fe8-9113-11f744ff188d']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:42.979632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 135d9cb6-4a39-4284-a593-5fc642039ae8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:28:42.980084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 135d9cb6-4a39-4284-a593-5fc642039ae8 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:28:42.994187 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:42.994652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6843cf9b-c5de-4400-b8f3-6ae87b7bdfc6') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:43.011817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.030800 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.038149 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:28:43.038735 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:28:43.042673 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:28:43.114841 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.124010 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.127841 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/networks/8f0d5591-97ee-4fe8-9113-11f744ff188d HTTP/1.1" status: 204 len: 168 time: 0.3726394 Dec 16 10:28:43.131698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58168) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:43.142333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f511811-3d05-4c4b-b5da-a45776584da8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Network': ['ID=8f0d5591-97ee-4fe8-9113-11f744ff188d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:43.200353 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b01fcaf0-c82e-4a42-a92b-21bcdc23a5f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.230354 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b01fcaf0-c82e-4a42-a92b-21bcdc23a5f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.316907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b01fcaf0-c82e-4a42-a92b-21bcdc23a5f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.320896 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b01fcaf0-c82e-4a42-a92b-21bcdc23a5f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.321947 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b01fcaf0-c82e-4a42-a92b-21bcdc23a5f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/security-groups/3ecacf8e-93bc-4661-a12e-ddba76f8b064 HTTP/1.1" status: 204 len: 168 time: 0.1890700 Dec 16 10:28:43.333877 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fcaf0-c82e-4a42-a92b-21bcdc23a5f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecacf8e-93bc-4661-a12e-ddba76f8b064,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:43.682411 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58174) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:43.687372 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110957590', 'description': 'tempest-secgroup-smoke-1110957590 description', 'project_id': '46de79de6dd24118aa82802a53b5948d'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:43.710556 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.779151 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.783616 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.813517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.814769 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312814 Dec 16 10:28:43.815597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed640f4-423a-4faf-b78f-7ef1d04713b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b423fc5-a54b-4add-9543-27718f8c15ef,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:43.817892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58176) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:43.822837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '0b423fc5-a54b-4add-9543-27718f8c15ef', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:43.847843 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.903532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.907924 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.925049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8264a08b-b264-4c73-8bcb-c4920ec34328,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:43.934453 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:43.935675 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-46189379-7de9-4787-9bcd-9ea71236c654 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168690 Dec 16 10:28:43.938924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58178) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:43.943518 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '0b423fc5-a54b-4add-9543-27718f8c15ef', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:43.970621 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.023107 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.028433 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.049249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01477bb8-b81f-4c66-b9da-7424bd5df5ff,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:44.055649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.056854 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6d2430bd-70d8-4238-ba5b-9c2531f7ab68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168795 Dec 16 10:28:44.059834 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58180) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:44.065317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '0b423fc5-a54b-4add-9543-27718f8c15ef', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:44.094120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.112105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d7001cf7-907e-43ac-9c24-9005f72b794a no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:44.132697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: d7001cf7-907e-43ac-9c24-9005f72b794a {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:28:44.133256 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device d7001cf7-907e-43ac-9c24-9005f72b794a not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:28:44.133822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 99292ede-a617-4a18-ab14-537149b91721 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:28:44.157606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 99292ede-a617-4a18-ab14-537149b91721 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:28:44.157960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 99292ede-a617-4a18-ab14-537149b91721 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:28:44.160194 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.165391 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.172789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e94efae8-f131-44c4-a6e1-d8d34455a6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.183201 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b094569-24ee-4853-aabb-bef6fb8f2d7d,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:44.191626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.192835 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3c909ad7-c54f-46a5-b843-aeea54c2f591 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314173 Dec 16 10:28:44.195893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58182) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:44.200143 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '0b423fc5-a54b-4add-9543-27718f8c15ef', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:44.227134 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.285089 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.289163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.306989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1583c8-29f1-449f-879b-58d63f18417a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:44.314066 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.315289 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ae1a6fe2-c4e2-447e-ae7c-d14b93251c15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184988 Dec 16 10:28:44.318559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58184) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:44.323356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '0b423fc5-a54b-4add-9543-27718f8c15ef', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:44.348267 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:28:44.353835 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.422504 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.427841 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.446141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b7fc5e-cce0-483b-891d-1523331885c2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:44.453836 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.458000 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-11b9b4b4-ac1b-4e59-af2e-18ebbb93917b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383510 Dec 16 10:28:44.458156 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58186) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:44.463446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '0b423fc5-a54b-4add-9543-27718f8c15ef', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:44.487805 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:28:44.494062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.554322 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.558585 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.573459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15807ef8-ce93-4974-9194-d0873c050c59,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:44.585562 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.587004 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-3dbcc2f4-5770-4d41-ad37-c5986645a552 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278799 Dec 16 10:28:44.589993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58188) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:44.595538 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'network': {'name': 'tempest-network-smoke--1636624286', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'port_security_enabled': True}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:44.617492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'network': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:28:44.621080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.645394 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:28:44.656058 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.656385 n-d-821941-1 neutron-server[102398]: INFO neutron.db.segments_db [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Added segment b5615db2-9656-4f32-9564-7decdcb2d509 of type vlan for network 7e3ade42-6cc2-416a-bd35-56e9faab856d Dec 16 10:28:44.697647 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.724173 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.730125 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:44.730909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.789931 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985955 Dec 16 10:28:44.792665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58190) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:44.797420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'admin_state_up': True, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:44.804383 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d56c-5d3a-4343-9c97-c34b3a492b50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Network': ['ID=7e3ade42-6cc2-416a-bd35-56e9faab856d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:44.815925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:28:44.828001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:44.829102 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.206697 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.341129 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.543579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.562464 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.673014 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.106 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/dce08856-bbf1-4368-8c13-dd5cd9d37f13) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:28:45.735828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-ea32f7ab-e692-4418-878b-93ec6f1692e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423627 Dec 16 10:28:45.778215 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.814327 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:45.819367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-b2a449d0-0768-4c4d-9856-e19508b30621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:45.821439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-b2a449d0-0768-4c4d-9856-e19508b30621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0417030 Dec 16 10:28:45.856491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:28:45.860740 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:45.863189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:28:45.891837 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=dce08856-bbf1-4368-8c13-dd5cd9d37f13,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:45.929226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-07af477d-8e66-4d80-8dad-d0e5d23bbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:45.930916 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-07af477d-8e66-4d80-8dad-d0e5d23bbeab service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0887887 Dec 16 10:28:45.973719 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-c3e851bb-d0ba-41f2-9597-970a77fbdc74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0345194 Dec 16 10:28:46.024697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-94b01990-ed8d-4e7f-be62-3f908df512ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:46.026229 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-94b01990-ed8d-4e7f-be62-3f908df512ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0461855 Dec 16 10:28:46.078253 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-a7b96f2b-632e-48f4-985e-838e20b79cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:46.079673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-a7b96f2b-632e-48f4-985e-838e20b79cf7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466254 Dec 16 10:28:46.120926 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:46.172130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-503f71db-4556-4e4f-8118-0acaf4a94dcd service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Dec 16 10:28:46.268746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f3c3487c-742d-4cb7-b923-3ab068acfa5c req-edd0b663-7084-48bb-a011-fb4ea3b54739 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896516 Dec 16 10:28:46.321433 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:46.450747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 0e259a02-2c8a-45db-92de-5e580e3b1a17 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:28:46.555002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:28:46.565991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Sync routers for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:28:46.576282 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:46.577669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-650eb7e5-02a3-4436-912a-547ef5b86070 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7838237 Dec 16 10:28:46.580909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58192) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:46.586283 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:46.587025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:46.590362 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cacda80e-2520-45ad-ad70-674b80292ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:46.617772 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7f90a194-18d9-4825-8fd5-4b7f96963264 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46de79de6dd24118aa82802a53b5948d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356123 Dec 16 10:28:46.620472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58194) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:46.712063 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f5018-50ae-41f8-a4af-739b7a97eed0 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:46.713926 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b11f5018-50ae-41f8-a4af-739b7a97eed0 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924723 Dec 16 10:28:46.717118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58196) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:46.748123 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b6ce1eb7-e739-4128-9082-4375983da961 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298088 Dec 16 10:28:46.751367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58198) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:46.756403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982808211', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:46.849314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:28:46.853397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:46.854630 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:47.032511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:46Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:47.050052 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.065658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Checking router: 0e259a02-2c8a-45db-92de-5e580e3b1a17 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:28:47.066034 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Updating router 0e259a02-2c8a-45db-92de-5e580e3b1a17 port dce08856-bbf1-4368-8c13-dd5cd9d37f13 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:28:47.091512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.115997 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Subnet': ['ID=ebdffa0e-40a7-4ff2-b0aa-b059474e4562,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:47.126414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Checking segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:47.126765 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network hostable DHCP agents. Network: 7e3ade42-6cc2-416a-bd35-56e9faab856d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:28:47.147365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:28:47.157198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 7e3ade42-6cc2-416a-bd35-56e9faab856d) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:47.161942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:47.162537 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.180914 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-49822c27-6a49-4238-8296-920c5c5d83e2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4284906 Dec 16 10:28:47.183844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c0a1b-26cb-4623-bb9a-4de0a59d5537 None None] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:28:47.184000 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58200) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:28:47.423730 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-7e3ade42-6cc2-416a-bd35-56e9faab856d', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:28:47.424580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.537783 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.550984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.638615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.641184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Attempting to bind port dce08856-bbf1-4368-8c13-dd5cd9d37f13 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:47.641615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Attempting to bind port dce08856-bbf1-4368-8c13-dd5cd9d37f13 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:47.641880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Attempting to bind port dce08856-bbf1-4368-8c13-dd5cd9d37f13 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:47.645279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0f0b-141a-4070-8a81-b15483802739 None None] Pushing event updated for resources: {'Port': ['ID=dce08856-bbf1-4368-8c13-dd5cd9d37f13,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:47.656293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:47.656695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:47.657069 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.657449 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:47.657948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Bound port: dce08856-bbf1-4368-8c13-dd5cd9d37f13, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:47.658320 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.685063 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Allocated IP 172.20.0.2 (7e3ade42-6cc2-416a-bd35-56e9faab856d/ebdffa0e-40a7-4ff2-b0aa-b059474e4562/9056edde-d88b-4107-9257-11655cecce0c) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:28:47.765733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] For port dce08856-bbf1-4368-8c13-dd5cd9d37f13, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:47.783278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] For port dce08856-bbf1-4368-8c13-dd5cd9d37f13, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dce08856-bbf1-4368-8c13-dd5cd9d37f13,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:47.791274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:47.887684 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0f0b-141a-4070-8a81-b15483802739 None None] Pushing event updated for resources: {'Port': ['ID=dce08856-bbf1-4368-8c13-dd5cd9d37f13,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:47.893616 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:47.894250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:48.005695 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.016416 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.064398 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.1 (7e3ade42-6cc2-416a-bd35-56e9faab856d/ebdffa0e-40a7-4ff2-b0aa-b059474e4562/5e5e1a31-2fed-4f77-94b3-34c336c08f77) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:28:48.081516 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:48.083303 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Pushing event updated for resources: {'Port': ['ID=9056edde-d88b-4107-9257-11655cecce0c,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:48.087572 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:28:48.111698 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:48.114100 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:28:48.184890 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.218415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.237317 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Attempting to bind port 9056edde-d88b-4107-9257-11655cecce0c on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:48.237649 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Attempting to bind port 9056edde-d88b-4107-9257-11655cecce0c by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:48.238066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Attempting to bind port 9056edde-d88b-4107-9257-11655cecce0c on network 7e3ade42-6cc2-416a-bd35-56e9faab856d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:48.255099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:48.255472 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Checking segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:48.255924 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.256259 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Bound using segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:48.256713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Bound port: 9056edde-d88b-4107-9257-11655cecce0c, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:48.257105 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.264704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:28:48.269710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:48.274437 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:28:48.302807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=5e5e1a31-2fed-4f77-94b3-34c336c08f77,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:48.327713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.337819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.375880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] For port 9056edde-d88b-4107-9257-11655cecce0c, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:48.389027 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] For port 9056edde-d88b-4107-9257-11655cecce0c, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9056edde-d88b-4107-9257-11655cecce0c,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:48.395465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.432112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:46Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:48.471209 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.471606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4e4cf-7dc3-4fcb-86e1-66bf09ebb45b None None] The sync data for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 is: [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:46Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:28:48.482606 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69472775-522a-4a59-8adc-c72e38b4703b None None] Pushing event updated for resources: {'Port': ['ID=9056edde-d88b-4107-9257-11655cecce0c,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:48.858308 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.864330 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:48.941277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=5e5e1a31-2fed-4f77-94b3-34c336c08f77,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:48.943896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:49.041969 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:28:49.043415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:49.159736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 0e259a02-2c8a-45db-92de-5e580e3b1a17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:28:49.530029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de815d1a-bba4-4d32-9ca0-f946538866ee None None] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:28:49.596390 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-653063c1-ccbe-403a-8e97-5790127cf297 None None] Provisioning complete for port 9056edde-d88b-4107-9257-11655cecce0c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:49.596789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-653063c1-ccbe-403a-8e97-5790127cf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:49.621905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:28:49.627005 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-da7027b9-ed3d-4a5c-a060-049ee5dd4229 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/0e259a02-2c8a-45db-92de-5e580e3b1a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4420443 Dec 16 10:28:49.755066 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-653063c1-ccbe-403a-8e97-5790127cf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:49.771559 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-67059007-e8bd-4227-9714-33251cda4e44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110957590&fields=id&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 267 time: 0.0363119 Dec 16 10:28:49.797410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-653063c1-ccbe-403a-8e97-5790127cf297 None None] For port 9056edde-d88b-4107-9257-11655cecce0c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9056edde-d88b-4107-9257-11655cecce0c,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:49.802035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-653063c1-ccbe-403a-8e97-5790127cf297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:49.859825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653063c1-ccbe-403a-8e97-5790127cf297 None None] Pushing event updated for resources: {'Port': ['ID=9056edde-d88b-4107-9257-11655cecce0c,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:49.899842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-4de1c521-6405-4729-8026-914cf642e1a1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:49.901594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-4de1c521-6405-4729-8026-914cf642e1a1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/networks?id=7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 200 len: 797 time: 0.1217456 Dec 16 10:28:49.918380 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-d73d2574-7439-4a50-9fd3-c4a72be905b0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/quotas/46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 375 time: 0.0106606 Dec 16 10:28:49.953139 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:49.980712 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-13f194b5-d818-442a-805b-493359459129 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570104 Dec 16 10:28:50.022859 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7116e004-45cd-4fb9-bfa2-e3d5014760ff None None] Provisioning complete for port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:50.023246 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7116e004-45cd-4fb9-bfa2-e3d5014760ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.064935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-7116e004-45cd-4fb9-bfa2-e3d5014760ff None None] Port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:28:50.077012 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-7116e004-45cd-4fb9-bfa2-e3d5014760ff None None] Provisioning complete for port 9056edde-d88b-4107-9257-11655cecce0c triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:50.077393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7116e004-45cd-4fb9-bfa2-e3d5014760ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.147024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.217176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dce08856-bbf1-4368-8c13-dd5cd9d37f13 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:50.221146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-8cb704ed-6dcf-4e27-98f1-0b72e07d6bec service neutron] 10.222.0.61 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276714 Dec 16 10:28:50.249431 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Sync routers for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:28:50.262552 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:50.263441 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:50.278458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port dce08856-bbf1-4368-8c13-dd5cd9d37f13 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:50.278824 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.331285 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-2143d70a-244f-4f33-b807-18e9344dae01 service neutron] 10.222.0.61 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022387 Dec 16 10:28:50.352387 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c6aeb158-af4a-4a47-bcca-7b29441c931e None None] Provisioning complete for port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:50.352759 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c6aeb158-af4a-4a47-bcca-7b29441c931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.398383 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:50.560870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-97818cd5-0b57-4095-b185-f0035d429c26 req-cdd9e9c5-d3e5-4d64-8153-3ba3351a3a7d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0377817 Dec 16 10:28:50.619095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c6aeb158-af4a-4a47-bcca-7b29441c931e None None] Port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:28:50.632610 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.656357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port dce08856-bbf1-4368-8c13-dd5cd9d37f13, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dce08856-bbf1-4368-8c13-dd5cd9d37f13,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:50.661738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.662831 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9056edde-d88b-4107-9257-11655cecce0c up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:50.669121 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 2, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:50.698991 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Checking router: 0e259a02-2c8a-45db-92de-5e580e3b1a17 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:28:50.699321 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Updating router 0e259a02-2c8a-45db-92de-5e580e3b1a17 port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:28:50.727235 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.751624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=dce08856-bbf1-4368-8c13-dd5cd9d37f13,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:50.762934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-688521b4-e04c-45ba-8e30-52c64a0d3e60 None None] Provisioning complete for port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:50.763301 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-688521b4-e04c-45ba-8e30-52c64a0d3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.786177 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 9056edde-d88b-4107-9257-11655cecce0c triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:50.786539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:50.829363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-688521b4-e04c-45ba-8e30-52c64a0d3e60 None None] Port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:28:51.016785 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.025334 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.077793 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Pushing event updated for resources: {'Port': ['ID=5e5e1a31-2fed-4f77-94b3-34c336c08f77,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:51.118042 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.118389 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.118739 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.119044 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.119358 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.119829 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.120396 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.120688 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.121186 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.121489 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.121992 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.122476 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:28:51.136697 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Attempting to bind port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:51.137073 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Attempting to bind port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:51.137438 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Attempting to bind port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 on network 7e3ade42-6cc2-416a-bd35-56e9faab856d {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:51.142645 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:51.143009 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Checking segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:51.143592 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.143981 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Bound using segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:51.144436 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Bound port: 5e5e1a31-2fed-4f77-94b3-34c336c08f77, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:51.144978 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.218370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] For port 5e5e1a31-2fed-4f77-94b3-34c336c08f77, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:51.222042 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] For port 5e5e1a31-2fed-4f77-94b3-34c336c08f77, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5e5e1a31-2fed-4f77-94b3-34c336c08f77,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:51.227475 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.276308 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:28:51.276927 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:51.351992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-1b8399a9-4694-470e-8891-4692d8c723e8 None None] Provisioning complete for port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:51.353009 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b8399a9-4694-470e-8891-4692d8c723e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.441379 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b8399a9-4694-470e-8891-4692d8c723e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.474612 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-1b8399a9-4694-470e-8891-4692d8c723e8 None None] For port 5e5e1a31-2fed-4f77-94b3-34c336c08f77, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5e5e1a31-2fed-4f77-94b3-34c336c08f77,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:51.480661 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1b8399a9-4694-470e-8891-4692d8c723e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.503113 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:28:51.505170 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e99dcf-f26f-4de3-94ac-c4350a95ebe7 None None] Pushing event updated for resources: {'Port': ['ID=5e5e1a31-2fed-4f77-94b3-34c336c08f77,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:51.533175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8399a9-4694-470e-8891-4692d8c723e8 None None] Pushing event updated for resources: {'Port': ['ID=5e5e1a31-2fed-4f77-94b3-34c336c08f77,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:51.607060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4666cc7e-4a32-464c-8ab5-c5af8ddaf403 None None] Provisioning complete for port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:51.607560 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4666cc7e-4a32-464c-8ab5-c5af8ddaf403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:51.726793 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-556d2461-e661-442b-9679-5410e36ca51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:28:51.731263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9a03145-c2fa-4db8-b9b8-314a2268b6a3 req-247c47c7-9da4-4d3e-814b-76e38e6ef5dc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0409195 Dec 16 10:28:51.767666 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d2461-e661-442b-9679-5410e36ca51a None None] The sync data for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 is: [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:28:51.785600 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-bb9644c8-3043-4429-a430-67b376cb1e86 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:51.787120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-bb9644c8-3043-4429-a430-67b376cb1e86 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/networks?id=7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 200 len: 797 time: 0.1703839 Dec 16 10:28:51.850923 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-d1aa3aa8-7f79-4d9c-bd44-8e12ded56f72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 380 time: 0.0528972 Dec 16 10:28:51.863915 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'port': {'device_id': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'admin_state_up': True, 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'security_groups': ['0b423fc5-a54b-4add-9543-27718f8c15ef']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:51.978608 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:28:51.982188 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.131459 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.13 (7e3ade42-6cc2-416a-bd35-56e9faab856d/ebdffa0e-40a7-4ff2-b0aa-b059474e4562/9bffef36-faf7-43fa-a726-4fc4e9eed54d) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:28:52.197023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dce08856-bbf1-4368-8c13-dd5cd9d37f13 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:52.251157 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port dce08856-bbf1-4368-8c13-dd5cd9d37f13 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:52.251532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.302179 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.338177 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.342882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5e5e1a31-2fed-4f77-94b3-34c336c08f77 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:52.386899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:28:52.389989 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:28:52.397136 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:28:52.400138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:52.400651 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.402336 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=9bffef36-faf7-43fa-a726-4fc4e9eed54d,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:52.459610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:52.460392 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.484333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-55841b2c-f22e-4d2b-9360-00d83f63b499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6256945 Dec 16 10:28:52.501625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Request body: {'port': {'device_id': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:28:52.571502 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.686383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-046c0f36-5adb-4aad-a288-c96cdbe1c9ad None None] Provisioning complete for port 9bffef36-faf7-43fa-a726-4fc4e9eed54d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:52.687025 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-046c0f36-5adb-4aad-a288-c96cdbe1c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.728478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-046c0f36-5adb-4aad-a288-c96cdbe1c9ad None None] Port 9bffef36-faf7-43fa-a726-4fc4e9eed54d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:28:52.912998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af90c6-aeaa-45d5-9ffd-0ac576fe430e req-b95996c8-7a01-497f-b9b8-1e6131a7242f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:52.914693 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51af90c6-aeaa-45d5-9ffd-0ac576fe430e req-b95996c8-7a01-497f-b9b8-1e6131a7242f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 932 time: 0.0953355 Dec 16 10:28:52.929699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bffef36-faf7-43fa-a726-4fc4e9eed54d {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:28:52.942616 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:52.969729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Transition to ACTIVE for port object 9bffef36-faf7-43fa-a726-4fc4e9eed54d will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:28:52.975629 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:53.005208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-51af90c6-aeaa-45d5-9ffd-0ac576fe430e req-917ff540-fcce-455f-a7b6-239637570e8f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819674 Dec 16 10:28:53.036182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Pushing event updated for resources: {'Port': ['ID=9bffef36-faf7-43fa-a726-4fc4e9eed54d,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:53.101804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Attempting to bind port 9bffef36-faf7-43fa-a726-4fc4e9eed54d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:28:53.102553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Attempting to bind port 9bffef36-faf7-43fa-a726-4fc4e9eed54d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:28:53.102684 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Attempting to bind port 9bffef36-faf7-43fa-a726-4fc4e9eed54d on network 7e3ade42-6cc2-416a-bd35-56e9faab856d {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:53.108148 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Port 9bffef36-faf7-43fa-a726-4fc4e9eed54d on network 7e3ade42-6cc2-416a-bd35-56e9faab856d not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:28:53.108498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Attempting to bind port 9bffef36-faf7-43fa-a726-4fc4e9eed54d on network 7e3ade42-6cc2-416a-bd35-56e9faab856d {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:28:53.114124 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:28:53.114441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Checking segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:28:53.114818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Bound using segment: {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:28:53.115239 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Bound port: 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5615db2-9656-4f32-9564-7decdcb2d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:28:53.115586 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:53.200057 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] For port 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:28:53.203438 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] For port 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:28:53.214106 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:53.251849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:53.252397 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:53.253780 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] 10.222.0.53 "PUT /v2.0/ports/9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 200 len: 1092 time: 0.7577853 Dec 16 10:28:53.254242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:53.256788 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8440b2fa-7107-4b07-a622-d1282d6b175b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:53.294531 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7efac-cc36-48d3-b995-2920da0ef815 service neutron] Pushing event updated for resources: {'Port': ['ID=9bffef36-faf7-43fa-a726-4fc4e9eed54d,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:53.322729 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097bfcb-99a6-4477-be9e-1cbbc699e2e5 x-openstack-request-id: req-7097bfcb-99a6-4477-be9e-1cbbc699e2e5 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:53.323022 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:53.323273 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7097bfcb-99a6-4477-be9e-1cbbc699e2e5 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:53.323690 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'status': 'completed', 'code': 200} Dec 16 10:28:53.358450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-ead923f2-e136-44e2-a246-9af0469902db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:53.360008 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-ead923f2-e136-44e2-a246-9af0469902db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1095 time: 0.0467710 Dec 16 10:28:53.408441 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-91b98d3e-3d8d-49aa-b7cb-34c048b6b6ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 200 len: 217 time: 0.0405307 Dec 16 10:28:53.778587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-15b7a683-eb2d-4b9e-9dce-742d40565059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:53.780032 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-15b7a683-eb2d-4b9e-9dce-742d40565059 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebdffa0e-40a7-4ff2-b0aa-b059474e4562 HTTP/1.1" status: 200 len: 835 time: 0.3649323 Dec 16 10:28:53.827075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-f7b2f8b6-5e17-40ad-9078-fd51fdce32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:53.828612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-f7b2f8b6-5e17-40ad-9078-fd51fdce32d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e3ade42-6cc2-416a-bd35-56e9faab856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408063 Dec 16 10:28:53.923462 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-db5e2fc9-94f1-4807-85cb-51e2cca7b689 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877523 Dec 16 10:28:54.018663 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24845c2d-3ef3-4a71-8ffb-a9a2c2953d21 req-a84a6d1a-ba75-4bfc-890f-345e2b05c5e4 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874681 Dec 16 10:28:54.139702 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-9a16845e-f121-4dab-8c17-388e7b7eb9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:54.141208 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-9a16845e-f121-4dab-8c17-388e7b7eb9d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1095 time: 0.0723891 Dec 16 10:28:54.162995 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f9e7-b06a-425a-8309-17bfbe5c997b req-de1d088a-52d7-4b35-8baa-d48757804fbb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:54.164713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1734f9e7-b06a-425a-8309-17bfbe5c997b req-de1d088a-52d7-4b35-8baa-d48757804fbb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0707493 Dec 16 10:28:54.244174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1734f9e7-b06a-425a-8309-17bfbe5c997b req-6a5f2b47-6e94-4607-872f-f3996c2f6c9b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683873 Dec 16 10:28:54.266176 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-65593a12-b379-40fe-a872-849c0439fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:54.267665 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-65593a12-b379-40fe-a872-849c0439fa92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 200 len: 898 time: 0.1193924 Dec 16 10:28:54.313182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-9c0d435b-f393-4995-b462-5c900966a550 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 200 len: 217 time: 0.0379832 Dec 16 10:28:54.366559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-6ebf0a39-1eb5-4ec5-ae81-b018310c0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:54.368011 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-6ebf0a39-1eb5-4ec5-ae81-b018310c0057 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebdffa0e-40a7-4ff2-b0aa-b059474e4562 HTTP/1.1" status: 200 len: 835 time: 0.0470583 Dec 16 10:28:54.407124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:54.428890 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-c216bb02-38b1-4fc3-a7e6-e48e50a44be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:54.430539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-c216bb02-38b1-4fc3-a7e6-e48e50a44be4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e3ade42-6cc2-416a-bd35-56e9faab856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516999 Dec 16 10:28:54.543705 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-dfb53dbe-ac82-465d-8d6c-7aafd03ce423 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048846 Dec 16 10:28:54.645241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8440b2fa-7107-4b07-a622-d1282d6b175b req-6a67d55f-5fe4-4454-a8ef-32542439f1d5 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942745 Dec 16 10:28:55.393966 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551cc39-5ac8-4100-8e72-3fa5e3d5eeae req-e184dc4d-ef7a-4518-9a0e-a5e6f0735740 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:55.395917 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1551cc39-5ac8-4100-8e72-3fa5e3d5eeae req-e184dc4d-ef7a-4518-9a0e-a5e6f0735740 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0722044 Dec 16 10:28:55.451332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1551cc39-5ac8-4100-8e72-3fa5e3d5eeae req-8c1ebe2a-444d-4518-a841-3e19e98f95ed tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Dec 16 10:28:55.794377 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:56.600027 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99421e7e-9d59-43cf-8c5d-f0242d1dd5f3 req-975d33bb-f2bd-427a-890b-e95e2c107763 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:56.602852 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99421e7e-9d59-43cf-8c5d-f0242d1dd5f3 req-975d33bb-f2bd-427a-890b-e95e2c107763 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0683253 Dec 16 10:28:56.648122 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99421e7e-9d59-43cf-8c5d-f0242d1dd5f3 req-db6eafb5-efee-4588-b28c-d4b5c100870d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371065 Dec 16 10:28:56.999990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9bffef36-faf7-43fa-a726-4fc4e9eed54d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:28:57.100371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:57.112426 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'port_id': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'mac_address': 'fa:16:3e:ba:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:28:57.150622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:57.163524 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bffef36-faf7-43fa-a726-4fc4e9eed54d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:28:57.183161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:57.188738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:57.240478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9bffef36-faf7-43fa-a726-4fc4e9eed54d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:57.405701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['9bffef36-faf7-43fa-a726-4fc4e9eed54d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:28:57.784602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374bc96-1ebb-49c2-85f2-67342d7fa61e req-ebe3cd0e-8ab2-463d-b424-2f1744b8c85d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:57.786120 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2374bc96-1ebb-49c2-85f2-67342d7fa61e req-ebe3cd0e-8ab2-463d-b424-2f1744b8c85d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 945 time: 0.0529613 Dec 16 10:28:57.825959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2374bc96-1ebb-49c2-85f2-67342d7fa61e req-9046fc59-ad33-40fe-8f4c-58a8aa6eda19 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327492 Dec 16 10:28:58.960274 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eac64d-8150-426c-abe0-b203c2c87c07 req-c2819835-a2dd-4281-975c-8cf1e61d9c03 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:58.962506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9eac64d-8150-426c-abe0-b203c2c87c07 req-c2819835-a2dd-4281-975c-8cf1e61d9c03 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 945 time: 0.0583348 Dec 16 10:28:58.999964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9bffef36-faf7-43fa-a726-4fc4e9eed54d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:28:59.003927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b9eac64d-8150-426c-abe0-b203c2c87c07 req-36875cc1-2c74-461e-8a65-2c6b34bc110b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352781 Dec 16 10:28:59.053069 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 9bffef36-faf7-43fa-a726-4fc4e9eed54d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:28:59.057441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 9bffef36-faf7-43fa-a726-4fc4e9eed54d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:28:59.057809 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:59.145448 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:59.170992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:28:59.173293 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be0141d-6442-4d45-8a9e-2c5d8618f0aa" -d '{"events": [{"server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:28:59.186121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:28:59.191261 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:28:59.213587 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db147bcb-4a07-445a-a3bc-4b7caacbb2d7 x-openstack-request-id: req-db147bcb-4a07-445a-a3bc-4b7caacbb2d7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:28:59.213861 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:28:59.214137 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db147bcb-4a07-445a-a3bc-4b7caacbb2d7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:28:59.214519 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'code': 200} Dec 16 10:28:59.241904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9bffef36-faf7-43fa-a726-4fc4e9eed54d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:28:59.314492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a872ab-b4a7-4da8-9679-75aef29db41a req-c8e3577b-2302-46b0-a354-de8d65cb6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:28:59.315981 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62a872ab-b4a7-4da8-9679-75aef29db41a req-c8e3577b-2302-46b0-a354-de8d65cb6a37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0451276 Dec 16 10:28:59.354564 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-62a872ab-b4a7-4da8-9679-75aef29db41a req-8ba57fde-241f-4f21-b474-9019a8b0684e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310490 Dec 16 10:29:00.151413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31806dbc-909e-4683-a43a-55bed2756070 req-5f3b9602-e583-47d4-828c-cf02f998ee1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:00.154888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31806dbc-909e-4683-a43a-55bed2756070 req-5f3b9602-e583-47d4-828c-cf02f998ee1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0642538 Dec 16 10:29:00.199574 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-31806dbc-909e-4683-a43a-55bed2756070 req-54fb3339-7ae2-4f04-aed3-e263be88e238 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392389 Dec 16 10:29:01.337502 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7123338-86b0-4eeb-9ceb-08f08879c0f7 req-82547fbe-5af5-43be-834a-7933526f4182 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:01.339183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7123338-86b0-4eeb-9ceb-08f08879c0f7 req-82547fbe-5af5-43be-834a-7933526f4182 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0537233 Dec 16 10:29:01.351853 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:29:01.378813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d7123338-86b0-4eeb-9ceb-08f08879c0f7 req-eb661906-a6b4-4a1c-b513-a2d995806886 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Dec 16 10:29:01.511700 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6230ed-69f4-4725-b2e4-02d18975afac req-d01e1ee9-15d7-4a18-baf5-f3d9ed24cfd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:01.513052 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a6230ed-69f4-4725-b2e4-02d18975afac req-d01e1ee9-15d7-4a18-baf5-f3d9ed24cfd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0579681 Dec 16 10:29:01.553535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a6230ed-69f4-4725-b2e4-02d18975afac req-3210b0e3-1aa3-4118-bc94-ddafbd017d20 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342307 Dec 16 10:29:01.586159 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58258) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:29:01.627762 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d362f-7985-418f-a22d-3cb25e21f421 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:01.629297 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0f9d362f-7985-418f-a22d-3cb25e21f421 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1092 time: 0.0420313 Dec 16 10:29:01.633242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58260) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:29:01.640174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:29:01.665961 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:01.773615 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:01.879830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.213 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/562a3087-b5e4-42b0-808d-4deb5ca9bfd9) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:29:01.989398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.028382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.067485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:29:02.070792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:29:02.082332 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:29:02.084387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=562a3087-b5e4-42b0-808d-4deb5ca9bfd9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:29:02.447467 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.515622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.668383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.672800 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.741321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=562a3087-b5e4-42b0-808d-4deb5ca9bfd9,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:29:02.755255 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:02.856794 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 10e4e9c9-428b-41d1-9521-76f205841e1b associated. External IP: 172.25.6.213, port: 9bffef36-faf7-43fa-a726-4fc4e9eed54d. Dec 16 10:29:03.067554 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 0e259a02-2c8a-45db-92de-5e580e3b1a17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:29:03.180494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:29:03.191145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] Sync routers for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:29:03.199443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:03.203538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:29:03.204250 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:29:03.227650 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ac06d0dc-a9aa-42a3-b479-e2bbce7f2b0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5930083 Dec 16 10:29:03.228286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:29:03.230653 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f203373-eab6-458b-8377-372a568d8e36" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:29:03.316822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:29:03.338805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3358-dba7-4221-9f0f-edfb319196e8 req-33424105-b621-4652-b8d2-3f36ab8509a4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:03.340375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-840f3358-dba7-4221-9f0f-edfb319196e8 req-33424105-b621-4652-b8d2-3f36ab8509a4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0625603 Dec 16 10:29:03.380522 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-840f3358-dba7-4221-9f0f-edfb319196e8 req-1d296727-e490-4e1f-93bf-28344ec8a9dc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Dec 16 10:29:03.404333 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58266) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:29:03.441378 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ef4c2-c6f4-4fed-95f3-c4cd97fc633b x-openstack-request-id: req-764ef4c2-c6f4-4fed-95f3-c4cd97fc633b {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:29:03.441707 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:29:03.442014 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-764ef4c2-c6f4-4fed-95f3-c4cd97fc633b {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:29:03.442324 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'status': 'completed', 'code': 200} Dec 16 10:29:03.491580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2dc09aea-7f27-42e3-95e0-c4fdc6ca2382 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/10e4e9c9-428b-41d1-9521-76f205841e1b HTTP/1.1" status: 200 len: 992 time: 0.0857046 Dec 16 10:29:03.509748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203373-eab6-458b-8377-372a568d8e36 req-6f0b0137-4ded-4aa8-84ee-e01669ed19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:03.511284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-6f0b0137-4ded-4aa8-84ee-e01669ed19be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0541847 Dec 16 10:29:03.559997 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '10e4e9c9-428b-41d1-9521-76f205841e1b', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'port_id': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'mac_address': 'fa:16:3e:ba:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:29:02Z', 'updated_at': '2021-12-16T10:29:02Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:29:03.593425 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] Checking router: 0e259a02-2c8a-45db-92de-5e580e3b1a17 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:29:03.602530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:29:03.603187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:28:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:29:03.623982 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203373-eab6-458b-8377-372a568d8e36 req-173798fc-e23e-4a79-aab7-56cdb40db9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:03.625556 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-173798fc-e23e-4a79-aab7-56cdb40db9f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 200 len: 898 time: 0.1066823 Dec 16 10:29:03.691484 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-314646bc-327e-46d5-a674-182692613bf4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 200 len: 1000 time: 0.0590765 Dec 16 10:29:03.720132 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:29:03.746173 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203373-eab6-458b-8377-372a568d8e36 req-27ec1bcf-c31a-4094-b5b1-86a7a87563cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:03.747676 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-27ec1bcf-c31a-4094-b5b1-86a7a87563cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebdffa0e-40a7-4ff2-b0aa-b059474e4562 HTTP/1.1" status: 200 len: 835 time: 0.0495849 Dec 16 10:29:03.801804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203373-eab6-458b-8377-372a568d8e36 req-f6e40c41-116c-41f7-a281-081d1600398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:03.803416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-f6e40c41-116c-41f7-a281-081d1600398e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e3ade42-6cc2-416a-bd35-56e9faab856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490003 Dec 16 10:29:03.911406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-a60bae3c-c111-4710-90ad-573408e4a0c9 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996356 Dec 16 10:29:03.966071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '10e4e9c9-428b-41d1-9521-76f205841e1b', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'port_id': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'mac_address': 'fa:16:3e:ba:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:29:02Z', 'updated_at': '2021-12-16T10:29:02Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:29:03.998078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de1bc9-c8ae-45d9-b411-9c3b2d65c0e8 None None] The sync data for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 is: [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '10e4e9c9-428b-41d1-9521-76f205841e1b', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'port_id': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'mac_address': 'fa:16:3e:ba:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:29:02Z', 'updated_at': '2021-12-16T10:29:02Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:29:04.020817 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f203373-eab6-458b-8377-372a568d8e36 req-dd63e217-5c74-45d9-920c-aa072c0c4a90 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026919 Dec 16 10:29:04.207266 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc8a8b-cc1d-4685-97d9-b4ee139e7914 None None] New status for floating IP 10e4e9c9-428b-41d1-9521-76f205841e1b: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:29:04.495973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58268) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:29:04.564740 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2987f1e5-862a-41b4-ae1e-fa7da5cfa3c1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/10e4e9c9-428b-41d1-9521-76f205841e1b HTTP/1.1" status: 200 len: 994 time: 0.0675757 Dec 16 10:29:14.160607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f748d4e1-1d89-434d-a26d-14a24d9977f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:16.583978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-69a6d481-9789-4bff-9863-c74943c7431f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:18.301332 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:19.954785 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:20.116860 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:24.408138 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:25.792670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:38.053607 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-a8c94642-1bb1-49d5-a5cc-be33b7bdd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:38.055183 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-a8c94642-1bb1-49d5-a5cc-be33b7bdd64c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0691061 Dec 16 10:29:38.065892 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd4d3-3b66-47cd-9f21-1e8098fbe2eb req-600f0b23-74e9-43c7-bc81-63b6c932339d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:38.067403 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d85dd4d3-3b66-47cd-9f21-1e8098fbe2eb req-600f0b23-74e9-43c7-bc81-63b6c932339d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0833015 Dec 16 10:29:38.165652 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d85dd4d3-3b66-47cd-9f21-1e8098fbe2eb req-a5f842dd-2d33-4a38-a1a8-2bd577c0c369 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897958 Dec 16 10:29:38.192768 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-eed62bce-c453-4a4c-b7e9-d228ea4388ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:38.194831 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-eed62bce-c453-4a4c-b7e9-d228ea4388ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 200 len: 898 time: 0.1261482 Dec 16 10:29:38.271284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-164a59ef-faa5-42d8-84b5-ac651e971f12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 200 len: 1002 time: 0.0675313 Dec 16 10:29:38.327029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-166b1941-56e5-4e6e-8668-31692d7186c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:38.328532 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-166b1941-56e5-4e6e-8668-31692d7186c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebdffa0e-40a7-4ff2-b0aa-b059474e4562 HTTP/1.1" status: 200 len: 835 time: 0.0488446 Dec 16 10:29:38.352677 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:29:38.379465 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-2600d410-5b0b-48f3-9869-39e6269893cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:38.381061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-2600d410-5b0b-48f3-9869-39e6269893cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e3ade42-6cc2-416a-bd35-56e9faab856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438917 Dec 16 10:29:38.394857 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-5d042fc9-c4c3-4e27-8899-328d7cfba1bd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:29:38.396176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-5d042fc9-c4c3-4e27-8899-328d7cfba1bd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051885 Dec 16 10:29:38.497422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-5fc141a1-d638-4304-aa0b-d032cee3b7c5 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920565 Dec 16 10:29:38.592715 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-54449b72-0bf1-4aba-9bcf-ca636f4b1bab req-a2054a35-4cd7-49b7-84af-fe807e0eb417 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876184 Dec 16 10:29:39.291145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3b55-0695-45b3-b9ec-810b0a9418d6 req-0ea413e8-9c4e-4373-8462-2026b99371ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:39.292659 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d8e3b55-0695-45b3-b9ec-810b0a9418d6 req-0ea413e8-9c4e-4373-8462-2026b99371ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0527096 Dec 16 10:29:39.335192 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2d8e3b55-0695-45b3-b9ec-810b0a9418d6 req-ab74dddf-060b-45cd-ba63-9343cc6539a8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360882 Dec 16 10:29:40.460013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f507c-0365-4d62-90e6-25150938f7cd req-2692c228-869e-47bf-8511-91208b8d16a1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:40.461524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa4f507c-0365-4d62-90e6-25150938f7cd req-2692c228-869e-47bf-8511-91208b8d16a1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0546150 Dec 16 10:29:40.500093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa4f507c-0365-4d62-90e6-25150938f7cd req-6a1388b6-d40a-4288-899f-d406c1f48ed5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Dec 16 10:29:41.624575 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e0a9b-d7ae-4e7a-88b5-b602474deda0 req-958f259e-66f7-45d8-97d8-d537d28130e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:41.626196 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-403e0a9b-d7ae-4e7a-88b5-b602474deda0 req-958f259e-66f7-45d8-97d8-d537d28130e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0526748 Dec 16 10:29:41.667954 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-403e0a9b-d7ae-4e7a-88b5-b602474deda0 req-7dc3b315-9cd9-4050-8685-8d5f1d3fce0d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346878 Dec 16 10:29:42.786884 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af514a-3fc2-45c5-bd28-9bfe72b3df29 req-69aaeab5-8734-4bcf-b106-05c4e05c120e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:42.788814 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0af514a-3fc2-45c5-bd28-9bfe72b3df29 req-69aaeab5-8734-4bcf-b106-05c4e05c120e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0523057 Dec 16 10:29:42.829813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0af514a-3fc2-45c5-bd28-9bfe72b3df29 req-962316f3-6735-4ff6-b18f-6a502262d407 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348747 Dec 16 10:29:43.956466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee79e7-c4be-4157-8379-73a140189a24 req-f9537f8b-3ba2-436c-83a8-ec3c25bd44e8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:43.958007 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6ee79e7-c4be-4157-8379-73a140189a24 req-f9537f8b-3ba2-436c-83a8-ec3c25bd44e8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0565710 Dec 16 10:29:44.000531 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6ee79e7-c4be-4157-8379-73a140189a24 req-07f7e818-e6c6-4e71-91b5-9af928a482d6 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359128 Dec 16 10:29:44.156052 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1104cf20-3c93-4586-9ac4-e40972c4747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:45.133623 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4826e0-4d25-407f-9424-8efba7ccfb4d req-1a74b14b-b3a3-4c1d-83f2-335e7f9ce603 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:45.135298 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b4826e0-4d25-407f-9424-8efba7ccfb4d req-1a74b14b-b3a3-4c1d-83f2-335e7f9ce603 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0592735 Dec 16 10:29:45.187835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b4826e0-4d25-407f-9424-8efba7ccfb4d req-b9cc9d64-e688-4486-84d1-e5c52d346b38 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462992 Dec 16 10:29:45.737809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-725fe0af-6067-4704-8cdf-5b7ed5993d80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415242 Dec 16 10:29:45.826137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-f8d35933-ee90-4915-bb67-9641ee88e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:45.827654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-f8d35933-ee90-4915-bb67-9641ee88e047 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0453496 Dec 16 10:29:45.944358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-67acceb4-aece-4da0-8827-593b97217574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:45.945905 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-67acceb4-aece-4da0-8827-593b97217574 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0929556 Dec 16 10:29:45.990505 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-f2909fe5-29fe-40b6-b125-327fa638aad5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0363464 Dec 16 10:29:46.043908 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-66b8862e-dfa3-4919-a8c7-c553748d5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:46.045427 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-66b8862e-dfa3-4919-a8c7-c553748d5bec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0481601 Dec 16 10:29:46.093834 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-72c5ef70-d97f-4778-b29d-2a5d86fe9881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:46.095407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-72c5ef70-d97f-4778-b29d-2a5d86fe9881 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430944 Dec 16 10:29:46.192544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-2e8df0b9-0b64-48be-920a-7e4efe3a1f97 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897987 Dec 16 10:29:46.317288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-691adc7d-4494-47ef-bf4e-e0c8aa31331d req-60593e79-ba44-4d0d-8baa-15d64bef5efb service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164646 Dec 16 10:29:46.333712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdad1e-2db3-441d-8e80-49fa6be91249 req-37d39f04-cfd3-49e4-ba79-97e202730507 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:46.335428 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77bdad1e-2db3-441d-8e80-49fa6be91249 req-37d39f04-cfd3-49e4-ba79-97e202730507 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0706294 Dec 16 10:29:46.377730 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-77bdad1e-2db3-441d-8e80-49fa6be91249 req-b0330268-1b90-427f-b151-c7dc9c71d3db tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358109 Dec 16 10:29:46.588053 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-33508ec1-80e5-4efc-ac9c-a6d8ec7c6dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:47.504778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f4c94-aef4-4484-b38b-b4531dd6eb79 req-12cb6b48-574a-4bec-90ab-282c7726fe9e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:47.506950 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b9f4c94-aef4-4484-b38b-b4531dd6eb79 req-12cb6b48-574a-4bec-90ab-282c7726fe9e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0589726 Dec 16 10:29:47.548396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1b9f4c94-aef4-4484-b38b-b4531dd6eb79 req-c65dedf4-aab6-4b0d-9ff7-7fbf76e6205a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353310 Dec 16 10:29:48.302376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:48.682285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a30dd-d6dc-4c33-9d5c-1fb8ddfb8344 req-d838f837-03e8-456f-939c-e3abfda72499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:48.684489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-227a30dd-d6dc-4c33-9d5c-1fb8ddfb8344 req-d838f837-03e8-456f-939c-e3abfda72499 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0590680 Dec 16 10:29:48.735085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-227a30dd-d6dc-4c33-9d5c-1fb8ddfb8344 req-ed20e191-ed57-4416-8cad-d7064ad5fa09 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Dec 16 10:29:49.855515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7c48b-bc06-4fb1-83ad-fd98bb3600d7 req-2fa75de0-c361-434f-a999-c8f18bc2454a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:49.856871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f7c48b-bc06-4fb1-83ad-fd98bb3600d7 req-2fa75de0-c361-434f-a999-c8f18bc2454a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0492852 Dec 16 10:29:49.894951 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-68f7c48b-bc06-4fb1-83ad-fd98bb3600d7 req-16d37a14-3fbc-4496-8086-231f0d01f1eb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Dec 16 10:29:49.948385 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:50.116892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:51.331709 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729692e2-1e02-4cf7-8fe3-6c5d2ac0114f req-a025b7c1-7191-4cbf-9342-ad32cdbd7e56 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:51.333121 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-729692e2-1e02-4cf7-8fe3-6c5d2ac0114f req-a025b7c1-7191-4cbf-9342-ad32cdbd7e56 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.3676915 Dec 16 10:29:51.375174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-729692e2-1e02-4cf7-8fe3-6c5d2ac0114f req-f09a3c68-36e5-4a38-b7d9-136d8961e466 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Dec 16 10:29:52.501625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51b3e6-5519-4503-af36-4fd7a5a359f5 req-ce48900b-8ab5-4af1-bce8-ebf732d7615a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:52.503103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f51b3e6-5519-4503-af36-4fd7a5a359f5 req-ce48900b-8ab5-4af1-bce8-ebf732d7615a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0497484 Dec 16 10:29:52.543671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6f51b3e6-5519-4503-af36-4fd7a5a359f5 req-43e032f3-97af-401e-82cb-f67870138649 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Dec 16 10:29:53.679393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3dc87-235f-4c7a-8a71-69db10c0cc4b req-d77748cb-acb2-471f-8628-0174e6f94aa8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:53.681402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9a3dc87-235f-4c7a-8a71-69db10c0cc4b req-d77748cb-acb2-471f-8628-0174e6f94aa8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0662987 Dec 16 10:29:53.734473 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9a3dc87-235f-4c7a-8a71-69db10c0cc4b req-1cb08818-febd-4a3a-a5ab-c0167fd041ab tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459273 Dec 16 10:29:54.403409 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:29:54.863073 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c819-12bc-4cd9-91a0-c38147838d6a req-ce14f446-d60f-4d35-aa8a-bafbb1c70cbb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:29:54.864536 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8261c819-12bc-4cd9-91a0-c38147838d6a req-ce14f446-d60f-4d35-aa8a-bafbb1c70cbb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0547512 Dec 16 10:29:54.917198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8261c819-12bc-4cd9-91a0-c38147838d6a req-cc06221f-8bfc-448c-b356-bdfc07a25185 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461428 Dec 16 10:29:54.946262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58320) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:29:55.012856 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-50f9ad2a-bae6-4743-84ea-711467f1e9d3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/10e4e9c9-428b-41d1-9521-76f205841e1b HTTP/1.1" status: 200 len: 994 time: 0.0651925 Dec 16 10:29:55.809359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:14.159611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2ced1743-078a-482e-a3ab-1df30b0977ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:15.352679 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:30:16.591616 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a8760c96-6d7a-4f8d-bc3d-eff05f9c6c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:18.306619 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:19.952474 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:20.120164 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:24.412333 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.440194 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58336) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:25.615420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 562a3087-b5e4-42b0-808d-4deb5ca9bfd9 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:30:25.615761 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.690829 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.691087 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.702827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 562a3087-b5e4-42b0-808d-4deb5ca9bfd9 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:30:25.821835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.856040 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.885025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=562a3087-b5e4-42b0-808d-4deb5ca9bfd9,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:25.897289 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.897631 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.898013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.898346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.898669 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.898991 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.899314 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.899633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.899946 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.900265 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.900581 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.900894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:25.958739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:25.958972 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 10e4e9c9-428b-41d1-9521-76f205841e1b disassociated (deleted). External IP: 172.25.6.213, port: 9bffef36-faf7-43fa-a726-4fc4e9eed54d. Dec 16 10:30:26.175217 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 0e259a02-2c8a-45db-92de-5e580e3b1a17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:30:26.298417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:30:26.303863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:26.308031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] Sync routers for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:30:26.317484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:26.318154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:26.332945 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d6c71fe4-6643-4b12-95cc-a15da8e8aea4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/floatingips/10e4e9c9-428b-41d1-9521-76f205841e1b HTTP/1.1" status: 204 len: 168 time: 0.8914390 Dec 16 10:30:26.334175 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:30:26.336690 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82427830-b196-45a5-a0dc-41c2ccd4620c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:30:26.426076 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:26.502826 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b916ac63-4dbf-4598-b767-90b0ab9129a1 x-openstack-request-id: req-b916ac63-4dbf-4598-b767-90b0ab9129a1 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:30:26.503350 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:30:26.503350 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b916ac63-4dbf-4598-b767-90b0ab9129a1 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:30:26.503900 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'status': 'completed', 'code': 200} Dec 16 10:30:26.597974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-61749ed3-ae54-4c5c-ace3-1ddfbc3a55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:26.600271 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-61749ed3-ae54-4c5c-ace3-1ddfbc3a55a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0717518 Dec 16 10:30:26.618758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea88ea8-1025-4d6f-934e-55eee2a56e50 req-d4581799-7359-4f47-af8b-613bea729f66 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:26.620239 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fea88ea8-1025-4d6f-934e-55eee2a56e50 req-d4581799-7359-4f47-af8b-613bea729f66 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0649574 Dec 16 10:30:26.654967 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:26.682547 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] Checking router: 0e259a02-2c8a-45db-92de-5e580e3b1a17 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:30:26.691603 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:26.692285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:26.720903 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fea88ea8-1025-4d6f-934e-55eee2a56e50 req-505e09da-a491-48a3-812b-61b1b630f62c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921249 Dec 16 10:30:26.750633 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-44723ce7-3154-404e-add7-8c9e3b6f83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:26.752573 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-44723ce7-3154-404e-add7-8c9e3b6f83a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 200 len: 898 time: 0.1425641 Dec 16 10:30:26.801284 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-7339bddd-690c-4594-b0f8-df577da14b16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 200 len: 217 time: 0.0391822 Dec 16 10:30:26.830552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:26.865199 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-7f57557f-66e6-4875-9555-bd5fc5ba13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:26.866762 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-7f57557f-66e6-4875-9555-bd5fc5ba13c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ebdffa0e-40a7-4ff2-b0aa-b059474e4562 HTTP/1.1" status: 200 len: 835 time: 0.0541189 Dec 16 10:30:26.917339 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-a5fc8b58-8fec-4289-ae13-512cbbbd0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:26.918878 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-a5fc8b58-8fec-4289-ae13-512cbbbd0171 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e3ade42-6cc2-416a-bd35-56e9faab856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429704 Dec 16 10:30:27.018031 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-6701efe4-2845-4c8d-b142-dcb0e513c315 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898209 Dec 16 10:30:27.123228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82427830-b196-45a5-a0dc-41c2ccd4620c req-ffee3f9d-e92a-4155-9c22-47e0eac6aa87 service neutron] 10.222.0.53 "GET /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959623 Dec 16 10:30:27.209841 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:27.242020 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f89ab5-c913-41b3-9d4e-04de9ae995b8 None None] The sync data for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 is: [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:28:48Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '5e5e1a31-2fed-4f77-94b3-34c336c08f77', 'name': '', 'network_id': '7e3ade42-6cc2-416a-bd35-56e9faab856d', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:7f:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:47Z', 'updated_at': '2021-12-16T10:28:51Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'ebdffa0e-40a7-4ff2-b0aa-b059474e4562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:30:27.471623 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ba06d-cbf3-476b-9005-05fca326a6af None None] New status for floating IP 10e4e9c9-428b-41d1-9521-76f205841e1b: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:30:27.852403 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68469-e0e4-42bf-8a17-2de46d8f77c6 req-d4f101bd-5d82-44fe-bd52-b0604bde0d83 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:27.853994 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29a68469-e0e4-42bf-8a17-2de46d8f77c6 req-d4f101bd-5d82-44fe-bd52-b0604bde0d83 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0536752 Dec 16 10:30:27.899706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29a68469-e0e4-42bf-8a17-2de46d8f77c6 req-b2166764-66d6-4555-9aac-791137fde7ae tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=0b423fc5-a54b-4add-9543-27718f8c15ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357649 Dec 16 10:30:28.110001 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-87b99ee7-8710-4db8-a2ef-9d06af1847b6 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:28.111386 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-87b99ee7-8710-4db8-a2ef-9d06af1847b6 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0567808 Dec 16 10:30:28.208291 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 9bffef36-faf7-43fa-a726-4fc4e9eed54d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:30:28.208736 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:28.310205 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 9bffef36-faf7-43fa-a726-4fc4e9eed54d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9bffef36-faf7-43fa-a726-4fc4e9eed54d,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:28.310769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:28.327417 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 9bffef36-faf7-43fa-a726-4fc4e9eed54d owned by compute:nova {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:30:28.463198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:28.498818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=9bffef36-faf7-43fa-a726-4fc4e9eed54d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:28.542949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] No DVR routers for this DVR port 9bffef36-faf7-43fa-a726-4fc4e9eed54d on host n-h1-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:30:28.545650 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:28.548969 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4731d4c-0c3b-42a4-9611-c9ebf2e35b50 req-74fe33e4-a672-4cd9-b3c2-c44dc01a4796 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "DELETE /v2.0/ports/9bffef36-faf7-43fa-a726-4fc4e9eed54d HTTP/1.1" status: 204 len: 173 time: 0.4315495 Dec 16 10:30:28.549408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'name': 'network-vif-deleted', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:30:28.551820 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ca978-ef14-4811-aae3-326f5e35c785" -d '{"events": [{"server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "name": "network-vif-deleted", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:30:28.590758 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5b639-f42f-4dcf-9871-a64a7322a02f x-openstack-request-id: req-11c5b639-f42f-4dcf-9871-a64a7322a02f {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:30:28.591050 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0", "name": "network-vif-deleted", "tag": "9bffef36-faf7-43fa-a726-4fc4e9eed54d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:30:28.591302 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11c5b639-f42f-4dcf-9871-a64a7322a02f {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:30:28.591752 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0', 'name': 'network-vif-deleted', 'tag': '9bffef36-faf7-43fa-a726-4fc4e9eed54d', 'status': 'completed', 'code': 200} Dec 16 10:30:29.037510 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1853987e-88e1-45ed-83f0-82a3a804a456 req-7629811b-7e5b-4585-a1f8-11c6cbb280a7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2f8c0e9-aa31-427e-bc57-52a32d2dd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0353885 Dec 16 10:30:30.098109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58352) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:30.477043 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:30.755608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 5e5e1a31-2fed-4f77-94b3-34c336c08f77 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:30:30.755845 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:30.862290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 5e5e1a31-2fed-4f77-94b3-34c336c08f77, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=5e5e1a31-2fed-4f77-94b3-34c336c08f77,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:30.862667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:30.877531 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 5e5e1a31-2fed-4f77-94b3-34c336c08f77 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:30:31.086283 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:31.112698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=5e5e1a31-2fed-4f77-94b3-34c336c08f77,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:31.123971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.124306 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.124703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.124973 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.125302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.125635 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.126008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.126317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.126647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.126965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.127297 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.127606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:31.326121 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:31.420722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9bffef36-faf7-43fa-a726-4fc4e9eed54d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:30:31.452095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 9bffef36-faf7-43fa-a726-4fc4e9eed54d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:30:31.452661 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9bffef36-faf7-43fa-a726-4fc4e9eed54d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:30:31.577642 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 0e259a02-2c8a-45db-92de-5e580e3b1a17 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:30:31.696111 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:30:31.702311 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-eba5084b-39b7-42e0-b10b-0325bad38d0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/0e259a02-2c8a-45db-92de-5e580e3b1a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030090 Dec 16 10:30:31.704291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58354) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:31.711742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad432-6805-404e-a300-15fc42376531 None None] Sync routers for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:30:31.723307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:31.725212 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:31.765776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting subnet ebdffa0e-40a7-4ff2-b0aa-b059474e4562 {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:30:31.769368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:31.813489 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:31.844761 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:31.919701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.006646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.035163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdffa0e-40a7-4ff2-b0aa-b059474e4562,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:32.040919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.044893 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-85ec9e43-94ae-41ab-baf2-28c3e34bda3c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/subnets/ebdffa0e-40a7-4ff2-b0aa-b059474e4562 HTTP/1.1" status: 204 len: 168 time: 0.3385997 Dec 16 10:30:32.047592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58356) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:32.051544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae098e9b-8589-48b0-9d64-92dd7852c7c6 None None] Network 7e3ade42-6cc2-416a-bd35-56e9faab856d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:30:32.141544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:30:31Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:32.179601 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.188005 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad432-6805-404e-a300-15fc42376531 None None] Checking router: 0e259a02-2c8a-45db-92de-5e580e3b1a17 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:30:32.222084 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] Routers {'0e259a02-2c8a-45db-92de-5e580e3b1a17'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:32.222731 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['0e259a02-2c8a-45db-92de-5e580e3b1a17'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:32.306580 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.357871 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] Set router 0e259a02-2c8a-45db-92de-5e580e3b1a17 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:32.380963 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port dce08856-bbf1-4368-8c13-dd5cd9d37f13 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:30:32.381208 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.391298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] DHCP port deletion for 7e3ade42-6cc2-416a-bd35-56e9faab856d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:30:32.480420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port dce08856-bbf1-4368-8c13-dd5cd9d37f13, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=dce08856-bbf1-4368-8c13-dd5cd9d37f13,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:32.480974 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.506016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for dce08856-bbf1-4368-8c13-dd5cd9d37f13 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:30:32.559542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Deleting port 9056edde-d88b-4107-9257-11655cecce0c {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:30:32.560684 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.641055 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] For port 9056edde-d88b-4107-9257-11655cecce0c, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=9056edde-d88b-4107-9257-11655cecce0c,segment=NetworkSegment(b5615db2-9656-4f32-9564-7decdcb2d509),segment_id=b5615db2-9656-4f32-9564-7decdcb2d509)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:32.641511 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.657023 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Calling delete_port for 9056edde-d88b-4107-9257-11655cecce0c owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:30:32.667826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9ebad432-6805-404e-a300-15fc42376531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:30:31Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:32.699924 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebad432-6805-404e-a300-15fc42376531 None None] The sync data for ids ['0e259a02-2c8a-45db-92de-5e580e3b1a17'] in n-d-821941-1 is: [{'id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26862139', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:28:44Z', 'updated_at': '2021-12-16T10:30:31Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'dce08856-bbf1-4368-8c13-dd5cd9d37f13', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e259a02-2c8a-45db-92de-5e580e3b1a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:28:45Z', 'updated_at': '2021-12-16T10:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:30:32.702619 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.734118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=dce08856-bbf1-4368-8c13-dd5cd9d37f13,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:32.778685 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.801990 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.808337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Pushing event deleted for resources: {'Port': ['ID=9056edde-d88b-4107-9257-11655cecce0c,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:32.812739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] No DVR routers for this DVR port 9056edde-d88b-4107-9257-11655cecce0c on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:30:32.820456 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.820798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.821193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.821626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.821826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.822179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.822505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.822829 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.823155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.825468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.825468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.825468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e28eb1-6418-46f2-bc31-ce4cc89e141a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:32.907566 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.909669 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.958624 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.959212 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Fanout notify agent at l3_agent the message router_deleted on router 0e259a02-2c8a-45db-92de-5e580e3b1a17 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:30:32.966233 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:32.967357 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cf21689e-9ce4-42ad-acb5-4c2abdfe4447 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/routers/0e259a02-2c8a-45db-92de-5e580e3b1a17 HTTP/1.1" status: 204 len: 168 time: 0.9188194 Dec 16 10:30:32.970868 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58358) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:33.051940 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.153628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.176562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3ade42-6cc2-416a-bd35-56e9faab856d']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:33.188947 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5615db2-9656-4f32-9564-7decdcb2d509') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:33.189514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5615db2-9656-4f32-9564-7decdcb2d509') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:33.200920 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.218008 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.226131 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:30:33.226620 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:30:33.230114 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:30:33.298033 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.306136 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.312118 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/networks/7e3ade42-6cc2-416a-bd35-56e9faab856d HTTP/1.1" status: 204 len: 168 time: 0.3374104 Dec 16 10:30:33.312586 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58360) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:33.323003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055206a1-bd01-4fa9-b487-8919df92eec8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Network': ['ID=7e3ade42-6cc2-416a-bd35-56e9faab856d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:33.380086 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60623908-9ed7-4381-9f34-8cf847e90a70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.413330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60623908-9ed7-4381-9f34-8cf847e90a70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.489067 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60623908-9ed7-4381-9f34-8cf847e90a70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.491716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-60623908-9ed7-4381-9f34-8cf847e90a70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.492871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-60623908-9ed7-4381-9f34-8cf847e90a70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/security-groups/0b423fc5-a54b-4add-9543-27718f8c15ef HTTP/1.1" status: 204 len: 168 time: 0.1792867 Dec 16 10:30:33.502974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60623908-9ed7-4381-9f34-8cf847e90a70 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b423fc5-a54b-4add-9543-27718f8c15ef,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:33.759809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58366) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:33.764413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428215126', 'description': 'tempest-secgroup-smoke-428215126 description', 'project_id': '46de79de6dd24118aa82802a53b5948d'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:33.793080 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.868241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.873490 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.904881 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:33.906147 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1453202 Dec 16 10:30:33.910024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58368) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:33.910721 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdc3f9-de6f-489c-8660-228be0977d58 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a8366-3b97-41e0-bb47-8556eb6c3799,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:33.918820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '7c8a8366-3b97-41e0-bb47-8556eb6c3799', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:33.952217 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.015031 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.019917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.040775 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a57269-8768-4e75-abac-7550527b6fd7,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:34.049694 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.050972 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b6e374f7-37a6-47be-9b6c-05c3a2f353f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390114 Dec 16 10:30:34.054788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58370) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.059667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '7c8a8366-3b97-41e0-bb47-8556eb6c3799', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.087832 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.151715 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.156427 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.175277 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f482dcf-2741-4234-b6ef-447b02720da8,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:34.182624 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dce08856-bbf1-4368-8c13-dd5cd9d37f13 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:30:34.186953 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.192218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-bcb2b9b1-9f0a-4591-bf95-8333023d6050 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323068 Dec 16 10:30:34.192218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58372) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.198002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '7c8a8366-3b97-41e0-bb47-8556eb6c3799', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.206000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: dce08856-bbf1-4368-8c13-dd5cd9d37f13 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:30:34.206644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device dce08856-bbf1-4368-8c13-dd5cd9d37f13 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:30:34.207331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9056edde-d88b-4107-9257-11655cecce0c no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:30:34.228396 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 9056edde-d88b-4107-9257-11655cecce0c {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:30:34.228736 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.228874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 9056edde-d88b-4107-9257-11655cecce0c not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:30:34.229176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5e5e1a31-2fed-4f77-94b3-34c336c08f77 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:30:34.250288 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 5e5e1a31-2fed-4f77-94b3-34c336c08f77 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:30:34.250628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 5e5e1a31-2fed-4f77-94b3-34c336c08f77 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:30:34.296163 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.300316 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.323168 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a13e20c-7d62-4c5c-995b-dec53df96553,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:34.330788 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.332006 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1931a743-9dbd-49ff-9ecb-c7ef145367ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386838 Dec 16 10:30:34.335578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58374) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.342486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '7c8a8366-3b97-41e0-bb47-8556eb6c3799', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.382574 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.451401 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.457291 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.476045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7708e1-97d5-4c86-9ba7-a15f975122d1,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:34.484783 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.485880 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-692ef120-c4ce-4bd2-bd84-19a95a1291aa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490645 Dec 16 10:30:34.489231 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58376) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.499291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '7c8a8366-3b97-41e0-bb47-8556eb6c3799', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.528130 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:30:34.533571 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.604390 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.608644 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.626980 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f9484f-07a1-451b-88bc-7f74ea4fef03,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:34.636314 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.637544 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-69195057-42ae-44e3-95c1-c38436522657 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431692 Dec 16 10:30:34.640322 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58378) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.644700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '7c8a8366-3b97-41e0-bb47-8556eb6c3799', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.667399 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:30:34.672338 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.735638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.740078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.759115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ed44d9-a07b-4b1d-90ff-88e53ca2e9cc,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:34.764583 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.765792 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d37d3f4d-9b8b-49af-99cb-0abb393cc16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245074 Dec 16 10:30:34.769015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58380) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.776265 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'network': {'name': 'tempest-network-smoke--487241306', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.797997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:30:34.802120 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.826425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:30:34.836628 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.836998 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Added segment 0120528f-1908-4608-8b59-80279b704588 of type vlan for network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc Dec 16 10:30:34.879150 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.905086 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.910780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:34.911347 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:34.971279 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2000442 Dec 16 10:30:34.974309 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58382) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:34.978974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'admin_state_up': True, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:34.996912 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620ad6-0533-4ca5-b715-f2e475cb9dcd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Network': ['ID=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:35.008502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:30:35.010727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.012375 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.065016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.207885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.417962 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.437242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.545905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.20 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/4be9b60e-056b-43c1-a52a-709376388fb6) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:30:35.662595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.701770 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:35.745513 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:30:35.748530 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:35.756678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:30:35.760195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=4be9b60e-056b-43c1-a52a-709376388fb6,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:36.029975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:36.255320 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:36.402070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router df2f24c2-ae85-4d28-bba8-cc5086d64b46 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:30:36.516757 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:30:36.527495 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Sync routers for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:30:36.538016 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:36.538781 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:36.538920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:36.540198 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fe719b6f-581e-4c54-a6d7-35e455c3ef8e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5648820 Dec 16 10:30:36.544005 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58384) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:36.577675 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4d11080a-b7e4-4d96-ac84-4cd2993c5013 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46de79de6dd24118aa82802a53b5948d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301020 Dec 16 10:30:36.578117 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58386) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:36.648115 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:36.670335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a2ef4-56a8-4896-8b2c-1506d77cd93f tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:36.671763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-737a2ef4-56a8-4896-8b2c-1506d77cd93f tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926003 Dec 16 10:30:36.674644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58388) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:36.704514 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-46ea03e7-06a4-46d2-a10e-5ab6948fd2d6 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288167 Dec 16 10:30:36.707122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58390) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:36.712763 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1579034879', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:36.812774 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:30:36.816871 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:36.852874 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:35Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:36.884642 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Checking router: df2f24c2-ae85-4d28-bba8-cc5086d64b46 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:30:36.885002 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Updating router df2f24c2-ae85-4d28-bba8-cc5086d64b46 port 4be9b60e-056b-43c1-a52a-709376388fb6 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:30:36.910893 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.031348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.099649 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Subnet': ['ID=f1cf03d3-6226-449e-b684-ff67afd8011a,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:37.107770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Checking segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:30:37.108133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network hostable DHCP agents. Network: d6263fa5-de2e-4bff-af84-a1ee4fde3bbc, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:30:37.128955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:30:37.141051 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, d6263fa5-de2e-4bff-af84-a1ee4fde3bbc) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:37.147705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:37.148482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.156645 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a132f-efde-45eb-abc8-f27119c36bbf None None] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:30:37.169379 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58392) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:37.171447 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-49a3c74e-0d40-4c95-8bea-1e2ec2a6b613 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4569960 Dec 16 10:30:37.205892 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.211441 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.270342 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Attempting to bind port 4be9b60e-056b-43c1-a52a-709376388fb6 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:30:37.271297 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Attempting to bind port 4be9b60e-056b-43c1-a52a-709376388fb6 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:30:37.271869 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Attempting to bind port 4be9b60e-056b-43c1-a52a-709376388fb6 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:30:37.275405 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Pushing event updated for resources: {'Port': ['ID=4be9b60e-056b-43c1-a52a-709376388fb6,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:37.284473 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:30:37.284899 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:30:37.285500 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.286113 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:30:37.286875 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Bound port: 4be9b60e-056b-43c1-a52a-709376388fb6, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:30:37.287446 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.291577 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.292047 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.292481 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.292906 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.293327 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.293828 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.294366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.294802 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.295238 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.295648 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.296088 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.296525 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:30:37.325031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-d6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:30:37.326065 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.369691 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] For port 4be9b60e-056b-43c1-a52a-709376388fb6, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:30:37.373976 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] For port 4be9b60e-056b-43c1-a52a-709376388fb6, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4be9b60e-056b-43c1-a52a-709376388fb6,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:30:37.378973 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.447383 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662fb50-16a8-4034-b539-0366d32ec923 None None] Pushing event updated for resources: {'Port': ['ID=4be9b60e-056b-43c1-a52a-709376388fb6,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:37.453468 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:37.454259 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:37.481990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Allocated IP 172.20.0.2 (d6263fa5-de2e-4bff-af84-a1ee4fde3bbc/f1cf03d3-6226-449e-b684-ff67afd8011a/c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:30:37.581348 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:37.643297 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.651012 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.693900 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:30:37.699782 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:37.703031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:30:37.706275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Pushing event updated for resources: {'Port': ['ID=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:37.769378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Attempting to bind port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:30:37.772269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Attempting to bind port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:30:37.773352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Attempting to bind port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 on network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:30:37.781626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:30:37.782039 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Checking segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:30:37.782476 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.782895 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Bound using segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:30:37.783363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Bound port: c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:30:37.783728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.813178 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:35Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:37.852160 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cea82d-00c1-4d2f-abef-04e73ddf8588 None None] The sync data for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 is: [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:35Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:30:37.858717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] For port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:30:37.862155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] For port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:30:37.868382 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:37.932446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b30525-a01d-40dc-bf5f-de13321fd005 None None] Pushing event updated for resources: {'Port': ['ID=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:38.043338 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.345489 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:30:38.387213 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.1 (d6263fa5-de2e-4bff-af84-a1ee4fde3bbc/f1cf03d3-6226-449e-b684-ff67afd8011a/8f0a1128-201f-485b-8ad5-dfac3bed6c83) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:30:38.404888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:38.405593 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.497512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.517936 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.538385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:38.546494 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.547348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4be9b60e-056b-43c1-a52a-709376388fb6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:30:38.563128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.610183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:30:38.613487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:38.618420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:30:38.638903 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:38.650034 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=8f0a1128-201f-485b-8ad5-dfac3bed6c83,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:38.652176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4be9b60e-056b-43c1-a52a-709376388fb6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:38.652549 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.678483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.755395 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.781797 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 4be9b60e-056b-43c1-a52a-709376388fb6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4be9b60e-056b-43c1-a52a-709376388fb6,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:38.788951 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:38.848254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=4be9b60e-056b-43c1-a52a-709376388fb6,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:38.871130 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.100976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383e411-ecb9-4fd5-a450-ed4d17722456 None None] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:30:39.188753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.194323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.269945 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.272432 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=8f0a1128-201f-485b-8ad5-dfac3bed6c83,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:39.333352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e2626e46-9452-405d-ba67-396b13fdf1f9 None None] Provisioning complete for port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:39.333751 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2626e46-9452-405d-ba67-396b13fdf1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.369610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:30:39.371447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:39.498894 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router df2f24c2-ae85-4d28-bba8-cc5086d64b46 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:30:39.617303 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:30:39.631333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-93e386b9-bd02-4715-9783-ba86e8d5ad13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/df2f24c2-ae85-4d28-bba8-cc5086d64b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516592 Dec 16 10:30:39.708800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0be119d9-fa62-48e9-af27-0002c5bd4724 None None] Provisioning complete for port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:39.709289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0be119d9-fa62-48e9-af27-0002c5bd4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.751653 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Sync routers for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:30:39.756073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-0be119d9-fa62-48e9-af27-0002c5bd4724 None None] Port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:30:39.767422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:39.768053 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:39.787415 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-22eacf64-df67-48bf-8c23-1db8b6f92437 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428215126&fields=id&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 267 time: 0.0445445 Dec 16 10:30:39.839236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0be119d9-fa62-48e9-af27-0002c5bd4724 None None] Provisioning complete for port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:39.839607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0be119d9-fa62-48e9-af27-0002c5bd4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:39.909367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-2e99f932-1b9d-4b4a-a594-19d2357d3a8c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:39.911034 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-2e99f932-1b9d-4b4a-a594-19d2357d3a8c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 796 time: 0.1090822 Dec 16 10:30:39.929873 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-80c3167b-d820-42fd-9a4b-3f8357bcde98 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/quotas/46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 375 time: 0.0120993 Dec 16 10:30:39.941353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:39.996976 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-70582e40-0c43-47c7-be0b-31d083a0cd16 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602391 Dec 16 10:30:40.110551 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-8addcc93-f10c-4c15-a141-36fc500fdae5 service neutron] 10.222.0.61 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964429 Dec 16 10:30:40.152412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-6a9fd300-b4f7-4ed8-88f5-4de373f2bfad None None] Provisioning complete for port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:40.152770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd300-b4f7-4ed8-88f5-4de373f2bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.199880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fd300-b4f7-4ed8-88f5-4de373f2bfad None None] Port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:30:40.212727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:30:40.215876 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-422c28c4-283c-474e-bc55-4aa8f019ed73 service neutron] 10.222.0.61 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985525 Dec 16 10:30:40.245884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:39Z', 'revision_number': 2, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:40.276956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Checking router: df2f24c2-ae85-4d28-bba8-cc5086d64b46 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:30:40.277358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Updating router df2f24c2-ae85-4d28-bba8-cc5086d64b46 port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:30:40.315021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.338205 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:40.338568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.340097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-3838dec0-f316-4a9c-adc3-7bf862a26785 None None] Provisioning complete for port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:40.340968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3838dec0-f316-4a9c-adc3-7bf862a26785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.400830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4ba9b5a9-90ac-4486-a335-613080cff7cb req-e3e30cad-0232-4d5b-94e5-b355d041f751 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 210 time: 0.0325766 Dec 16 10:30:40.447588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-3838dec0-f316-4a9c-adc3-7bf862a26785 None None] Port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:30:40.596765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4be9b60e-056b-43c1-a52a-709376388fb6 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:30:40.688795 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 4be9b60e-056b-43c1-a52a-709376388fb6 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:40.689169 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.782369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.788880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.861202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e691e-9294-4a63-83fa-282a574a5d72 None None] Pushing event updated for resources: {'Port': ['ID=8f0a1128-201f-485b-8ad5-dfac3bed6c83,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:40.933672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Attempting to bind port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:30:40.934942 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Attempting to bind port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:30:40.935401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Attempting to bind port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 on network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:30:40.941765 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:30:40.942340 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Checking segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:30:40.942741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:40.943122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Bound using segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:30:40.943591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Bound port: 8f0a1128-201f-485b-8ad5-dfac3bed6c83, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:30:40.943966 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.010384 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] For port 8f0a1128-201f-485b-8ad5-dfac3bed6c83, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:30:41.015719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] For port 8f0a1128-201f-485b-8ad5-dfac3bed6c83, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8f0a1128-201f-485b-8ad5-dfac3bed6c83,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:30:41.020618 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.087510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:41.088140 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:41.090641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e691e-9294-4a63-83fa-282a574a5d72 None None] Pushing event updated for resources: {'Port': ['ID=8f0a1128-201f-485b-8ad5-dfac3bed6c83,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:41.133993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d4b6e942-f9e0-44e1-96d2-e35fe8203dad None None] Provisioning complete for port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:41.134349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e942-f9e0-44e1-96d2-e35fe8203dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.255691 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:41.382627 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-dcf220bb-31d9-470c-a0c2-ddc2fa24a530 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:41.384174 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-dcf220bb-31d9-470c-a0c2-ddc2fa24a530 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 796 time: 0.1065986 Dec 16 10:30:41.420432 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e942-f9e0-44e1-96d2-e35fe8203dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.434205 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-c7c37b64-71e2-44b4-8150-a6fcfc4a2450 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 379 time: 0.0408680 Dec 16 10:30:41.444491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'port': {'device_id': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'admin_state_up': True, 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'security_groups': ['7c8a8366-3b97-41e0-bb47-8556eb6c3799']}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:41.478395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d4b6e942-f9e0-44e1-96d2-e35fe8203dad None None] For port 8f0a1128-201f-485b-8ad5-dfac3bed6c83, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8f0a1128-201f-485b-8ad5-dfac3bed6c83,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:41.486039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e942-f9e0-44e1-96d2-e35fe8203dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.525910 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4c7a4af6-9de0-492b-bf1e-7a75f9f8d96d req-192d6e2f-2392-4750-b660-d412f2fd998d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 210 time: 0.0334370 Dec 16 10:30:41.566294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6e942-f9e0-44e1-96d2-e35fe8203dad None None] Pushing event updated for resources: {'Port': ['ID=8f0a1128-201f-485b-8ad5-dfac3bed6c83,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:41.589687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:41.594548 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'port': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:30:41.598423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.620687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d73821-b074-4f64-b994-3f583bd936e8 None None] The sync data for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 is: [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:30:41.631307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-609ab556-15d7-40c9-9dbf-4e13831957c3 None None] Provisioning complete for port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:41.631773 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-609ab556-15d7-40c9-9dbf-4e13831957c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.782626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.7 (d6263fa5-de2e-4bff-af84-a1ee4fde3bbc/f1cf03d3-6226-449e-b684-ff67afd8011a/ccaa8624-7817-4de9-b1e2-feb65b84fb46) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:30:41.933926 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:41.977956 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.022644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:30:42.026053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:42.029959 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:30:42.068864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:42.101188 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:42.101906 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.123119 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-832a425d-55b4-484b-ba67-f90164869d6c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6836400 Dec 16 10:30:42.136558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Request body: {'port': {'device_id': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:42.240241 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.276906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8f0a1128-201f-485b-8ad5-dfac3bed6c83 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:30:42.337973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:42.338346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.386786 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-037488de-a22b-4bde-bea5-23bd72df265c None None] Provisioning complete for port ccaa8624-7817-4de9-b1e2-feb65b84fb46 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:42.387187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-037488de-a22b-4bde-bea5-23bd72df265c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.459506 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-037488de-a22b-4bde-bea5-23bd72df265c None None] Port ccaa8624-7817-4de9-b1e2-feb65b84fb46 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:30:42.558830 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaa8624-7817-4de9-b1e2-feb65b84fb46 {{(pid=102398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:30:42.566856 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.580563 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.provisioning_blocks [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Transition to ACTIVE for port object ccaa8624-7817-4de9-b1e2-feb65b84fb46 will not be triggered until provisioned by entity L2. {{(pid=102398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:30:42.588762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.696655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:42.746279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa77fd-3f58-491a-b0ad-7ab53d59f841 req-49663101-f0c5-4cae-99db-4aef8e236e87 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:42.747823 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7aa77fd-3f58-491a-b0ad-7ab53d59f841 req-49663101-f0c5-4cae-99db-4aef8e236e87 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 943 time: 0.1328106 Dec 16 10:30:42.796861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Attempting to bind port ccaa8624-7817-4de9-b1e2-feb65b84fb46 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:30:42.796861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Attempting to bind port ccaa8624-7817-4de9-b1e2-feb65b84fb46 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:30:42.796861 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Attempting to bind port ccaa8624-7817-4de9-b1e2-feb65b84fb46 on network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:30:42.806267 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Port ccaa8624-7817-4de9-b1e2-feb65b84fb46 on network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:30:42.806641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Attempting to bind port ccaa8624-7817-4de9-b1e2-feb65b84fb46 on network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:30:42.829777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c7aa77fd-3f58-491a-b0ad-7ab53d59f841 req-6be4672b-d032-4261-a12d-58c958431961 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724416 Dec 16 10:30:42.830961 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:30:42.831353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Checking segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:30:42.831639 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Bound using segment: {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'} {{(pid=102398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:30:42.832143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.managers [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Bound port: ccaa8624-7817-4de9-b1e2-feb65b84fb46, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0120528f-1908-4608-8b59-80279b704588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc'}}] {{(pid=102398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:30:42.832582 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.921185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, cleared binding levels {{(pid=102398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:30:42.924402 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:30:42.931723 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.970268 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:42.970884 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:42.972277 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] 10.222.0.53 "PUT /v2.0/ports/ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 1091 time: 0.8404326 Dec 16 10:30:42.972707 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:30:42.975027 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9bce7e-7969-4b9b-87ee-19dac847b890" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:30:42.998258 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122ac9-e20d-47a1-b79b-9b85f6be5ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=3']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:43.033012 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f98517e-5a48-4585-bc63-c4124ff9e9ff x-openstack-request-id: req-6f98517e-5a48-4585-bc63-c4124ff9e9ff {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:30:43.033310 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:30:43.033561 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f98517e-5a48-4585-bc63-c4124ff9e9ff {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:30:43.034005 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'status': 'completed', 'code': 200} Dec 16 10:30:43.064949 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-2bcaa4a4-0392-4288-ace8-8eb46f0ffa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.066746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-2bcaa4a4-0392-4288-ace8-8eb46f0ffa85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1094 time: 0.0461640 Dec 16 10:30:43.110306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-6581f480-e35a-472f-a92f-f0ec5e2695d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 217 time: 0.0348651 Dec 16 10:30:43.169558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-e3fade9c-13f5-41ac-a8a3-3122e569b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.171068 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-e3fade9c-13f5-41ac-a8a3-3122e569b1f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.0501156 Dec 16 10:30:43.232053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-232ea322-c8a4-4ffd-8196-c47fdbd80f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.233586 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-232ea322-c8a4-4ffd-8196-c47fdbd80f19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526426 Dec 16 10:30:43.334639 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-0ac2a15a-f554-4bc7-aa91-f3a6842d1f37 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935121 Dec 16 10:30:43.427553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3634bf68-cd50-49f7-80ad-11267816ad68 req-1b3a8229-8601-461c-9485-88c3b9db71bf service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848045 Dec 16 10:30:43.524820 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-955eabdf-4d6c-4a8f-bd77-1f3d9013c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.526414 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-955eabdf-4d6c-4a8f-bd77-1f3d9013c8bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1094 time: 0.0453765 Dec 16 10:30:43.621981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-23363bcd-9b48-4c05-86c2-d4558da739d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.623455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-23363bcd-9b48-4c05-86c2-d4558da739d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 897 time: 0.0906386 Dec 16 10:30:43.672459 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-c543c566-8322-4b25-8b11-801bebca6c9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 217 time: 0.0412173 Dec 16 10:30:43.721876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-6d40e279-5e02-4093-bb0d-103f59809867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.723616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-6d40e279-5e02-4093-bb0d-103f59809867 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.0441172 Dec 16 10:30:43.777025 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-f930c5d3-b2e4-4373-9339-8617c17de8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:43.778584 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-f930c5d3-b2e4-4373-9339-8617c17de8ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467174 Dec 16 10:30:43.871731 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-e9e16782-f486-45b6-a0d1-fce84c517e47 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Dec 16 10:30:44.002584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d6c58-916d-4b67-a669-c2df493e2a99 req-3de0ebdb-aae8-4856-9730-f1441f2cac34 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:44.004103 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db3d6c58-916d-4b67-a669-c2df493e2a99 req-3de0ebdb-aae8-4856-9730-f1441f2cac34 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 943 time: 0.0758395 Dec 16 10:30:44.008354 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8f9bce7e-7969-4b9b-87ee-19dac847b890 req-5452d723-470e-4431-92d2-7dcaa0d3f4f3 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295221 Dec 16 10:30:44.047325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-db3d6c58-916d-4b67-a669-c2df493e2a99 req-a582abfa-6f2f-4330-81df-853fc93a02a0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362191 Dec 16 10:30:44.163192 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f748de9f-5469-45f5-a81a-66cab4f86707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:45.177673 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9597593-4ddf-4b4e-9a2f-110161b6bff3 req-db95442d-6e0c-42c4-92a8-4dd651ddec24 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:45.179209 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9597593-4ddf-4b4e-9a2f-110161b6bff3 req-db95442d-6e0c-42c4-92a8-4dd651ddec24 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 943 time: 0.0510817 Dec 16 10:30:45.224667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9597593-4ddf-4b4e-9a2f-110161b6bff3 req-3b6736b1-2d3e-408c-8d9a-0a3c8bd1df9a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Dec 16 10:30:46.349610 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d0e0b-18b7-4fa6-ab31-9e3c822390e1 req-e66dae36-55af-426c-b89b-e12aeb191349 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:46.351243 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b1d0e0b-18b7-4fa6-ab31-9e3c822390e1 req-e66dae36-55af-426c-b89b-e12aeb191349 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 943 time: 0.0544600 Dec 16 10:30:46.392411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b1d0e0b-18b7-4fa6-ab31-9e3c822390e1 req-4a65902f-75d3-4462-a1fa-ce77803ecede tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349185 Dec 16 10:30:46.596642 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-21e263d4-bf18-4b5c-88e8-55566f0f9a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:47.457258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:30:47.537971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394fb31-5df1-4cb5-aa87-dd685a6d887f req-f461b4f7-978d-4a00-9379-7c67cfda1789 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:47.539502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e394fb31-5df1-4cb5-aa87-dd685a6d887f req-f461b4f7-978d-4a00-9379-7c67cfda1789 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 943 time: 0.0745087 Dec 16 10:30:47.575476 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:47.584704 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e394fb31-5df1-4cb5-aa87-dd685a6d887f req-5101f855-8c35-4ab9-8fb0-78bd482d2485 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385206 Dec 16 10:30:47.592592 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'port_id': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'mac_address': 'fa:16:3e:4a:93:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:30:47.635072 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:47.649006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa8624-7817-4de9-b1e2-feb65b84fb46 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:30:47.670454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:47.675158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:47.730285 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:47.923870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ccaa8624-7817-4de9-b1e2-feb65b84fb46'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:30:48.313599 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:48.710952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79452e8-a0f1-4866-afba-85d89be3dbfd req-8d3f426c-2fec-49a2-b43b-7bd65468546d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:48.712582 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f79452e8-a0f1-4866-afba-85d89be3dbfd req-8d3f426c-2fec-49a2-b43b-7bd65468546d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 944 time: 0.0529950 Dec 16 10:30:48.761642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f79452e8-a0f1-4866-afba-85d89be3dbfd req-29c18a11-612c-4417-b3a0-e107f6f64cb3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411954 Dec 16 10:30:49.484979 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:30:49.543990 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ccaa8624-7817-4de9-b1e2-feb65b84fb46 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:30:49.550167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ccaa8624-7817-4de9-b1e2-feb65b84fb46 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:30:49.550923 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:49.637120 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:49.660145 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:30:49.662485 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed55001d-f359-4c05-8c9f-f4517498944b" -d '{"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:30:49.679061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:30:49.683211 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:49.810781 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311ff27-153a-4b0c-9c90-7d68dd068028 req-0247eae1-24eb-4a3b-a2ca-26869441517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:49.812946 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5311ff27-153a-4b0c-9c90-7d68dd068028 req-0247eae1-24eb-4a3b-a2ca-26869441517b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1096 time: 0.0539675 Dec 16 10:30:49.870663 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63163f51-cfa1-4ce0-9020-6bae364511a9 x-openstack-request-id: req-63163f51-cfa1-4ce0-9020-6bae364511a9 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:30:49.870943 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:30:49.871174 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63163f51-cfa1-4ce0-9020-6bae364511a9 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:30:49.871552 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'code': 200} Dec 16 10:30:49.876521 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5311ff27-153a-4b0c-9c90-7d68dd068028 req-c856c20d-49f6-49b1-841a-cec0acb20f2a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527008 Dec 16 10:30:49.898064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:49.899485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47b7b-8b44-4afa-b17e-1b59851e5881 req-b069537b-8a0a-4b48-ac1c-bd1a61ad9208 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:49.902175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8e47b7b-8b44-4afa-b17e-1b59851e5881 req-b069537b-8a0a-4b48-ac1c-bd1a61ad9208 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0593743 Dec 16 10:30:49.941366 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f8e47b7b-8b44-4afa-b17e-1b59851e5881 req-7e0289a6-a6a8-4564-a2ff-2af0da55ca14 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334406 Dec 16 10:30:49.958504 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:50.128791 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:51.059307 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8f469-b9f6-44da-9afe-da293eb9d184 req-a6f7a951-ff4f-4923-a683-a30b83595220 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:51.060822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd8f469-b9f6-44da-9afe-da293eb9d184 req-a6f7a951-ff4f-4923-a683-a30b83595220 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0505710 Dec 16 10:30:51.105781 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8bd8f469-b9f6-44da-9afe-da293eb9d184 req-93488d82-49ef-40fb-b281-b2a1274385ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Dec 16 10:30:51.232920 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f26bea-1d81-4bcc-9eb3-5feb7fd5b03e req-08b7e31c-6fd4-4f1d-9e5d-af596bcc87ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:51.234325 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94f26bea-1d81-4bcc-9eb3-5feb7fd5b03e req-08b7e31c-6fd4-4f1d-9e5d-af596bcc87ad tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0520606 Dec 16 10:30:51.276630 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-94f26bea-1d81-4bcc-9eb3-5feb7fd5b03e req-e4305e3f-1be3-4e4a-a9b9-84160f684099 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Dec 16 10:30:51.298181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58444) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:51.339255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4882061-51ae-4e55-8363-f5e6d8518dc0 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:51.340755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f4882061-51ae-4e55-8363-f5e6d8518dc0 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1091 time: 0.0415905 Dec 16 10:30:51.343675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58446) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:51.348381 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:30:51.373204 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:51.480221 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:51.592839 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.45 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/11e530f2-252e-41ab-93a0-7092d08c8563) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:30:51.710041 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:51.750622 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:51.789163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:30:51.791893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:30:51.798655 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:30:51.801763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=11e530f2-252e-41ab-93a0-7092d08c8563,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:52.354515 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:30:52.482638 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:52.551861 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:52.706270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:52.712687 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:52.786852 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=11e530f2-252e-41ab-93a0-7092d08c8563,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:30:52.797594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:52.908179 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 8f259c64-d600-42bb-8ed4-075793740a75 associated. External IP: 172.25.6.45, port: ccaa8624-7817-4de9-b1e2-feb65b84fb46. Dec 16 10:30:53.132357 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router df2f24c2-ae85-4d28-bba8-cc5086d64b46 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:30:53.246599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:30:53.257549 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] Sync routers for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:30:53.269725 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:53.273051 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:53.273640 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:53.297405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7cf32f0e-2ce8-4bbb-b8d7-d083f216e80e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9526110 Dec 16 10:30:53.298022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:30:53.300291 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd815c9-55b3-405d-aa73-396a1d0ad09d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:30:53.382956 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:53.399230 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f3710-fb2f-4d46-81c0-19e0cc21f9d9 req-198f416b-236b-49d1-a2bb-1a7225507f50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:53.400777 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a7f3710-fb2f-4d46-81c0-19e0cc21f9d9 req-198f416b-236b-49d1-a2bb-1a7225507f50 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0555081 Dec 16 10:30:53.439804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6a7f3710-fb2f-4d46-81c0-19e0cc21f9d9 req-5df4f98e-ed5b-4766-b3a5-289f649fcb25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325563 Dec 16 10:30:53.466042 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58454) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:53.504154 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f85fd0d-9c5f-42ac-8373-0c0270a2b055 x-openstack-request-id: req-0f85fd0d-9c5f-42ac-8373-0c0270a2b055 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:30:53.504958 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:30:53.504958 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f85fd0d-9c5f-42ac-8373-0c0270a2b055 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:30:53.505304 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'status': 'completed', 'code': 200} Dec 16 10:30:53.562860 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-701aac1d-9ef3-40c2-bd86-ddd26e5578c9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/8f259c64-d600-42bb-8ed4-075793740a75 HTTP/1.1" status: 200 len: 990 time: 0.0943193 Dec 16 10:30:53.575271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-68ccb24e-2bd3-4f63-a161-c8c68b6bb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:53.576764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-68ccb24e-2bd3-4f63-a161-c8c68b6bb58e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1096 time: 0.0585034 Dec 16 10:30:53.618237 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8f259c64-d600-42bb-8ed4-075793740a75', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'port_id': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'mac_address': 'fa:16:3e:4a:93:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:30:52Z', 'updated_at': '2021-12-16T10:30:52Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:53.648773 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] Checking router: df2f24c2-ae85-4d28-bba8-cc5086d64b46 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:30:53.657996 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:30:53.658597 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:30:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:53.668657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-b2a7cea2-071a-4bfc-9edb-3a94ae5d6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:53.670199 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-b2a7cea2-071a-4bfc-9edb-3a94ae5d6350 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 897 time: 0.0867579 Dec 16 10:30:53.744005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-309e2ad5-88dd-44d4-a259-902d122f6cf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 998 time: 0.0670266 Dec 16 10:30:53.762175 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:30:53.795523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-135039fa-eb1c-43e8-bcc5-ab87be78ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:53.796944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-135039fa-eb1c-43e8-bcc5-ab87be78ff80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.0458314 Dec 16 10:30:53.848876 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-791d50d6-8ce8-4b42-b4fc-62509068a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:30:53.850387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-791d50d6-8ce8-4b42-b4fc-62509068a372 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463693 Dec 16 10:30:53.947674 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-20ad0249-d755-4918-8eac-3e483c0ee5f7 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893602 Dec 16 10:30:53.990058 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8f259c64-d600-42bb-8ed4-075793740a75', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'port_id': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'mac_address': 'fa:16:3e:4a:93:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:30:52Z', 'updated_at': '2021-12-16T10:30:52Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:30:54.016347 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b8130a-7b41-40c6-8054-dc5e86c36945 None None] The sync data for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 is: [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '8f259c64-d600-42bb-8ed4-075793740a75', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'port_id': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'mac_address': 'fa:16:3e:4a:93:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:30:52Z', 'updated_at': '2021-12-16T10:30:52Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:30:54.042880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd815c9-55b3-405d-aa73-396a1d0ad09d req-ef6c87a4-2c6d-41f6-ac79-c03b0e038e65 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871470 Dec 16 10:30:54.244635 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b034f7f8-872b-4fec-8ee9-c416c1e4f393 None None] New status for floating IP 8f259c64-d600-42bb-8ed4-075793740a75: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:30:54.407158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:30:54.566911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58456) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:30:54.646423 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ed7a64c6-a5ba-41f8-ac47-a4a89ab45deb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/8f259c64-d600-42bb-8ed4-075793740a75 HTTP/1.1" status: 200 len: 992 time: 0.0781305 Dec 16 10:30:55.823232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:14.168136 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-321a8ef3-526c-41cd-b140-bdb16dfb1c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:16.611892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d14e9e3-31f1-49ff-a13e-34dd830d010a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:18.312419 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:19.963420 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:20.125553 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:24.428113 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:25.826607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:27.912018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-ebc12cef-ae73-4b8b-a828-b15e6b9855dc req-fd3077d3-4dd7-469c-976d-6fa75be0ae9f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:31:27.912953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ebc12cef-ae73-4b8b-a828-b15e6b9855dc req-fd3077d3-4dd7-469c-976d-6fa75be0ae9f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055447 Dec 16 10:31:28.116006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7070d6-627b-4fc9-95c4-cd6c61e8a8e8 req-87a37860-f242-4143-9d41-1810bdac92f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:28.117829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d7070d6-627b-4fc9-95c4-cd6c61e8a8e8 req-87a37860-f242-4143-9d41-1810bdac92f5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0554070 Dec 16 10:31:28.182804 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d7070d6-627b-4fc9-95c4-cd6c61e8a8e8 req-425bdeb7-f22e-42c0-a59c-04326f3ba2d6 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571620 Dec 16 10:31:28.200991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-f335f250-d5db-499b-ab95-1191d2650e3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503205 Dec 16 10:31:28.211026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-b1d32d94-c81a-40c7-acf7-754eb19d61c6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:31:28.212013 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-b1d32d94-c81a-40c7-acf7-754eb19d61c6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054486 Dec 16 10:31:29.311730 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068f15-efa5-4d00-9f4f-acbf6c5793de req-a8cd864c-56cd-4595-92b9-0e2ac8f6b89d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:29.313132 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96068f15-efa5-4d00-9f4f-acbf6c5793de req-a8cd864c-56cd-4595-92b9-0e2ac8f6b89d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0505266 Dec 16 10:31:29.353343 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:31:29.359742 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-96068f15-efa5-4d00-9f4f-acbf6c5793de req-c237c778-a5a5-4328-a946-3b03ff15f137 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401297 Dec 16 10:31:29.472503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-70487f8e-a71d-47d1-8c3d-32cbbb2ac499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:29.474079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-70487f8e-a71d-47d1-8c3d-32cbbb2ac499 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1096 time: 0.0436289 Dec 16 10:31:29.593732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-a0d80acb-d74a-49ea-a740-fffd18b6ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:29.597571 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-a0d80acb-d74a-49ea-a740-fffd18b6ddd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 897 time: 0.1154292 Dec 16 10:31:29.694088 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-7e897af4-0f54-4faa-b185-2515738e787c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 1000 time: 0.0901577 Dec 16 10:31:29.788378 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-44caece3-770b-4316-998f-8ee1a3180faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:29.790079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-44caece3-770b-4316-998f-8ee1a3180faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.0895674 Dec 16 10:31:29.850883 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-1d0e874b-4cf9-44eb-8e18-583d144dbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:29.852396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-1d0e874b-4cf9-44eb-8e18-583d144dbfd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551705 Dec 16 10:31:29.993112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-4ab2a771-b115-4b42-8f27-cb4ca16868d2 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326301 Dec 16 10:31:30.090465 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-08290670-f3bf-40b1-a811-23935633c294 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Dec 16 10:31:30.489960 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4b83d-76c8-400f-bbd2-924b49a1e200 req-f7be4710-8a3f-44f8-81da-69f76bdd22f2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:30.491539 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ab4b83d-76c8-400f-bbd2-924b49a1e200 req-f7be4710-8a3f-44f8-81da-69f76bdd22f2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0589545 Dec 16 10:31:30.542149 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5ab4b83d-76c8-400f-bbd2-924b49a1e200 req-843fe3d9-8fd4-4646-88b3-960584beb45a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Dec 16 10:31:31.679732 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e44f9-ae46-4820-b1d0-2625b3fd53b9 req-bcff6612-6c07-49a9-b312-a40e20e28d68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:31.681535 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b7e44f9-ae46-4820-b1d0-2625b3fd53b9 req-bcff6612-6c07-49a9-b312-a40e20e28d68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0562556 Dec 16 10:31:31.757480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b7e44f9-ae46-4820-b1d0-2625b3fd53b9 req-686e63c6-e3db-4cc9-acdf-5399f9aa09f1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650470 Dec 16 10:31:32.904779 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f1294-75f4-4673-ba52-6a6e901b0569 req-fa668e35-fe2f-479b-890d-257935258908 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:32.906434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-611f1294-75f4-4673-ba52-6a6e901b0569 req-fa668e35-fe2f-479b-890d-257935258908 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0600128 Dec 16 10:31:32.958776 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-611f1294-75f4-4673-ba52-6a6e901b0569 req-39ea4bdc-a7ac-420b-8aaa-504e18c9d54f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 Dec 16 10:31:34.085981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cb1d1-ff7d-4317-99c2-0575c6263529 req-3d652dd4-499a-42d2-ae28-817c3776f4c8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:34.087592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a9cb1d1-ff7d-4317-99c2-0575c6263529 req-3d652dd4-499a-42d2-ae28-817c3776f4c8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0513308 Dec 16 10:31:34.152616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a9cb1d1-ff7d-4317-99c2-0575c6263529 req-f38fcad6-9084-431c-9e4a-c67e7d7a7479 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534184 Dec 16 10:31:35.284396 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18045a-79aa-4f50-ab00-e6d2c34c372b req-8c6b7fa0-e56d-4c5a-93e0-2b042da2de0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:35.285821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b18045a-79aa-4f50-ab00-e6d2c34c372b req-8c6b7fa0-e56d-4c5a-93e0-2b042da2de0a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0560601 Dec 16 10:31:35.337228 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8b18045a-79aa-4f50-ab00-e6d2c34c372b req-56f64c71-1dbc-4570-95a4-1544423263d0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414791 Dec 16 10:31:36.492753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ef56-33b8-4ade-a9d6-6c9db69674c5 req-2115f3f7-9bdd-4d47-8de2-e93f98d99e71 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:36.494315 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b24ef56-33b8-4ade-a9d6-6c9db69674c5 req-2115f3f7-9bdd-4d47-8de2-e93f98d99e71 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0645862 Dec 16 10:31:36.541237 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6b24ef56-33b8-4ade-a9d6-6c9db69674c5 req-dedff286-5f26-4f72-a060-c3ea405c34a8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377226 Dec 16 10:31:37.684662 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258bdc-1124-4b5a-a901-e438b1e0354b req-fbb4c6b8-d740-4bf7-b918-67f9a93baae2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:37.686452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2258bdc-1124-4b5a-a901-e438b1e0354b req-fbb4c6b8-d740-4bf7-b918-67f9a93baae2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0596325 Dec 16 10:31:37.736085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2258bdc-1124-4b5a-a901-e438b1e0354b req-f44da491-ff42-407a-ad1b-4917680b0dc3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383465 Dec 16 10:31:38.861118 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd4a7-aaa6-4a92-8325-47ac25b6853b req-8af4b822-a01b-4999-b449-6922a96d8f5a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:38.862828 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b55bd4a7-aaa6-4a92-8325-47ac25b6853b req-8af4b822-a01b-4999-b449-6922a96d8f5a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0543737 Dec 16 10:31:38.903549 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b55bd4a7-aaa6-4a92-8325-47ac25b6853b req-b39fa204-b09b-49ab-9c14-45d929a30ca7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345998 Dec 16 10:31:40.028756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7e58-c04a-44da-ba5e-a4f520140645 req-d98dc28e-7dc8-449a-9203-7dc2d5a24cea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:40.030065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2ab7e58-c04a-44da-ba5e-a4f520140645 req-d98dc28e-7dc8-449a-9203-7dc2d5a24cea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0528851 Dec 16 10:31:40.073936 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d2ab7e58-c04a-44da-ba5e-a4f520140645 req-32dded98-a5c7-482b-9ec1-5d9e7d321fff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371342 Dec 16 10:31:41.200729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57cb8-d71d-4efa-8fed-f499ae6adf85 req-c7680df7-74f9-43b2-84aa-3a686f834ae0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:41.202267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0a57cb8-d71d-4efa-8fed-f499ae6adf85 req-c7680df7-74f9-43b2-84aa-3a686f834ae0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0523314 Dec 16 10:31:41.257379 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b0a57cb8-d71d-4efa-8fed-f499ae6adf85 req-7417d166-cc8a-4591-ac36-b9fb6afb6a2a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479596 Dec 16 10:31:42.390911 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596af88-9018-4c3d-8a8a-78f04d9d5bf6 req-50d0b8a9-4811-4171-98f4-61c7d2af5100 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:42.392422 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f596af88-9018-4c3d-8a8a-78f04d9d5bf6 req-50d0b8a9-4811-4171-98f4-61c7d2af5100 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0561919 Dec 16 10:31:42.438238 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f596af88-9018-4c3d-8a8a-78f04d9d5bf6 req-ecc8a3ee-fbe8-4edc-9763-c60d28a071a8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Dec 16 10:31:43.575932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4490c7-f801-4b6b-ae0b-cecc08ad8aa7 req-8348a99c-12b5-478a-b937-131a946900e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:43.577436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df4490c7-f801-4b6b-ae0b-cecc08ad8aa7 req-8348a99c-12b5-478a-b937-131a946900e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0519559 Dec 16 10:31:43.627115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-df4490c7-f801-4b6b-ae0b-cecc08ad8aa7 req-d4dad4ba-599a-469d-9013-dbed47dc48b9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 Dec 16 10:31:44.175467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f15d095-ac15-4fa4-b6ff-e4e4934641e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:44.775645 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce990fe5-1bbe-44b0-b98a-5ad1eb63b663 req-95743f62-daa1-48b4-8363-3583db2f6393 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:44.777269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce990fe5-1bbe-44b0-b98a-5ad1eb63b663 req-95743f62-daa1-48b4-8363-3583db2f6393 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0706098 Dec 16 10:31:44.830001 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce990fe5-1bbe-44b0-b98a-5ad1eb63b663 req-38f5e914-3865-4a6c-858d-114e7b18fe65 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Dec 16 10:31:45.968184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14feae-176c-4560-abc9-70a243b02a9a req-e96a2e57-7b39-4a09-a8de-38930a95f087 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:45.969706 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa14feae-176c-4560-abc9-70a243b02a9a req-e96a2e57-7b39-4a09-a8de-38930a95f087 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0523431 Dec 16 10:31:46.015830 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aa14feae-176c-4560-abc9-70a243b02a9a req-d28b16a7-587f-4885-9c44-7cc052e4683b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369136 Dec 16 10:31:46.604053 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2a419cd0-046f-4df3-a491-9c1604814d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:46.833698 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-bbab7186-2797-4392-a62a-2d5e5e82d5b2 service neutron] 10.222.0.53 "GET /v2.0/ports/ccaa8624-7817-4de9-b1e2-feb65b84fb46/bindings/n-h1-821941-1 HTTP/1.1" status: 200 len: 382 time: 0.1254070 Dec 16 10:31:47.065137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-b33c4df7-929b-4dff-97c4-0b28e4a72e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.066808 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-b33c4df7-929b-4dff-97c4-0b28e4a72e32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 1096 time: 0.0465987 Dec 16 10:31:47.173753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-b9cafeae-ea38-40a6-8d49-27a6f4959ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.175498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-b9cafeae-ea38-40a6-8d49-27a6f4959ae5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1096 time: 0.0824494 Dec 16 10:31:47.192547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf585e-bf7a-4ff5-b9ea-22294216af3a req-b1442ea3-2068-496a-9734-d4939fe8ee06 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.194577 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-acdf585e-bf7a-4ff5-b9ea-22294216af3a req-b1442ea3-2068-496a-9734-d4939fe8ee06 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.1001301 Dec 16 10:31:47.284928 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-acdf585e-bf7a-4ff5-b9ea-22294216af3a req-2dfc4966-1dec-498e-a4cc-3a6d189a793a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812826 Dec 16 10:31:47.313987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-36f4cdd9-74ed-49ba-8665-0526cc54079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.315554 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-36f4cdd9-74ed-49ba-8665-0526cc54079f service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 897 time: 0.1198266 Dec 16 10:31:47.392046 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-249115e5-7db1-4be2-9769-c66a0d829de6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 1000 time: 0.0694964 Dec 16 10:31:47.444818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-8b10e427-b4ca-49ee-a075-04205349f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.446378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-8b10e427-b4ca-49ee-a075-04205349f9ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.0475450 Dec 16 10:31:47.512505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad14c-ec46-4581-aed1-19d788371684 req-a489a2c8-9d2e-49da-ae4f-465d0522646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.514216 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-a489a2c8-9d2e-49da-ae4f-465d0522646b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573244 Dec 16 10:31:47.610973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-c845e87b-0434-4d67-9ec7-f7ec0c577e1f service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897248 Dec 16 10:31:47.699089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.53', 62609) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:31:47.729319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-59efabf0-c814-4bf6-bdad-b4a1d012b987 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112344 Dec 16 10:31:47.770895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-63f446ea-3b95-4427-84af-b3e633f02aba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543172 Dec 16 10:31:47.890417 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-8f759e83-4e78-4a92-81f2-ac29d9fff783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:47.892531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-8f759e83-4e78-4a92-81f2-ac29d9fff783 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0584664 Dec 16 10:31:48.013620 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-2aae2668-de08-4981-a3dd-5f939df9f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.015318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-2aae2668-de08-4981-a3dd-5f939df9f5ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0935428 Dec 16 10:31:48.062498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-6aeee5bb-ece7-4dda-bc4f-f6261b02ead7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0391941 Dec 16 10:31:48.121439 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-93705f1d-75bd-437f-b9be-d563b70be1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.122962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-93705f1d-75bd-437f-b9be-d563b70be1ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0538893 Dec 16 10:31:48.175675 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-834dfc32-e44e-44fa-a173-a0fb4167ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.178016 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-834dfc32-e44e-44fa-a173-a0fb4167ad4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479617 Dec 16 10:31:48.292456 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-6303e540-72a9-4cb5-8520-d734b342c13b service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044936 Dec 16 10:31:48.316719 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:48.409169 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8ef8893b-d8e6-4f8e-b7cb-1075460fc683 req-1ded0d43-e0e6-42b1-96c0-117730c4c6e2 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080034 Dec 16 10:31:48.436165 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d75711-f9d7-487a-bd20-7910c04b60d2 req-c9a48832-8c38-424c-96a2-ed5602a9c569 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:48.437799 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4d75711-f9d7-487a-bd20-7910c04b60d2 req-c9a48832-8c38-424c-96a2-ed5602a9c569 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0638251 Dec 16 10:31:48.485955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b4d75711-f9d7-487a-bd20-7910c04b60d2 req-b2563fde-b23f-4a39-ab74-a2d6261f46f0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Dec 16 10:31:49.618195 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d4f33-e2eb-4498-9ff2-9785b67193c1 req-8568de0d-c577-4376-a134-2dea39e3b3ce tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:49.619774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b64d4f33-e2eb-4498-9ff2-9785b67193c1 req-8568de0d-c577-4376-a134-2dea39e3b3ce tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0509791 Dec 16 10:31:49.662488 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b64d4f33-e2eb-4498-9ff2-9785b67193c1 req-5fdcea22-23d9-4fb3-9452-d4cfd91fea59 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360904 Dec 16 10:31:49.906849 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf8c03-1f49-47c8-b964-e92a2caac15d req-562cfad0-19dd-4969-9ef2-5345d7e8fa13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:49.908541 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5caf8c03-1f49-47c8-b964-e92a2caac15d req-562cfad0-19dd-4969-9ef2-5345d7e8fa13 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0712743 Dec 16 10:31:49.917475 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-21e91e56-cc4e-428c-9164-3cf8f118f3fa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:49.919073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-21e91e56-cc4e-428c-9164-3cf8f118f3fa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d&tenant_id=46de79de6dd24118aa82802a53b5948d&binding%3Ahost_id=n-h1-821941-1 HTTP/1.1" status: 200 len: 945 time: 0.0596654 Dec 16 10:31:49.961836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:49.966290 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5caf8c03-1f49-47c8-b964-e92a2caac15d req-a7ffb13f-91da-48ac-a5bd-9e85d7762cf2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503454 Dec 16 10:31:50.017478 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-ef0ad4a6-32df-4cf9-ab37-aa3e1d2ff4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:50.019565 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-ef0ad4a6-32df-4cf9-ab37-aa3e1d2ff4c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1096 time: 0.0501592 Dec 16 10:31:50.118850 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec175c-de46-42bf-bcbd-36559f1f1d80 req-d83266ed-654d-4769-8d3f-7ac0634fd5a4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:50.122002 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8cec175c-de46-42bf-bcbd-36559f1f1d80 req-d83266ed-654d-4769-8d3f-7ac0634fd5a4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0662003 Dec 16 10:31:50.150224 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:50.157688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-2bfe40d1-e80b-4011-b4e6-c32a42875cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:50.161190 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-2bfe40d1-e80b-4011-b4e6-c32a42875cc9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 897 time: 0.1337962 Dec 16 10:31:50.185959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8cec175c-de46-42bf-bcbd-36559f1f1d80 req-f4be2915-c556-4e88-83b5-8ad6aef1738b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398545 Dec 16 10:31:50.253895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-8efee3a4-9906-4838-b2d5-252c7dad1d72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 1000 time: 0.0855589 Dec 16 10:31:50.692924 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-6bf8d51d-5b63-42c0-83a7-749f305c9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:50.694575 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-6bf8d51d-5b63-42c0-83a7-749f305c9a0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.4331999 Dec 16 10:31:50.753968 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-2645f2bf-0efe-4651-a6ae-cc9057df3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:50.755593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-2645f2bf-0efe-4651-a6ae-cc9057df3d17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510428 Dec 16 10:31:50.858699 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-70ce8f4f-639a-426f-8575-c26958007e46 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958710 Dec 16 10:31:50.957081 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4448c55c-fb14-4119-9367-c3ba3e7e723c req-6bd32fa2-2dbe-4d73-91d9-9969d91332b9 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916109 Dec 16 10:31:51.328457 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb84d26-c553-46dc-90ce-3d45cb0f5598 req-1c69e480-c953-4e08-a67c-69cc7d84dca2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:51.331620 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfb84d26-c553-46dc-90ce-3d45cb0f5598 req-1c69e480-c953-4e08-a67c-69cc7d84dca2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0629215 Dec 16 10:31:51.380643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bfb84d26-c553-46dc-90ce-3d45cb0f5598 req-d15602b5-a0a2-4a51-bbd6-e3e7db8e3e63 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Dec 16 10:31:51.838611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:31:51.840888 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:31:51.994535 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:52.016991 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:31:52.038643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:31:52.040964 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffdb2d1-e63b-4637-85d0-64e79d12387a" -d '{"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:31:52.046122 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'port_id': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'mac_address': 'fa:16:3e:4a:93:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:31:52.058733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:31:52.082258 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:52.086487 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a0802-fa44-4a2e-b089-fbe346d71275 x-openstack-request-id: req-8f5a0802-fa44-4a2e-b089-fbe346d71275 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:31:52.087053 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:31:52.087322 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f5a0802-fa44-4a2e-b089-fbe346d71275 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:31:52.087718 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'code': 200} Dec 16 10:31:52.126194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:52.154213 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccaa8624-7817-4de9-b1e2-feb65b84fb46 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:31:52.163896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:31:52.193156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.193499 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.193832 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.194248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.194567 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.194897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.195221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.195538 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.195851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.196165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.196475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.196771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:31:52.215000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:31:52.215359 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:31:52.539501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4acb7-bc2f-46ee-a91b-dde4cdeb1bb4 req-0b0d4759-39ad-45f1-8bbc-2f21876ac9c4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:31:52.541207 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38f4acb7-bc2f-46ee-a91b-dde4cdeb1bb4 req-0b0d4759-39ad-45f1-8bbc-2f21876ac9c4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 943 time: 0.0621483 Dec 16 10:31:52.582257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38f4acb7-bc2f-46ee-a91b-dde4cdeb1bb4 req-0ad0f4d5-d5c7-4ed6-8fa7-81497e984c5d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343611 Dec 16 10:31:52.614523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58556) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:31:52.688105 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a30aa124-80f4-4b5f-831d-b90c4230d8a3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/8f259c64-d600-42bb-8ed4-075793740a75 HTTP/1.1" status: 200 len: 990 time: 0.0722065 Dec 16 10:31:52.762469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:52.778062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaa8624-7817-4de9-b1e2-feb65b84fb46 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:31:52.801179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:31:52.805556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:52.870843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:31:53.034717 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ccaa8624-7817-4de9-b1e2-feb65b84fb46'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:31:53.845923 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:31:53.898393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ccaa8624-7817-4de9-b1e2-feb65b84fb46 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:31:53.899318 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:53.986020 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:54.043218 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:31:54.048562 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:54.089412 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:31:54.092019 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd23f98-244d-44b4-bfd8-020acb47247c" -d '{"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:31:54.122445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:31:54.153734 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6085e6fb-bb4b-4ded-83f7-7e26b44423b7 x-openstack-request-id: req-6085e6fb-bb4b-4ded-83f7-7e26b44423b7 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:31:54.154134 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-plugged", "status": "completed", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:31:54.154494 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6085e6fb-bb4b-4ded-83f7-7e26b44423b7 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:31:54.154929 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'code': 200} Dec 16 10:31:54.445047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:31:55.825554 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:06.355504 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:32:14.168765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d0caf88-982b-4aab-ab3a-b788ec1d5b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:16.608825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc2996e7-d080-4eab-b0e3-201131fcb2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:17.918734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-45cdd986-5a81-4e9d-a3ee-d5ea59333ddb req-9bc8aada-e814-47a4-a890-fca13b593979 service neutron] (102397) timed out ('10.222.0.61', 42916) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:32:18.322733 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:19.962394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:20.133922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:21.265377 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58568) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:21.443785 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 11e530f2-252e-41ab-93a0-7092d08c8563 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:21.444118 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:21.533025 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:21.533498 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:21.545879 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 11e530f2-252e-41ab-93a0-7092d08c8563 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:21.708027 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:21.745029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=11e530f2-252e-41ab-93a0-7092d08c8563,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:21.770163 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.770476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.770818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.771145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.771446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.771756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.772081 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.772398 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.772712 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.773024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.773338 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.773644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:21.827075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:21.827370 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 8f259c64-d600-42bb-8ed4-075793740a75 disassociated (deleted). External IP: 172.25.6.45, port: ccaa8624-7817-4de9-b1e2-feb65b84fb46. Dec 16 10:32:22.377150 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router df2f24c2-ae85-4d28-bba8-cc5086d64b46 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:32:22.509534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:22.514481 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:22.523054 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] Sync routers for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:22.537965 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:22.538744 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:22.554515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-122c6fd1-1129-4555-a85b-0fce03b9da72 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/floatingips/8f259c64-d600-42bb-8ed4-075793740a75 HTTP/1.1" status: 204 len: 168 time: 1.2825236 Dec 16 10:32:22.554515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:22.554515 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ec2669-3b6f-48a2-a071-6484057fbadd" -d '{"events": [{"name": "network-changed", "server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:22.654435 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:22.748498 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6704e3af-5cb5-4bbe-aa07-82063e4d3174 x-openstack-request-id: req-6704e3af-5cb5-4bbe-aa07-82063e4d3174 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:22.748785 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:22.749050 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6704e3af-5cb5-4bbe-aa07-82063e4d3174 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:22.749469 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'status': 'completed', 'code': 200} Dec 16 10:32:22.845502 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-bbc7ad2d-7336-432f-8712-f2981228c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:22.848815 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-bbc7ad2d-7336-432f-8712-f2981228c7bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 1096 time: 0.0667500 Dec 16 10:32:22.916521 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:22.944661 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] Checking router: df2f24c2-ae85-4d28-bba8-cc5086d64b46 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:22.954928 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:22.955346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec9834-35c6-4075-b12c-a78a4cccca9d req-d0b3d1be-2325-4ccf-97da-af81219fc53c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:22.955672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:22.956973 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbec9834-35c6-4075-b12c-a78a4cccca9d req-d0b3d1be-2325-4ccf-97da-af81219fc53c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.1535501 Dec 16 10:32:22.957162 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-9c72f54e-aa30-4a29-9315-237b1e1089fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:22.959002 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-9c72f54e-aa30-4a29-9315-237b1e1089fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 200 len: 897 time: 0.1021855 Dec 16 10:32:23.016976 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-9b0c6962-28bd-4d84-a573-bfffe7f24cea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 200 len: 217 time: 0.0419261 Dec 16 10:32:23.017636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fbec9834-35c6-4075-b12c-a78a4cccca9d req-0599eadf-76cc-4735-823d-9b734c397311 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527821 Dec 16 10:32:23.077470 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-f0f5b3ba-9fbd-49b1-b3fe-76235508b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:23.078998 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-f0f5b3ba-9fbd-49b1-b3fe-76235508b4c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 200 len: 835 time: 0.0525327 Dec 16 10:32:23.080897 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:23.130414 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-b560ceb6-7997-4712-847b-5a974fb3bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:23.132036 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-b560ceb6-7997-4712-847b-5a974fb3bfc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448017 Dec 16 10:32:23.248051 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-43391cec-3e9e-4176-9d8a-6aa4d6683d11 service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067772 Dec 16 10:32:23.352007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c3ec2669-3b6f-48a2-a071-6484057fbadd req-1cce3245-95ae-4dde-9902-e1919aafdfab service neutron] 10.222.0.53 "GET /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955734 Dec 16 10:32:23.414667 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:23.456036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c0c21-f878-479f-8712-48a55db44470 None None] The sync data for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 is: [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '8f0a1128-201f-485b-8ad5-dfac3bed6c83', 'name': '', 'network_id': 'd6263fa5-de2e-4bff-af84-a1ee4fde3bbc', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:0a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:38Z', 'updated_at': '2021-12-16T10:30:41Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'f1cf03d3-6226-449e-b684-ff67afd8011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:23.725909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6b1582-8e05-4695-9c47-c6ff66c510ea None None] New status for floating IP 8f259c64-d600-42bb-8ed4-075793740a75: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:32:24.160927 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a2ed-19e8-423f-b97e-1d33789b0784 req-ccea3fe9-d95d-49ab-b34c-f81627a1da1c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.162919 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f79a2ed-19e8-423f-b97e-1d33789b0784 req-ccea3fe9-d95d-49ab-b34c-f81627a1da1c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0634553 Dec 16 10:32:24.167389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-5c4af053-bc9c-49d7-a807-d9d049df25a5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:24.168971 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-5c4af053-bc9c-49d7-a807-d9d049df25a5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3de2dd8-5743-48d5-8974-008b22a0d47d HTTP/1.1" status: 200 len: 945 time: 0.0611379 Dec 16 10:32:24.213836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f79a2ed-19e8-423f-b97e-1d33789b0784 req-803b1261-9d7a-4fa3-90c6-ec53e60192da tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=7c8a8366-3b97-41e0-bb47-8556eb6c3799&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435176 Dec 16 10:32:24.277388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port ccaa8624-7817-4de9-b1e2-feb65b84fb46 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:24.277719 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.382517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port ccaa8624-7817-4de9-b1e2-feb65b84fb46, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ccaa8624-7817-4de9-b1e2-feb65b84fb46,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:24.382887 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.397200 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for ccaa8624-7817-4de9-b1e2-feb65b84fb46 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:24.443394 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.542570 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.576307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=ccaa8624-7817-4de9-b1e2-feb65b84fb46,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:24.589128 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.589542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.589887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.590317 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.591636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.591636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.591636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.591998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.592343 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.592669 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.593015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.593332 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:24.631975 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] No DVR routers for this DVR port ccaa8624-7817-4de9-b1e2-feb65b84fb46 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:24.634879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:24.638027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5ee6648d-7cb6-4743-9f85-8af216c39f52 req-c479345d-051a-4e02-8008-1a89ace999e0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "DELETE /v2.0/ports/ccaa8624-7817-4de9-b1e2-feb65b84fb46 HTTP/1.1" status: 204 len: 173 time: 0.4619522 Dec 16 10:32:24.638361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-deleted', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:24.640644 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b0f826-aeb6-4217-9986-01ac5c855474" -d '{"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-deleted", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:24.752514 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b36da-4010-46cd-b745-191cc0bb467a x-openstack-request-id: req-915b36da-4010-46cd-b745-191cc0bb467a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:24.752997 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3de2dd8-5743-48d5-8974-008b22a0d47d", "name": "network-vif-deleted", "tag": "ccaa8624-7817-4de9-b1e2-feb65b84fb46", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:24.753375 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-915b36da-4010-46cd-b745-191cc0bb467a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:24.753866 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3de2dd8-5743-48d5-8974-008b22a0d47d', 'name': 'network-vif-deleted', 'tag': 'ccaa8624-7817-4de9-b1e2-feb65b84fb46', 'status': 'completed', 'code': 200} Dec 16 10:32:25.280310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58588) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:25.676876 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:25.838135 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:25.972197 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 8f0a1128-201f-485b-8ad5-dfac3bed6c83 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:25.972515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:26.077089 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 8f0a1128-201f-485b-8ad5-dfac3bed6c83, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=8f0a1128-201f-485b-8ad5-dfac3bed6c83,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:26.077599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:26.092613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 8f0a1128-201f-485b-8ad5-dfac3bed6c83 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:26.314978 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:26.367534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=8f0a1128-201f-485b-8ad5-dfac3bed6c83,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:26.568446 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:26.833810 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router df2f24c2-ae85-4d28-bba8-cc5086d64b46 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:32:26.947937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:26.954306 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c68a1d69-89fb-44d0-a0f2-9da5303210ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/df2f24c2-ae85-4d28-bba8-cc5086d64b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727169 Dec 16 10:32:26.957069 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58590) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:26.963059 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] Sync routers for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:26.972440 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:26.973030 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:27.013077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting subnet f1cf03d3-6226-449e-b684-ff67afd8011a {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:32:27.016838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.064176 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.100961 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:27.170398 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.240806 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.271823 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cf03d3-6226-449e-b684-ff67afd8011a,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:27.276400 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.279695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b8e7ca85-000b-4388-8d78-4a79b48d05d2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/subnets/f1cf03d3-6226-449e-b684-ff67afd8011a HTTP/1.1" status: 204 len: 168 time: 0.3216360 Dec 16 10:32:27.282599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58592) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:27.290382 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace09a4-24c9-4a8f-9076-a9fb5220a6be None None] Network d6263fa5-de2e-4bff-af84-a1ee4fde3bbc requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:32:27.319062 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:32:26Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:27.348185 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] Checking router: df2f24c2-ae85-4d28-bba8-cc5086d64b46 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:27.357447 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] Routers {'df2f24c2-ae85-4d28-bba8-cc5086d64b46'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:27.358011 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:27.420992 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.505386 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] Set router df2f24c2-ae85-4d28-bba8-cc5086d64b46 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:27.514641 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be049a-3266-45f3-a75d-144cf483444d None None] DHCP port deletion for d6263fa5-de2e-4bff-af84-a1ee4fde3bbc request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:32:27.577004 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.593531 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-65be049a-3266-45f3-a75d-144cf483444d None None] Deleting port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:27.594075 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65be049a-3266-45f3-a75d-144cf483444d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.657075 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 4be9b60e-056b-43c1-a52a-709376388fb6 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:32:27.657418 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.674614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-65be049a-3266-45f3-a75d-144cf483444d None None] For port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,segment=NetworkSegment(0120528f-1908-4608-8b59-80279b704588),segment_id=0120528f-1908-4608-8b59-80279b704588)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:27.675015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65be049a-3266-45f3-a75d-144cf483444d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.695594 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-65be049a-3266-45f3-a75d-144cf483444d None None] Calling delete_port for c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:27.739494 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:32:26Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:27.760158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 4be9b60e-056b-43c1-a52a-709376388fb6, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=4be9b60e-056b-43c1-a52a-709376388fb6,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:27.760559 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.767970 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36005bc-b32c-4f4e-a938-1961c9ed39e4 None None] The sync data for ids ['df2f24c2-ae85-4d28-bba8-cc5086d64b46'] in n-d-821941-1 is: [{'id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904299852', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:32:26Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '4be9b60e-056b-43c1-a52a-709376388fb6', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:be:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2f24c2-ae85-4d28-bba8-cc5086d64b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:30:35Z', 'updated_at': '2021-12-16T10:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:27.782055 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 4be9b60e-056b-43c1-a52a-709376388fb6 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:32:27.808337 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-65be049a-3266-45f3-a75d-144cf483444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:27.835211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be049a-3266-45f3-a75d-144cf483444d None None] Pushing event deleted for resources: {'Port': ['ID=c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:27.837125 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be049a-3266-45f3-a75d-144cf483444d None None] No DVR routers for this DVR port c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:32:27.988553 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.016660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=4be9b60e-056b-43c1-a52a-709376388fb6,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:28.082078 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.084279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:28.105229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: ccaa8624-7817-4de9-b1e2-feb65b84fb46 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:28.105719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ccaa8624-7817-4de9-b1e2-feb65b84fb46 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:28.190260 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.192824 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.245063 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.245508 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Fanout notify agent at l3_agent the message router_deleted on router df2f24c2-ae85-4d28-bba8-cc5086d64b46 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:32:28.253362 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.254576 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-92478e56-3411-415a-8273-e1e09d214d97 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/routers/df2f24c2-ae85-4d28-bba8-cc5086d64b46 HTTP/1.1" status: 204 len: 168 time: 0.9698858 Dec 16 10:32:28.258993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58594) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:28.355348 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.381951 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:28.405733 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:28.406117 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device c6f3c1fb-d6c1-4ed0-bf41-ce47120fa0a0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:28.406561 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8f0a1128-201f-485b-8ad5-dfac3bed6c83 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:28.440406 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 8f0a1128-201f-485b-8ad5-dfac3bed6c83 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:28.440981 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 8f0a1128-201f-485b-8ad5-dfac3bed6c83 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:28.469409 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.494486 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6263fa5-de2e-4bff-af84-a1ee4fde3bbc']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:28.506557 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0120528f-1908-4608-8b59-80279b704588') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:28.506934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0120528f-1908-4608-8b59-80279b704588') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:28.531188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.551638 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.560268 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:32:28.560825 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:32:28.563914 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:32:28.628688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.638502 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.643082 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/networks/d6263fa5-de2e-4bff-af84-a1ee4fde3bbc HTTP/1.1" status: 204 len: 168 time: 0.3829710 Dec 16 10:32:28.646802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58596) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:28.658375 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768faaa-675b-467e-82b6-0ad8a373332a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Network': ['ID=d6263fa5-de2e-4bff-af84-a1ee4fde3bbc,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:28.719535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6220ff2-687e-4cb6-8059-2a1ba7c72fd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.748165 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6220ff2-687e-4cb6-8059-2a1ba7c72fd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.817369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6220ff2-687e-4cb6-8059-2a1ba7c72fd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.820330 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-a6220ff2-687e-4cb6-8059-2a1ba7c72fd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:28.821651 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a6220ff2-687e-4cb6-8059-2a1ba7c72fd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/security-groups/7c8a8366-3b97-41e0-bb47-8556eb6c3799 HTTP/1.1" status: 204 len: 168 time: 0.1734149 Dec 16 10:32:28.835694 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6220ff2-687e-4cb6-8059-2a1ba7c72fd9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a8366-3b97-41e0-bb47-8556eb6c3799,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:29.279835 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58602) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:29.287078 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134105966', 'description': 'tempest-secgroup-smoke-134105966 description', 'project_id': '46de79de6dd24118aa82802a53b5948d'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:29.321061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.400426 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.404610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.436231 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.437491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1563408 Dec 16 10:32:29.438225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6a199-daf2-4809-90e8-720628e9cc7e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25c38e8-bf7e-4275-8fee-b2c25473ae41,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:29.441431 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58604) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:29.445980 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': 'b25c38e8-bf7e-4275-8fee-b2c25473ae41', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:29.477041 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.544701 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.550064 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.568043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ba3f10-0279-46c0-88c0-e9684ca27bc8,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:29.581535 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.582821 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4832ee20-f2f5-4531-a4aa-c60d63f04593 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403372 Dec 16 10:32:29.586641 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58606) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:29.591184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': 'b25c38e8-bf7e-4275-8fee-b2c25473ae41', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:29.628509 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.701001 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.706304 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.724817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c944d9-a196-4a78-b0ce-d00db9b7ab47,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:29.734042 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.735453 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-739882c9-ce9d-4641-a475-5d42ec4ec687 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477706 Dec 16 10:32:29.738988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58608) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:29.743360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': 'b25c38e8-bf7e-4275-8fee-b2c25473ae41', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:29.769996 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.837697 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.844382 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.862521 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90264ac-f9a2-439e-ac17-d475cb525172,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:29.870318 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.871387 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-042022d8-3fc8-4c94-9034-0ccf49fbd86d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314666 Dec 16 10:32:29.874255 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58610) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:29.878717 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': 'b25c38e8-bf7e-4275-8fee-b2c25473ae41', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:29.908143 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.971594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.975546 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:29.995085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584c2020-2c75-454b-8414-6e7631d28f47,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:30.005486 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.006747 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2c3907ff-c1e1-45a7-87a5-67d26166516f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315870 Dec 16 10:32:30.009544 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58612) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:30.015494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': 'b25c38e8-bf7e-4275-8fee-b2c25473ae41', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:30.040564 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:32:30.045787 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.115564 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.119917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.139363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f204e6c-3c4d-4e66-a020-eb139738a48d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:30.149705 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.150975 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-800cd21b-5fd9-4ef4-86cb-cf015d48849a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404841 Dec 16 10:32:30.154378 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58614) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:30.159930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': 'b25c38e8-bf7e-4275-8fee-b2c25473ae41', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:30.188162 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:32:30.194912 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.219783 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4be9b60e-056b-43c1-a52a-709376388fb6 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:32:30.243807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 4be9b60e-056b-43c1-a52a-709376388fb6 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:32:30.244150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 4be9b60e-056b-43c1-a52a-709376388fb6 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:32:30.267486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.271919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.289483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd545b7-62c8-4037-8bcf-57c5e722bdad,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:30.297434 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.298725 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6fc7e5fa-47ed-4b5a-a5a0-3812554f2077 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432018 Dec 16 10:32:30.302293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58616) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:30.307397 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'network': {'name': 'tempest-network-smoke--1400641299', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:30.328154 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:32:30.331746 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.355665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:32:30.367303 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.367589 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Added segment 1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9 of type vlan for network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 Dec 16 10:32:30.423275 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.465127 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.472704 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:30.473294 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.531543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2281613 Dec 16 10:32:30.535514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58618) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:30.540226 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'admin_state_up': True, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:30.547589 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb3a8-e596-4e78-bdcd-6d8cdb78eee0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Network': ['ID=107f87da-e3ab-42c6-ab00-ad0ce71c1f91,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:30.563747 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:32:30.567542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.568885 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.635662 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.782733 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:30.992270 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:31.011837 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:31.123692 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.235 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/812aee3d-bf32-4968-ba1b-d057aca3c966) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:32:31.233527 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:31.272146 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:31.314523 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:32:31.317371 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:31.320924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:32:31.328621 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=812aee3d-bf32-4968-ba1b-d057aca3c966,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:31.926641 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:32.145404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:32.277587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 879da592-969e-4122-9f0c-7b4b254d74bf is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:32:32.399275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:32.418144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Sync routers for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:32.424515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:32.426519 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-828242b5-c98c-4ea7-916d-f0c539c93bc0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8897943 Dec 16 10:32:32.428828 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:32.429446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:32.430035 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58620) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:32.460878 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ac560e74-881a-4cbc-81bb-17ecfd2c19e0 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46de79de6dd24118aa82802a53b5948d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291448 Dec 16 10:32:32.463441 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58622) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:32.553591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:32.566627 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e43830-7e8b-41d2-b08b-b3688c433b83 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:32.568249 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-10e43830-7e8b-41d2-b08b-b3688c433b83 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1038647 Dec 16 10:32:32.571393 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58624) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:32.605414 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e771aa08-f8c4-4869-a300-48ccce512365 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328162 Dec 16 10:32:32.608764 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58626) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:32.614714 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-507081376', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:32.714145 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:32:32.717593 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:32.764428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:31Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:32.800846 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Checking router: 879da592-969e-4122-9f0c-7b4b254d74bf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:32.801210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Updating router 879da592-969e-4122-9f0c-7b4b254d74bf port 812aee3d-bf32-4968-ba1b-d057aca3c966 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:32:32.830856 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:32.952346 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.014783 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Subnet': ['ID=621907a8-c1ca-4478-871e-f3d72158cd6e,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:33.025484 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Checking segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:33.025872 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network hostable DHCP agents. Network: 107f87da-e3ab-42c6-ab00-ad0ce71c1f91, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:32:33.044250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:32:33.058397 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 107f87da-e3ab-42c6-ab00-ad0ce71c1f91) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:33.062918 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:33.064220 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.072961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cac7df-6bba-4e08-bb40-88aefcc82473 None None] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:32:33.087140 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bca114db-38ea-4bd2-9733-1f0e2daf1f25 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4771316 Dec 16 10:32:33.090236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:33.168765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.183132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.273740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Attempting to bind port 812aee3d-bf32-4968-ba1b-d057aca3c966 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:32:33.274026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Attempting to bind port 812aee3d-bf32-4968-ba1b-d057aca3c966 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:32:33.274401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Attempting to bind port 812aee3d-bf32-4968-ba1b-d057aca3c966 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:33.276351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ee930-be44-4db4-a5fb-6dfacd0a72f6 None None] Pushing event updated for resources: {'Port': ['ID=812aee3d-bf32-4968-ba1b-d057aca3c966,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:33.285549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:32:33.285948 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:33.286357 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.286812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:32:33.287341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Bound port: 812aee3d-bf32-4968-ba1b-d057aca3c966, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:32:33.287762 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.530215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:32:33.531062 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.546364 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] For port 812aee3d-bf32-4968-ba1b-d057aca3c966, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:33.563147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] For port 812aee3d-bf32-4968-ba1b-d057aca3c966, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=812aee3d-bf32-4968-ba1b-d057aca3c966,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:32:33.572566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.574681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:33.705670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ee930-be44-4db4-a5fb-6dfacd0a72f6 None None] Pushing event updated for resources: {'Port': ['ID=812aee3d-bf32-4968-ba1b-d057aca3c966,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:33.731826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:33.732463 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:33.820591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Allocated IP 172.20.0.2 (107f87da-e3ab-42c6-ab00-ad0ce71c1f91/621907a8-c1ca-4478-871e-f3d72158cd6e/ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:32:33.914234 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:34.139145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.148786 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.198279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:32:34.209001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.1 (107f87da-e3ab-42c6-ab00-ad0ce71c1f91/621907a8-c1ca-4478-871e-f3d72158cd6e/b4c55968-34f8-49b7-a09d-bf8f27577caa) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:32:34.209170 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:34.212156 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:32:34.214165 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Pushing event updated for resources: {'Port': ['ID=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:34.249286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:31Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:34.279092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64bc4a-7fee-491a-9da3-7a796146d37d None None] The sync data for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 is: [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:31Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:34.323211 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Attempting to bind port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:32:34.323577 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Attempting to bind port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:32:34.323936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Attempting to bind port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead on network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:34.329958 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:32:34.330316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Checking segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:34.331111 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.331111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Bound using segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:32:34.331560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Bound port: ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:32:34.331943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.354837 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.396352 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.415724 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] For port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:34.419884 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] For port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:32:34.425443 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.452955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:32:34.459547 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:34.468027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:32:34.471506 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=b4c55968-34f8-49b7-a09d-bf8f27577caa,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:34.524600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a6b47-f223-493b-bb9e-e0acf10d0012 None None] Pushing event updated for resources: {'Port': ['ID=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:34.536000 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:34.750701 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.122661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.129368 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.208815 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=b4c55968-34f8-49b7-a09d-bf8f27577caa,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:35.211273 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.562546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049dad88-0bea-4d98-9b2f-e64d452fe245 None None] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:32:35.666848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:32:35.669108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:35.700046 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4ee73f31-c395-410b-ac4f-5c5f29c1d869 None None] Provisioning complete for port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:35.700323 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ee73f31-c395-410b-ac4f-5c5f29c1d869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.788755 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 879da592-969e-4122-9f0c-7b4b254d74bf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:32:35.815094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ee73f31-c395-410b-ac4f-5c5f29c1d869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.869324 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4ee73f31-c395-410b-ac4f-5c5f29c1d869 None None] For port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:35.874169 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4ee73f31-c395-410b-ac4f-5c5f29c1d869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:35.933206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:35.946292 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee73f31-c395-410b-ac4f-5c5f29c1d869 None None] Pushing event updated for resources: {'Port': ['ID=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:35.946819 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5aa9ae73-62f9-4ab6-b09f-3febf5f8dbbe tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/879da592-969e-4122-9f0c-7b4b254d74bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549688 Dec 16 10:32:36.099909 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-986778b1-249d-450b-a998-70f483597f1f None None] Provisioning complete for port b4c55968-34f8-49b7-a09d-bf8f27577caa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:36.100291 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-986778b1-249d-450b-a998-70f483597f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.137813 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-a0ad014b-9321-45ed-8376-87f4697a8a6f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134105966&fields=id&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 267 time: 0.0578008 Dec 16 10:32:36.142857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-986778b1-249d-450b-a998-70f483597f1f None None] Port b4c55968-34f8-49b7-a09d-bf8f27577caa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:32:36.159736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-986778b1-249d-450b-a998-70f483597f1f None None] Provisioning complete for port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:36.160214 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-986778b1-249d-450b-a998-70f483597f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.305832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-dc49c6a2-dee6-4e5f-b02d-2c3a885261b7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:36.315617 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-dc49c6a2-dee6-4e5f-b02d-2c3a885261b7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/networks?id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 200 len: 797 time: 0.1678634 Dec 16 10:32:36.327979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-b68cafe5-d140-411c-a539-1f0b6c66e7bb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/quotas/46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 375 time: 0.0125401 Dec 16 10:32:36.343772 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Sync routers for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:36.359920 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:36.360930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:36.403394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:36.418472 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-21a2f621-804f-4fae-88fe-74c0709325ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818462 Dec 16 10:32:36.479193 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-37373edc-fbb1-4415-99a1-b93eda611230 None None] Provisioning complete for port b4c55968-34f8-49b7-a09d-bf8f27577caa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:36.479570 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-37373edc-fbb1-4415-99a1-b93eda611230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.514091 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:36.549618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:36.550436 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.565475 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-9e0d17d2-5c63-483a-b232-74497b2b8032 service neutron] 10.222.0.61 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354876 Dec 16 10:32:36.590361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-37373edc-fbb1-4415-99a1-b93eda611230 None None] Port b4c55968-34f8-49b7-a09d-bf8f27577caa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:32:36.679462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 812aee3d-bf32-4968-ba1b-d057aca3c966 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:36.679729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-99fb1ace-f5ad-4019-85e6-ad2b7eedc4af service neutron] 10.222.0.61 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132638 Dec 16 10:32:36.724627 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-97b1417e-f1f2-4f11-98e4-f2d6048ffc89 None None] Provisioning complete for port b4c55968-34f8-49b7-a09d-bf8f27577caa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:36.724991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-97b1417e-f1f2-4f11-98e4-f2d6048ffc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.782496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 812aee3d-bf32-4968-ba1b-d057aca3c966 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:36.782957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.784639 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-97b1417e-f1f2-4f11-98e4-f2d6048ffc89 None None] Port b4c55968-34f8-49b7-a09d-bf8f27577caa cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:32:36.823410 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 2, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:36.870962 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Checking router: 879da592-969e-4122-9f0c-7b4b254d74bf for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:36.871472 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Updating router 879da592-969e-4122-9f0c-7b4b254d74bf port b4c55968-34f8-49b7-a09d-bf8f27577caa binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:32:36.881572 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.902939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f9d6206b-ffd9-4d60-8d42-f2f56b7162cb req-8a974009-3f02-4a02-b36d-002703a75c5b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 210 time: 0.0433738 Dec 16 10:32:36.917575 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.917726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 812aee3d-bf32-4968-ba1b-d057aca3c966, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=812aee3d-bf32-4968-ba1b-d057aca3c966,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:36.917726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:36.978403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=812aee3d-bf32-4968-ba1b-d057aca3c966,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:37.259037 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.264518 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.315312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Pushing event updated for resources: {'Port': ['ID=b4c55968-34f8-49b7-a09d-bf8f27577caa,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:37.342935 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.343280 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.343633 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.343937 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.344686 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.344686 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.345103 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.345424 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.345739 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.346078 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.346392 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.346703 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:32:37.382234 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Attempting to bind port b4c55968-34f8-49b7-a09d-bf8f27577caa on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:32:37.382583 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Attempting to bind port b4c55968-34f8-49b7-a09d-bf8f27577caa by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:32:37.382943 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Attempting to bind port b4c55968-34f8-49b7-a09d-bf8f27577caa on network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:37.388766 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:32:37.389130 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Checking segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:37.389536 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.389939 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Bound using segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:32:37.390406 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Bound port: b4c55968-34f8-49b7-a09d-bf8f27577caa, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:32:37.390785 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.460073 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] For port b4c55968-34f8-49b7-a09d-bf8f27577caa, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:37.463478 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] For port b4c55968-34f8-49b7-a09d-bf8f27577caa, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b4c55968-34f8-49b7-a09d-bf8f27577caa,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:32:37.469013 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.516146 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:37.517221 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:37.615112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-136f1d20-a393-4a4d-bbfd-fb4fd80f0818 None None] Provisioning complete for port b4c55968-34f8-49b7-a09d-bf8f27577caa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:37.615756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-136f1d20-a393-4a4d-bbfd-fb4fd80f0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.705081 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de053f8f-d37f-49a7-bc7f-c95f540aa39d None None] Pushing event updated for resources: {'Port': ['ID=b4c55968-34f8-49b7-a09d-bf8f27577caa,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:37.708985 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-136f1d20-a393-4a4d-bbfd-fb4fd80f0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.733547 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:37.751009 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-136f1d20-a393-4a4d-bbfd-fb4fd80f0818 None None] For port b4c55968-34f8-49b7-a09d-bf8f27577caa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b4c55968-34f8-49b7-a09d-bf8f27577caa,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:37.755986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-136f1d20-a393-4a4d-bbfd-fb4fd80f0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:37.814289 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f1d20-a393-4a4d-bbfd-fb4fd80f0818 None None] Pushing event updated for resources: {'Port': ['ID=b4c55968-34f8-49b7-a09d-bf8f27577caa,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:37.885210 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-623107f4-d988-4ef4-a376-919f3a2ff856 None None] Provisioning complete for port b4c55968-34f8-49b7-a09d-bf8f27577caa triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:37.885580 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-623107f4-d988-4ef4-a376-919f3a2ff856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.016312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:38.031340 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a57f8811-9cb0-4b96-9f14-7a59b2159483 req-e4d9b33e-d156-4f5b-b54e-f70343e44ff3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Dec 16 10:32:38.036340 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-20107347-0062-4c28-bfa5-36cedbc222a3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:38.037929 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-20107347-0062-4c28-bfa5-36cedbc222a3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/networks?id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 200 len: 797 time: 0.1886964 Dec 16 10:32:38.047380 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d25da8-ed43-4ec9-b9e1-590ad1d8a868 None None] The sync data for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 is: [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:38.096067 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-e3280b31-fff9-4913-a2fd-98dc42f034c3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 379 time: 0.0463717 Dec 16 10:32:38.117435 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'port': {'device_id': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'admin_state_up': True, 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'security_groups': ['b25c38e8-bf7e-4275-8fee-b2c25473ae41']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:38.264255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:32:38.267922 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.364764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b4c55968-34f8-49b7-a09d-bf8f27577caa up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:38.427056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.4 (107f87da-e3ab-42c6-ab00-ad0ce71c1f91/621907a8-c1ca-4478-871e-f3d72158cd6e/ac0ffdcf-229a-4774-941b-0520e417dca8) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:32:38.435454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b4c55968-34f8-49b7-a09d-bf8f27577caa triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:38.435839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.554668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 812aee3d-bf32-4968-ba1b-d057aca3c966 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:38.594521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.614477 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 812aee3d-bf32-4968-ba1b-d057aca3c966 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:38.614848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.640917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.692468 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:32:38.695940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:38.706710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:32:38.711185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=ac0ffdcf-229a-4774-941b-0520e417dca8,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:38.781723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:38.783230 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:38.802763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-4a2c734e-e144-4686-8e23-b4dbd140edac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6992350 Dec 16 10:32:38.815415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Request body: {'port': {'device_id': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:38.885139 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.044060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b4eb8890-c65e-4f41-8bd0-0c25e022fc62 None None] Provisioning complete for port ac0ffdcf-229a-4774-941b-0520e417dca8 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:39.045232 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b4eb8890-c65e-4f41-8bd0-0c25e022fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.091350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb8890-c65e-4f41-8bd0-0c25e022fc62 None None] Port ac0ffdcf-229a-4774-941b-0520e417dca8 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:32:39.177727 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bed5ce-2d49-47b4-bb05-b4460d26f1b2 req-0402b38c-adca-4dd6-9dd7-5fde2c0311a9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:39.179544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99bed5ce-2d49-47b4-bb05-b4460d26f1b2 req-0402b38c-adca-4dd6-9dd7-5fde2c0311a9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 931 time: 0.0712543 Dec 16 10:32:39.238097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-99bed5ce-2d49-47b4-bb05-b4460d26f1b2 req-23313f9b-0e88-49f5-8509-0dc3ec6e9f6f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503263 Dec 16 10:32:39.241286 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0ffdcf-229a-4774-941b-0520e417dca8 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:32:39.250661 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.264861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Transition to ACTIVE for port object ac0ffdcf-229a-4774-941b-0520e417dca8 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:32:39.269072 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.325179 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ffdcf-229a-4774-941b-0520e417dca8,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:39.408783 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Attempting to bind port ac0ffdcf-229a-4774-941b-0520e417dca8 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:32:39.409351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Attempting to bind port ac0ffdcf-229a-4774-941b-0520e417dca8 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:32:39.409719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Attempting to bind port ac0ffdcf-229a-4774-941b-0520e417dca8 on network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:39.415954 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Port ac0ffdcf-229a-4774-941b-0520e417dca8 on network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:32:39.416272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Attempting to bind port ac0ffdcf-229a-4774-941b-0520e417dca8 on network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:32:39.421752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:32:39.422115 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Checking segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:32:39.422656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Bound using segment: {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:32:39.423087 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Bound port: ac0ffdcf-229a-4774-941b-0520e417dca8, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:32:39.423521 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.501734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] For port ac0ffdcf-229a-4774-941b-0520e417dca8, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:32:39.505759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] For port ac0ffdcf-229a-4774-941b-0520e417dca8, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac0ffdcf-229a-4774-941b-0520e417dca8,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:32:39.512710 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.550257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:39.550945 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:39.552322 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] 10.222.0.53 "PUT /v2.0/ports/ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 200 len: 1091 time: 0.7415276 Dec 16 10:32:39.552855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:39.555287 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b" -d '{"events": [{"name": "network-changed", "server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:39.584742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc738-009a-4a18-9079-4d56f0adcec5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ffdcf-229a-4774-941b-0520e417dca8,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:39.608232 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d075b15a-6d72-43c3-b294-fb20c890827a x-openstack-request-id: req-d075b15a-6d72-43c3-b294-fb20c890827a {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:39.608573 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:39.608573 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d075b15a-6d72-43c3-b294-fb20c890827a {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:39.610394 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'status': 'completed', 'code': 200} Dec 16 10:32:39.668673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-46f91662-9a56-4318-b479-712e81053f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:39.670527 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-46f91662-9a56-4318-b479-712e81053f5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1094 time: 0.0752623 Dec 16 10:32:39.722736 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-fa57ebaa-77e2-485d-831e-0b4feb349a6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 200 len: 217 time: 0.0436976 Dec 16 10:32:39.776234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-decc165f-96bc-46c6-af53-30343154387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:39.777806 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-decc165f-96bc-46c6-af53-30343154387d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=621907a8-c1ca-4478-871e-f3d72158cd6e HTTP/1.1" status: 200 len: 834 time: 0.0480592 Dec 16 10:32:39.833030 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-2ddcd8fa-05b0-4517-b6d3-9168e32da5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:39.834680 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-2ddcd8fa-05b0-4517-b6d3-9168e32da5ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487638 Dec 16 10:32:39.944793 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-88904d57-eac2-45f8-8dab-9c3af48d4b3d service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030428 Dec 16 10:32:40.046581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1d3c79ad-b922-4326-a684-d320fc076f84 req-e3724c40-181a-44a6-9778-9d2ea3e19bfd service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949044 Dec 16 10:32:40.138472 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-be99f413-caf2-4cf3-a88d-56da5197fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:40.139996 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-be99f413-caf2-4cf3-a88d-56da5197fe03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1094 time: 0.0441079 Dec 16 10:32:40.245239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-1d84e687-603e-48ed-8fab-fb8aee9733f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:40.246866 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-1d84e687-603e-48ed-8fab-fb8aee9733f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 200 len: 898 time: 0.0985584 Dec 16 10:32:40.290797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-d729180b-a653-4a2b-9566-cf575f769c0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 200 len: 217 time: 0.0359428 Dec 16 10:32:40.345103 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-883db22e-faba-4849-8690-79f7fd0c11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:40.346678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-883db22e-faba-4849-8690-79f7fd0c11ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=621907a8-c1ca-4478-871e-f3d72158cd6e HTTP/1.1" status: 200 len: 834 time: 0.0485568 Dec 16 10:32:40.359763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895663ff-fccf-467a-a444-2311d973d02a req-b53c832d-e65b-4a4a-8c20-82c088d48a2c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:40.361395 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-895663ff-fccf-467a-a444-2311d973d02a req-b53c832d-e65b-4a4a-8c20-82c088d48a2c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 943 time: 0.0513875 Dec 16 10:32:40.396813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-c0b0f4c6-7af4-4bc7-adeb-acdce41907e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:40.398358 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-c0b0f4c6-7af4-4bc7-adeb-acdce41907e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440087 Dec 16 10:32:40.401671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-895663ff-fccf-467a-a444-2311d973d02a req-47ea2d69-7a61-42c1-a945-61a20dab618b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Dec 16 10:32:40.488729 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-7931f650-73a2-4d61-8a33-244429db9715 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817511 Dec 16 10:32:40.588999 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ea1d678f-da1e-4023-8989-e4ae1d8cc47b req-3285387f-3397-4e60-afd7-8d3399ea9817 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927608 Dec 16 10:32:41.539485 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aec93-1d1f-4d1a-b572-4a3400e5611a req-3d07f08b-e67b-4f54-8a07-e991a8282628 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:41.540997 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f1aec93-1d1f-4d1a-b572-4a3400e5611a req-3d07f08b-e67b-4f54-8a07-e991a8282628 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 943 time: 0.0661104 Dec 16 10:32:41.582292 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9f1aec93-1d1f-4d1a-b572-4a3400e5611a req-7f502bd4-64fd-46de-86e6-a084891f5388 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326982 Dec 16 10:32:42.164287 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac0ffdcf-229a-4774-941b-0520e417dca8 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:32:42.259352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ac0ffdcf-229a-4774-941b-0520e417dca8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac0ffdcf-229a-4774-941b-0520e417dca8,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:42.271178 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'port_id': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'mac_address': 'fa:16:3e:38:58:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:32:42.315099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:42.484495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0ffdcf-229a-4774-941b-0520e417dca8 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:32:42.504963 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ac0ffdcf-229a-4774-941b-0520e417dca8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac0ffdcf-229a-4774-941b-0520e417dca8,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:42.511270 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:42.567360 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ac0ffdcf-229a-4774-941b-0520e417dca8,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:42.710674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13179fdb-8161-4bae-9336-05050b0b6e7c req-129a241e-fde9-4b17-ab75-9591d883dfe7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:42.712173 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13179fdb-8161-4bae-9336-05050b0b6e7c req-129a241e-fde9-4b17-ab75-9591d883dfe7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 944 time: 0.0591228 Dec 16 10:32:42.717777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['ac0ffdcf-229a-4774-941b-0520e417dca8'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:32:42.754153 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-13179fdb-8161-4bae-9336-05050b0b6e7c req-d2665b6c-a298-4ad5-8172-81e12bc038e5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347476 Dec 16 10:32:43.355357 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:32:43.875527 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f24d-ad45-4c35-b49e-04f00138e6df req-1cace672-f9b2-4b96-af34-492776cff924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:43.878082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb10f24d-ad45-4c35-b49e-04f00138e6df req-1cace672-f9b2-4b96-af34-492776cff924 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 944 time: 0.0541644 Dec 16 10:32:43.919145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cb10f24d-ad45-4c35-b49e-04f00138e6df req-b4b17689-7001-4301-8a09-3e32944934b8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344222 Dec 16 10:32:44.167666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac0ffdcf-229a-4774-941b-0520e417dca8 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:32:44.216927 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8219e5af-4b84-4d33-a227-17aecdff53d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:44.240999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port ac0ffdcf-229a-4774-941b-0520e417dca8 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:32:44.246873 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port ac0ffdcf-229a-4774-941b-0520e417dca8 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:32:44.247246 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:44.328634 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:44.353277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:44.355596 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7781ac1-5cd3-4386-985c-534df0ea73b0" -d '{"events": [{"server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:44.368479 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port ac0ffdcf-229a-4774-941b-0520e417dca8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac0ffdcf-229a-4774-941b-0520e417dca8,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:32:44.373616 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:44.401634 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239c7cb6-a891-47fd-b173-dbceb9fc216a x-openstack-request-id: req-239c7cb6-a891-47fd-b173-dbceb9fc216a {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:44.401959 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:44.402215 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-239c7cb6-a891-47fd-b173-dbceb9fc216a {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:44.402604 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'code': 200} Dec 16 10:32:44.430006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=ac0ffdcf-229a-4774-941b-0520e417dca8,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:44.499745 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d1ba3-3fc4-4919-ad3f-dee1b76c499b req-36b4c13a-d976-48db-a37d-254198ca2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:44.501807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bf5d1ba3-3fc4-4919-ad3f-dee1b76c499b req-36b4c13a-d976-48db-a37d-254198ca2f0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1096 time: 0.0455806 Dec 16 10:32:44.547721 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-bf5d1ba3-3fc4-4919-ad3f-dee1b76c499b req-3df73388-f0bb-4a0b-ae1e-07948b4e9b1a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384283 Dec 16 10:32:45.053077 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9df563-1d91-41e0-a038-b6aad71d5fef req-0024ea87-72f0-4914-b84c-97736acb0f37 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:45.054498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9df563-1d91-41e0-a038-b6aad71d5fef req-0024ea87-72f0-4914-b84c-97736acb0f37 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0572371 Dec 16 10:32:45.093240 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ef9df563-1d91-41e0-a038-b6aad71d5fef req-39e965fa-08a4-4c3c-b646-60747c7a4d57 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325918 Dec 16 10:32:46.240559 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500f464-b736-4d35-8424-42fe0440911b req-46c16778-f2e6-495c-aae1-31f860715f20 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:46.242230 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2500f464-b736-4d35-8424-42fe0440911b req-46c16778-f2e6-495c-aae1-31f860715f20 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0770645 Dec 16 10:32:46.289365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2500f464-b736-4d35-8424-42fe0440911b req-c963cbf5-dc4a-4711-aa71-4b852c0ddd2a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374272 Dec 16 10:32:46.418037 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b958b6-46ba-4c51-ab07-f2bc9086bf1a req-bb8018d9-9453-41ff-933c-949e4be15c94 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:46.420137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6b958b6-46ba-4c51-ab07-f2bc9086bf1a req-bb8018d9-9453-41ff-933c-949e4be15c94 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0571783 Dec 16 10:32:46.460116 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f6b958b6-46ba-4c51-ab07-f2bc9086bf1a req-66f528a8-f548-4d1e-837c-70a26eeac17d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330520 Dec 16 10:32:46.482745 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58680) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:46.592147 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071414e-2262-4ce3-9e48-82994997823e tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:46.593669 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d071414e-2262-4ce3-9e48-82994997823e tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1091 time: 0.1098294 Dec 16 10:32:46.597316 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58684) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:46.602143 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:32:46.614208 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-87540c09-9799-4550-94d2-ab01f7874583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:46.628394 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:46.732918 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:46.864434 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.81 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/97fc257f-eafb-4a22-8fb3-3988ba072874) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:32:46.997815 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.049119 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.096587 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:32:47.100653 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:32:47.105281 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:32:47.140290 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=97fc257f-eafb-4a22-8fb3-3988ba072874,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:47.554813 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.629236 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.801223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.807079 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.880055 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=97fc257f-eafb-4a22-8fb3-3988ba072874,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:32:47.890214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:47.996291 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 3771e127-7df6-498e-ab4c-8cc6b65c263e associated. External IP: 172.25.6.81, port: ac0ffdcf-229a-4774-941b-0520e417dca8. Dec 16 10:32:48.225423 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 879da592-969e-4122-9f0c-7b4b254d74bf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:32:48.322941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:48.355352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:32:48.366322 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] Sync routers for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:32:48.376248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:48.376477 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:48.376844 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:48.408959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-7dd7e184-cc77-4f9c-8838-f9081eeb9f7c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8104463 Dec 16 10:32:48.409972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:32:48.413897 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db578d96-56f0-4c7b-8027-d72d2f435c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:32:48.489810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:48.518463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca94a0-ceee-41ca-a55b-caa386805865 req-d1008c30-6745-4f19-bcca-e56eaba95306 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:48.520487 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5ca94a0-ceee-41ca-a55b-caa386805865 req-d1008c30-6745-4f19-bcca-e56eaba95306 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0619471 Dec 16 10:32:48.562553 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a5ca94a0-ceee-41ca-a55b-caa386805865 req-1a7859cb-cfb9-4f82-aa0f-1c1272831011 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357287 Dec 16 10:32:48.587461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58692) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:48.676981 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553bbe51-857d-4c62-aacb-8c8f9564adac x-openstack-request-id: req-553bbe51-857d-4c62-aacb-8c8f9564adac {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:32:48.677222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-cb58547a-4811-41cf-bf9b-1ae1418c16a7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/3771e127-7df6-498e-ab4c-8cc6b65c263e HTTP/1.1" status: 200 len: 990 time: 0.0880723 Dec 16 10:32:48.677391 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:32:48.677391 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-553bbe51-857d-4c62-aacb-8c8f9564adac {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:32:48.677771 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'status': 'completed', 'code': 200} Dec 16 10:32:48.741673 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-992825cc-7fed-4137-a1ad-39cd396af479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:48.743158 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-992825cc-7fed-4137-a1ad-39cd396af479 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1096 time: 0.0442274 Dec 16 10:32:48.777962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '3771e127-7df6-498e-ab4c-8cc6b65c263e', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'port_id': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'mac_address': 'fa:16:3e:38:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:32:47Z', 'updated_at': '2021-12-16T10:32:47Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:48.811051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] Checking router: 879da592-969e-4122-9f0c-7b4b254d74bf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:32:48.821097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:32:48.821712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:32:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:48.850795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-8530faf0-6032-4596-8295-f8fc59351442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:48.852271 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-8530faf0-6032-4596-8295-f8fc59351442 service neutron] 10.222.0.53 "GET /v2.0/networks?id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 200 len: 898 time: 0.1024628 Dec 16 10:32:48.927119 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-4706f132-6051-4d41-a16d-d4a1b4935ad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 200 len: 998 time: 0.0679982 Dec 16 10:32:48.963075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:32:48.984747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-88a581aa-353e-4a7c-a3f2-8ffee37cc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:48.986467 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-88a581aa-353e-4a7c-a3f2-8ffee37cc659 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=621907a8-c1ca-4478-871e-f3d72158cd6e HTTP/1.1" status: 200 len: 834 time: 0.0525782 Dec 16 10:32:49.041438 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-b2a0aa1b-9b02-4231-adfd-31f51b671080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:32:49.042946 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-b2a0aa1b-9b02-4231-adfd-31f51b671080 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493195 Dec 16 10:32:49.170293 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-4744f0bd-1ff9-4034-9c96-8853f235ddd4 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196868 Dec 16 10:32:49.257660 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '3771e127-7df6-498e-ab4c-8cc6b65c263e', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'port_id': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'mac_address': 'fa:16:3e:38:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:32:47Z', 'updated_at': '2021-12-16T10:32:47Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:32:49.286077 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60f1110-fb09-400e-85b2-7a8e1083155b None None] The sync data for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 is: [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '3771e127-7df6-498e-ab4c-8cc6b65c263e', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.81', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'port_id': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'mac_address': 'fa:16:3e:38:58:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:32:47Z', 'updated_at': '2021-12-16T10:32:47Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:32:49.287317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-db578d96-56f0-4c7b-8027-d72d2f435c4c req-2898fd93-cbfe-466b-a895-5e14fcc2bea4 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099756 Dec 16 10:32:49.520268 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc26ac4-7c05-4b20-a602-21626b097f3c None None] New status for floating IP 3771e127-7df6-498e-ab4c-8cc6b65c263e: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:32:49.679588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58694) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:32:49.746528 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e7725c2d-f2b8-486b-8400-51886abb00cd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/3771e127-7df6-498e-ab4c-8cc6b65c263e HTTP/1.1" status: 200 len: 992 time: 0.0657434 Dec 16 10:32:49.970352 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:50.138622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:54.455601 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:32:55.858353 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:14.170979 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ec572d67-9468-4030-9f75-f67a7ac996c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:16.624398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2adaaab9-4a29-4b68-be10-f14d058ea70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:18.330361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:18.561186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329172d7-1c07-4adc-aeaf-3502020d40cd req-ae0cf7e5-394a-447a-a40d-a02e51efac3f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:18.562594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-329172d7-1c07-4adc-aeaf-3502020d40cd req-ae0cf7e5-394a-447a-a40d-a02e51efac3f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0535855 Dec 16 10:33:18.600637 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-329172d7-1c07-4adc-aeaf-3502020d40cd req-553407e5-87f2-424b-96a1-2f8a629a4b32 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318751 Dec 16 10:33:19.737164 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dd984-862a-49a5-9dd2-8d3814d1cb23 req-663f25d3-4cd8-4860-9446-9eb60e8d3a37 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:19.738754 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b85dd984-862a-49a5-9dd2-8d3814d1cb23 req-663f25d3-4cd8-4860-9446-9eb60e8d3a37 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Dec 16 10:33:19.779333 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b85dd984-862a-49a5-9dd2-8d3814d1cb23 req-d09237b5-d06d-4db7-89e4-96708ccbcf9c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Dec 16 10:33:19.958838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:20.140150 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:20.359972 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:33:20.910718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02d9d-08b0-4b06-8f23-19af46905a64 req-6b272df1-353e-48c9-9db5-691cbbe29a12 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:20.912206 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1b02d9d-08b0-4b06-8f23-19af46905a64 req-6b272df1-353e-48c9-9db5-691cbbe29a12 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0606472 Dec 16 10:33:20.952695 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e1b02d9d-08b0-4b06-8f23-19af46905a64 req-48865f80-9125-4edc-8308-30d214fd8c4b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342746 Dec 16 10:33:22.088126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0de38-b324-4844-ad3e-c16bd7c9bbeb req-17c1204f-2e15-4ab3-8827-20bf519c690f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:22.091190 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20e0de38-b324-4844-ad3e-c16bd7c9bbeb req-17c1204f-2e15-4ab3-8827-20bf519c690f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0571306 Dec 16 10:33:22.136709 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20e0de38-b324-4844-ad3e-c16bd7c9bbeb req-eb921434-4aae-4f12-b74a-20048e3833af tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404305 Dec 16 10:33:23.273393 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db584c-ad97-4aec-8d4c-8939c7c81831 req-cbb16bdd-d438-4227-a3b2-9948590af14d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:23.275234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4db584c-ad97-4aec-8d4c-8939c7c81831 req-cbb16bdd-d438-4227-a3b2-9948590af14d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0585566 Dec 16 10:33:23.315263 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4db584c-ad97-4aec-8d4c-8939c7c81831 req-42ef4364-2720-40e2-8a49-ab6c0895c6c9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337214 Dec 16 10:33:24.455451 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7fa32-380f-4f37-9e27-859c5f714637 req-c5da79c5-668a-4dbe-8da5-c659f3b0df66 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:24.457242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72f7fa32-380f-4f37-9e27-859c5f714637 req-c5da79c5-668a-4dbe-8da5-c659f3b0df66 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0645158 Dec 16 10:33:24.460544 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:24.501738 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-72f7fa32-380f-4f37-9e27-859c5f714637 req-c8473e36-e544-48c9-aeb5-877105634df3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360718 Dec 16 10:33:25.635798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78821-d0fc-4ecd-a8f9-9d94e92facc5 req-3db7dbde-d8f5-4686-b95c-f6ad2e9434b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:25.637279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29d78821-d0fc-4ecd-a8f9-9d94e92facc5 req-3db7dbde-d8f5-4686-b95c-f6ad2e9434b3 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0570176 Dec 16 10:33:25.681764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-29d78821-d0fc-4ecd-a8f9-9d94e92facc5 req-fea4be97-cc32-49c2-b4d9-7d70a94d81e9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349119 Dec 16 10:33:25.875267 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:26.823657 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8997f0-f6aa-40cc-bf49-7fb5bdf3c5d4 req-8b6cea8e-5d66-4eb6-97c2-4ac8be98a6ff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:26.825146 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e8997f0-f6aa-40cc-bf49-7fb5bdf3c5d4 req-8b6cea8e-5d66-4eb6-97c2-4ac8be98a6ff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0510116 Dec 16 10:33:26.872696 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1e8997f0-f6aa-40cc-bf49-7fb5bdf3c5d4 req-93469911-a984-413f-9b82-21bdfc636463 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Dec 16 10:33:28.013413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061668-27cd-4f28-babb-ae9a2372ae57 req-7080519b-4c07-41fd-badf-717ab260efef tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:28.015768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04061668-27cd-4f28-babb-ae9a2372ae57 req-7080519b-4c07-41fd-badf-717ab260efef tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0564935 Dec 16 10:33:28.058972 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-04061668-27cd-4f28-babb-ae9a2372ae57 req-9ba0a328-629b-4780-8cc1-b79533eae4e1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361183 Dec 16 10:33:29.190881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f410414-b468-41d6-9705-a92253c7aeae req-cc76907a-4abf-4edf-b020-849e644987fa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:29.192434 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f410414-b468-41d6-9705-a92253c7aeae req-cc76907a-4abf-4edf-b020-849e644987fa tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0549147 Dec 16 10:33:29.236211 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3f410414-b468-41d6-9705-a92253c7aeae req-68fe4345-173b-4577-923e-3d7f0d3c1176 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347517 Dec 16 10:33:29.266597 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58728) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:29.340628 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-acd72e69-4c7f-415f-a047-eeae14b3e0a1 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/3771e127-7df6-498e-ab4c-8cc6b65c263e HTTP/1.1" status: 200 len: 992 time: 0.0724626 Dec 16 10:33:30.636351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb81f6-d9ee-408f-bd9d-4b2ed7d4feb0 req-e1b4e428-5d5f-495f-8a35-eae794ad39d5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:30.637933 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64fb81f6-d9ee-408f-bd9d-4b2ed7d4feb0 req-e1b4e428-5d5f-495f-8a35-eae794ad39d5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0519733 Dec 16 10:33:30.659850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-723073c5-d8aa-4441-8948-0b31e2e2822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:30.661811 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-723073c5-d8aa-4441-8948-0b31e2e2822b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1096 time: 0.0446572 Dec 16 10:33:30.678407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64fb81f6-d9ee-408f-bd9d-4b2ed7d4feb0 req-b9f63f97-c9f5-4026-bd4a-3bf7b3fc752e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341442 Dec 16 10:33:30.752303 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-09f8928e-31d6-4193-a22d-f889d3d64c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:30.754093 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-09f8928e-31d6-4193-a22d-f889d3d64c26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 200 len: 898 time: 0.0853739 Dec 16 10:33:30.825103 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-a17d9d06-a10a-445c-9299-8b27ae3b46c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 200 len: 1000 time: 0.0643406 Dec 16 10:33:30.880202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-f9c293a7-b828-401f-9692-d79878a62305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:30.881680 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-f9c293a7-b828-401f-9692-d79878a62305 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=621907a8-c1ca-4478-871e-f3d72158cd6e HTTP/1.1" status: 200 len: 834 time: 0.0482430 Dec 16 10:33:30.930637 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-a5f92bf7-6f5c-47de-8d89-3dc22493d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:30.932174 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-a5f92bf7-6f5c-47de-8d89-3dc22493d4ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430913 Dec 16 10:33:31.050833 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-0f4c40d2-6395-4779-be42-e7bd0ae41132 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102564 Dec 16 10:33:31.157715 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f96ea1a3-9954-48d7-9ef6-e152c5c7d531 req-0d9ee2ff-46f0-4884-8730-67d6a9a0851c service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999637 Dec 16 10:33:31.803302 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419892-0e9e-40cb-a362-8f591cbbf066 req-d84c00f8-2666-4faa-b7e8-ac7efd9b2750 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:31.804783 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f419892-0e9e-40cb-a362-8f591cbbf066 req-d84c00f8-2666-4faa-b7e8-ac7efd9b2750 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0562520 Dec 16 10:33:31.843922 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4f419892-0e9e-40cb-a362-8f591cbbf066 req-1ab1f373-a4b0-46ea-a524-f18907f96252 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328531 Dec 16 10:33:31.866982 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58738) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:33:31.943482 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-38b9349c-4c5c-4b70-9dcf-de78cc5d0442 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/3771e127-7df6-498e-ab4c-8cc6b65c263e HTTP/1.1" status: 200 len: 992 time: 0.0752902 Dec 16 10:33:44.184301 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc689dd8-cffe-41a9-93bd-41e6b439125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:46.617943 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c1751240-37de-4407-b4cc-67ce3fae4511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:48.332124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:49.954520 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.141227 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:50.749314 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-a01a4130-6832-41fe-9fc9-e2db8b1d9fc8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462029 Dec 16 10:33:50.844956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-cc995eb4-6f9a-4d71-a3ea-99ac0119a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:50.846525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-cc995eb4-6f9a-4d71-a3ea-99ac0119a1f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0474398 Dec 16 10:33:50.981930 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-bf0440e5-3ba7-406b-8d21-cda08f503130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:50.983516 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-bf0440e5-3ba7-406b-8d21-cda08f503130 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1115088 Dec 16 10:33:51.029558 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-ef7a0285-5c53-47e0-9886-692efd9cde33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0367749 Dec 16 10:33:51.079856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-119aec61-d58c-4eee-94df-9e5173fd63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:51.081427 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-119aec61-d58c-4eee-94df-9e5173fd63df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0448229 Dec 16 10:33:51.139180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-80a31ec3-5f08-4dc0-8f91-0393a2c73e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:33:51.140706 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-80a31ec3-5f08-4dc0-8f91-0393a2c73e12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516562 Dec 16 10:33:51.242872 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-c6a6ba23-e8a7-46e9-b795-73ea40558d81 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923846 Dec 16 10:33:51.349204 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e4af79ac-fba5-4d48-9bee-9e4d3279c9fa req-280b02c1-6841-4e06-b756-aadcfdc6db5b service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981467 Dec 16 10:33:54.461655 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:55.878884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:33:57.360817 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:34:04.329151 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58750) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:04.496629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 97fc257f-eafb-4a22-8fb3-3988ba072874 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:34:04.496957 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.576131 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.576385 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.588757 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 97fc257f-eafb-4a22-8fb3-3988ba072874 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:34:04.758204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.784242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=97fc257f-eafb-4a22-8fb3-3988ba072874,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:04.814488 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.814814 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.815175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.815532 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.815993 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.816195 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.816523 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.816846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.817178 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.817487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.817819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.818175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:04.861394 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:04.861642 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 3771e127-7df6-498e-ab4c-8cc6b65c263e disassociated (deleted). External IP: 172.25.6.81, port: ac0ffdcf-229a-4774-941b-0520e417dca8. Dec 16 10:34:05.091314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 879da592-969e-4122-9f0c-7b4b254d74bf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:34:05.204307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:05.208810 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:05.215672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] Sync routers for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:05.225994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:05.226623 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:33:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:05.338781 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:05.557515 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:05.560845 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b90a105-05c2-45af-865a-d97f3ec06cfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/floatingips/3771e127-7df6-498e-ab4c-8cc6b65c263e HTTP/1.1" status: 204 len: 168 time: 1.2305763 Dec 16 10:34:05.561409 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:05.563671 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954" -d '{"events": [{"name": "network-changed", "server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:05.585206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] Checking router: 879da592-969e-4122-9f0c-7b4b254d74bf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:05.596279 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:05.597030 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:33:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:05.716488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:05.734742 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0d1dc7-2bf2-47a3-b6bc-9f3f4b0968e2 x-openstack-request-id: req-1a0d1dc7-2bf2-47a3-b6bc-9f3f4b0968e2 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:05.735088 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:05.735397 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a0d1dc7-2bf2-47a3-b6bc-9f3f4b0968e2 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:05.735856 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'status': 'completed', 'code': 200} Dec 16 10:34:05.806959 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-3ed80a62-2595-4270-877c-6961c77791fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:05.808605 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-3ed80a62-2595-4270-877c-6961c77791fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 1096 time: 0.0509932 Dec 16 10:34:05.843816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38ba5-b895-4c7e-a955-c86ac2d9b75d req-55be9862-e477-4d99-83a4-274b986b330e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:05.845406 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82e38ba5-b895-4c7e-a955-c86ac2d9b75d req-55be9862-e477-4d99-83a4-274b986b330e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0577703 Dec 16 10:34:05.896941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-82e38ba5-b895-4c7e-a955-c86ac2d9b75d req-0e4f36bb-6ddd-4b52-91b5-651dbc7d8585 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Dec 16 10:34:05.932770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-306e7a23-c154-4ecd-8382-5330e5e57bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:05.934291 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-306e7a23-c154-4ecd-8382-5330e5e57bf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 200 len: 898 time: 0.1181500 Dec 16 10:34:05.945366 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:05.972725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b4791-6a02-4b9a-bed8-8168885d2079 None None] The sync data for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 is: [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:32:34Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'b4c55968-34f8-49b7-a09d-bf8f27577caa', 'name': '', 'network_id': '107f87da-e3ab-42c6-ab00-ad0ce71c1f91', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:3e:5f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:33Z', 'updated_at': '2021-12-16T10:32:37Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': '621907a8-c1ca-4478-871e-f3d72158cd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:05.978718 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-d1930340-c833-4d22-a474-e1770b44dc13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 200 len: 217 time: 0.0361624 Dec 16 10:34:06.031748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-39291326-4ba9-4d76-926f-79a6a0ce2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:06.033203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-39291326-4ba9-4d76-926f-79a6a0ce2a13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=621907a8-c1ca-4478-871e-f3d72158cd6e HTTP/1.1" status: 200 len: 834 time: 0.0466261 Dec 16 10:34:06.083785 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-7752c4f0-a24f-475b-8e1e-1f214b97cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:06.085349 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-7752c4f0-a24f-475b-8e1e-1f214b97cc21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=107f87da-e3ab-42c6-ab00-ad0ce71c1f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428977 Dec 16 10:34:06.184819 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-63613037-9cb5-4e37-9841-aa89a3429cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913846 Dec 16 10:34:06.206636 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a0853-863f-4a13-a6d6-32770a757621 None None] New status for floating IP 3771e127-7df6-498e-ab4c-8cc6b65c263e: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:34:06.283159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a3eabe6b-00a1-403c-845b-1ca0eaeb8954 req-c8b5665e-e577-43b3-9494-ba2b80c86212 service neutron] 10.222.0.53 "GET /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900075 Dec 16 10:34:07.035841 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4895133-ac15-4ae1-9e07-8fc31a875293 req-090a58d2-ee50-42c1-9f47-c2dd4466640b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:07.037347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4895133-ac15-4ae1-9e07-8fc31a875293 req-090a58d2-ee50-42c1-9f47-c2dd4466640b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0576847 Dec 16 10:34:07.076552 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4895133-ac15-4ae1-9e07-8fc31a875293 req-ad202d15-3f9d-4366-aff7-ef1b158d5439 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=b25c38e8-bf7e-4275-8fee-b2c25473ae41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Dec 16 10:34:07.271792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-907f1f3f-ef8c-40a3-afb9-7ace04604287 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:07.273168 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-907f1f3f-ef8c-40a3-afb9-7ace04604287 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 945 time: 0.0643346 Dec 16 10:34:07.368967 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port ac0ffdcf-229a-4774-941b-0520e417dca8 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:34:07.369249 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.461263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port ac0ffdcf-229a-4774-941b-0520e417dca8, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=ac0ffdcf-229a-4774-941b-0520e417dca8,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:07.461592 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.474877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for ac0ffdcf-229a-4774-941b-0520e417dca8 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:34:07.618386 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.648050 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=ac0ffdcf-229a-4774-941b-0520e417dca8,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:07.690514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] No DVR routers for this DVR port ac0ffdcf-229a-4774-941b-0520e417dca8 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:34:07.694392 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:07.697691 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-154538bc-3d45-4510-92b5-7ee2e6d085b6 req-b2bce00e-7b8d-4a8b-96b4-a2744b4bffd4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "DELETE /v2.0/ports/ac0ffdcf-229a-4774-941b-0520e417dca8 HTTP/1.1" status: 204 len: 173 time: 0.4182050 Dec 16 10:34:07.737730 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'name': 'network-vif-deleted', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:07.740079 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c75d239-7aca-4a4d-80ba-b459023c36c5" -d '{"events": [{"server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "name": "network-vif-deleted", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:07.777293 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb9c200-cb47-4f41-bca5-93fa03377b77 x-openstack-request-id: req-feb9c200-cb47-4f41-bca5-93fa03377b77 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:07.777554 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d6f5c3-ff20-4a39-8d49-30d560d1be34", "name": "network-vif-deleted", "tag": "ac0ffdcf-229a-4774-941b-0520e417dca8", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:07.777815 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-feb9c200-cb47-4f41-bca5-93fa03377b77 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:07.778234 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d6f5c3-ff20-4a39-8d49-30d560d1be34', 'name': 'network-vif-deleted', 'tag': 'ac0ffdcf-229a-4774-941b-0520e417dca8', 'status': 'completed', 'code': 200} Dec 16 10:34:08.214504 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-911bd1dd-3a7f-41c4-8196-f9f0856054fe req-37b258b0-a334-4d11-a12d-642b7cb279fb tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d6f5c3-ff20-4a39-8d49-30d560d1be34 HTTP/1.1" status: 200 len: 210 time: 0.0326738 Dec 16 10:34:09.278165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58772) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:09.679377 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:09.963263 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port b4c55968-34f8-49b7-a09d-bf8f27577caa {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:34:09.963609 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.056380 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port b4c55968-34f8-49b7-a09d-bf8f27577caa, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b4c55968-34f8-49b7-a09d-bf8f27577caa,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:10.056737 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.072738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for b4c55968-34f8-49b7-a09d-bf8f27577caa owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:34:10.285587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.320530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=b4c55968-34f8-49b7-a09d-bf8f27577caa,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:10.501187 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.560445 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac0ffdcf-229a-4774-941b-0520e417dca8 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:10.581267 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: ac0ffdcf-229a-4774-941b-0520e417dca8 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:10.584041 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device ac0ffdcf-229a-4774-941b-0520e417dca8 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:10.733047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 879da592-969e-4122-9f0c-7b4b254d74bf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:34:10.846689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:10.851743 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-915458de-ecb0-41dc-8c0c-c4797bdf62ca tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/879da592-969e-4122-9f0c-7b4b254d74bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5725369 Dec 16 10:34:10.854553 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58774) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:10.860051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] Sync routers for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:10.869822 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:10.870471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:33:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:10.906670 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting subnet 621907a8-c1ca-4478-871e-f3d72158cd6e {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:34:10.910206 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:10.952455 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.052909 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.116603 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.139845 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Subnet': ['ID=621907a8-c1ca-4478-871e-f3d72158cd6e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:11.142879 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:11.153596 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.153973 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.154293 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.154615 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.154937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.155256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.155571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.155887 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.156200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.156667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.156870 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.157134 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.160313 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.166372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-5a94beeb-6f91-4cc0-a621-b84c2f3068f8 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/subnets/621907a8-c1ca-4478-871e-f3d72158cd6e HTTP/1.1" status: 204 len: 168 time: 0.3108025 Dec 16 10:34:11.166588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58776) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:11.170529 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf8ab1f-0e96-4bd3-8093-cfe4b58e935a None None] Network 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:11.274828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.377135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.422721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:34:10Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': '812aee3d-bf32-4968-ba1b-d057aca3c966', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:32:31Z', 'updated_at': '2021-12-16T10:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:11.439296 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 812aee3d-bf32-4968-ba1b-d057aca3c966 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:34:11.439705 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.459921 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] Checking router: 879da592-969e-4122-9f0c-7b4b254d74bf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:11.468551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] Routers {'879da592-969e-4122-9f0c-7b4b254d74bf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:11.469194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:33:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['879da592-969e-4122-9f0c-7b4b254d74bf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:11.503654 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] DHCP port deletion for 107f87da-e3ab-42c6-ab00-ad0ce71c1f91 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:34:11.521044 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 812aee3d-bf32-4968-ba1b-d057aca3c966, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=812aee3d-bf32-4968-ba1b-d057aca3c966,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:11.521389 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.536887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 812aee3d-bf32-4968-ba1b-d057aca3c966 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:34:11.578802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] Set router 879da592-969e-4122-9f0c-7b4b254d74bf gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:11.635704 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:34:11Z', 'revision_number': 6, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:11.667184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46be64-05bb-4c92-938c-2fd524cf54b5 None None] The sync data for ids ['879da592-969e-4122-9f0c-7b4b254d74bf'] in n-d-821941-1 is: [{'id': '879da592-969e-4122-9f0c-7b4b254d74bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601202938', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:32:30Z', 'updated_at': '2021-12-16T10:34:11Z', 'revision_number': 6, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:11.679804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Deleting port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:34:11.680451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.715536 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.741485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=812aee3d-bf32-4968-ba1b-d057aca3c966,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:11.743940 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] For port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,segment=NetworkSegment(1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9),segment_id=1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:11.744469 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.763995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Calling delete_port for ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:34:11.806080 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.847063 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.872953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Pushing event deleted for resources: {'Port': ['ID=ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:11.877268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] No DVR routers for this DVR port ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:34:11.884320 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.884682 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.885014 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.885316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.885640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.886047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.886316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.886665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.887306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.887306 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.887570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.887898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6637fb-2d42-4bb1-ba39-7d91c561eca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:11.898589 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.900821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.948060 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.949613 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Fanout notify agent at l3_agent the message router_deleted on router 879da592-969e-4122-9f0c-7b4b254d74bf {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:34:11.958051 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:11.959186 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5a2c06a9-6f31-42a4-822d-51e0c102c876 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/routers/879da592-969e-4122-9f0c-7b4b254d74bf HTTP/1.1" status: 204 len: 168 time: 0.7915797 Dec 16 10:34:11.961938 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58778) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:12.044900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.135914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.161752 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107f87da-e3ab-42c6-ab00-ad0ce71c1f91']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:12.170922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:12.171206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d80866c-b7f5-4d4c-a0b4-cd49cf26aff9') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:12.181750 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.195204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.201017 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:34:12.201443 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:34:12.204528 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:34:12.262174 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.267088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.274034 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/networks/107f87da-e3ab-42c6-ab00-ad0ce71c1f91 HTTP/1.1" status: 204 len: 168 time: 0.3110440 Dec 16 10:34:12.274903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58780) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:12.289153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5579e-aee5-455c-bc5a-a8c821b2ca8a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Network': ['ID=107f87da-e3ab-42c6-ab00-ad0ce71c1f91,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:12.335020 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2766-f344-4628-9778-02e50ec34870 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.364654 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2766-f344-4628-9778-02e50ec34870 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.447595 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2766-f344-4628-9778-02e50ec34870 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.450185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ec1d2766-f344-4628-9778-02e50ec34870 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.451369 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec1d2766-f344-4628-9778-02e50ec34870 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/security-groups/b25c38e8-bf7e-4275-8fee-b2c25473ae41 HTTP/1.1" status: 204 len: 168 time: 0.1754732 Dec 16 10:34:12.461971 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d2766-f344-4628-9778-02e50ec34870 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25c38e8-bf7e-4275-8fee-b2c25473ae41,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:12.537215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b4c55968-34f8-49b7-a09d-bf8f27577caa no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:12.562762 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b4c55968-34f8-49b7-a09d-bf8f27577caa {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:12.563217 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b4c55968-34f8-49b7-a09d-bf8f27577caa not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:12.563897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:12.587468 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:12.588160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device ea9d9ca2-5738-4ff0-8f6b-4d9b9fc3dead not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:12.588268 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 812aee3d-bf32-4968-ba1b-d057aca3c966 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:34:12.614576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 812aee3d-bf32-4968-ba1b-d057aca3c966 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:34:12.614916 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 812aee3d-bf32-4968-ba1b-d057aca3c966 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:34:12.731515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58788) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:12.736505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294962019', 'description': 'tempest-secgroup-smoke-294962019 description', 'project_id': '46de79de6dd24118aa82802a53b5948d'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:12.761993 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.834735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.839273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.871930 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.873168 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403730 Dec 16 10:34:12.875066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b7db4-926a-4be9-a974-8a7b482198bc tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c637b17-a5ef-4569-9139-8f9df869602e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:12.876387 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58790) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:12.882518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '6c637b17-a5ef-4569-9139-8f9df869602e', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:12.913548 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.972763 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.977357 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:12.994738 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff4afe-e5fa-4a84-928f-142cab4077ac,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.003042 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.004253 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-716f2c1b-45ef-4e26-8c1f-405295fef16c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264930 Dec 16 10:34:13.007374 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58792) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.012180 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '6c637b17-a5ef-4569-9139-8f9df869602e', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.043967 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.105640 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.112561 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.134430 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68474671-25af-4b2a-a57b-191039bf22fc,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.142145 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.144289 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-543a231c-f682-4f4e-b598-bbe43a36ab44 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349204 Dec 16 10:34:13.146759 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58794) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.151370 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '6c637b17-a5ef-4569-9139-8f9df869602e', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.184520 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.263523 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.270057 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.292942 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b446fb74-41f1-4ec0-9f7a-00e894d997ae,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.299150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.300236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1290d812-ec5a-4766-be16-86c22607e387 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524558 Dec 16 10:34:13.303041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58796) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.307392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '6c637b17-a5ef-4569-9139-8f9df869602e', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.337472 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.400150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.405038 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.422350 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8e9b7b-88e3-4a0d-b096-272139776c4b,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.433590 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.437550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2b2c7520-381f-4fc0-9f54-1d86c1ddb086 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309562 Dec 16 10:34:13.437970 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58798) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.442803 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '6c637b17-a5ef-4569-9139-8f9df869602e', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.469057 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:34:13.475071 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.542116 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.546204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.565630 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51706d38-74e8-4cd8-ba4e-2f6f9e364154,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.571917 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.573001 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-82cf59b9-b93b-41a4-ab29-b434858c6c7b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340220 Dec 16 10:34:13.575856 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58800) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.580246 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'security_group_rule': {'security_group_id': '6c637b17-a5ef-4569-9139-8f9df869602e', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.604698 n-d-821941-1 neutron-server[102397]: INFO neutron.db.securitygroups_db [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Project 46de79de6dd24118aa82802a53b5948d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:34:13.609587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.673896 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.681764 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.699802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33cad1e-f22e-4ae3-9828-15b4d9c09f51,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.708817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.710068 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-30b0a484-4bbe-4472-8b42-838ba9d42fd7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332052 Dec 16 10:34:13.712964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58802) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.717780 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'network': {'name': 'tempest-network-smoke--877719813', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'port_security_enabled': True}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.738874 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:13.742403 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.765307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:34:13.775037 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.775477 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Added segment 2572700b-f467-4a53-8e68-bec1091f6530 of type vlan for network 42ac1944-ebcf-4968-a554-ec4cc8581673 Dec 16 10:34:13.819262 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.862671 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.868253 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:13.868833 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.932460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2184474 Dec 16 10:34:13.935310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58804) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:13.941555 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'admin_state_up': True, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:13.960160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f26e7c-576b-45a5-b4fd-568d1e66ffa5 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Network': ['ID=42ac1944-ebcf-4968-a554-ec4cc8581673,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:13.979555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:34:13.983611 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:13.984684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.041035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.181559 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe769c0a-c204-4edb-9fba-93fce8fa92ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.191513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.716626 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.735915 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:14.840389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.231 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:14.975563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.014019 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.054185 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:15.057234 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:15.060190 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:15.070797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:15.341432 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.546035 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.705302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:34:15.831077 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:15.840689 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Sync routers for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:15.851442 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:15.852214 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:33:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:15.852847 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:15.854197 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-6b567563-8fe9-43d7-91cb-17e478932555 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9177504 Dec 16 10:34:15.857299 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58806) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:15.889917 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-58686dad-419f-43f9-a5c2-cb02a5e0d605 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=46de79de6dd24118aa82802a53b5948d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284555 Dec 16 10:34:15.890390 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58808) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:15.966349 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:15.983558 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54821b2-afa7-424b-ae78-ea118cfc55a5 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:15.985073 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e54821b2-afa7-424b-ae78-ea118cfc55a5 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937805 Dec 16 10:34:15.988782 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58810) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:16.016866 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1ca3ef20-c549-4cbc-b2ed-11b53d8a8cd2 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=f77c0f6b-2201-49ad-b509-2e855a26124a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270300 Dec 16 10:34:16.020261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58812) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:16.025157 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-426555789', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'project_id': '46de79de6dd24118aa82802a53b5948d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:16.116420 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'subnet': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:16.120204 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397451'] for subnet, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.151414 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:15Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:16.181379 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Checking router: 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:16.182055 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Updating router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:34:16.208305 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.311513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8433170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8398449'] for subnet, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.379079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Subnet': ['ID=a0d2c217-ace8-460f-b14e-836be965ad3b,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:16.386401 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Checking segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:16.386770 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network hostable DHCP agents. Network: 42ac1944-ebcf-4968-a554-ec4cc8581673, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:34:16.405251 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:34:16.415518 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 42ac1944-ebcf-4968-a554-ec4cc8581673) {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:16.419737 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:16.420772 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.425897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f796204-a7d7-4d6f-a813-c67f9ae90d61 None None] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:16.444185 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f26f5cf1-d6bd-4ed0-9df8-990666444b68 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4228797 Dec 16 10:34:16.446889 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58814) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:16.491442 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.497874 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.549999 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Attempting to bind port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:16.550375 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Attempting to bind port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:16.550711 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Attempting to bind port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:16.560366 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:16.560947 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:16.561341 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.561777 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:16.562279 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Bound port: f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:16.562646 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.589764 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-42ac1944-ebcf-4968-a554-ec4cc8581673', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:34:16.590671 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.617723 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] For port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:16.620993 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] For port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:16.622343 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Pushing event updated for resources: {'Port': ['ID=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,revision_number=2']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:16.627321 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.633975 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.634311 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.634760 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.635084 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.635406 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.635724 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.636035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.636443 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.636935 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.637454 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.637773 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.638862 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:34:16.670255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cb331235-e2cb-4809-927a-6918d109707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.706492 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:16.707126 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:16.708944 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6be1-8e98-43fd-808e-3450af56e53c None None] Pushing event updated for resources: {'Port': ['ID=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:16.745355 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Allocated IP 172.20.0.2 (42ac1944-ebcf-4968-a554-ec4cc8581673/a0d2c217-ace8-460f-b14e-836be965ad3b/b8d77830-1e32-4fdc-a2c1-3e3994126b21) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:16.830633 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:16.897553 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.904216 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.915660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:16.946056 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:16.950421 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:16.954169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:16.962675 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Pushing event updated for resources: {'Port': ['ID=b8d77830-1e32-4fdc-a2c1-3e3994126b21,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:17.017411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Attempting to bind port b8d77830-1e32-4fdc-a2c1-3e3994126b21 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:17.017760 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Attempting to bind port b8d77830-1e32-4fdc-a2c1-3e3994126b21 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:17.018469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Attempting to bind port b8d77830-1e32-4fdc-a2c1-3e3994126b21 on network 42ac1944-ebcf-4968-a554-ec4cc8581673 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:17.024016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:17.024347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Checking segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:17.024758 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.025142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Bound using segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:17.025589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Bound port: b8d77830-1e32-4fdc-a2c1-3e3994126b21, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:17.026020 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.032287 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:15Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:17.060967 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ebd17-8c1e-46d9-80b8-a7025df08fcc None None] The sync data for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 is: [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:15Z', 'revision_number': 3, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:17.095233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] For port b8d77830-1e32-4fdc-a2c1-3e3994126b21, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:17.100353 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] For port b8d77830-1e32-4fdc-a2c1-3e3994126b21, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b8d77830-1e32-4fdc-a2c1-3e3994126b21,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:17.105005 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.174820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe145ef3-b788-432b-83c1-58bb144ab006 None None] Pushing event updated for resources: {'Port': ['ID=b8d77830-1e32-4fdc-a2c1-3e3994126b21,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:17.222723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.1 (42ac1944-ebcf-4968-a554-ec4cc8581673/a0d2c217-ace8-460f-b14e-836be965ad3b/cf9c8558-89b4-4b43-9417-5f3858e26938) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:17.388251 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.437726 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.482255 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:17.485442 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:17.489892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:17.499402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=cf9c8558-89b4-4b43-9417-5f3858e26938,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:17.545410 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.692639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:17.996754 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.002325 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.078491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=cf9c8558-89b4-4b43-9417-5f3858e26938,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:18.081277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.186505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:18.187890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:18.190155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429a320-5192-4dd8-9210-d595eee26fe3 None None] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:34:18.253162 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-57be4ce6-2f5d-467e-924e-dafca052f818 None None] Provisioning complete for port b8d77830-1e32-4fdc-a2c1-3e3994126b21 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:18.253537 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57be4ce6-2f5d-467e-924e-dafca052f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.318854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:34:18.384756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.412678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b8d77830-1e32-4fdc-a2c1-3e3994126b21 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:18.445034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57be4ce6-2f5d-467e-924e-dafca052f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.449174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:18.463088 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-8dd2a0a1-7c1b-4701-a48f-6a0ad0c1e64e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/2deb6b24-293f-4c58-b2ab-fdfc5dfcec48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066531 Dec 16 10:34:18.500206 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-57be4ce6-2f5d-467e-924e-dafca052f818 None None] For port b8d77830-1e32-4fdc-a2c1-3e3994126b21, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b8d77830-1e32-4fdc-a2c1-3e3994126b21,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:18.505767 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57be4ce6-2f5d-467e-924e-dafca052f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.543203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b8d77830-1e32-4fdc-a2c1-3e3994126b21 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:18.543757 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.589652 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be4ce6-2f5d-467e-924e-dafca052f818 None None] Pushing event updated for resources: {'Port': ['ID=b8d77830-1e32-4fdc-a2c1-3e3994126b21,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:18.631018 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-c558ac60-ad2c-426f-bb27-51e46792a26a tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294962019&fields=id&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 267 time: 0.0439939 Dec 16 10:34:18.652869 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:18.706006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:18.706392 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.755798 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-e00cc618-0b0a-4cfc-9240-c27a5c645197 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:18.757321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-e00cc618-0b0a-4cfc-9240-c27a5c645197 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/networks?id=42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 200 len: 796 time: 0.1177347 Dec 16 10:34:18.773570 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-b13321a9-5a3e-49cd-8189-8cbc37570c52 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/quotas/46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 375 time: 0.0101936 Dec 16 10:34:18.795118 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.824374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Sync routers for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:18.827657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:18.836670 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.836955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-fe57d145-c14a-4736-9094-3043118bee8c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554562 Dec 16 10:34:18.850377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:18.851086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:18.897311 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-66b61a22-e50d-4727-aaf6-1610f34b91da service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:34:18.905137 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-66b61a22-e50d-4727-aaf6-1610f34b91da service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560231 Dec 16 10:34:18.937261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-54aae00f-614e-4539-a15d-0ef01a822043 None None] Provisioning complete for port b8d77830-1e32-4fdc-a2c1-3e3994126b21 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:18.937635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-54aae00f-614e-4539-a15d-0ef01a822043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:18.994157 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-17d68bae-d582-42eb-9b71-fa56b732eb58 service neutron] 10.222.0.61 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878966 Dec 16 10:34:19.107401 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-77c8f932-4948-4b6a-a1cf-a9a6abb227d2 service neutron] 10.222.0.61 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053116 Dec 16 10:34:19.190774 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:19.231006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:19.306497 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b51a7ea-cd3e-422f-bed4-e507d657436d req-31ddfb0a-e949-4be5-a13f-bdfa75d75078 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 210 time: 0.0297749 Dec 16 10:34:19.396881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-54aae00f-614e-4539-a15d-0ef01a822043 None None] Provisioning complete for port cf9c8558-89b4-4b43-9417-5f3858e26938 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:19.397322 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-54aae00f-614e-4539-a15d-0ef01a822043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:19.454297 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-54aae00f-614e-4539-a15d-0ef01a822043 None None] Port cf9c8558-89b4-4b43-9417-5f3858e26938 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:19.510045 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 2, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:19.543410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Checking router: 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:19.543763 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Updating router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 port cf9c8558-89b4-4b43-9417-5f3858e26938 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:34:19.576738 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:19.590827 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-9a8f6502-1594-48b4-9e42-143cc9dabfae None None] Provisioning complete for port cf9c8558-89b4-4b43-9417-5f3858e26938 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:19.591197 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6502-1594-48b4-9e42-143cc9dabfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:19.652976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f6502-1594-48b4-9e42-143cc9dabfae None None] Port cf9c8558-89b4-4b43-9417-5f3858e26938 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:19.883622 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:19.890884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:19.938870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d84d-f4ea-49b5-8f58-9cc7a664595e None None] Pushing event updated for resources: {'Port': ['ID=cf9c8558-89b4-4b43-9417-5f3858e26938,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:19.988090 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.005713 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Attempting to bind port cf9c8558-89b4-4b43-9417-5f3858e26938 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:20.006110 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Attempting to bind port cf9c8558-89b4-4b43-9417-5f3858e26938 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:20.006454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Attempting to bind port cf9c8558-89b4-4b43-9417-5f3858e26938 on network 42ac1944-ebcf-4968-a554-ec4cc8581673 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:20.012398 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:20.012790 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Checking segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:20.013283 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.013685 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Bound using segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:20.014232 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Bound port: cf9c8558-89b4-4b43-9417-5f3858e26938, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:20.014611 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.087935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] For port cf9c8558-89b4-4b43-9417-5f3858e26938, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:20.092029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] For port cf9c8558-89b4-4b43-9417-5f3858e26938, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf9c8558-89b4-4b43-9417-5f3858e26938,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:20.095989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.169732 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.173309 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:20.173984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:20.179475 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1d84d-f4ea-49b5-8f58-9cc7a664595e None None] Pushing event updated for resources: {'Port': ['ID=cf9c8558-89b4-4b43-9417-5f3858e26938,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:20.249434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ddc68d8d-5d21-4978-9d86-fc2c5d9afbaa None None] Provisioning complete for port cf9c8558-89b4-4b43-9417-5f3858e26938 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:20.250145 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ddc68d8d-5d21-4978-9d86-fc2c5d9afbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.323803 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:20.364359 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b8d77830-1e32-4fdc-a2c1-3e3994126b21 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:20.398449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2b3927e4-83c8-4290-9222-a318ad1ae847 req-be6a4d76-3166-41a9-bba5-2454b9a3b12f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 210 time: 0.0359068 Dec 16 10:34:20.530593 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ddc68d8d-5d21-4978-9d86-fc2c5d9afbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.545726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b8d77830-1e32-4fdc-a2c1-3e3994126b21 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:20.546115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.621099 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ddc68d8d-5d21-4978-9d86-fc2c5d9afbaa None None] For port cf9c8558-89b4-4b43-9417-5f3858e26938, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf9c8558-89b4-4b43-9417-5f3858e26938,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:20.629080 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ddc68d8d-5d21-4978-9d86-fc2c5d9afbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.733483 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc68d8d-5d21-4978-9d86-fc2c5d9afbaa None None] Pushing event updated for resources: {'Port': ['ID=cf9c8558-89b4-4b43-9417-5f3858e26938,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:20.761777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:20.789480 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ad4cd335-4fa7-487e-9a4e-1e89fc6f206d None None] Provisioning complete for port cf9c8558-89b4-4b43-9417-5f3858e26938 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:20.789866 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ad4cd335-4fa7-487e-9a4e-1e89fc6f206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:20.820025 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:20.856699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2992cf46-9cdf-465e-a657-432b0d23ba82 None None] The sync data for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 is: [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:20.885101 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:20.885455 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:21.492077 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30208e21-0905-4150-9cd7-88867135b953 req-64f72430-4b4e-4cdf-a129-d1e237280543 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 210 time: 0.0295913 Dec 16 10:34:22.364003 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf9c8558-89b4-4b43-9417-5f3858e26938 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:22.412489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-6e859765-37ce-42ca-8cb0-3cb0d76e39ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:22.414229 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-6e859765-37ce-42ca-8cb0-3cb0d76e39ea tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/networks?id=42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 200 len: 796 time: 0.1285005 Dec 16 10:34:22.415574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cf9c8558-89b4-4b43-9417-5f3858e26938 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:22.415941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:22.464157 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-7459a5f3-5c2e-412c-b3a2-f644208ec083 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de79de6dd24118aa82802a53b5948d HTTP/1.1" status: 200 len: 379 time: 0.0397456 Dec 16 10:34:22.474345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'port': {'device_id': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'admin_state_up': True, 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'security_groups': ['6c637b17-a5ef-4569-9139-8f9df869602e']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:22.597594 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4a8f23d3-79fc-4a91-9a2f-e960afe5b458 req-960e8c9c-a3e6-4331-97b9-1e43ead4fdfd tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 210 time: 0.0318558 Dec 16 10:34:22.917864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Made reservation on behalf of 46de79de6dd24118aa82802a53b5948d for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:34:22.921533 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.053291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.20.0.5 (42ac1944-ebcf-4968-a554-ec4cc8581673/a0d2c217-ace8-460f-b14e-836be965ad3b/163eee1c-e5e8-404f-9b6a-5cdb83af47a0) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:23.208005 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.244698 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.296290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:23.299920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:23.304560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:23.334901 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:23.367377 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:23.368146 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.386529 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3b5f5c33-35c5-4039-97e1-8f875aeafc54 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9159517 Dec 16 10:34:23.399846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Request body: {'port': {'device_id': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:23.454688 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.595779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-5f859ad5-45be-4370-969f-b9a6cc8b3cbb None None] Provisioning complete for port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:23.596358 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5f859ad5-45be-4370-969f-b9a6cc8b3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.633779 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-5f859ad5-45be-4370-969f-b9a6cc8b3cbb None None] Port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:34:23.719494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b353-44f2-4f9b-84e9-46bc8319ea7d req-68726dcc-a558-4f4b-8f73-ba1884944bd0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:23.721035 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9578b353-44f2-4f9b-84e9-46bc8319ea7d req-68726dcc-a558-4f4b-8f73-ba1884944bd0 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 931 time: 0.0510378 Dec 16 10:34:23.736893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:34:23.744862 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.757596 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Transition to ACTIVE for port object 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:34:23.761931 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.765991 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9578b353-44f2-4f9b-84e9-46bc8319ea7d req-79085c39-15f9-405a-85c0-44b5e7fd8015 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386600 Dec 16 10:34:23.813756 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Pushing event updated for resources: {'Port': ['ID=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:23.886062 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Attempting to bind port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:34:23.886406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Attempting to bind port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:34:23.886731 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Attempting to bind port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 on network 42ac1944-ebcf-4968-a554-ec4cc8581673 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:23.891479 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 on network 42ac1944-ebcf-4968-a554-ec4cc8581673 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:34:23.891797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Attempting to bind port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 on network 42ac1944-ebcf-4968-a554-ec4cc8581673 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:34:23.898166 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:34:23.898505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Checking segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:34:23.898896 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Bound using segment: {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:34:23.899326 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Bound port: 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2572700b-f467-4a53-8e68-bec1091f6530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:34:23.899684 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:23.974002 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] For port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:34:23.977244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] For port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:34:23.981176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:24.015916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.016444 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:24.018092 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] 10.222.0.53 "PUT /v2.0/ports/163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 200 len: 1091 time: 0.6226175 Dec 16 10:34:24.018926 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:24.021244 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e806963d-5c5a-4e05-845a-011fcc67c474" -d '{"events": [{"name": "network-changed", "server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:24.046289 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2e8ed-5e02-4610-975e-3ae4620a0a4c service neutron] Pushing event updated for resources: {'Port': ['ID=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:24.093613 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db202b5b-b1a7-4cac-a092-903769ff33c9 x-openstack-request-id: req-db202b5b-b1a7-4cac-a092-903769ff33c9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:24.093934 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:24.094201 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db202b5b-b1a7-4cac-a092-903769ff33c9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:24.094625 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'status': 'completed', 'code': 200} Dec 16 10:34:24.115493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-0a4da376-1813-43c7-99ce-28c946c98bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.116941 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-0a4da376-1813-43c7-99ce-28c946c98bbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1094 time: 0.0509541 Dec 16 10:34:24.164347 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-5212c168-7574-4daa-9b28-9fd0f9f7f83d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 200 len: 217 time: 0.0394154 Dec 16 10:34:24.221433 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-1e2d137f-9b2e-4877-b241-fc61c87c2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.223146 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-1e2d137f-9b2e-4877-b241-fc61c87c2547 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0d2c217-ace8-460f-b14e-836be965ad3b HTTP/1.1" status: 200 len: 834 time: 0.0514433 Dec 16 10:34:24.273482 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3de2e687-3112-49cc-9d25-167ca886e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.275038 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-3de2e687-3112-49cc-9d25-167ca886e781 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42ac1944-ebcf-4968-a554-ec4cc8581673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447466 Dec 16 10:34:24.376669 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-1cc6917c-6ccb-44ef-995c-ad660ffda597 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935526 Dec 16 10:34:24.468735 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:24.482891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-79c5005e-d5f3-43b7-a4cb-85d628db6b7d req-8e309785-465d-4022-bbc9-9533b032af8b service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992610 Dec 16 10:34:24.585663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-ea8198d2-5574-4d02-815e-9b151a865733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.587269 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-ea8198d2-5574-4d02-815e-9b151a865733 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1094 time: 0.0512588 Dec 16 10:34:24.699922 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-d6019540-7496-45ba-affc-02ce97e6c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.701476 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-d6019540-7496-45ba-affc-02ce97e6c811 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 200 len: 897 time: 0.1047568 Dec 16 10:34:24.746770 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-47dc7b49-2973-4bbf-93a4-be96d269d15a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 200 len: 217 time: 0.0365145 Dec 16 10:34:24.803822 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-ce7e508b-c313-4044-b6ee-958210984a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.805353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-ce7e508b-c313-4044-b6ee-958210984a27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0d2c217-ace8-460f-b14e-836be965ad3b HTTP/1.1" status: 200 len: 834 time: 0.0506554 Dec 16 10:34:24.860689 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-6256b8fd-c12f-4268-aab0-c8aa53db7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.862305 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-6256b8fd-c12f-4268-aab0-c8aa53db7381 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42ac1944-ebcf-4968-a554-ec4cc8581673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490274 Dec 16 10:34:24.886504 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d481e2-d8c9-4016-a396-ba444eca2dbf req-ae6ae410-0120-4038-8630-c46113bfa0ba tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:24.888065 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30d481e2-d8c9-4016-a396-ba444eca2dbf req-ae6ae410-0120-4038-8630-c46113bfa0ba tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 943 time: 0.0511198 Dec 16 10:34:24.928547 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30d481e2-d8c9-4016-a396-ba444eca2dbf req-2ec28f99-645f-43c1-9366-d0b5128fa964 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333605 Dec 16 10:34:24.956026 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-26e8866a-67b5-42a9-bacd-3908cdcb07da service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857952 Dec 16 10:34:25.058324 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e806963d-5c5a-4e05-845a-011fcc67c474 req-23d9b300-4c87-42f3-b1b7-7b127c517e46 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943999 Dec 16 10:34:25.885339 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:26.064346 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e8561-0613-4d1b-aaf7-73e88b156502 req-7b40e3a4-5110-42c5-b1ee-0e3485fb98ff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:26.066066 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a7e8561-0613-4d1b-aaf7-73e88b156502 req-7b40e3a4-5110-42c5-b1ee-0e3485fb98ff tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 943 time: 0.0636258 Dec 16 10:34:26.124929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-1a7e8561-0613-4d1b-aaf7-73e88b156502 req-c525eee0-0b8c-4764-a9fc-145505be990d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Dec 16 10:34:26.645519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:34:26.761415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:26.774192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'port_id': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'mac_address': 'fa:16:3e:75:ef:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:34:26.819745 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:26.834022 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:34:26.854071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:26.858464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:26.908191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:27.074513 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['163eee1c-e5e8-404f-9b6a-5cdb83af47a0'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:34:27.249616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fefc39-72cd-453c-b02a-4d5159043469 req-aedbe1a9-23c0-4b69-bec6-eebe1c75615f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:27.251182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20fefc39-72cd-453c-b02a-4d5159043469 req-aedbe1a9-23c0-4b69-bec6-eebe1c75615f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 944 time: 0.0502365 Dec 16 10:34:27.291692 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-20fefc39-72cd-453c-b02a-4d5159043469 req-7879bdfd-304b-4278-a8a4-2c180f16e651 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336754 Dec 16 10:34:28.416661 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5af8e-d34d-45ea-b9f0-87fdb2f14180 req-e760c53a-44a7-436a-86e0-a4f5a598a9d9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:28.418184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30a5af8e-d34d-45ea-b9f0-87fdb2f14180 req-e760c53a-44a7-436a-86e0-a4f5a598a9d9 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 944 time: 0.0570343 Dec 16 10:34:28.464273 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-30a5af8e-d34d-45ea-b9f0-87fdb2f14180 req-7d9e78cb-8dd6-4c68-b6c6-78877f076884 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396943 Dec 16 10:34:28.645134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:34:28.707143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:34:28.711150 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:34:28.711522 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:28.797219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:28.822007 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:28.824336 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f06973f-d0b8-48c3-b73d-0f7c670b5b1c" -d '{"events": [{"server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "name": "network-vif-plugged", "status": "completed", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:28.837393 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:34:28.841694 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:28.890377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:28.916739 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463be8d-9bee-4e45-b6c7-4a5cbcffbdf0 x-openstack-request-id: req-4463be8d-9bee-4e45-b6c7-4a5cbcffbdf0 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:28.917037 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "name": "network-vif-plugged", "status": "completed", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:28.917293 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4463be8d-9bee-4e45-b6c7-4a5cbcffbdf0 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:28.917692 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'code': 200} Dec 16 10:34:29.028580 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66154fc-8b21-4dc1-8bf2-ca96cba8c18d req-691414f4-4405-4200-8438-ca6d1275d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:29.030174 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b66154fc-8b21-4dc1-8bf2-ca96cba8c18d req-691414f4-4405-4200-8438-ca6d1275d935 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1096 time: 0.0464833 Dec 16 10:34:29.068522 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-b66154fc-8b21-4dc1-8bf2-ca96cba8c18d req-93011a8c-f106-4bbe-b0b0-a947753f88ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303731 Dec 16 10:34:29.585373 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4da422-5c5f-4241-8556-9aa5f588f5a0 req-37f0d1fc-ed20-4bbf-af2e-a3335cc821a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:29.586953 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b4da422-5c5f-4241-8556-9aa5f588f5a0 req-37f0d1fc-ed20-4bbf-af2e-a3335cc821a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0519519 Dec 16 10:34:29.638491 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9b4da422-5c5f-4241-8556-9aa5f588f5a0 req-fc2aa862-043d-4bc9-8f0b-f87c133b184c tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Dec 16 10:34:30.772909 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755144ff-d903-426b-9a7d-2b7dfc1eb748 req-40216f7f-e087-40fa-b5ea-e30197acfd11 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:30.774455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-755144ff-d903-426b-9a7d-2b7dfc1eb748 req-40216f7f-e087-40fa-b5ea-e30197acfd11 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0556118 Dec 16 10:34:30.816755 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-755144ff-d903-426b-9a7d-2b7dfc1eb748 req-b1e25e12-f803-4e84-bf0c-aaf9b134de15 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Dec 16 10:34:30.941080 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837599-49c9-4cb9-b55d-a63a2647dbce req-3abde731-f237-490f-9dbe-85ca55198a9d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:30.942587 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9837599-49c9-4cb9-b55d-a63a2647dbce req-3abde731-f237-490f-9dbe-85ca55198a9d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0573354 Dec 16 10:34:30.985241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9837599-49c9-4cb9-b55d-a63a2647dbce req-3d876b23-a2fc-496f-a7ec-9450bd2fa9f2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333438 Dec 16 10:34:31.009123 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58882) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:31.053388 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec5582-cf58-4c8d-a77a-e86fc2e0dea3 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:31.054974 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-68ec5582-cf58-4c8d-a77a-e86fc2e0dea3 tempest-TestNetworkAdvancedServerOps-1390428684 tempest-TestNetworkAdvancedServerOps-1390428684-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1091 time: 0.0448642 Dec 16 10:34:31.059336 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58884) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:31.066361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:34:31.097557 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:31.212818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:31.323641 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Allocated IP 172.25.6.193 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/7ee8f3a9-bc29-424b-a939-721683f9c642) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:34:31.443828 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:31.480977 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:31.521768 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:34:31.524799 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:34:31.531457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:34:31.535389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=7ee8f3a9-bc29-424b-a939-721683f9c642,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:31.895937 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:31.970076 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:32.135874 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:32.144964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:32.212483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event updated for resources: {'Port': ['ID=7ee8f3a9-bc29-424b-a939-721683f9c642,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:34:32.227846 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:32.339352 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 42455b20-b402-4161-a743-010d17217d74 associated. External IP: 172.25.6.193, port: 163eee1c-e5e8-404f-9b6a-5cdb83af47a0. Dec 16 10:34:32.563471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:34:32.678489 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:34:32.688805 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] Sync routers for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:34:32.699161 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:32.699934 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:32.700674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:32.729714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-533d6717-f9fe-4876-b704-cdef5b58c5df tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6690893 Dec 16 10:34:32.730305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:34:32.732579 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65ece16-e419-4436-ba9f-1ab218964652" -d '{"events": [{"name": "network-changed", "server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:34:32.833970 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ac4d5-7543-47d7-890a-722672750a88 req-8e7f7360-f326-4a4c-82a6-f72d6b93e558 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:32.835774 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb0ac4d5-7543-47d7-890a-722672750a88 req-8e7f7360-f326-4a4c-82a6-f72d6b93e558 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Dec 16 10:34:32.883449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb0ac4d5-7543-47d7-890a-722672750a88 req-8a542e11-8103-41a6-a1fd-c54503e8cef4 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Dec 16 10:34:32.906318 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58890) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:32.911652 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:32.947822 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d8c5c-f79f-47fa-b2b4-4c73800ab2ec x-openstack-request-id: req-8e0d8c5c-f79f-47fa-b2b4-4c73800ab2ec {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:34:32.948141 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:34:32.948353 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e0d8c5c-f79f-47fa-b2b4-4c73800ab2ec {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:34:32.948755 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'status': 'completed', 'code': 200} Dec 16 10:34:32.999104 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-790bb212-a977-46c9-86b9-d6ce043f24db tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/42455b20-b402-4161-a743-010d17217d74 HTTP/1.1" status: 200 len: 991 time: 0.0915074 Dec 16 10:34:33.012739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ece16-e419-4436-ba9f-1ab218964652 req-563ac02a-4f65-4101-acec-50888405f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:33.014253 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-563ac02a-4f65-4101-acec-50888405f2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1096 time: 0.0491009 Dec 16 10:34:33.111024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ece16-e419-4436-ba9f-1ab218964652 req-87963b94-46f3-456d-a444-cc940c1fbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:33.112631 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-87963b94-46f3-456d-a444-cc940c1fbb1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 200 len: 897 time: 0.0917079 Dec 16 10:34:33.131067 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '42455b20-b402-4161-a743-010d17217d74', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.193', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'port_id': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'mac_address': 'fa:16:3e:75:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:34:31Z', 'updated_at': '2021-12-16T10:34:31Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:33.161104 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] Checking router: 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:34:33.170462 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:34:33.171072 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:33.180983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-18779756-eb03-40af-af6d-ae7f74683598 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 200 len: 999 time: 0.0611343 Dec 16 10:34:33.230915 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ece16-e419-4436-ba9f-1ab218964652 req-1af126b3-179c-4d16-9cea-bd1044ed3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:33.232459 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-1af126b3-179c-4d16-9cea-bd1044ed3b2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0d2c217-ace8-460f-b14e-836be965ad3b HTTP/1.1" status: 200 len: 834 time: 0.0439501 Dec 16 10:34:33.276745 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:34:33.283376 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ece16-e419-4436-ba9f-1ab218964652 req-a3687288-80ed-49a0-bd85-9ffd422d7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:34:33.284891 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-a3687288-80ed-49a0-bd85-9ffd422d7bba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42ac1944-ebcf-4968-a554-ec4cc8581673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455835 Dec 16 10:34:33.379673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-33297a8b-3236-43d7-957e-bf21e1c2c486 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874250 Dec 16 10:34:33.474830 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a65ece16-e419-4436-ba9f-1ab218964652 req-7ede9fcf-0613-45ba-a600-47791cafb398 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886402 Dec 16 10:34:33.499613 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '42455b20-b402-4161-a743-010d17217d74', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.193', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'port_id': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'mac_address': 'fa:16:3e:75:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:34:31Z', 'updated_at': '2021-12-16T10:34:31Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:34:33.526520 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d2ab0-7465-4993-94fc-2a6fea729951 None None] The sync data for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 is: [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '42455b20-b402-4161-a743-010d17217d74', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'floating_ip_address': '172.25.6.193', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'port_id': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'mac_address': 'fa:16:3e:75:ef:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:34:31Z', 'updated_at': '2021-12-16T10:34:31Z', 'revision_number': 0, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:34:33.736242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb1c2b-9582-412b-86d0-06d94d084c07 None None] New status for floating IP 42455b20-b402-4161-a743-010d17217d74: ACTIVE {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:34:34.004021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58892) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:34:34.070206 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a565282a-f9c8-4f44-b40e-8a53ddbd63ed tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/42455b20-b402-4161-a743-010d17217d74 HTTP/1.1" status: 200 len: 993 time: 0.0645893 Dec 16 10:34:34.363734 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:34:44.175361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe356-8365-48a1-a43d-485aef21827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:46.627728 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4bef61b9-7468-4a62-a049-88580994f1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:48.334531 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:49.963045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:50.154631 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:54.483818 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:34:55.377261 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-5394cd9f-bd6b-4ce9-9376-95fc808eb656 req-3076d9ea-c2f8-4a83-82d0-7e24673bddbd service neutron] (102397) timed out ('10.222.0.69', 57722) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:34:55.536840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-a7cc4b31-a60e-492f-9348-38977bab9629 req-35faff07-6aa3-4315-8822-5bdbb550484d tempest-ServerActionsTestJSON-425652416 tempest-ServerActionsTestJSON-425652416-project] (102398) timed out ('10.222.0.69', 58225) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:34:55.878380 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:02.925142 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d031e0-e277-438d-85d6-8116cdd990c6 req-93c30b5d-3e63-490e-9a32-f234de892990 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:02.926764 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73d031e0-e277-438d-85d6-8116cdd990c6 req-93c30b5d-3e63-490e-9a32-f234de892990 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0657289 Dec 16 10:35:02.974489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-73d031e0-e277-438d-85d6-8116cdd990c6 req-a28b049b-430d-4ecf-b52c-0ef67d6396c6 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Dec 16 10:35:04.112375 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b15977-d376-42bd-ba19-650ab71616c0 req-45958340-7ab6-4523-9602-da8548d41486 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:04.113888 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0b15977-d376-42bd-ba19-650ab71616c0 req-45958340-7ab6-4523-9602-da8548d41486 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0596104 Dec 16 10:35:04.152627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0b15977-d376-42bd-ba19-650ab71616c0 req-32139621-b276-4c3a-8c49-8244783d39a7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Dec 16 10:35:04.179408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58918) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:04.578069 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ec7e3e38-c60d-4dca-8bf6-2fa9d94482c7 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/42455b20-b402-4161-a743-010d17217d74 HTTP/1.1" status: 200 len: 993 time: 0.3973646 Dec 16 10:35:05.859441 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad30032-c875-406b-a8b9-9c728646b407 req-21f97fe5-875c-4617-9783-ad374e30e578 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:05.861139 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ad30032-c875-406b-a8b9-9c728646b407 req-21f97fe5-875c-4617-9783-ad374e30e578 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0535543 Dec 16 10:35:05.877252 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-947806c7-ca31-492c-a3eb-23fad20687d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:05.878808 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-947806c7-ca31-492c-a3eb-23fad20687d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1096 time: 0.0446622 Dec 16 10:35:05.901093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9ad30032-c875-406b-a8b9-9c728646b407 req-ff5b0b32-78dc-4b8a-a5b8-5efe9f8d063d tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334103 Dec 16 10:35:05.973493 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-86d92aab-962e-4243-9f81-95095048ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:05.975024 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-86d92aab-962e-4243-9f81-95095048ef69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 200 len: 897 time: 0.0891893 Dec 16 10:35:06.041274 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-5b285948-9e7c-49dc-bb44-01f4a53c8c6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 200 len: 1001 time: 0.0580549 Dec 16 10:35:06.105881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-2721eeea-51bf-462f-b220-2da6fadc76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:06.107391 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-2721eeea-51bf-462f-b220-2da6fadc76d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0d2c217-ace8-460f-b14e-836be965ad3b HTTP/1.1" status: 200 len: 834 time: 0.0576737 Dec 16 10:35:06.156791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-01e77214-16b9-4ea6-8d9a-eed3d085a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:06.158831 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-01e77214-16b9-4ea6-8d9a-eed3d085a1cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42ac1944-ebcf-4968-a554-ec4cc8581673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418329 Dec 16 10:35:06.246236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-e37ea9a4-51df-4ed6-ba16-d150eae8b599 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803163 Dec 16 10:35:06.348301 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f1f3517f-b171-41b7-96ac-e22431dee794 req-74454f97-a53e-4548-b23b-ff4393f1a658 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942774 Dec 16 10:35:07.029943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36a445-fa7f-4b87-b89d-c6fb69b5d34e req-d3845b5f-fa2d-4c28-8fee-766008764170 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:07.031525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc36a445-fa7f-4b87-b89d-c6fb69b5d34e req-d3845b5f-fa2d-4c28-8fee-766008764170 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0583549 Dec 16 10:35:07.072850 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc36a445-fa7f-4b87-b89d-c6fb69b5d34e req-9ef019ff-ac24-4806-a4bd-90483b82937b tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320702 Dec 16 10:35:08.211041 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f9128-5e5f-493e-a8d4-02a43f0185fb req-ee163c28-ea1c-45f7-aa23-da7c042d1a26 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:08.212485 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-477f9128-5e5f-493e-a8d4-02a43f0185fb req-ee163c28-ea1c-45f7-aa23-da7c042d1a26 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0656259 Dec 16 10:35:08.252608 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-477f9128-5e5f-493e-a8d4-02a43f0185fb req-e30bb198-ef63-4dd1-8ff3-152da2ce7089 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340025 Dec 16 10:35:08.280478 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58930) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:08.344869 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d89fc5a2-8e53-4cbd-bf1a-1e6e72f3664f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/floatingips/42455b20-b402-4161-a743-010d17217d74 HTTP/1.1" status: 200 len: 993 time: 0.0631616 Dec 16 10:35:08.623999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58936) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:08.871335 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 7ee8f3a9-bc29-424b-a939-721683f9c642 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:08.871986 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:08.974203 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:08.974554 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:08.987049 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 7ee8f3a9-bc29-424b-a939-721683f9c642 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:09.144088 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:09.175821 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=7ee8f3a9-bc29-424b-a939-721683f9c642,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:09.191789 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.192314 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.192802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.193137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.193465 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.193791 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.194163 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.194484 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.196291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.196644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.196999 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.198477 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:09.276221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:09.276557 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Floating IP 42455b20-b402-4161-a743-010d17217d74 disassociated (deleted). External IP: 172.25.6.193, port: 163eee1c-e5e8-404f-9b6a-5cdb83af47a0. Dec 16 10:35:09.811045 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:09.929714 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:09.938279 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:09.945645 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] Sync routers for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:09.956718 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:09.957320 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:09.968980 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-185f887c-fdc3-4202-b627-5253e9056295 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/floatingips/42455b20-b402-4161-a743-010d17217d74 HTTP/1.1" status: 204 len: 168 time: 1.3438001 Dec 16 10:35:09.969726 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:09.974659 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9532e3c0-8319-49ba-85a2-8bd1f4858728" -d '{"events": [{"name": "network-changed", "server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:10.062500 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:10.138135 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488cff16-ec07-44e5-8faa-f201d27a1daa x-openstack-request-id: req-488cff16-ec07-44e5-8faa-f201d27a1daa {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:10.138487 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:10.138768 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-488cff16-ec07-44e5-8faa-f201d27a1daa {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:10.139098 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'status': 'completed', 'code': 200} Dec 16 10:35:10.235307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-1d5db1d0-36a8-4154-bffb-1a645c592fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:10.237331 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-1d5db1d0-36a8-4154-bffb-1a645c592fcb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46de79de6dd24118aa82802a53b5948d&device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 1096 time: 0.0648959 Dec 16 10:35:10.244070 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e376ae-4b67-45c4-93a1-0744e9d8952e req-f005c8c2-52e4-483e-aa35-8abd7bd33686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:10.245612 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37e376ae-4b67-45c4-93a1-0744e9d8952e req-f005c8c2-52e4-483e-aa35-8abd7bd33686 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0597334 Dec 16 10:35:10.294996 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-37e376ae-4b67-45c4-93a1-0744e9d8952e req-849f895a-8e56-430c-87a9-01e9be2f89ac tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374792 Dec 16 10:35:10.320859 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:10.348132 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] Checking router: 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:10.356891 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:10.357487 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:10.360165 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-5de3ed7c-aee2-4e9e-891a-2f73baedc08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:10.362125 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-5de3ed7c-aee2-4e9e-891a-2f73baedc08b service neutron] 10.222.0.53 "GET /v2.0/networks?id=42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 200 len: 897 time: 0.1166332 Dec 16 10:35:10.406182 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-c091246f-03b5-4361-b591-00247ae60bfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 200 len: 217 time: 0.0353038 Dec 16 10:35:10.457777 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-f0d4f34e-e6ff-409f-be97-e03d33b50c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:10.459275 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-f0d4f34e-e6ff-409f-be97-e03d33b50c66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0d2c217-ace8-460f-b14e-836be965ad3b HTTP/1.1" status: 200 len: 834 time: 0.0451958 Dec 16 10:35:10.466431 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:10.506784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-8c9d5d90-5e29-459d-a3e6-951ab745b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:10.508222 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-8c9d5d90-5e29-459d-a3e6-951ab745b352 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=42ac1944-ebcf-4968-a554-ec4cc8581673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Dec 16 10:35:10.625485 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-57dbcf1f-16da-46a4-a304-f7aa41d65979 service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062825 Dec 16 10:35:10.682961 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:10.719873 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9532e3c0-8319-49ba-85a2-8bd1f4858728 req-919d9b87-482b-4020-8c06-4cfe74a23aca service neutron] 10.222.0.53 "GET /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854969 Dec 16 10:35:10.803341 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595121e-ba83-4cfa-af14-648503bd0d69 None None] The sync data for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 is: [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:34:17Z', 'revision_number': 4, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cf9c8558-89b4-4b43-9417-5f3858e26938', 'name': '', 'network_id': '42ac1944-ebcf-4968-a554-ec4cc8581673', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'mac_address': 'fa:16:3e:91:2f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:17Z', 'updated_at': '2021-12-16T10:34:20Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'subnets': [{'id': 'a0d2c217-ace8-460f-b14e-836be965ad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:11.029502 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d584e3-bd0b-4889-ba43-ff54bcf36adc None None] New status for floating IP 42455b20-b402-4161-a743-010d17217d74: DOWN {{(pid=102399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:35:11.362988 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:35:11.424259 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9275d0-c429-4eda-959f-63b51ae5adad req-cc66cf48-3264-4861-a694-4348f2c77d61 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:11.425880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd9275d0-c429-4eda-959f-63b51ae5adad req-cc66cf48-3264-4861-a694-4348f2c77d61 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0546527 Dec 16 10:35:11.464633 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd9275d0-c429-4eda-959f-63b51ae5adad req-e13bfab6-7baf-41c5-9f00-b3dac0547367 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c637b17-a5ef-4569-9139-8f9df869602e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327482 Dec 16 10:35:11.834042 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-b99b6d87-80d3-4f33-a4f0-95082faf458e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:11.835539 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-b99b6d87-80d3-4f33-a4f0-95082faf458e tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 945 time: 0.0602393 Dec 16 10:35:11.929160 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:11.929447 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:12.023169 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:12.023499 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:12.041434 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:12.172158 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:12.203243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=163eee1c-e5e8-404f-9b6a-5cdb83af47a0,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:12.246444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] No DVR routers for this DVR port 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:12.249159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:12.252904 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-35e0af7c-9e3e-43e3-b768-0eab1307dd2d req-7f26ac36-207e-4768-93a8-0b5c41c730a2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.53 "DELETE /v2.0/ports/163eee1c-e5e8-404f-9b6a-5cdb83af47a0 HTTP/1.1" status: 204 len: 173 time: 0.4102721 Dec 16 10:35:12.253331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'name': 'network-vif-deleted', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:12.255624 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bdeb41-4b65-4162-8b9c-cdf1ef65cca3" -d '{"events": [{"server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "name": "network-vif-deleted", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:12.295478 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0545c0-7d10-45fc-b272-fd18a5a47461 x-openstack-request-id: req-da0545c0-7d10-45fc-b272-fd18a5a47461 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:12.295768 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8797b2d-0b6d-452f-95fe-5acef375b614", "name": "network-vif-deleted", "tag": "163eee1c-e5e8-404f-9b6a-5cdb83af47a0", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:12.296088 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da0545c0-7d10-45fc-b272-fd18a5a47461 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:12.296507 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8797b2d-0b6d-452f-95fe-5acef375b614', 'name': 'network-vif-deleted', 'tag': '163eee1c-e5e8-404f-9b6a-5cdb83af47a0', 'status': 'completed', 'code': 200} Dec 16 10:35:12.577498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-b1a85cc0-777c-409c-beab-f39d7510d5ac req-c1e2b60a-a941-471d-9168-24772ee07fef tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8797b2d-0b6d-452f-95fe-5acef375b614 HTTP/1.1" status: 200 len: 210 time: 0.0291703 Dec 16 10:35:13.638360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58954) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:14.020337 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:14.178958 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e47c-93a1-443b-ad6b-a7f5635ee6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:14.302567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port cf9c8558-89b4-4b43-9417-5f3858e26938 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:14.302903 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:14.392413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port cf9c8558-89b4-4b43-9417-5f3858e26938, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf9c8558-89b4-4b43-9417-5f3858e26938,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:14.392776 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:14.406250 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for cf9c8558-89b4-4b43-9417-5f3858e26938 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:14.618203 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:14.657447 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=cf9c8558-89b4-4b43-9417-5f3858e26938,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:14.672896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.673237 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.673565 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.673921 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.674235 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.674558 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.674874 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.675174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.675487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.675799 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.676114 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.676420 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:14.849979 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:14.891643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:14.915802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:14.916135 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 163eee1c-e5e8-404f-9b6a-5cdb83af47a0 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:15.080632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:15.192828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:15.197863 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-21166642-9893-4f98-9ac3-e9569b826a1f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "PUT /v2.0/routers/2deb6b24-293f-4c58-b2ab-fdfc5dfcec48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584707 Dec 16 10:35:15.200828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58956) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:15.205009 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] Sync routers for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:15.216958 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:15.217580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:15.256395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting subnet a0d2c217-ace8-460f-b14e-836be965ad3b {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:35:15.259718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.300783 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.335820 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:15.413875 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.483075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.520040 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d2c217-ace8-460f-b14e-836be965ad3b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:15.525756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.530707 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9f658855-3313-45d1-ab1c-4182e15274ec tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/subnets/a0d2c217-ace8-460f-b14e-836be965ad3b HTTP/1.1" status: 204 len: 168 time: 0.3281393 Dec 16 10:35:15.535428 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:15.537405 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b6a2e-e08f-467d-a1fd-c0a6f848fd11 None None] Network 42ac1944-ebcf-4968-a554-ec4cc8581673 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:15.545182 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:35:14Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:15.573687 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] Checking router: 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:15.585749 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] Routers {'2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:15.589601 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:34:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:15.668907 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.730733 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] Set router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:15.781609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] DHCP port deletion for 42ac1944-ebcf-4968-a554-ec4cc8581673 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:35:15.799679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.843804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Deleting port b8d77830-1e32-4fdc-a2c1-3e3994126b21 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:15.844692 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.863758 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Deleting port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:35:15.863758 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.914817 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] For port b8d77830-1e32-4fdc-a2c1-3e3994126b21, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b8d77830-1e32-4fdc-a2c1-3e3994126b21,segment=NetworkSegment(2572700b-f467-4a53-8e68-bec1091f6530),segment_id=2572700b-f467-4a53-8e68-bec1091f6530)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:15.915218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.929836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Calling delete_port for b8d77830-1e32-4fdc-a2c1-3e3994126b21 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:15.960873 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] For port f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:15.961235 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:15.974804 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Calling delete_port for f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:35:15.975608 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:35:14Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:16.002370 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ebc46-7d99-417d-92eb-78767f5d954e None None] The sync data for ids ['2deb6b24-293f-4c58-b2ab-fdfc5dfcec48'] in n-d-821941-1 is: [{'id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735473784', 'tenant_id': '46de79de6dd24118aa82802a53b5948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:34:13Z', 'updated_at': '2021-12-16T10:35:14Z', 'revision_number': 5, 'project_id': '46de79de6dd24118aa82802a53b5948d', 'gw_port': {'id': 'f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deb6b24-293f-4c58-b2ab-fdfc5dfcec48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:34:14Z', 'updated_at': '2021-12-16T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:16.027587 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.054615 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Pushing event deleted for resources: {'Port': ['ID=b8d77830-1e32-4fdc-a2c1-3e3994126b21,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:16.056801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] No DVR routers for this DVR port b8d77830-1e32-4fdc-a2c1-3e3994126b21 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:35:16.065374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.065374 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.065575 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.066718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.066718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.066718 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.066993 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.067166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.067432 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.068061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.068061 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.068510 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c44d7-16ad-4612-a280-ac6fccfdfafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:16.182451 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.208184 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Port': ['ID=f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:16.271439 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.369718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.374975 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.425085 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.426508 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Fanout notify agent at l3_agent the message router_deleted on router 2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:35:16.439940 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.441645 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-82c672c9-beef-4f47-9959-0bdcfa3056c2 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/routers/2deb6b24-293f-4c58-b2ab-fdfc5dfcec48 HTTP/1.1" status: 204 len: 168 time: 0.9049699 Dec 16 10:35:16.444634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58960) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:16.499036 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b8d77830-1e32-4fdc-a2c1-3e3994126b21 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:16.521119 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b8d77830-1e32-4fdc-a2c1-3e3994126b21 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:16.521950 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b8d77830-1e32-4fdc-a2c1-3e3994126b21 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:16.522580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf9c8558-89b4-4b43-9417-5f3858e26938 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:16.542611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cf9c8558-89b4-4b43-9417-5f3858e26938 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:16.543325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf9c8558-89b4-4b43-9417-5f3858e26938 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:16.550128 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.631765 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b3bea4b4-29d3-4655-b17b-3b5597f853a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.650360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.672219 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ac1944-ebcf-4968-a554-ec4cc8581673']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:16.682842 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2572700b-f467-4a53-8e68-bec1091f6530') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:16.683137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2572700b-f467-4a53-8e68-bec1091f6530') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:16.694124 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.709277 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.715575 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:35:16.716090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:35:16.719507 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:35:16.782301 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.794055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.798079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/networks/42ac1944-ebcf-4968-a554-ec4cc8581673 HTTP/1.1" status: 204 len: 168 time: 0.3522213 Dec 16 10:35:16.801189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:16.808647 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3e34f-9747-40b1-9674-b845d447fd92 tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'Network': ['ID=42ac1944-ebcf-4968-a554-ec4cc8581673,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:16.871306 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-506d1355-91af-4f2a-a5e4-8c45ec95c72f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.897913 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-506d1355-91af-4f2a-a5e4-8c45ec95c72f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.959009 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-506d1355-91af-4f2a-a5e4-8c45ec95c72f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.961588 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-506d1355-91af-4f2a-a5e4-8c45ec95c72f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:16.962810 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-506d1355-91af-4f2a-a5e4-8c45ec95c72f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] 10.222.0.61 "DELETE /v2.0/security-groups/6c637b17-a5ef-4569-9139-8f9df869602e HTTP/1.1" status: 204 len: 168 time: 0.1604121 Dec 16 10:35:16.972840 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d1355-91af-4f2a-a5e4-8c45ec95c72f tempest-TestNetworkAdvancedServerOps-1164037365 tempest-TestNetworkAdvancedServerOps-1164037365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c637b17-a5ef-4569-9139-8f9df869602e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:17.331048 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:17.475834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9801e20f-a69b-4298-a441-fe03847c7a8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46de79de6dd24118aa82802a53b5948d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436460 Dec 16 10:35:17.479137 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58974) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:17.533832 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf798050-641f-4294-b1e5-e79b287c96a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:17.556243 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf798050-641f-4294-b1e5-e79b287c96a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:17.606150 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf798050-641f-4294-b1e5-e79b287c96a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:17.608629 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-bf798050-641f-4294-b1e5-e79b287c96a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:17.609787 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bf798050-641f-4294-b1e5-e79b287c96a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32516a29-f088-45e5-ac73-225b9b2e17d7 HTTP/1.1" status: 204 len: 168 time: 0.1296108 Dec 16 10:35:17.620505 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf798050-641f-4294-b1e5-e79b287c96a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32516a29-f088-45e5-ac73-225b9b2e17d7,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:17.906394 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 58980) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:17.920685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-840575d7-322f-483f-bc47-4d2fa6323f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.000421 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-840575d7-322f-483f-bc47-4d2fa6323f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.007055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-840575d7-322f-483f-bc47-4d2fa6323f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.045681 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840575d7-322f-483f-bc47-4d2fa6323f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee8384c-0e18-4a4c-89ca-41522705bdbb,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:18.050979 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-840575d7-322f-483f-bc47-4d2fa6323f8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2a279e62d1c41b38e7709d5bd03b14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434517 Dec 16 10:35:18.053760 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 58982) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:18.108468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2bc1498a-ef31-417e-8331-48a79768c5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.132258 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2bc1498a-ef31-417e-8331-48a79768c5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.187920 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2bc1498a-ef31-417e-8331-48a79768c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.190897 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2bc1498a-ef31-417e-8331-48a79768c5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.192038 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2bc1498a-ef31-417e-8331-48a79768c5ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ee8384c-0e18-4a4c-89ca-41522705bdbb HTTP/1.1" status: 204 len: 168 time: 0.1372380 Dec 16 10:35:18.200221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1498a-ef31-417e-8331-48a79768c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee8384c-0e18-4a4c-89ca-41522705bdbb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:18.316013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:35:18.349235 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:35:18.349617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f9fa973b-b2c4-4d96-b4c4-3b9f1b18326b not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:35:18.356983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:18.957272 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59004) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:19.055564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1701180938-network', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:19.078467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Made reservation on behalf of 43c922ba9a9345cdb95d7cfd8e3d7f89 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:19.081228 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.091056 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.177969 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.182525 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.208232 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:35:19.218181 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8032ca2-31e3-4f21-89b7-bf0cf54a874c,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:19.224276 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.224589 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Added segment 8ea775e8-1866-484a-b9a0-b7663bed7e92 of type vlan for network ff60e691-6939-4527-81fd-a1781e08deb2 Dec 16 10:35:19.273500 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.312381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.314022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:19.314729 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.367501 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4086692 Dec 16 10:35:19.371367 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59008) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:19.380937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Request body: {'subnet': {'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1701180938-subnet', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:19.384031 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5fd6-310c-4a62-b24b-3d5411c0fbd2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff60e691-6939-4527-81fd-a1781e08deb2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:19.394769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network ff60e691-6939-4527-81fd-a1781e08deb2 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:35:19.420009 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Made reservation on behalf of 43c922ba9a9345cdb95d7cfd8e3d7f89 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:19.422863 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.614459 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.671000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:19.692476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Checking segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:19.693352 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Network hostable DHCP agents. Network: ff60e691-6939-4527-81fd-a1781e08deb2, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:35:19.710480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Network ff60e691-6939-4527-81fd-a1781e08deb2 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:35:19.719832 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, ff60e691-6939-4527-81fd-a1781e08deb2) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:19.729534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:19.730838 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.732712 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e1af0-a367-4b2c-9576-9883b4cfc53f None None] Network ff60e691-6939-4527-81fd-a1781e08deb2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:19.757729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6839218d-a403-44c3-99bf-9e60aa1e7012 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3838615 Dec 16 10:35:19.762225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59010) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:19.770206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:19.800717 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.801870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.860825 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:19.913424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-ff60e691-6939-4527-81fd-a1781e08deb2', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:35:19.914883 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.017621 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.109400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Allocated IP 172.20.0.2 (ff60e691-6939-4527-81fd-a1781e08deb2/dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2/fae48ce5-b145-4930-8445-fb2e7a573d64) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:20.191682 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.280248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.287711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.330961 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Network ff60e691-6939-4527-81fd-a1781e08deb2 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:20.333727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:20.336534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:20.347746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Pushing event updated for resources: {'Port': ['ID=fae48ce5-b145-4930-8445-fb2e7a573d64,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:20.365416 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.598017 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.608602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Attempting to bind port fae48ce5-b145-4930-8445-fb2e7a573d64 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:20.608602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Attempting to bind port fae48ce5-b145-4930-8445-fb2e7a573d64 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:20.615711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Attempting to bind port fae48ce5-b145-4930-8445-fb2e7a573d64 on network ff60e691-6939-4527-81fd-a1781e08deb2 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:20.615711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:20.615946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Checking segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:20.616221 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.616617 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Bound using segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:20.617085 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Bound port: fae48ce5-b145-4930-8445-fb2e7a573d64, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:20.617644 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.630004 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.684808 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] For port fae48ce5-b145-4930-8445-fb2e7a573d64, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:20.688706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] For port fae48ce5-b145-4930-8445-fb2e7a573d64, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fae48ce5-b145-4930-8445-fb2e7a573d64,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:20.693294 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.762806 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90afd37-dda0-4a10-99ed-de95e2706062 None None] Pushing event updated for resources: {'Port': ['ID=fae48ce5-b145-4930-8445-fb2e7a573d64,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:20.782719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Allocated IP 172.25.6.100 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:20.907677 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:20.959901 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:21.005903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:21.008795 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:21.012584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:21.022827 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Pushing event updated for resources: {'Port': ['ID=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:21.317102 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:21.534759 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:21.679099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:35:21.752893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e290bc3-c532-4224-ab6e-8c09a4ddafb9 None None] Network ff60e691-6939-4527-81fd-a1781e08deb2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:21.809742 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b47e12e4-7b97-48ed-af12-a583a7119f7d None None] Provisioning complete for port fae48ce5-b145-4930-8445-fb2e7a573d64 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:21.810131 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b47e12e4-7b97-48ed-af12-a583a7119f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:21.813251 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:21.837990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:21.839264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ac1e784a-5181-4e14-9269-5dd8a971167f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0757296 Dec 16 10:35:21.840600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:21.842177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59012) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:21.879241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:21.879861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:22.069261 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b47e12e4-7b97-48ed-af12-a583a7119f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.071896 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:22.237694 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b47e12e4-7b97-48ed-af12-a583a7119f7d None None] For port fae48ce5-b145-4930-8445-fb2e7a573d64, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fae48ce5-b145-4930-8445-fb2e7a573d64,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:22.245310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b47e12e4-7b97-48ed-af12-a583a7119f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.332995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e12e4-7b97-48ed-af12-a583a7119f7d None None] Pushing event updated for resources: {'Port': ['ID=fae48ce5-b145-4930-8445-fb2e7a573d64,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:22.370729 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.394316 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:21Z', 'revision_number': 3, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:22.445952 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fae48ce5-b145-4930-8445-fb2e7a573d64 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:22.449899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:22.450252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Updating router 8b456485-533c-45ed-acd3-7f25e6b8cfbf port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:22.517207 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.565941 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port fae48ce5-b145-4930-8445-fb2e7a573d64 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:22.566316 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.571120 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Allocated IP 172.20.0.1 (ff60e691-6939-4527-81fd-a1781e08deb2/dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2/bf9d2016-05c3-435e-874a-bd38446bd868) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:22.687571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-0a262bee-362a-4ae6-b50a-24446a541fca None None] Provisioning complete for port fae48ce5-b145-4930-8445-fb2e7a573d64 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:22.687987 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0a262bee-362a-4ae6-b50a-24446a541fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.707148 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.746710 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.795329 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Network ff60e691-6939-4527-81fd-a1781e08deb2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:22.803099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:22.805686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9d2016-05c3-435e-874a-bd38446bd868,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:22.807453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:22.856449 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.932876 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:22.943902 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.007776 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Attempting to bind port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:23.008143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Attempting to bind port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:23.009031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Attempting to bind port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:23.010679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b23db7-e9de-4d77-a22f-c9a4e2588f16 None None] Pushing event updated for resources: {'Port': ['ID=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:23.019848 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.023347 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:23.023736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:23.024244 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.024546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:23.025071 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Bound port: b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:23.025412 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.080710 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] For port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:23.084286 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] For port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:23.088652 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.159021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b23db7-e9de-4d77-a22f-c9a4e2588f16 None None] Pushing event updated for resources: {'Port': ['ID=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:23.162223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:23.162836 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:23.165072 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-18c6188e-4b57-4e80-ae26-7ea20e7d8076 None None] Provisioning complete for port bf9d2016-05c3-435e-874a-bd38446bd868 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:23.165449 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-18c6188e-4b57-4e80-ae26-7ea20e7d8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.213951 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.220133 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.271035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-18c6188e-4b57-4e80-ae26-7ea20e7d8076 None None] Port bf9d2016-05c3-435e-874a-bd38446bd868 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:23.292291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.294185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9d2016-05c3-435e-874a-bd38446bd868,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:23.309227 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:23.391440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Network ff60e691-6939-4527-81fd-a1781e08deb2 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:23.393678 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:23.543017 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:23.549550 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 1, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:23.579544 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8151c86-0109-41e8-b8a9-6c658cfb1ce6 None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 1, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:23.680109 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:23.685223 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2694e870-0cb9-486e-bfe0-6ea7215f06f0 admin admin] 10.222.0.61 "PUT /v2.0/routers/8b456485-533c-45ed-acd3-7f25e6b8cfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417311 Dec 16 10:35:23.712253 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-f5c79e07-904b-4ce0-8aaa-3e484b3bc3b0 None None] Provisioning complete for port bf9d2016-05c3-435e-874a-bd38446bd868 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:23.712854 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f5c79e07-904b-4ce0-8aaa-3e484b3bc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:23.750668 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-f5c79e07-904b-4ce0-8aaa-3e484b3bc3b0 None None] Port bf9d2016-05c3-435e-874a-bd38446bd868 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:24.273349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59030) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:24.280564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-800221181-network', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:24.334991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Made reservation on behalf of dbb738f4bcb0475bb487b28f142d2b6e for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:24.337538 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.347971 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.459960 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.467371 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.498248 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68933e02-2472-46b8-aaaa-6ce5ca599ee7,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:24.510240 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.511264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:24.523795 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:35:24.536569 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.536827 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Added segment 6ff8c24f-3f33-442d-a280-bb44be5ea698 of type vlan for network 493662aa-b147-42b7-b44a-fde1cb0173da Dec 16 10:35:24.576365 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:24.576747 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.591650 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.628234 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.629359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:24.629973 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.677271 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.693220 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4131963 Dec 16 10:35:24.694435 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59032) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:24.703853 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e6b34-0d0c-4048-a210-361fcffad53d admin admin] Pushing event updated for resources: {'Network': ['ID=493662aa-b147-42b7-b44a-fde1cb0173da,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:24.704723 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Request body: {'subnet': {'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-800221181-subnet', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:24.713462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:24.718491 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 493662aa-b147-42b7-b44a-fde1cb0173da details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:35:24.729356 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Made reservation on behalf of dbb738f4bcb0475bb487b28f142d2b6e for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:24.731902 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.738428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:24.740473 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fae48ce5-b145-4930-8445-fb2e7a573d64 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:24.933317 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.003923 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8cf761-8c53-462a-9d5b-c49a0d8366c4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:25.010344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Checking segment: {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:25.010817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Network hostable DHCP agents. Network: 493662aa-b147-42b7-b44a-fde1cb0173da, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:35:25.036477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Network 493662aa-b147-42b7-b44a-fde1cb0173da is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:35:25.047115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 493662aa-b147-42b7-b44a-fde1cb0173da) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:25.055473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:25.055473 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.071960 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b96718-bfda-4488-8513-6c2893fae28c None None] Network 493662aa-b147-42b7-b44a-fde1cb0173da requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:25.075794 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-c31ecc13-264a-4108-82df-fee5256677c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3780916 Dec 16 10:35:25.078987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59034) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:25.083988 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:25.109894 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.111775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.148078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:25.187252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port fae48ce5-b145-4930-8445-fb2e7a573d64 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:25.188983 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.192005 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.346098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-493662aa-b147-42b7-b44a-fde1cb0173da', 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'fixed_ips': [{'subnet_id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:35:25.349400 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.359251 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.503070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Allocated IP 172.20.0.2 (493662aa-b147-42b7-b44a-fde1cb0173da/8b8cf761-8c53-462a-9d5b-c49a0d8366c4/a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:25.588878 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.609610 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.679249 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.688442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.729262 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Network 493662aa-b147-42b7-b44a-fde1cb0173da is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:25.732197 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:25.735501 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:25.751229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Allocated IP 172.25.6.42 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/87ba47b5-a904-4239-b446-7b3d77eb9eae) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:25.760542 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Pushing event updated for resources: {'Port': ['ID=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:25.828695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Attempting to bind port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:25.830410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Attempting to bind port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:25.830410 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Attempting to bind port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d on network 493662aa-b147-42b7-b44a-fde1cb0173da {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:25.838248 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:25.838899 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Checking segment: {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:25.839496 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.840080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Bound using segment: {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:25.840753 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Bound port: a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:25.841347 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.883798 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.899119 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.922960 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.944578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] For port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:25.948351 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] For port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,segment=NetworkSegment(6ff8c24f-3f33-442d-a280-bb44be5ea698),segment_id=6ff8c24f-3f33-442d-a280-bb44be5ea698)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:25.952825 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:25.988439 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:25.993392 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:26.000304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:26.003904 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Pushing event updated for resources: {'Port': ['ID=87ba47b5-a904-4239-b446-7b3d77eb9eae,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:26.019394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9fcb-4034-4cde-875d-00f3215555c4 None None] Pushing event updated for resources: {'Port': ['ID=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:26.050084 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:26.062168 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:26.062822 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:26.200312 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:26.508502 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:23Z', 'revision_number': 2, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:26.511833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:26.557630 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:26.558465 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Updating router 8b456485-533c-45ed-acd3-7f25e6b8cfbf port bf9d2016-05c3-435e-874a-bd38446bd868 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:26.564898 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:26.565501 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.594367 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.682312 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:26.683223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.766392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:26.767172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.902848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.942054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,segment=NetworkSegment(6ff8c24f-3f33-442d-a280-bb44be5ea698),segment_id=6ff8c24f-3f33-442d-a280-bb44be5ea698)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:26.947892 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.963370 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:26.972666 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.000033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:27.001721 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.038255 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Pushing event updated for resources: {'Port': ['ID=bf9d2016-05c3-435e-874a-bd38446bd868,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:27.069339 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.070293 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.070774 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.071276 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.071747 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.072217 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.072684 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.073158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.073634 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.074126 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.074593 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.075055 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:35:27.114599 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Attempting to bind port bf9d2016-05c3-435e-874a-bd38446bd868 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:27.114960 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Attempting to bind port bf9d2016-05c3-435e-874a-bd38446bd868 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:27.115316 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Attempting to bind port bf9d2016-05c3-435e-874a-bd38446bd868 on network ff60e691-6939-4527-81fd-a1781e08deb2 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:27.123162 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:27.124094 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Checking segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:27.124728 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.125428 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Bound using segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:27.126650 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Bound port: bf9d2016-05c3-435e-874a-bd38446bd868, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:27.127747 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.191419 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Router e7adac47-99fb-4c1d-bb09-fa8326a893c4 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:35:27.208977 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] For port bf9d2016-05c3-435e-874a-bd38446bd868, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:27.212484 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] For port bf9d2016-05c3-435e-874a-bd38446bd868, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bf9d2016-05c3-435e-874a-bd38446bd868,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:27.217496 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.294510 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:27.295053 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:27.297469 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facf69-75e1-47b1-b0fe-899232c437d0 None None] Pushing event updated for resources: {'Port': ['ID=bf9d2016-05c3-435e-874a-bd38446bd868,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:27.376067 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50412a20-ed5a-4d52-9e37-f110c5a4a978 None None] Network 493662aa-b147-42b7-b44a-fde1cb0173da requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:35:27.389191 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:27.415742 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.421634 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-6ec34e37-96ef-473f-b77f-46e97a3eec3a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3371050 Dec 16 10:35:27.423177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59036) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:27.450383 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Sync routers for ids ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:27.464159 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:27.479726 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Provisioning complete for port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:27.480094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:27.505559 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Routers {'e7adac47-99fb-4c1d-bb09-fa8326a893c4'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:27.511304 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:27.788363 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Set router e7adac47-99fb-4c1d-bb09-fa8326a893c4 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:27.854880 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:27Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:27.881245 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d44ce-a8b5-4234-a2c9-b5784cd6beac None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:27Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:27.949160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Provisioning complete for port bf9d2016-05c3-435e-874a-bd38446bd868 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:27.949535 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.030532 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.110560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:26Z', 'revision_number': 3, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:28.152475 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.177969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Checking router: e7adac47-99fb-4c1d-bb09-fa8326a893c4 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:28.178377 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Updating router e7adac47-99fb-4c1d-bb09-fa8326a893c4 port 87ba47b5-a904-4239-b446-7b3d77eb9eae binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:28.219621 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] For port bf9d2016-05c3-435e-874a-bd38446bd868, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bf9d2016-05c3-435e-874a-bd38446bd868,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:28.222039 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.227269 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.240706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Allocated IP 172.20.0.1 (493662aa-b147-42b7-b44a-fde1cb0173da/8b8cf761-8c53-462a-9d5b-c49a0d8366c4/83ba52ae-07e7-4a13-9277-4d3534c6960f) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:28.384472 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.413812 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005959-cbc7-4afb-a599-9d9619744f86 None None] Pushing event updated for resources: {'Port': ['ID=bf9d2016-05c3-435e-874a-bd38446bd868,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:28.423088 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bbd62ebb-0795-47bc-b0b2-a57a4d0d1d3c None None] Provisioning complete for port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:28.423398 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bbd62ebb-0795-47bc-b0b2-a57a4d0d1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.442356 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.455688 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:28.488760 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Network 493662aa-b147-42b7-b44a-fde1cb0173da is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:28.491829 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:28.499025 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:28.502717 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Pushing event updated for resources: {'Port': ['ID=83ba52ae-07e7-4a13-9277-4d3534c6960f,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:28.557415 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.621953 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:28.622323 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.709980 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.810208 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-bbd62ebb-0795-47bc-b0b2-a57a4d0d1d3c None None] Provisioning complete for port bf9d2016-05c3-435e-874a-bd38446bd868 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:28.810885 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bbd62ebb-0795-47bc-b0b2-a57a4d0d1d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.851343 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.918320 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.929289 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:28.999665 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Pushing event updated for resources: {'Port': ['ID=83ba52ae-07e7-4a13-9277-4d3534c6960f,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:29.004942 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.037367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.043102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bf9d2016-05c3-435e-874a-bd38446bd868 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:29.131333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Network 493662aa-b147-42b7-b44a-fde1cb0173da is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:29.132863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:29.142936 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b395cf-61e0-498d-812c-8124c033e0be None None] Pushing event updated for resources: {'Port': ['ID=87ba47b5-a904-4239-b446-7b3d77eb9eae,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:29.147035 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Attempting to bind port 87ba47b5-a904-4239-b446-7b3d77eb9eae on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:29.147394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Attempting to bind port 87ba47b5-a904-4239-b446-7b3d77eb9eae by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:29.147748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Attempting to bind port 87ba47b5-a904-4239-b446-7b3d77eb9eae on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:29.154460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:29.154864 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:29.155216 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.155632 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:29.156098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Bound port: 87ba47b5-a904-4239-b446-7b3d77eb9eae, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:29.156505 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.269093 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] For port 87ba47b5-a904-4239-b446-7b3d77eb9eae, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:29.275778 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bf9d2016-05c3-435e-874a-bd38446bd868 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:29.276132 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.282576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Router e7adac47-99fb-4c1d-bb09-fa8326a893c4 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:29.305911 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] For port 87ba47b5-a904-4239-b446-7b3d77eb9eae, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=87ba47b5-a904-4239-b446-7b3d77eb9eae,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:29.316403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.394580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b395cf-61e0-498d-812c-8124c033e0be None None] Pushing event updated for resources: {'Port': ['ID=87ba47b5-a904-4239-b446-7b3d77eb9eae,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:29.427185 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Routers {'e7adac47-99fb-4c1d-bb09-fa8326a893c4'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:29.427741 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:29.433656 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:29.439749 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c97a5254-a6a7-4f1f-b623-cca776cd1910 admin admin] 10.222.0.61 "PUT /v2.0/routers/e7adac47-99fb-4c1d-bb09-fa8326a893c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0143239 Dec 16 10:35:29.497057 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-88724cba-e18a-455e-b75a-0fb9271afe98 None None] Provisioning complete for port 83ba52ae-07e7-4a13-9277-4d3534c6960f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:29.497422 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-88724cba-e18a-455e-b75a-0fb9271afe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.556546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-88724cba-e18a-455e-b75a-0fb9271afe98 None None] Port 83ba52ae-07e7-4a13-9277-4d3534c6960f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:29.579708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] Set router e7adac47-99fb-4c1d-bb09-fa8326a893c4 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:29.715180 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c5ea2a21-d067-4fef-a596-21e5e9ef4738 None None] Provisioning complete for port 83ba52ae-07e7-4a13-9277-4d3534c6960f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:29.715612 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5ea2a21-d067-4fef-a596-21e5e9ef4738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:29.769820 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea2a21-d067-4fef-a596-21e5e9ef4738 None None] Port 83ba52ae-07e7-4a13-9277-4d3534c6960f cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:29.828789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '83ba52ae-07e7-4a13-9277-4d3534c6960f', 'name': '', 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'mac_address': 'fa:16:3e:31:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:28Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 2, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'subnets': [{'id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:29.859743 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7162f-b0ab-45e5-88d5-f1d918ed059a None None] The sync data for ids ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'] in n-d-821941-1 is: [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '83ba52ae-07e7-4a13-9277-4d3534c6960f', 'name': '', 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'mac_address': 'fa:16:3e:31:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:28Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 2, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'subnets': [{'id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:29.953991 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59044) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:29.959500 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108319896', 'description': 'tempest-secgroup-smoke-1108319896 description', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:29.991105 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.088615 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.095906 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.130366 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.132134 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1763897 Dec 16 10:35:30.136934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59046) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:30.142446 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': '0ac57f77-e37a-43fe-8052-5659ef853a57', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:30.145719 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5679e3a-7a43-4ea9-a435-dbb8f461d354 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac57f77-e37a-43fe-8052-5659ef853a57,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:30.186678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.255276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.260929 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.291667 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11046d9b-d8b9-432f-8dc0-5e15de2a9b01,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:30.297917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.299145 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-46fbfaf7-18c0-43e5-9752-80cfb84e5593 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605921 Dec 16 10:35:30.302045 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59048) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:30.310449 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': '0ac57f77-e37a-43fe-8052-5659ef853a57', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:30.355097 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.410143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bf9d2016-05c3-435e-874a-bd38446bd868 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:30.455400 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.462484 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.472013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port bf9d2016-05c3-435e-874a-bd38446bd868 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:30.472756 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.488731 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1db6ff-f0fa-4fa9-b358-0b76bf9aa6d5,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:30.496472 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.497906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-59559b1e-8d8d-4fab-ada8-3b2d65a63b2f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1946037 Dec 16 10:35:30.500616 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59050) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:30.508817 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': '0ac57f77-e37a-43fe-8052-5659ef853a57', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:30.541128 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.641262 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.646660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.671584 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d5e440-3c5d-4355-82a4-0b3f2ffb4341,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:30.685387 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.689666 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b4a8e6d0-4406-4b15-b85a-6a1830dcc067 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1828935 Dec 16 10:35:30.690290 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59052) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:30.698153 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': '0ac57f77-e37a-43fe-8052-5659ef853a57', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:30.736218 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.814932 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.820439 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.842520 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20217ed8-4e85-47ed-b0f3-7afc0d54e734,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:30.851621 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.852895 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a40f96de-7582-4b05-a341-df98d0f2f05b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612344 Dec 16 10:35:30.857061 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59054) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:30.866613 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': '0ac57f77-e37a-43fe-8052-5659ef853a57', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:30.896865 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Project 43c922ba9a9345cdb95d7cfd8e3d7f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:35:30.903413 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.986006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:30.991938 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.011206 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bfaead-a8a8-4b05-b990-07741328bfb8,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:31.019307 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.020732 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-0045baf1-a4b5-4913-9530-538160fd959f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621513 Dec 16 10:35:31.024546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59056) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:31.029270 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': '0ac57f77-e37a-43fe-8052-5659ef853a57', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:31.053739 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Project 43c922ba9a9345cdb95d7cfd8e3d7f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:35:31.059390 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.136944 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.142084 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.160828 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05eb0419-585e-4ace-a205-bfbab388a28c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:31.175892 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:31.177272 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-471b6889-a6be-4a7e-a385-6b9e2d04aa95 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517313 Dec 16 10:35:31.357502 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-16fd14ed-61c8-485b-89fa-470daa9dff66 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108319896&fields=id&tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 267 time: 0.0398152 Dec 16 10:35:31.485242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-aab1078e-250e-4967-a3f2-e5d1c028ca22 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:31.486912 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-aab1078e-250e-4967-a3f2-e5d1c028ca22 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 809 time: 0.1189675 Dec 16 10:35:31.505332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-4dc5bf4d-df2a-4fa6-8012-377af4aae057 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/quotas/43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 375 time: 0.0097494 Dec 16 10:35:31.570201 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-835ee83d-8f7e-472b-874f-dac7e5e49e1d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584986 Dec 16 10:35:31.688452 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-8fb284fa-f4a0-4268-a98b-fdc23a5da4f4 service neutron] 10.222.0.61 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988336 Dec 16 10:35:31.791838 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-53cbbf3a-806c-400a-a515-f0c1eb5e0a50 service neutron] 10.222.0.61 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960412 Dec 16 10:35:31.991857 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-510ece4e-edc6-41c8-b7c4-0b77f4fff2a9 req-59bfe40b-6541-4a2f-89a9-7a4b1516f4ba tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 210 time: 0.0361669 Dec 16 10:35:32.315721 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Sync routers for ids ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:32.334444 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Routers {'e7adac47-99fb-4c1d-bb09-fa8326a893c4'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:32.335078 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:32.428199 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 87ba47b5-a904-4239-b446-7b3d77eb9eae up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:32.482946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 87ba47b5-a904-4239-b446-7b3d77eb9eae triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:32.483220 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Set router e7adac47-99fb-4c1d-bb09-fa8326a893c4 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:32.483358 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.579416 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.604913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 87ba47b5-a904-4239-b446-7b3d77eb9eae, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=87ba47b5-a904-4239-b446-7b3d77eb9eae,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:32.612077 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:32.682689 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=87ba47b5-a904-4239-b446-7b3d77eb9eae,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:32.740807 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '83ba52ae-07e7-4a13-9277-4d3534c6960f', 'name': '', 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'mac_address': 'fa:16:3e:31:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:28Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 2, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'subnets': [{'id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:32.767782 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Checking router: e7adac47-99fb-4c1d-bb09-fa8326a893c4 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:32.768437 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Updating router e7adac47-99fb-4c1d-bb09-fa8326a893c4 port 83ba52ae-07e7-4a13-9277-4d3534c6960f binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:35:32.793919 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.120805 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dd58c36a-beb8-4922-a9fa-6116e6db0c69 req-0038a1ca-5094-4545-abf0-0442fe60de3c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 210 time: 0.0318809 Dec 16 10:35:33.127127 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.140218 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.210231 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d5d47-1f84-439c-80c7-7dc3303c9ec2 None None] Pushing event updated for resources: {'Port': ['ID=83ba52ae-07e7-4a13-9277-4d3534c6960f,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:33.217750 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-120a1973-9023-475c-a663-226ad3f47b21 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:33.220063 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-120a1973-9023-475c-a663-226ad3f47b21 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 809 time: 0.1811650 Dec 16 10:35:33.279404 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Attempting to bind port 83ba52ae-07e7-4a13-9277-4d3534c6960f on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:33.279712 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Attempting to bind port 83ba52ae-07e7-4a13-9277-4d3534c6960f by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:33.280119 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Attempting to bind port 83ba52ae-07e7-4a13-9277-4d3534c6960f on network 493662aa-b147-42b7-b44a-fde1cb0173da {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:33.286517 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:33.286866 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Checking segment: {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:33.287271 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.287657 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Bound using segment: {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:33.288150 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Bound port: 83ba52ae-07e7-4a13-9277-4d3534c6960f, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff8c24f-3f33-442d-a280-bb44be5ea698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:33.288626 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.288827 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-1314d5cf-52c2-40b4-99ef-99f1a6730331 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 380 time: 0.0569036 Dec 16 10:35:33.302699 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'port': {'device_id': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'admin_state_up': True, 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'security_groups': ['0ac57f77-e37a-43fe-8052-5659ef853a57']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:33.365756 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] For port 83ba52ae-07e7-4a13-9277-4d3534c6960f, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:33.369459 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] For port 83ba52ae-07e7-4a13-9277-4d3534c6960f, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=83ba52ae-07e7-4a13-9277-4d3534c6960f,segment=NetworkSegment(6ff8c24f-3f33-442d-a280-bb44be5ea698),segment_id=6ff8c24f-3f33-442d-a280-bb44be5ea698)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:33.374703 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.423031 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-90e8d77e-03a1-4c63-ac55-0ceab0fc1ac7 None None] Provisioning complete for port 83ba52ae-07e7-4a13-9277-4d3534c6960f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:33.423506 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-90e8d77e-03a1-4c63-ac55-0ceab0fc1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.437488 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Routers {'e7adac47-99fb-4c1d-bb09-fa8326a893c4'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:33.438140 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:33.523177 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Made reservation on behalf of 43c922ba9a9345cdb95d7cfd8e3d7f89 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:35:33.530096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.536349 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-90e8d77e-03a1-4c63-ac55-0ceab0fc1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.566826 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] Set router e7adac47-99fb-4c1d-bb09-fa8326a893c4 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:33.569372 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d5d47-1f84-439c-80c7-7dc3303c9ec2 None None] Pushing event updated for resources: {'Port': ['ID=83ba52ae-07e7-4a13-9277-4d3534c6960f,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:33.590845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-90e8d77e-03a1-4c63-ac55-0ceab0fc1ac7 None None] For port 83ba52ae-07e7-4a13-9277-4d3534c6960f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=83ba52ae-07e7-4a13-9277-4d3534c6960f,segment=NetworkSegment(6ff8c24f-3f33-442d-a280-bb44be5ea698),segment_id=6ff8c24f-3f33-442d-a280-bb44be5ea698)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:33.596510 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-90e8d77e-03a1-4c63-ac55-0ceab0fc1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.675252 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8d77e-03a1-4c63-ac55-0ceab0fc1ac7 None None] Pushing event updated for resources: {'Port': ['ID=83ba52ae-07e7-4a13-9277-4d3534c6960f,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:33.722128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c21a5d2b-7088-49f0-942e-9a3f78ba434e None None] Provisioning complete for port 83ba52ae-07e7-4a13-9277-4d3534c6960f triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:33.723328 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c21a5d2b-7088-49f0-942e-9a3f78ba434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.743609 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Allocated IP 172.20.0.14 (ff60e691-6939-4527-81fd-a1781e08deb2/dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2/75c7403a-07e0-4caf-971b-6302d2f6cb8d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:33.868663 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '83ba52ae-07e7-4a13-9277-4d3534c6960f', 'name': '', 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'mac_address': 'fa:16:3e:31:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:28Z', 'updated_at': '2021-12-16T10:35:33Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'subnets': [{'id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:33.897098 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756f2a5-645c-4e91-a965-36187ceceacd None None] The sync data for ids ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'] in n-d-821941-1 is: [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': '83ba52ae-07e7-4a13-9277-4d3534c6960f', 'name': '', 'network_id': '493662aa-b147-42b7-b44a-fde1cb0173da', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'mac_address': 'fa:16:3e:31:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:28Z', 'updated_at': '2021-12-16T10:35:33Z', 'revision_number': 4, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'subnets': [{'id': '8b8cf761-8c53-462a-9d5b-c49a0d8366c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:33.943175 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:33.981702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.038142 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Network ff60e691-6939-4527-81fd-a1781e08deb2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:34.041236 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:34.043951 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:34.077015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:34.120592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:34.121465 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.148508 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-1c9d7e64-dceb-479f-9e65-95fd92127a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8523180 Dec 16 10:35:34.163052 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Request body: {'port': {'device_id': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:34.235478 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.279047 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab22a8-9f7a-401c-a283-fc0fa39dd7c8 req-5b7c1a3a-3db1-4c5b-acde-f28faec22e66 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:34.288713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ab22a8-9f7a-401c-a283-fc0fa39dd7c8 req-5b7c1a3a-3db1-4c5b-acde-f28faec22e66 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 932 time: 0.0657721 Dec 16 10:35:34.339111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43ab22a8-9f7a-401c-a283-fc0fa39dd7c8 req-752d7e17-156d-4c8c-80f8-af1b4bcf6276 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Dec 16 10:35:34.376037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-132df6fb-f208-46a3-9c62-24789f54fb98 None None] Provisioning complete for port 75c7403a-07e0-4caf-971b-6302d2f6cb8d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:34.376692 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-132df6fb-f208-46a3-9c62-24789f54fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.423794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-132df6fb-f208-46a3-9c62-24789f54fb98 None None] Port 75c7403a-07e0-4caf-971b-6302d2f6cb8d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:35:34.455060 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 83ba52ae-07e7-4a13-9277-4d3534c6960f up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:34.507168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 83ba52ae-07e7-4a13-9277-4d3534c6960f triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:34.507486 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.604131 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 87ba47b5-a904-4239-b446-7b3d77eb9eae up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:34.652693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c7403a-07e0-4caf-971b-6302d2f6cb8d {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:35:34.659388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 87ba47b5-a904-4239-b446-7b3d77eb9eae triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:34.659760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.661879 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.675979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Transition to ACTIVE for port object 75c7403a-07e0-4caf-971b-6302d2f6cb8d will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:35:34.680324 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.790820 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:34.853371 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Attempting to bind port 75c7403a-07e0-4caf-971b-6302d2f6cb8d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:35:34.854109 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Attempting to bind port 75c7403a-07e0-4caf-971b-6302d2f6cb8d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:35:34.854559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Attempting to bind port 75c7403a-07e0-4caf-971b-6302d2f6cb8d on network ff60e691-6939-4527-81fd-a1781e08deb2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:34.861125 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Port 75c7403a-07e0-4caf-971b-6302d2f6cb8d on network ff60e691-6939-4527-81fd-a1781e08deb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:35:34.861653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Attempting to bind port 75c7403a-07e0-4caf-971b-6302d2f6cb8d on network ff60e691-6939-4527-81fd-a1781e08deb2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:35:34.868329 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:35:34.868761 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Checking segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:35:34.869218 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Bound using segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:35:34.869728 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Bound port: 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:35:34.870266 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:34.958599 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:35:34.961802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:35:34.969125 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.004559 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.005114 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:35.006658 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] 10.222.0.53 "PUT /v2.0/ports/75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 1092 time: 0.8490024 Dec 16 10:35:35.007137 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:35.009592 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1ceec5-4379-41f7-8130-494729b15644" -d '{"events": [{"name": "network-changed", "server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:35.040678 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab6c99-5471-48af-8ca9-54c43befb372 service neutron] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:35.080585 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a120aa6f-55a0-42e1-9013-6518c30ec8d6 x-openstack-request-id: req-a120aa6f-55a0-42e1-9013-6518c30ec8d6 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:35.080877 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:35.081164 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a120aa6f-55a0-42e1-9013-6518c30ec8d6 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:35.081575 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'status': 'completed', 'code': 200} Dec 16 10:35:35.103692 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-0e48375a-3f57-46e2-a528-2dc24c56e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.106509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-0e48375a-3f57-46e2-a528-2dc24c56e3b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1095 time: 0.0562494 Dec 16 10:35:35.155951 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-6e6763ec-e56b-4887-95a8-f9245de9d015 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 217 time: 0.0418110 Dec 16 10:35:35.217611 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-01d4ca92-a26e-416b-a10a-8f12b5a56b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.219203 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-01d4ca92-a26e-416b-a10a-8f12b5a56b77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0562031 Dec 16 10:35:35.269794 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e469e-4613-4d53-aaac-01a904250c54 req-f3f29e9a-96de-46ca-bae7-d5ab093b1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.272142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-f3f29e9a-96de-46ca-bae7-d5ab093b1be9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461419 Dec 16 10:35:35.390765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-d98cebc2-7b0c-465b-aafe-3ff1b2af1507 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110237 Dec 16 10:35:35.491218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-128e469e-4613-4d53-aaac-01a904250c54 req-41042270-ffc4-4e76-99ba-bd44331e505d service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934064 Dec 16 10:35:35.511611 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0f3d-49d0-48ce-85db-8112edbea09d req-9e36ef41-41a7-434f-83fa-65157bd9dc03 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.513197 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6cd0f3d-49d0-48ce-85db-8112edbea09d req-9e36ef41-41a7-434f-83fa-65157bd9dc03 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0651143 Dec 16 10:35:35.561837 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6cd0f3d-49d0-48ce-85db-8112edbea09d req-d4ce68d9-9069-4303-b0c0-60cc8257d1ec tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Dec 16 10:35:35.600070 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ceec5-4379-41f7-8130-494729b15644 req-825f1171-0a9e-4ba3-89ff-0eb175477b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.601922 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-825f1171-0a9e-4ba3-89ff-0eb175477b9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1095 time: 0.0497673 Dec 16 10:35:35.708914 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ceec5-4379-41f7-8130-494729b15644 req-5800c919-d520-4d93-86d4-dbbab9446821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.710494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-5800c919-d520-4d93-86d4-dbbab9446821 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0991530 Dec 16 10:35:35.759716 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-8891ca5a-40e2-448c-8f30-342ebccfcfa3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 217 time: 0.0409405 Dec 16 10:35:35.819736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ceec5-4379-41f7-8130-494729b15644 req-3c6e60ec-0b6c-486a-8bc9-e398cfe9418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.821656 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-3c6e60ec-0b6c-486a-8bc9-e398cfe9418c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0527453 Dec 16 10:35:35.881001 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ceec5-4379-41f7-8130-494729b15644 req-34f00f93-206a-4679-a215-a81fd1bf558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:35.882543 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-34f00f93-206a-4679-a215-a81fd1bf558d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520849 Dec 16 10:35:35.994396 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-1663cfbb-7ba7-4efe-af09-36bba3d558d5 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022179 Dec 16 10:35:36.113468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5a1ceec5-4379-41f7-8130-494729b15644 req-ffc12ad0-c870-477c-895b-d717107186c5 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112804 Dec 16 10:35:36.691218 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786477f0-2c8b-4b03-b9bb-ee813231385a req-cd3a0ec0-dcd7-4847-a724-ee302899fe7f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:36.692741 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-786477f0-2c8b-4b03-b9bb-ee813231385a req-cd3a0ec0-dcd7-4847-a724-ee302899fe7f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0552685 Dec 16 10:35:36.735736 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-786477f0-2c8b-4b03-b9bb-ee813231385a req-c8c27932-9223-48ae-9106-9f0526698c76 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366483 Dec 16 10:35:37.865404 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa99eaa-f38d-4eea-b396-ad9ebed13515 req-f0d17ea0-cfcb-45fa-8bbc-35339fc0bf47 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:37.866955 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baa99eaa-f38d-4eea-b396-ad9ebed13515 req-f0d17ea0-cfcb-45fa-8bbc-35339fc0bf47 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0562112 Dec 16 10:35:37.910495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-baa99eaa-f38d-4eea-b396-ad9ebed13515 req-1d039b0e-b0c7-441b-b4d5-90186759612f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373244 Dec 16 10:35:39.033169 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:35:39.062279 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9104-3d0a-4155-8a13-c155d48599a9 req-d7921571-52b7-4b4f-b26c-da24e6a12938 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:39.064880 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79ba9104-3d0a-4155-8a13-c155d48599a9 req-d7921571-52b7-4b4f-b26c-da24e6a12938 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0720339 Dec 16 10:35:39.106789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-79ba9104-3d0a-4155-8a13-c155d48599a9 req-807faece-6108-47f2-808f-50487a8d80f5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355697 Dec 16 10:35:39.149555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:39.162013 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'mac_address': 'fa:16:3e:1e:a0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:35:39.210934 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.228167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c7403a-07e0-4caf-971b-6302d2f6cb8d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:35:39.250358 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:39.254857 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:39.314872 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:39.469130 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['75c7403a-07e0-4caf-971b-6302d2f6cb8d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:35:40.243588 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703711c-6495-48ea-a34e-ab4ad1244145 req-406dba32-e5cc-41b4-b8e5-5990943ed7c8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:40.245186 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3703711c-6495-48ea-a34e-ab4ad1244145 req-406dba32-e5cc-41b4-b8e5-5990943ed7c8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 945 time: 0.0633800 Dec 16 10:35:40.293313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3703711c-6495-48ea-a34e-ab4ad1244145 req-ec055f75-15c0-48a1-bb09-65359b2fde15 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Dec 16 10:35:41.048994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:35:41.110553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 75c7403a-07e0-4caf-971b-6302d2f6cb8d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:35:41.116552 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 75c7403a-07e0-4caf-971b-6302d2f6cb8d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:35:41.117104 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.228884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.256376 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:41.258998 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e446aed-af4f-45ed-a208-040e04f2a612" -d '{"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-plugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:41.276172 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:35:41.282102 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:41.306929 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a652346-8a4f-4065-98d1-d252477fca78 x-openstack-request-id: req-4a652346-8a4f-4065-98d1-d252477fca78 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:41.307180 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-plugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:41.307355 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a652346-8a4f-4065-98d1-d252477fca78 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:41.307759 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'code': 200} Dec 16 10:35:41.353946 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:41.423723 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1da9dc-b881-48f3-8a4b-86f0e7aa4a42 req-6ce2942e-9088-4b1f-b8ab-a255a4e36a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:41.425309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f1da9dc-b881-48f3-8a4b-86f0e7aa4a42 req-6ce2942e-9088-4b1f-b8ab-a255a4e36a7f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1097 time: 0.0635610 Dec 16 10:35:41.450186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81aaea-f549-4f1c-bd58-9e2f08354e08 req-7607b17a-fe09-4ec8-9164-7cf114881c55 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:41.452078 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce81aaea-f549-4f1c-bd58-9e2f08354e08 req-7607b17a-fe09-4ec8-9164-7cf114881c55 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0613747 Dec 16 10:35:41.473295 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3f1da9dc-b881-48f3-8a4b-86f0e7aa4a42 req-7fca7b38-47b0-451d-9c00-79b66761e07f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Dec 16 10:35:41.494426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce81aaea-f549-4f1c-bd58-9e2f08354e08 req-085f8c2b-0bc4-487d-94e3-01a5bc79a8a8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341229 Dec 16 10:35:42.637829 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c6b9-fe23-4e7e-a6a9-8232f5f94b98 req-b2c5d7ed-bcfb-45f4-afaf-f0e70e6b800b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:42.639480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b92c6b9-fe23-4e7e-a6a9-8232f5f94b98 req-b2c5d7ed-bcfb-45f4-afaf-f0e70e6b800b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0610859 Dec 16 10:35:42.691896 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5b92c6b9-fe23-4e7e-a6a9-8232f5f94b98 req-2d2281b3-fb3a-4256-a78c-a8ff9a627fe4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Dec 16 10:35:42.830903 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94e11a-6d45-441d-9ca4-76d077f02f57 req-c5d770ee-a240-4694-8e0b-8d74fd876851 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:42.832470 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a94e11a-6d45-441d-9ca4-76d077f02f57 req-c5d770ee-a240-4694-8e0b-8d74fd876851 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0592308 Dec 16 10:35:42.888592 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a94e11a-6d45-441d-9ca4-76d077f02f57 req-7e17ff3a-fa40-42a4-8278-d76ea5c785d5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497811 Dec 16 10:35:42.913254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59110) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:43.061360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd900b52-cd31-476d-be50-b5acb0ed8f6c tempest-TestShelveInstance-430907869 tempest-TestShelveInstance-430907869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:43.063177 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-bd900b52-cd31-476d-be50-b5acb0ed8f6c tempest-TestShelveInstance-430907869 tempest-TestShelveInstance-430907869-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1092 time: 0.1487639 Dec 16 10:35:43.066418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59114) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:35:43.071443 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:35:43.097282 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.214980 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.342183 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Allocated IP 172.25.6.4 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/97300856-e899-4451-adfd-8cc94e672581) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:35:43.462578 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.498887 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:43.538718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:35:43.540651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:35:43.543366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:35:43.574777 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'Port': ['ID=97300856-e899-4451-adfd-8cc94e672581,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:43.943303 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.017246 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.182606 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bc9cac8d-679f-4510-8ed2-dc24909cbbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.186739 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.191639 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.265931 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'Port': ['ID=97300856-e899-4451-adfd-8cc94e672581,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:35:44.282917 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.387828 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Floating IP 7ba11171-dc04-4e38-95f5-03402dd8579f associated. External IP: 172.25.6.4, port: 75c7403a-07e0-4caf-971b-6302d2f6cb8d. Dec 16 10:35:44.612155 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:35:44.724088 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:35:44.736137 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:35:44.743140 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:44.745711 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:44.746389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:44.772420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fc49ce0a-1549-4c54-baa5-44d0f5dcba61 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7048254 Dec 16 10:35:44.773317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:35:44.775620 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5bc40-47a1-4056-9793-206c9682f289" -d '{"events": [{"name": "network-changed", "server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:35:44.814964 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86f48f7-2d6e-42a7-a770-0606309422b1 x-openstack-request-id: req-f86f48f7-2d6e-42a7-a770-0606309422b1 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:35:44.815247 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:35:44.815496 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f86f48f7-2d6e-42a7-a770-0606309422b1 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:35:44.815940 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'status': 'completed', 'code': 200} Dec 16 10:35:44.860386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:44.933816 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5bc40-47a1-4056-9793-206c9682f289 req-acf4890c-3266-4cc2-adb3-3043986060a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:44.936075 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-acf4890c-3266-4cc2-adb3-3043986060a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1097 time: 0.0429025 Dec 16 10:35:45.034300 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5bc40-47a1-4056-9793-206c9682f289 req-8322bc64-750c-490c-85b1-49aaf6b7c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:45.035804 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-8322bc64-750c-490c-85b1-49aaf6b7c5f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0931988 Dec 16 10:35:45.094229 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7ba11171-dc04-4e38-95f5-03402dd8579f', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'mac_address': 'fa:16:3e:1e:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:35:43Z', 'updated_at': '2021-12-16T10:35:43Z', 'revision_number': 0, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:45.103405 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-e6931b25-1a66-43aa-beb7-79efd77d8184 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 998 time: 0.0594347 Dec 16 10:35:45.121734 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:35:45.130840 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:35:45.131451 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:35:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:45.158556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5bc40-47a1-4056-9793-206c9682f289 req-0ad6ed6e-25d7-4b4a-922d-be01e7290c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:45.160023 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-0ad6ed6e-25d7-4b4a-922d-be01e7290c54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0490661 Dec 16 10:35:45.211073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5bc40-47a1-4056-9793-206c9682f289 req-7ec90aff-612f-4401-b728-fddb4bdda4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:45.212593 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-7ec90aff-612f-4401-b728-fddb4bdda4de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438464 Dec 16 10:35:45.239095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:35:45.308297 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-57f361c3-2167-4cce-a561-b427401154d0 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858777 Dec 16 10:35:45.411205 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-62f5bc40-47a1-4056-9793-206c9682f289 req-f0bd97b2-ff7c-446e-98d3-8d46773dde42 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949843 Dec 16 10:35:45.650823 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7ba11171-dc04-4e38-95f5-03402dd8579f', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'mac_address': 'fa:16:3e:1e:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:35:43Z', 'updated_at': '2021-12-16T10:35:43Z', 'revision_number': 0, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:35:45.684017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b01c12-d49b-4a92-8382-75c89e5acc4c None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '7ba11171-dc04-4e38-95f5-03402dd8579f', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'mac_address': 'fa:16:3e:1e:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:35:43Z', 'updated_at': '2021-12-16T10:35:43Z', 'revision_number': 0, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:35:45.891276 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad7748-31f3-4859-847e-ea4b08848a54 None None] New status for floating IP 7ba11171-dc04-4e38-95f5-03402dd8579f: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:35:46.625676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-17efb424-691a-431c-b8ea-1fc9c2b15b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.340440 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:48.364780 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:35:49.970231 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:50.159059 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:53.728818 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-7e721577-f395-4a48-87ee-af0796a5d1fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450294 Dec 16 10:35:53.821653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-8ee0b938-0383-4d09-bae9-c6fc6e748083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:53.823211 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-8ee0b938-0383-4d09-bae9-c6fc6e748083 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0473881 Dec 16 10:35:53.938542 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-2c33dd5a-cca5-4fca-b283-9ed8fdffff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:53.940049 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-2c33dd5a-cca5-4fca-b283-9ed8fdffff4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0921886 Dec 16 10:35:53.982987 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-ef5ac2b2-b71b-4310-8844-b15dbb598eb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0352335 Dec 16 10:35:54.034872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-0066874c-7b16-4f5c-be3f-0eb2b14880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:54.036410 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-0066874c-7b16-4f5c-be3f-0eb2b14880d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0463417 Dec 16 10:35:54.092905 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-12776b61-0a11-424f-abae-cf529daabbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:35:54.094678 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-12776b61-0a11-424f-abae-cf529daabbc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496330 Dec 16 10:35:54.203060 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-2fd85e3a-6eb8-4b67-b6af-8969b8a6a593 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003885 Dec 16 10:35:54.486669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:35:54.645097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-31cc87dc-d8d2-4cfe-b7f4-ff8d3e6cbf5e req-991e93e7-d4f4-4baf-8698-78db1bf782d1 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343386 Dec 16 10:35:55.881475 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:14.186255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b50cda4a-feaf-4d3c-8f82-1d0ce071464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:16.629889 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9d1d07b2-b295-49f1-9e86-1f12fcf36727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:18.340193 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:19.967194 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:20.158401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:24.486286 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:25.366621 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:36:25.891365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:44.190910 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c780-ac0d-41fe-b9e8-f0487fb6959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:46.633585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-50d976f9-0aa6-44a3-9803-e6d419caef12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:48.351012 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:49.963046 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:50.161991 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:53.798763 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-85425349-c726-4946-ab43-3d49dbf2a8a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084392 Dec 16 10:36:53.863920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57875c-f214-4c32-827d-8a34154e5584 req-2a1b281d-d187-4cf4-83a3-12a7a51d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:53.866328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-2a1b281d-d187-4cf4-83a3-12a7a51d5f3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1097 time: 0.0438662 Dec 16 10:36:53.976588 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57875c-f214-4c32-827d-8a34154e5584 req-05b8c6fc-0a14-4c71-99b9-027950d80820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:53.978136 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-05b8c6fc-0a14-4c71-99b9-027950d80820 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0930910 Dec 16 10:36:54.052336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-2b244f5c-fb87-47ec-ac31-d6a46696687d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 1000 time: 0.0618887 Dec 16 10:36:54.110578 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57875c-f214-4c32-827d-8a34154e5584 req-2c4f1ff2-909e-4ba9-b804-9cadf8513f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:54.112084 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-2c4f1ff2-909e-4ba9-b804-9cadf8513f4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0523002 Dec 16 10:36:54.165147 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57875c-f214-4c32-827d-8a34154e5584 req-59045f7a-1e72-4d71-b84c-bc6fec7b77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:36:54.166714 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-59045f7a-1e72-4d71-b84c-bc6fec7b77a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479667 Dec 16 10:36:54.264896 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-1de8a6fe-fdfa-4efe-a8ec-d84a0ccb5e71 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900195 Dec 16 10:36:54.368825 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0b57875c-f214-4c32-827d-8a34154e5584 req-721d4cbe-5056-4ed2-a4b9-4f3e2d6056e3 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964952 Dec 16 10:36:54.515308 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:36:55.905085 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:02.366720 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:37:14.197585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0baead50-9073-416d-a194-07ced184f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:16.641213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a7c10f9e-6bb1-4384-b126-fd0a6b0595a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:18.347742 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:19.967887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:20.164819 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:24.522568 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:25.902094 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:39.367156 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:37:43.176726 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c4f1-d73c-4e4f-8a82-05afe019634b req-a4e37779-2b6e-4754-9483-7df67bba9607 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:43.178302 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6411c4f1-d73c-4e4f-8a82-05afe019634b req-a4e37779-2b6e-4754-9483-7df67bba9607 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0665145 Dec 16 10:37:43.223026 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6411c4f1-d73c-4e4f-8a82-05afe019634b req-af13ab5e-34ab-4044-9e1c-d629e546d9d4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364256 Dec 16 10:37:44.194334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7be2a945-76c4-4c35-8cd4-fb0e83c2a270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:44.389453 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105939b2-560a-4269-a63e-a595455ea771 req-60c6a521-072b-453e-920b-4c104badcf88 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:44.391166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-105939b2-560a-4269-a63e-a595455ea771 req-60c6a521-072b-453e-920b-4c104badcf88 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0701902 Dec 16 10:37:44.434303 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-105939b2-560a-4269-a63e-a595455ea771 req-a5bc298f-f31e-4114-aa17-35f4e21e1dc1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Dec 16 10:37:45.556574 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf00ac4-d6a4-41d0-b21c-3c2784f1140c req-11ed89df-ee37-4873-8ce4-de57202f2cc4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:45.558084 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcf00ac4-d6a4-41d0-b21c-3c2784f1140c req-11ed89df-ee37-4873-8ce4-de57202f2cc4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0534248 Dec 16 10:37:45.603687 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bcf00ac4-d6a4-41d0-b21c-3c2784f1140c req-5b797670-fa4c-40fb-8a6d-721155803980 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387940 Dec 16 10:37:46.636017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-865c7d94-ae88-41c8-adfd-2a6298cce458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:46.746968 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab907-31f6-417f-a27b-0d71c971b1ed req-b75464ed-40c7-4942-b5df-e3f72cd98740 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:46.748498 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0fab907-31f6-417f-a27b-0d71c971b1ed req-b75464ed-40c7-4942-b5df-e3f72cd98740 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0600541 Dec 16 10:37:46.796161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a0fab907-31f6-417f-a27b-0d71c971b1ed req-c9e0175d-9612-40c9-bfe2-9e49121f8961 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Dec 16 10:37:47.929342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf8181-f5ff-4e93-9c3c-37d026c1ce1a req-d47b7b5a-4890-4b09-9501-d5c770c631f2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:47.930934 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65cf8181-f5ff-4e93-9c3c-37d026c1ce1a req-d47b7b5a-4890-4b09-9501-d5c770c631f2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0581403 Dec 16 10:37:47.978332 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-65cf8181-f5ff-4e93-9c3c-37d026c1ce1a req-de0660ce-6b40-4bd1-b4a6-fca9cdcc90bc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Dec 16 10:37:48.353339 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:49.100701 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153da0-8804-41b8-9e66-04d42d26bcd4 req-5d28a507-fa97-475d-902b-0f1bb2467b43 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:49.102241 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf153da0-8804-41b8-9e66-04d42d26bcd4 req-5d28a507-fa97-475d-902b-0f1bb2467b43 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0531733 Dec 16 10:37:49.149019 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cf153da0-8804-41b8-9e66-04d42d26bcd4 req-fa9ff001-50eb-4e0b-8803-2fe8e01428b6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Dec 16 10:37:49.974857 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:50.170374 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:50.281113 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16459887-f941-492e-a3b4-da4c907dbc8b req-46cfb267-ebad-4d7c-8a8d-b88fa71dd38b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:50.283059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16459887-f941-492e-a3b4-da4c907dbc8b req-46cfb267-ebad-4d7c-8a8d-b88fa71dd38b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0569036 Dec 16 10:37:50.322694 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-16459887-f941-492e-a3b4-da4c907dbc8b req-04c40515-710a-4405-a9eb-217105d51fd2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Dec 16 10:37:51.464463 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e23e-55f5-4ef5-af69-514127e1e46a req-e606cfcf-c1ce-4306-9a64-36d5a7b71109 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:51.466056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a0e23e-55f5-4ef5-af69-514127e1e46a req-e606cfcf-c1ce-4306-9a64-36d5a7b71109 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0578265 Dec 16 10:37:51.506589 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-60a0e23e-55f5-4ef5-af69-514127e1e46a req-f0ada164-8476-4d62-ac4a-236c4ce4306a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Dec 16 10:37:52.636285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc9de4-5b01-4a85-a59d-927441db9115 req-742d6e4e-d3ac-4c1e-b3a2-323a8474aea2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:52.637670 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dffc9de4-5b01-4a85-a59d-927441db9115 req-742d6e4e-d3ac-4c1e-b3a2-323a8474aea2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0530653 Dec 16 10:37:52.684079 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dffc9de4-5b01-4a85-a59d-927441db9115 req-ac0a637e-00cd-4acf-90cf-5f4fc6bfd3cb tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 Dec 16 10:37:53.807837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce332d2b-6fe3-4765-bdcc-88f65b3d76e1 req-4286cb9d-a46a-489c-bd67-bb1c959491bc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:53.809330 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce332d2b-6fe3-4765-bdcc-88f65b3d76e1 req-4286cb9d-a46a-489c-bd67-bb1c959491bc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0510576 Dec 16 10:37:53.848819 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ce332d2b-6fe3-4765-bdcc-88f65b3d76e1 req-7d02a5a3-47f6-41b5-889f-679bddc66cdd tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Dec 16 10:37:54.532548 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:54.972925 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147b8b-826f-4dba-a492-db5bfc9a6764 req-608beab9-3b2b-48de-aed0-57132c363f75 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:54.974451 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc147b8b-826f-4dba-a492-db5bfc9a6764 req-608beab9-3b2b-48de-aed0-57132c363f75 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0517442 Dec 16 10:37:55.018606 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc147b8b-826f-4dba-a492-db5bfc9a6764 req-3646aa05-5342-479f-a000-716ec845498d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378377 Dec 16 10:37:55.742796 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-f25c7a17-20bb-4b49-8bcc-e7d4d6b28a16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452373 Dec 16 10:37:55.756107 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:37:55.850455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-c4c73dd9-39d5-4c50-adaf-cdd418173a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:55.852012 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-c4c73dd9-39d5-4c50-adaf-cdd418173a61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0468581 Dec 16 10:37:55.863158 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:55.875656 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'mac_address': 'fa:16:3e:1e:a0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:37:55.928424 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:55.929524 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:55.945098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75c7403a-07e0-4caf-971b-6302d2f6cb8d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:37:55.968578 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:55.974198 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:56.037775 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:56.039864 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-1a48019e-ea09-4ed7-bdfb-c938dd87c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:56.041560 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-1a48019e-ea09-4ed7-bdfb-c938dd87c64b service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1686361 Dec 16 10:37:56.047720 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.048103 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.048408 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.050495 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.057464 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.057934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.058528 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.058868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.059201 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.059525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.059847 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.060191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:37:56.091352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['75c7403a-07e0-4caf-971b-6302d2f6cb8d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:37:56.095471 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-6554b35f-e755-44ea-bf62-821ca8f1a34d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0459080 Dec 16 10:37:56.163047 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-5ce6a5dd-b058-4b5c-9959-3b1975ceb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:56.164924 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-5ce6a5dd-b058-4b5c-9959-3b1975ceb2b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0623219 Dec 16 10:37:56.190317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce816fd-a77f-4af4-aca8-8758601af555 req-44bcef7c-fa8e-45f7-b918-c994f27b4f16 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:56.198480 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fce816fd-a77f-4af4-aca8-8758601af555 req-44bcef7c-fa8e-45f7-b918-c994f27b4f16 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 945 time: 0.0741010 Dec 16 10:37:56.234140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-cc59ba86-0260-4c2c-9fd9-628818c91ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:56.235988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-cc59ba86-0260-4c2c-9fd9-628818c91ffe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605204 Dec 16 10:37:56.259968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fce816fd-a77f-4af4-aca8-8758601af555 req-0b3db9da-7a0d-4869-94b9-f9551baec320 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602417 Dec 16 10:37:56.353208 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-c831949a-86a6-4387-b244-c9ece8d5094c service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084917 Dec 16 10:37:56.511159 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1974ff98-2b1e-481d-b293-b308f33b6647 req-cf4013e1-596b-4f57-8dc1-beef9fae85c8 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483543 Dec 16 10:37:57.389492 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ff11b-f5eb-46c5-811c-4e289457ea71 req-b674af43-b9bd-4138-ac09-a78ef780c39f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:57.397619 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc4ff11b-f5eb-46c5-811c-4e289457ea71 req-b674af43-b9bd-4138-ac09-a78ef780c39f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 945 time: 0.0722904 Dec 16 10:37:57.439822 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fc4ff11b-f5eb-46c5-811c-4e289457ea71 req-0f394e6c-e088-47a3-aefa-cf5ecb7103d8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 Dec 16 10:37:57.767798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:37:57.822555 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 75c7403a-07e0-4caf-971b-6302d2f6cb8d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:37:57.823069 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.922647 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:57.953545 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:37:57.956560 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a68a841-2eb5-44a1-b8da-a3291324c0ca" -d '{"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-plugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:37:57.973236 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:37:57.978589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:37:58.014446 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1255ea6-50fa-4aa0-b4da-8b1c4a221e30 x-openstack-request-id: req-e1255ea6-50fa-4aa0-b4da-8b1c4a221e30 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:37:58.014761 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-plugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:37:58.014990 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1255ea6-50fa-4aa0-b4da-8b1c4a221e30 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:37:58.015380 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'code': 200} Dec 16 10:37:58.047618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:37:58.588515 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cad80-e111-4559-b542-e4fa6998d01b req-674b2bac-ba53-440d-93ee-df51b3f96935 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:58.591616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-311cad80-e111-4559-b542-e4fa6998d01b req-674b2bac-ba53-440d-93ee-df51b3f96935 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0658176 Dec 16 10:37:58.644232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-311cad80-e111-4559-b542-e4fa6998d01b req-313737a6-9039-49c6-9f9c-8459254aba4c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Dec 16 10:37:59.785452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469684c5-6e27-452b-abe8-2be87bdbf8a3 req-546ed691-3434-4252-96dd-32104ef8ba7f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:37:59.787036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-469684c5-6e27-452b-abe8-2be87bdbf8a3 req-546ed691-3434-4252-96dd-32104ef8ba7f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0601139 Dec 16 10:37:59.846384 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-469684c5-6e27-452b-abe8-2be87bdbf8a3 req-43879791-302d-404d-a3ef-d6af073ff53a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507004 Dec 16 10:38:01.013444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1869-be86-4371-a15c-1d6bd094942f req-18147958-d268-4906-8ea4-135e4384a651 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:01.015968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e32d1869-be86-4371-a15c-1d6bd094942f req-18147958-d268-4906-8ea4-135e4384a651 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0840898 Dec 16 10:38:01.070022 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e32d1869-be86-4371-a15c-1d6bd094942f req-1738b3d5-ec16-4298-a3d4-595f33088b02 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Dec 16 10:38:02.227556 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b0936-ea6e-420c-8428-880b7f933132 req-57615785-17d1-4607-8296-4b8d80f2174f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:02.229166 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-556b0936-ea6e-420c-8428-880b7f933132 req-57615785-17d1-4607-8296-4b8d80f2174f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0649734 Dec 16 10:38:02.271056 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-556b0936-ea6e-420c-8428-880b7f933132 req-9129071a-5f71-4c87-8f8a-2c3860e1be9f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Dec 16 10:38:03.418181 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954b779-d519-4051-aa66-fbd8c7dfdbf7 req-0e5f4e2d-30f7-4e9a-a3cd-504518699656 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:03.420005 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7954b779-d519-4051-aa66-fbd8c7dfdbf7 req-0e5f4e2d-30f7-4e9a-a3cd-504518699656 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0567703 Dec 16 10:38:03.466771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7954b779-d519-4051-aa66-fbd8c7dfdbf7 req-57021eec-b801-4096-85e7-efe46b91b9b7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Dec 16 10:38:04.632632 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e89805-16df-483f-af93-061253aba920 req-2d6432f4-cb11-426c-a5c4-922561a910d2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:04.634673 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e89805-16df-483f-af93-061253aba920 req-2d6432f4-cb11-426c-a5c4-922561a910d2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0610211 Dec 16 10:38:04.680929 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36e89805-16df-483f-af93-061253aba920 req-4a1ad372-b324-4f84-803c-71fbb4c7a21f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Dec 16 10:38:05.252291 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-31941044-81a2-4652-90b1-879b5d14ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:05.254046 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-31941044-81a2-4652-90b1-879b5d14ed76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1097 time: 0.0486383 Dec 16 10:38:05.369858 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-97d98ee2-c63c-40b9-ab9c-a4966d789948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:05.371587 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-97d98ee2-c63c-40b9-ab9c-a4966d789948 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.1106484 Dec 16 10:38:05.464964 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-48b64b49-8fe4-4e22-b64f-5c1f5c8cc1e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 1000 time: 0.0857437 Dec 16 10:38:05.527664 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-986c171e-c807-4bcc-9ff9-755e0e5ede0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:05.529794 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-986c171e-c807-4bcc-9ff9-755e0e5ede0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0571558 Dec 16 10:38:05.586114 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-d7a1e2f7-684f-409a-b79c-6dfe2daad918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:05.587765 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-d7a1e2f7-684f-409a-b79c-6dfe2daad918 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510128 Dec 16 10:38:05.691523 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-3d4bad81-3cba-43ab-a34a-21a2f629a951 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963912 Dec 16 10:38:05.790077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-25ff2f18-c4fa-4d8f-adf4-3a83b825b10a req-856d5737-0674-4fa7-bfec-83c9acd6b02f service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898995 Dec 16 10:38:05.804359 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07756479-1219-4bdd-9cfc-0cc5d589846d req-12d45d9b-1717-4c6b-84af-fd4996a46127 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:05.806055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07756479-1219-4bdd-9cfc-0cc5d589846d req-12d45d9b-1717-4c6b-84af-fd4996a46127 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0509343 Dec 16 10:38:05.847092 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07756479-1219-4bdd-9cfc-0cc5d589846d req-20682080-9375-4a1e-b70d-984988075ebe tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Dec 16 10:38:06.981065 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb63a3-5749-435b-8fb0-c3e8b6db3aa7 req-d14c8799-56dc-4533-acf8-2a158a20d520 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:06.982628 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfb63a3-5749-435b-8fb0-c3e8b6db3aa7 req-d14c8799-56dc-4533-acf8-2a158a20d520 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 946 time: 0.0572677 Dec 16 10:38:07.030294 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7cfb63a3-5749-435b-8fb0-c3e8b6db3aa7 req-fbe0f490-1daa-4f05-a040-bd27564af6a7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Dec 16 10:38:07.825721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:38:07.907626 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.933789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:38:07.936107 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153b2aaf-e8b2-4370-8d2c-8acad1b7c458" -d '{"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:38:07.949335 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:07.955813 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:07.979410 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 10:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1c59b-9e37-4ea8-b35c-9ec3c0194c1c x-openstack-request-id: req-0da1c59b-9e37-4ea8-b35c-9ec3c0194c1c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:38:07.979699 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-unplugged", "status": "failed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:38:07.979950 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0da1c59b-9e37-4ea8-b35c-9ec3c0194c1c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:38:07.980387 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'code': 422} returned with failed status Dec 16 10:38:08.005913 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:08.165535 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabba834-25f7-4ac7-b2e8-27049d762717 req-c2a29662-89b7-4856-bbf5-534cbfcc0220 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:08.166968 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cabba834-25f7-4ac7-b2e8-27049d762717 req-c2a29662-89b7-4856-bbf5-534cbfcc0220 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0630291 Dec 16 10:38:08.208771 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-cabba834-25f7-4ac7-b2e8-27049d762717 req-c31f061b-a15b-48b7-bffc-ddbdfd43d7e5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325592 Dec 16 10:38:08.281387 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-38fd796a-b415-479d-a4cb-1f297be36818 req-23e2165f-2048-4fa3-b180-fa41eb3d5843 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:38:08.282729 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-38fd796a-b415-479d-a4cb-1f297be36818 req-23e2165f-2048-4fa3-b180-fa41eb3d5843 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083992 Dec 16 10:38:08.445121 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2420-2835-45e2-89bb-d33362706a56 req-ad2ddb4f-cafe-4eec-a4c6-868806f67264 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:08.446875 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28ef2420-2835-45e2-89bb-d33362706a56 req-ad2ddb4f-cafe-4eec-a4c6-868806f67264 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0528135 Dec 16 10:38:08.486892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-28ef2420-2835-45e2-89bb-d33362706a56 req-87da0e1e-0755-4aaf-beb1-424aada5eb07 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331001 Dec 16 10:38:08.617909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59308) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:38:08.718862 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-099cca0c-b42e-4173-9535-3b61ebf2ee41 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994093 Dec 16 10:38:08.729877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-0ff03e95-2bb4-479b-b631-b2ee8353dc1c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:38:08.730901 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-0ff03e95-2bb4-479b-b631-b2ee8353dc1c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051036 Dec 16 10:38:09.617196 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576c55f-7b43-4573-b5bb-399d9516d514 req-70c62038-dbb2-4b94-adcc-5160f4c0ad4f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:09.619300 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5576c55f-7b43-4573-b5bb-399d9516d514 req-70c62038-dbb2-4b94-adcc-5160f4c0ad4f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0546668 Dec 16 10:38:09.666514 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5576c55f-7b43-4573-b5bb-399d9516d514 req-84ba272e-3e39-44c4-af86-a5d0a585751a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Dec 16 10:38:10.533640 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-a6b7d23f-b720-43a9-8068-dbc8c60b37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.535261 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-a6b7d23f-b720-43a9-8068-dbc8c60b37ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a&tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 1095 time: 0.0470037 Dec 16 10:38:10.608551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-5347ebdb-0e1e-4b00-b0e0-873374da6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.610174 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-5347ebdb-0e1e-4b00-b0e0-873374da6676 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1095 time: 0.0475001 Dec 16 10:38:10.710271 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-143a996c-4781-4e0a-9168-0f473eb82887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.712476 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-143a996c-4781-4e0a-9168-0f473eb82887 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0957696 Dec 16 10:38:10.781198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-e7e4690f-1670-4eaf-9f53-73069fe02c9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 998 time: 0.0611150 Dec 16 10:38:10.791626 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf01f8-db5b-4a88-82f6-e476b3a03df1 req-a60feb7d-b027-4b53-bdf5-11149f1b4173 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.793110 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0adf01f8-db5b-4a88-82f6-e476b3a03df1 req-a60feb7d-b027-4b53-bdf5-11149f1b4173 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0519850 Dec 16 10:38:10.831091 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-65514930-dffe-4953-8a3d-ba9429b902d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.832735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-65514930-dffe-4953-8a3d-ba9429b902d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0448554 Dec 16 10:38:10.833466 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0adf01f8-db5b-4a88-82f6-e476b3a03df1 req-8c48e445-b96b-4cf6-a05f-f6dd40c76dbd tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340536 Dec 16 10:38:10.885444 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-513adf8c-90bb-4e7e-b6a7-748b71d37f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:10.887036 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-513adf8c-90bb-4e7e-b6a7-748b71d37f6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470140 Dec 16 10:38:10.980198 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-9588a9eb-69d1-4aad-95b6-22365267e745 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859244 Dec 16 10:38:11.079086 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-56565f04-9030-4ceb-b3a1-3f6144d2cb40 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916348 Dec 16 10:38:11.826443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:38:11.966361 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c3463-39ec-44ac-b627-be0f3833543b req-e2b50411-225a-4890-9405-aefdc9c3464c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:11.967867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae1c3463-39ec-44ac-b627-be0f3833543b req-e2b50411-225a-4890-9405-aefdc9c3464c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0578713 Dec 16 10:38:12.016319 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ae1c3463-39ec-44ac-b627-be0f3833543b req-ec7e6135-0a4c-4db9-911f-1d1188830795 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Dec 16 10:38:13.157209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73667fe-92e2-4bcb-9bd2-d2639e8e6d7e req-a5511d95-999a-4629-bf95-adf5ac53ce44 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:13.159232 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a73667fe-92e2-4bcb-9bd2-d2639e8e6d7e req-a5511d95-999a-4629-bf95-adf5ac53ce44 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0644245 Dec 16 10:38:13.210979 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a73667fe-92e2-4bcb-9bd2-d2639e8e6d7e req-ceaa8d1c-774f-4822-9e2f-2813a7fdf971 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Dec 16 10:38:14.190929 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1e14a9f2-acb5-4259-8caa-d8d8726c5b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:14.344317 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dea49-292d-4545-9a22-4b8f3b9d5b5c req-a246bdbf-ae61-493e-9df4-965bd862994b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:14.345883 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f9dea49-292d-4545-9a22-4b8f3b9d5b5c req-a246bdbf-ae61-493e-9df4-965bd862994b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0555234 Dec 16 10:38:14.390598 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f9dea49-292d-4545-9a22-4b8f3b9d5b5c req-0c80be7e-b6cd-41ef-8c09-2ff477198a51 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373058 Dec 16 10:38:15.529969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ad810-1196-4dd0-b4e8-f9d733e9e63d req-51ab6c99-2f1e-46ec-9cc2-f1785f4afda3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:15.531643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a4ad810-1196-4dd0-b4e8-f9d733e9e63d req-51ab6c99-2f1e-46ec-9cc2-f1785f4afda3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0656266 Dec 16 10:38:15.573575 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5a4ad810-1196-4dd0-b4e8-f9d733e9e63d req-7b1fd628-dd6f-4206-8f5c-a68cfa6132e6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356812 Dec 16 10:38:16.366593 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:38:16.640442 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-36540423-c356-4983-a3e3-dfd6fea9cb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:16.693284 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54f17-3507-4381-acdb-b5d01410ef61 req-a2fd9598-8783-43b4-83dd-49a33133110c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:16.695111 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4c54f17-3507-4381-acdb-b5d01410ef61 req-a2fd9598-8783-43b4-83dd-49a33133110c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0503752 Dec 16 10:38:16.744713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e4c54f17-3507-4381-acdb-b5d01410ef61 req-365c6b12-f4bd-40e8-9c53-9473a35e24db tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Dec 16 10:38:17.879805 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb07a8-1fea-43ab-9842-542f39f3a6ce req-4cdcc5b9-591b-4766-9575-02b06e89e033 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:17.882779 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63bb07a8-1fea-43ab-9842-542f39f3a6ce req-4cdcc5b9-591b-4766-9575-02b06e89e033 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0573499 Dec 16 10:38:17.926234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63bb07a8-1fea-43ab-9842-542f39f3a6ce req-4bd38a23-008f-4c8c-85dc-b29d8dc21a31 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352287 Dec 16 10:38:18.360107 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:19.070310 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa627b-560a-4e09-8eb4-38abdffab5ed req-8a189e9b-bdc6-4507-a44c-f3ae559ab301 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:19.071276 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63fa627b-560a-4e09-8eb4-38abdffab5ed req-8a189e9b-bdc6-4507-a44c-f3ae559ab301 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0514615 Dec 16 10:38:19.112474 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-63fa627b-560a-4e09-8eb4-38abdffab5ed req-50030fa3-c11c-4b77-911e-67f8963d95a2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333562 Dec 16 10:38:19.971725 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:20.177130 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:20.249897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa952f-4216-454e-90cf-28db654a8a89 req-29ef4e81-f68a-4d15-b384-8f35f5c5e88c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:20.251279 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cfa952f-4216-454e-90cf-28db654a8a89 req-29ef4e81-f68a-4d15-b384-8f35f5c5e88c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0570307 Dec 16 10:38:20.299350 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6cfa952f-4216-454e-90cf-28db654a8a89 req-e5617d92-73e6-4f74-a7e0-ee998cc5c239 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Dec 16 10:38:21.430178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c8c20-0990-4951-bca0-b0d557ffce8d req-0e4d66c3-c662-4aa9-bb3b-56001e99f6ef tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:21.432214 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb3c8c20-0990-4951-bca0-b0d557ffce8d req-0e4d66c3-c662-4aa9-bb3b-56001e99f6ef tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0564673 Dec 16 10:38:21.473829 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-eb3c8c20-0990-4951-bca0-b0d557ffce8d req-23182785-190a-411c-b186-978b8669c117 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Dec 16 10:38:22.604897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aba9d-1c97-4561-8ecc-8789ca191155 req-ea13e0df-5598-44e6-9f9b-43cbfd61acac tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:22.606529 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-092aba9d-1c97-4561-8ecc-8789ca191155 req-ea13e0df-5598-44e6-9f9b-43cbfd61acac tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0550861 Dec 16 10:38:22.645515 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-092aba9d-1c97-4561-8ecc-8789ca191155 req-ecd80b49-cc79-49ab-805f-18b396d25305 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Dec 16 10:38:23.791945 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ece9e-e71a-4025-acc7-bf77cf94a73a req-5f726093-14de-4b86-a8fa-295083e4f2bb tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:23.793449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-107ece9e-e71a-4025-acc7-bf77cf94a73a req-5f726093-14de-4b86-a8fa-295083e4f2bb tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 944 time: 0.0683601 Dec 16 10:38:23.838601 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-107ece9e-e71a-4025-acc7-bf77cf94a73a req-d5f3fbc6-775a-4487-bbd5-12fb7006a0bf tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Dec 16 10:38:23.904441 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:38:24.025560 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:24.038539 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'port_id': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'mac_address': 'fa:16:3e:1e:a0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:38:24.083729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:24.103697 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c7403a-07e0-4caf-971b-6302d2f6cb8d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:38:24.123681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:24.130153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:24.177910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=9']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:24.373462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['75c7403a-07e0-4caf-971b-6302d2f6cb8d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:38:24.563407 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:24.976697 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e21cf-3d12-4cce-8708-ede2d91d3158 req-02a21335-4005-4b13-863c-389fc663fba8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:24.978375 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-221e21cf-3d12-4cce-8708-ede2d91d3158 req-02a21335-4005-4b13-863c-389fc663fba8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 945 time: 0.0530050 Dec 16 10:38:25.020988 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-221e21cf-3d12-4cce-8708-ede2d91d3158 req-1e0ec4bd-e60b-42c7-93e7-610e1c737ea4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Dec 16 10:38:25.908475 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:25.918589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:38:25.969481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 75c7403a-07e0-4caf-971b-6302d2f6cb8d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:38:25.969801 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:26.056141 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:26.079097 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:38:26.081356 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37325a-30c7-45b0-a9fc-d862f31a2ff2" -d '{"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-plugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:38:26.094708 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:38:26.099743 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:26.141981 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75363378-ddf8-46bc-a9ef-9849487848a5 req-04400bb4-f617-4318-a6d3-c159b85735da tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:26.143533 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75363378-ddf8-46bc-a9ef-9849487848a5 req-04400bb4-f617-4318-a6d3-c159b85735da tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 947 time: 0.0519025 Dec 16 10:38:26.147264 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=10']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:38:26.185082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-75363378-ddf8-46bc-a9ef-9849487848a5 req-4f7d2b8b-f606-40c7-9d41-b0066af2b394 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353780 Dec 16 10:38:26.232781 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0f93e1-a2f6-4ee2-84a1-9941d3d514a8 x-openstack-request-id: req-4d0f93e1-a2f6-4ee2-84a1-9941d3d514a8 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:38:26.233097 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-plugged", "status": "completed", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:38:26.233351 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d0f93e1-a2f6-4ee2-84a1-9941d3d514a8 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:38:26.233763 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'code': 200} Dec 16 10:38:26.402016 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f8c39-ea59-411e-9aaf-61cd1f31cfc3 req-4eabcc62-5a08-41fb-955a-a14eb067fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:26.403874 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e60f8c39-ea59-411e-9aaf-61cd1f31cfc3 req-4eabcc62-5a08-41fb-955a-a14eb067fcd8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1098 time: 0.0447826 Dec 16 10:38:26.441883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e60f8c39-ea59-411e-9aaf-61cd1f31cfc3 req-83fa5a90-641f-46dd-9617-80c46e8910e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305121 Dec 16 10:38:27.319321 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a23f-3dd1-4dcd-8753-a26fdd27de6b req-559056ba-a332-44fe-9581-21b14cc50bb8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:27.320825 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c66a23f-3dd1-4dcd-8753-a26fdd27de6b req-559056ba-a332-44fe-9581-21b14cc50bb8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 947 time: 0.0533545 Dec 16 10:38:27.366236 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7c66a23f-3dd1-4dcd-8753-a26fdd27de6b req-e8afb592-9f53-478c-b7a3-60d39e79dd05 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384762 Dec 16 10:38:28.491682 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88f1a-ed73-49f2-9949-aeab0a1969db req-77d678ea-a153-4c8a-bf66-17bf3d987128 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:28.493250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88f88f1a-ed73-49f2-9949-aeab0a1969db req-77d678ea-a153-4c8a-bf66-17bf3d987128 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 947 time: 0.0521297 Dec 16 10:38:28.533344 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-88f88f1a-ed73-49f2-9949-aeab0a1969db req-84c6b308-96e8-4a4d-a2ca-f33e9af485b9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340121 Dec 16 10:38:44.186364 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1f689ad2-0266-4b21-b1cb-4e67fe3b5981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:46.643171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6690d913-7d55-44db-abff-c12e1a94d7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:48.359260 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:49.975113 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:50.177340 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:53.365742 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:38:54.543846 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:55.911187 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:38:57.750300 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-9bcdf482-d280-4b54-a4b1-218f2f9a50a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416222 Dec 16 10:38:57.821860 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-661556ed-c6b5-453d-923f-f1ba4f8898d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:57.823413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-661556ed-c6b5-453d-923f-f1ba4f8898d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1098 time: 0.0472884 Dec 16 10:38:57.935485 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-b5f5a75f-dc5a-492c-a286-85d83e460654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:57.936994 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-b5f5a75f-dc5a-492c-a286-85d83e460654 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0899162 Dec 16 10:38:58.011858 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-42da8fcf-329a-43df-a812-8074501a6a26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 1000 time: 0.0675435 Dec 16 10:38:58.064974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-1015ecdc-eea8-41aa-82db-fe80baf90c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:58.066527 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-1015ecdc-eea8-41aa-82db-fe80baf90c6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0472026 Dec 16 10:38:58.116921 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-e5244884-795b-4579-b496-d5d11868129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:38:58.119768 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-e5244884-795b-4579-b496-d5d11868129a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454087 Dec 16 10:38:58.221328 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-dbfa6edd-c6f5-457f-b347-f89178d74581 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938909 Dec 16 10:38:58.326749 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-9de62649-d640-4bb2-bf10-17d0a34501a8 req-d7fbe8b6-e429-406c-a3fb-05f3c33b2450 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956485 Dec 16 10:39:14.191982 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-66111b3b-95f3-431d-992e-c6cf92c33ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:16.645585 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7f54d6bc-bf11-4312-adf0-9c23c701c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:18.361060 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:19.981555 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:20.189091 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:24.541790 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:25.931937 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:30.365796 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:39:41.225135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59434) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:41.403471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Deleting port 97300856-e899-4451-adfd-8cc94e672581 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:41.403769 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:41.483483 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:41.483735 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:41.495602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Calling delete_port for 97300856-e899-4451-adfd-8cc94e672581 owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:41.984952 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:42.022103 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event deleted for resources: {'Port': ['ID=97300856-e899-4451-adfd-8cc94e672581,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:42.048085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.048418 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.048763 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.049085 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.049408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.049963 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.050413 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.050974 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.051606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.052117 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.052675 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.053221 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:42.103619 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:42.104200 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Floating IP 7ba11171-dc04-4e38-95f5-03402dd8579f disassociated (deleted). External IP: 172.25.6.4, port: 75c7403a-07e0-4caf-971b-6302d2f6cb8d. Dec 16 10:39:42.329994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:39:42.448098 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:39:42.453286 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:42.459452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:39:42.468882 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:39:42.469493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:39:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:42.485152 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d34450ab-c66c-4839-8397-94038ca2d4a6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "DELETE /v2.0/floatingips/7ba11171-dc04-4e38-95f5-03402dd8579f HTTP/1.1" status: 204 len: 168 time: 1.2588170 Dec 16 10:39:42.485754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:39:42.488185 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cf0918-542c-4d8b-90ba-72a80f8c5b96" -d '{"events": [{"name": "network-changed", "server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:39:42.580839 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:39:42.773798 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431def86-fad8-4048-90f8-c1752d618e22 x-openstack-request-id: req-431def86-fad8-4048-90f8-c1752d618e22 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:39:42.774099 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:39:42.774375 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-431def86-fad8-4048-90f8-c1752d618e22 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:39:42.774739 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'status': 'completed', 'code': 200} Dec 16 10:39:42.791047 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:42.823138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:39:42.832773 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:39:42.833321 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:39:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:42.845405 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-0c2f922d-e81d-4a19-a777-f1281cda541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:42.847105 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-0c2f922d-e81d-4a19-a777-f1281cda541e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 1098 time: 0.0458286 Dec 16 10:39:42.873295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6fd63-9474-4446-b8b6-0bd416b75236 req-bad66098-1f58-4ad0-be63-afbca988a7b3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:42.874849 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aed6fd63-9474-4446-b8b6-0bd416b75236 req-bad66098-1f58-4ad0-be63-afbca988a7b3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 947 time: 0.0515907 Dec 16 10:39:42.919746 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aed6fd63-9474-4446-b8b6-0bd416b75236 req-fbb29a21-178b-4da9-b957-2eb128ef6acd tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384223 Dec 16 10:39:42.959108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-18e48d56-fa0a-4c06-9648-dd8446d3b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:42.961161 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-18e48d56-fa0a-4c06-9648-dd8446d3b097 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.1034300 Dec 16 10:39:42.968245 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:39:43.006394 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-c187702c-608d-4ff3-9be3-c9accf802939 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 200 len: 217 time: 0.0370269 Dec 16 10:39:43.063978 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-f035af6f-0054-4950-b9aa-64cb4bdd8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:43.068629 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-f035af6f-0054-4950-b9aa-64cb4bdd8737 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0513873 Dec 16 10:39:43.129987 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-8c25eb26-c0ed-4a05-b556-d28d66d174a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:43.131871 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-8c25eb26-c0ed-4a05-b556-d28d66d174a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572915 Dec 16 10:39:43.149186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-9c8e1dc2-8e07-45c3-9fa9-203fd3418fa1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:39:43.150524 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-9c8e1dc2-8e07-45c3-9fa9-203fd3418fa1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072031 Dec 16 10:39:43.268834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-09b509d1-f33f-4a6b-9f05-4126da442887 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070848 Dec 16 10:39:43.373485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:39:43.390078 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-66cf0918-542c-4d8b-90ba-72a80f8c5b96 req-2a4606bc-e6b0-449e-89c4-9cf3eb9446e1 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120946 Dec 16 10:39:43.405591 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed4a0c-df38-4d24-ba00-f8b76cc21fac None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:39:43.679103 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c75398-7860-4d75-8c96-7d57374bc8fc None None] New status for floating IP 7ba11171-dc04-4e38-95f5-03402dd8579f: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:39:44.063118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-1a3738ab-47d0-4710-a29e-b85ac6b1c8a1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:44.064651 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-1a3738ab-47d0-4710-a29e-b85ac6b1c8a1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 947 time: 0.0553560 Dec 16 10:39:44.068082 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896752d-c771-45e9-a87c-5e54945ddd20 req-fc623a29-927e-4c2d-b9da-91a55e8d3ecd tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:44.069661 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a896752d-c771-45e9-a87c-5e54945ddd20 req-fc623a29-927e-4c2d-b9da-91a55e8d3ecd tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=df4ad21e-eaf2-44d1-88d8-7903abe97a3a HTTP/1.1" status: 200 len: 947 time: 0.0693827 Dec 16 10:39:44.114374 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a896752d-c771-45e9-a87c-5e54945ddd20 req-04b8001f-9173-4f3c-ad02-6ebb3601c993 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0ac57f77-e37a-43fe-8052-5659ef853a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382407 Dec 16 10:39:44.174576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Deleting port 75c7403a-07e0-4caf-971b-6302d2f6cb8d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:39:44.174954 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:44.189632 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-16dffe34-ecf6-40a7-860a-5c4fb2b82d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:44.275400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] For port 75c7403a-07e0-4caf-971b-6302d2f6cb8d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=75c7403a-07e0-4caf-971b-6302d2f6cb8d,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:39:44.275713 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:44.290202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Calling delete_port for 75c7403a-07e0-4caf-971b-6302d2f6cb8d owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:39:44.439510 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:44.472529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event deleted for resources: {'Port': ['ID=75c7403a-07e0-4caf-971b-6302d2f6cb8d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:44.510267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.510654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.511024 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.511389 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.512078 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.512245 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.512598 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.513015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.513327 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.513792 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.514295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.514668 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:39:44.538092 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] No DVR routers for this DVR port 75c7403a-07e0-4caf-971b-6302d2f6cb8d on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:39:44.542925 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:44.548747 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-d9b994e9-0605-469f-b358-943d3ab57b03 req-6fe17fb8-c99a-4635-a494-6b6473e9423e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "DELETE /v2.0/ports/75c7403a-07e0-4caf-971b-6302d2f6cb8d HTTP/1.1" status: 204 len: 173 time: 0.4778757 Dec 16 10:39:44.549276 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-deleted', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:39:44.551737 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d8c7f7-5ff0-4a9c-a557-18f545e20827" -d '{"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-deleted", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:39:44.659970 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68860ec9-1241-48f8-81fa-17a31b3a25d6 x-openstack-request-id: req-68860ec9-1241-48f8-81fa-17a31b3a25d6 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:39:44.660321 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4ad21e-eaf2-44d1-88d8-7903abe97a3a", "name": "network-vif-deleted", "tag": "75c7403a-07e0-4caf-971b-6302d2f6cb8d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:39:44.660633 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68860ec9-1241-48f8-81fa-17a31b3a25d6 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:39:44.661055 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4ad21e-eaf2-44d1-88d8-7903abe97a3a', 'name': 'network-vif-deleted', 'tag': '75c7403a-07e0-4caf-971b-6302d2f6cb8d', 'status': 'completed', 'code': 200} Dec 16 10:39:45.186920 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59460) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:45.252370 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5318486b-d4b5-4cf9-9a81-2ddf00d3bb77 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.279900 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5318486b-d4b5-4cf9-9a81-2ddf00d3bb77 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.357339 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5318486b-d4b5-4cf9-9a81-2ddf00d3bb77 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.360155 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-5318486b-d4b5-4cf9-9a81-2ddf00d3bb77 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.361364 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-5318486b-d4b5-4cf9-9a81-2ddf00d3bb77 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "DELETE /v2.0/security-groups/0ac57f77-e37a-43fe-8052-5659ef853a57 HTTP/1.1" status: 204 len: 168 time: 0.1734295 Dec 16 10:39:45.372392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318486b-d4b5-4cf9-9a81-2ddf00d3bb77 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac57f77-e37a-43fe-8052-5659ef853a57,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:45.726008 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59466) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:45.731519 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414278845', 'description': 'tempest-secgroup-smoke-414278845 description', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:45.766466 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.848198 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.855154 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.895369 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.896703 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1694720 Dec 16 10:39:45.898924 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d53cee-4097-4571-aa72-4adda63fc54f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb33b3d-6944-4913-8e4a-dd787833b01f,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:45.901909 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59468) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:45.909551 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': 'dfb33b3d-6944-4913-8e4a-dd787833b01f', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:45.942414 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:45.998761 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.004927 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.023094 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02f3f56-8317-406e-ada4-a9d6f3a9acaa,revision_number=0']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:46.033050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.034277 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e4e892c3-084c-4f78-9104-7063096d8307 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303735 Dec 16 10:39:46.037410 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59470) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:46.044650 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': 'dfb33b3d-6944-4913-8e4a-dd787833b01f', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:46.076501 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.151764 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.158071 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.180695 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1bc88f-5ddb-4ad8-8081-2d3ad9ed6eef,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:46.191307 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.192739 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8f233bce-a935-43c6-bc2b-8857a176a138 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540861 Dec 16 10:39:46.195698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59472) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:46.200802 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': 'dfb33b3d-6944-4913-8e4a-dd787833b01f', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:46.230408 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.301326 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.307229 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.325696 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a71dcd-c008-4790-a564-d750321e3b8a,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:46.334631 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.335890 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-360e7c3d-7c89-4650-9478-282ad2c92f64 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392717 Dec 16 10:39:46.338796 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59474) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:46.343215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': 'dfb33b3d-6944-4913-8e4a-dd787833b01f', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:46.375104 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.446990 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.452506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.474579 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67326e7e-d734-486b-becb-0ac002a00e97,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:46.486830 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.488097 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-ef20a1f4-3307-44df-9d29-f3f465618f34 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483665 Dec 16 10:39:46.491364 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59476) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:46.496051 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': 'dfb33b3d-6944-4913-8e4a-dd787833b01f', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:46.521822 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Project 43c922ba9a9345cdb95d7cfd8e3d7f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:39:46.529273 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.599127 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.605076 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.626864 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7f93c3-54b3-427f-af18-a0500ed9f000,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:46.635230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.639187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-848a8547-b399-4522-af46-7275e82c322a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439281 Dec 16 10:39:46.639440 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59478) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:39:46.644366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'security_group_rule': {'security_group_id': 'dfb33b3d-6944-4913-8e4a-dd787833b01f', 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:39:46.651000 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-495852b6-4639-4f4d-9b21-e82e03476a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.667903 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Project 43c922ba9a9345cdb95d7cfd8e3d7f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:39:46.672964 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.752202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.759383 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.777896 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d324fc82-2270-4cfb-a000-d85da3d4b8f4,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:39:46.788108 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:46.789093 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-55c48bc0-a233-48c3-82d0-330a837c84f0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486828 Dec 16 10:39:48.363507 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:48.369174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:39:48.395526 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 75c7403a-07e0-4caf-971b-6302d2f6cb8d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:39:48.395999 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 75c7403a-07e0-4caf-971b-6302d2f6cb8d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:39:49.977512 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:50.188696 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:54.555950 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:55.933254 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:39:59.719713 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-cc937e4f-897e-41ae-a86c-96b9c9b546d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487731 Dec 16 10:39:59.810996 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-e8b76c19-9846-4458-851d-d36880495379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:59.812544 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-e8b76c19-9846-4458-851d-d36880495379 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0477421 Dec 16 10:39:59.920940 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-96568f5a-18ff-4a4e-b68b-85787afb7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:39:59.922479 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-96568f5a-18ff-4a4e-b68b-85787afb7653 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0906596 Dec 16 10:39:59.970794 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-2eb553b7-63d0-49e3-8e56-3b4d53fc1970 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0394115 Dec 16 10:40:00.023526 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-0c7237a3-9e2d-4bc5-8933-8638d471e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:00.025009 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-0c7237a3-9e2d-4bc5-8933-8638d471e259 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0474191 Dec 16 10:40:00.071083 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-fbf0db80-6e11-4c9a-b2c2-b868fcc9a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:00.072637 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-fbf0db80-6e11-4c9a-b2c2-b868fcc9a259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407927 Dec 16 10:40:00.169683 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-adeaeb81-5ac6-41f9-9ce4-136373bd9e4b service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895069 Dec 16 10:40:00.262635 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2a75a8a1-8c5c-458d-b0d1-3ec86d526f39 req-55ab78c8-6e19-4a7b-a05d-96b028055171 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852857 Dec 16 10:40:02.255429 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-1b335f0f-2f63-4daf-be23-33355989a414 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414278845&fields=id&tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 267 time: 0.0349274 Dec 16 10:40:02.375323 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-b160325e-fc53-4685-a6b7-dfb4cce3e16f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:02.376772 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-b160325e-fc53-4685-a6b7-dfb4cce3e16f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 809 time: 0.1135938 Dec 16 10:40:02.392999 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-4db3b0f2-02d1-452f-83e1-cbb08d6cce5b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/quotas/43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Dec 16 10:40:02.464561 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-59417bdd-08f8-4ac9-90ba-91530661360c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659373 Dec 16 10:40:02.631420 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-22d04571-fd07-4a33-bf17-afd0f8663c1c service neutron] 10.222.0.61 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501160 Dec 16 10:40:02.730986 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-4d576477-240e-4c21-8270-73160b6e8b83 service neutron] 10.222.0.61 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931895 Dec 16 10:40:03.049789 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-25bbfea1-2d2e-400a-bd66-b1e12445cd4f req-9ae2439e-0378-4c29-97ec-51c5d6f8f0e6 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 210 time: 0.0309830 Dec 16 10:40:04.083861 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-d743e6f5-3f50-4bbe-aa57-9e5264ca336d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:04.085417 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-d743e6f5-3f50-4bbe-aa57-9e5264ca336d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 809 time: 0.1082761 Dec 16 10:40:04.132919 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-f52e16d0-870c-42e9-b1ac-ed1cf924ddd9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 379 time: 0.0379217 Dec 16 10:40:04.145406 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'port': {'device_id': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'admin_state_up': True, 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'security_groups': ['dfb33b3d-6944-4913-8e4a-dd787833b01f']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:04.215264 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-33459f6c-6b05-4063-b15f-bd22c3dfef14 req-43ebc473-b299-4b19-8570-b6c66fdcacda tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 210 time: 0.0292947 Dec 16 10:40:04.261174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Made reservation on behalf of 43c922ba9a9345cdb95d7cfd8e3d7f89 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:40:04.264782 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.396667 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Allocated IP 172.20.0.14 (ff60e691-6939-4527-81fd-a1781e08deb2/dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2/9844c5c0-03a7-4a3c-a8ee-2b98d007ca55) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:04.555524 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.592176 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.639505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Network ff60e691-6939-4527-81fd-a1781e08deb2 is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:04.643133 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:04.645923 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:04.678705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:04.707893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:04.708560 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.726859 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-461b65be-79eb-4968-9f59-9ebe86969308 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5857055 Dec 16 10:40:04.739238 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Request body: {'port': {'device_id': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:04.798486 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.958194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-67ef544c-6f9d-4775-ae65-7e8b0d22d438 None None] Provisioning complete for port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:04.958815 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-67ef544c-6f9d-4775-ae65-7e8b0d22d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:04.992080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-67ef544c-6f9d-4775-ae65-7e8b0d22d438 None None] Port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:40:05.076827 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:40:05.084914 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.098742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Transition to ACTIVE for port object 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:40:05.103872 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.168997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:05.249295 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Attempting to bind port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:40:05.249639 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Attempting to bind port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:40:05.250008 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Attempting to bind port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 on network ff60e691-6939-4527-81fd-a1781e08deb2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:05.254680 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 on network ff60e691-6939-4527-81fd-a1781e08deb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:40:05.255003 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Attempting to bind port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 on network ff60e691-6939-4527-81fd-a1781e08deb2 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:40:05.261005 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:40:05.261347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Checking segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:40:05.261742 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Bound using segment: {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:40:05.262202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Bound port: 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ea775e8-1866-484a-b9a0-b7663bed7e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:40:05.262563 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.377285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4942c93-3c95-429f-b811-319767c294be req-fe4bdcb5-5e89-4780-bdae-7fdb90c39c4f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.382359 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:40:05.387112 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:40:05.389378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4942c93-3c95-429f-b811-319767c294be req-fe4bdcb5-5e89-4780-bdae-7fdb90c39c4f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0705383 Dec 16 10:40:05.395821 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.455436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c4942c93-3c95-429f-b811-319767c294be req-be079c8b-ec6e-4c4d-b12f-c66351299cb7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580685 Dec 16 10:40:05.464189 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.464868 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:05.466284 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] 10.222.0.53 "PUT /v2.0/ports/9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 1092 time: 0.7316055 Dec 16 10:40:05.466727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:40:05.469238 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd55c5a-99b3-43ec-adc6-29f6124becb4" -d '{"events": [{"name": "network-changed", "server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:40:05.526924 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449bf399-0adf-47f7-b8dc-8a7faa1a5fc9 x-openstack-request-id: req-449bf399-0adf-47f7-b8dc-8a7faa1a5fc9 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:40:05.527284 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:40:05.527504 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-449bf399-0adf-47f7-b8dc-8a7faa1a5fc9 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:40:05.527917 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'status': 'completed', 'code': 200} Dec 16 10:40:05.543490 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf21e95-fdf1-456e-a3be-4e537f352826 service neutron] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:05.561145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-6b16cf1c-831b-4d78-963a-503445966f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.562727 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-6b16cf1c-831b-4d78-963a-503445966f9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0552208 Dec 16 10:40:05.612286 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-02fb1a45-b47f-4d36-b461-f2ae8672edc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 217 time: 0.0412579 Dec 16 10:40:05.664402 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-c54b16a0-f1f4-41d4-a49c-44e7d7465a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.665998 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-c54b16a0-f1f4-41d4-a49c-44e7d7465a85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0463250 Dec 16 10:40:05.715243 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-64699f06-67a3-426f-a079-8ce56351146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.716935 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-64699f06-67a3-426f-a079-8ce56351146b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432565 Dec 16 10:40:05.817319 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-01d24512-b709-4699-b25f-37f611e29280 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934622 Dec 16 10:40:05.908333 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4fc33ae0-ba4f-4bc7-b55e-65c21313b9fb req-35e7f178-226e-4728-b14e-d8533d54323a service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841002 Dec 16 10:40:05.996456 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-382186fd-7142-459d-8419-7ab18236f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:05.998048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-382186fd-7142-459d-8419-7ab18236f117 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0426414 Dec 16 10:40:06.094097 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-8e111cda-6d86-4be7-908e-025d6cc7b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:06.095595 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-8e111cda-6d86-4be7-908e-025d6cc7b2ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0903606 Dec 16 10:40:06.136378 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-d96d8d46-3d8f-45c6-b76b-6401e572c672 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 217 time: 0.0335717 Dec 16 10:40:06.194018 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-c43dd64b-f285-4345-8a96-d5e78f10a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:06.195754 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-c43dd64b-f285-4345-8a96-d5e78f10a081 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0530393 Dec 16 10:40:06.243998 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-cc8d6cbb-5bb9-470b-a1a6-bbd9bf9f4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:06.245539 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-cc8d6cbb-5bb9-470b-a1a6-bbd9bf9f4387 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425518 Dec 16 10:40:06.339101 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-02c4987d-ebdc-43ae-aac3-8b939c609fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863550 Dec 16 10:40:06.599636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dac02-a7e1-4509-a0f9-eac4afa8f97a req-5d1d8f55-1e8b-4e17-a23c-11df38afd450 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:06.601439 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-515dac02-a7e1-4509-a0f9-eac4afa8f97a req-5d1d8f55-1e8b-4e17-a23c-11df38afd450 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0602956 Dec 16 10:40:06.645184 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-515dac02-a7e1-4509-a0f9-eac4afa8f97a req-7a41b4aa-e2eb-49f8-8da5-d1e473c2f108 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360854 Dec 16 10:40:06.778032 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-acd55c5a-99b3-43ec-adc6-29f6124becb4 req-1be7b2a1-0c58-4f32-a685-e6905fd19196 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316325 Dec 16 10:40:07.365790 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:40:07.773922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b581c27-6588-4039-93cd-22f764f4a4f1 req-ab55fa5a-1c70-4b4e-8d6a-410c53907c66 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:07.775683 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b581c27-6588-4039-93cd-22f764f4a4f1 req-ab55fa5a-1c70-4b4e-8d6a-410c53907c66 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0535419 Dec 16 10:40:07.817042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0b581c27-6588-4039-93cd-22f764f4a4f1 req-df5dc389-2188-4c86-ae31-f966b2d6cba0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350640 Dec 16 10:40:08.973331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea1a13-f8ca-485f-876c-3257e56e52de req-686d3987-949e-4944-ae09-bdd3a4e7ef50 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:08.975118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9ea1a13-f8ca-485f-876c-3257e56e52de req-686d3987-949e-4944-ae09-bdd3a4e7ef50 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0747113 Dec 16 10:40:09.020187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e9ea1a13-f8ca-485f-876c-3257e56e52de req-50fd57b2-ecc2-491c-9953-eb9a77cab717 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369310 Dec 16 10:40:10.155691 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c1ac-106b-4259-be94-4e39805c533e req-6efddad4-dbd5-470d-8713-b10f359c5d0d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:10.157341 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e249c1ac-106b-4259-be94-4e39805c533e req-6efddad4-dbd5-470d-8713-b10f359c5d0d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0640144 Dec 16 10:40:10.198267 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e249c1ac-106b-4259-be94-4e39805c533e req-b97767a8-cfae-4725-94ee-c69c51cb5605 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340991 Dec 16 10:40:11.328794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9580168-4321-469f-a065-7081b49c5ff3 req-27c77138-2bb5-4ea1-a2a6-45892f622f04 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:11.330313 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9580168-4321-469f-a065-7081b49c5ff3 req-27c77138-2bb5-4ea1-a2a6-45892f622f04 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0517027 Dec 16 10:40:11.371616 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c9580168-4321-469f-a065-7081b49c5ff3 req-5cfd370a-2869-45fb-8b5f-6ec350b94616 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346389 Dec 16 10:40:12.504534 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59ba23-86c6-4d73-bd19-b0674d1f9b73 req-7ca8ae4e-78c4-454b-916b-cde45a05a465 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:12.506115 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad59ba23-86c6-4d73-bd19-b0674d1f9b73 req-7ca8ae4e-78c4-454b-916b-cde45a05a465 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0576572 Dec 16 10:40:12.552127 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ad59ba23-86c6-4d73-bd19-b0674d1f9b73 req-ef41f3ac-c39f-4432-b8de-a69e6791fbd5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381119 Dec 16 10:40:13.687241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e285b81-6fb4-48cc-8aff-5b5cdbc05e45 req-e6e694b4-9256-46c8-8900-ba31b50807d7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:13.688886 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e285b81-6fb4-48cc-8aff-5b5cdbc05e45 req-e6e694b4-9256-46c8-8900-ba31b50807d7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0589671 Dec 16 10:40:13.736546 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0e285b81-6fb4-48cc-8aff-5b5cdbc05e45 req-fa382e74-0a33-4f82-aa59-55797bd905b3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394251 Dec 16 10:40:14.184248 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-28a14e24-938c-43ae-9f68-8a1728c9f3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:14.868663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde007fa-eece-4cdc-938a-5767f857c563 req-24cdc7bf-d103-4354-ae74-56ace3328ce0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:14.870175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dde007fa-eece-4cdc-938a-5767f857c563 req-24cdc7bf-d103-4354-ae74-56ace3328ce0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0533514 Dec 16 10:40:14.910296 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dde007fa-eece-4cdc-938a-5767f857c563 req-62cadbe4-bc14-4c4a-ad8e-b546fcfdbcbf tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337992 Dec 16 10:40:16.040818 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6665369-f366-4f78-9e69-0d928102fe74 req-4a339403-bd1a-4ba7-b40c-a36dddbb8fcc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:16.042372 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6665369-f366-4f78-9e69-0d928102fe74 req-4a339403-bd1a-4ba7-b40c-a36dddbb8fcc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0528305 Dec 16 10:40:16.082870 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d6665369-f366-4f78-9e69-0d928102fe74 req-4fd4620d-aa17-41f0-be99-857b1e7ec75e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343716 Dec 16 10:40:16.453188 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:40:16.557138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:16.569111 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'port_id': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'mac_address': 'fa:16:3e:bf:a5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:40:16.607953 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:16.621647 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:40:16.646105 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:16.652219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:16.678848 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5fa5e906-48e6-44bb-b81d-6fc263de1936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:16.705230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:16.712644 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.712992 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.713332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.713650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.714017 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.714336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.714650 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.715144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.715461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.716690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.716690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.716690 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:40:16.868075 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:40:17.209174 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191cade-4332-4bec-a0fb-e51b38f0457e req-4f384227-e6fc-48e2-a223-4dae26eb8711 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:17.210853 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9191cade-4332-4bec-a0fb-e51b38f0457e req-4f384227-e6fc-48e2-a223-4dae26eb8711 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 945 time: 0.0574315 Dec 16 10:40:17.251892 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9191cade-4332-4bec-a0fb-e51b38f0457e req-64879c31-6a06-476c-b3f0-48c542d8c85e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344675 Dec 16 10:40:18.370787 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.385729 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6a52f-fe24-4e69-b1bc-4bfa788363ac req-6c42156d-5781-47ad-bbce-a5e9389a99ab tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:18.387304 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd6a52f-fe24-4e69-b1bc-4bfa788363ac req-6c42156d-5781-47ad-bbce-a5e9389a99ab tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 945 time: 0.0577424 Dec 16 10:40:18.428426 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ecd6a52f-fe24-4e69-b1bc-4bfa788363ac req-6155cfc0-8e29-484a-a4e0-7084520f6247 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343044 Dec 16 10:40:18.461080 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:40:18.515443 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:40:18.519956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:40:18.520331 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.606444 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.631693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:40:18.634775 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eae7c7-d932-4cde-9018-2b32028e1a01" -d '{"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-plugged", "status": "completed", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:40:18.652727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:40:18.658262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:18.715342 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:18.751003 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce0cd8-930f-48d5-9f00-8c308c689a97 x-openstack-request-id: req-e6ce0cd8-930f-48d5-9f00-8c308c689a97 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:40:18.751400 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-plugged", "status": "completed", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:40:18.751666 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6ce0cd8-930f-48d5-9f00-8c308c689a97 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:40:18.752298 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'code': 200} Dec 16 10:40:18.857679 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04cc48-9679-4e08-a9a5-d727374a2f4b req-cc233c6b-b93e-4e63-aa21-4a7716bb4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:18.859300 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee04cc48-9679-4e08-a9a5-d727374a2f4b req-cc233c6b-b93e-4e63-aa21-4a7716bb4028 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0441322 Dec 16 10:40:18.898923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ee04cc48-9679-4e08-a9a5-d727374a2f4b req-554e7b3f-c7eb-423b-9316-fcadde61fa24 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Dec 16 10:40:19.559512 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d71875-fce3-451a-bda3-e2560d5b294b req-3a3bcedf-918d-46ab-bf50-a0a21a0c5ee7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:19.561193 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1d71875-fce3-451a-bda3-e2560d5b294b req-3a3bcedf-918d-46ab-bf50-a0a21a0c5ee7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0535171 Dec 16 10:40:19.602055 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c1d71875-fce3-451a-bda3-e2560d5b294b req-9a3392ec-ab8d-40c1-ad82-9759625f6e50 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345540 Dec 16 10:40:19.981508 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:20.186817 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:20.729956 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d4c40-5cd6-450b-85b4-a56fc7112bf4 req-7909f9d2-2d4d-4fe8-881f-abf595b21933 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:20.731362 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba7d4c40-5cd6-450b-85b4-a56fc7112bf4 req-7909f9d2-2d4d-4fe8-881f-abf595b21933 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0569510 Dec 16 10:40:20.771520 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ba7d4c40-5cd6-450b-85b4-a56fc7112bf4 req-e756dd53-d3ee-41bb-83bf-b56a19e0b1cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Dec 16 10:40:20.891229 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4bc1-8716-41f1-94ff-652fdb9025a7 req-51836ac7-d806-4c7e-9823-be356fcde844 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:20.892769 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36cc4bc1-8716-41f1-94ff-652fdb9025a7 req-51836ac7-d806-4c7e-9823-be356fcde844 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0517709 Dec 16 10:40:20.933424 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-36cc4bc1-8716-41f1-94ff-652fdb9025a7 req-dfa89ed5-b62d-4874-bbdc-d62c77f0bc94 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339742 Dec 16 10:40:20.956100 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59678) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:21.000993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795b145-0d8d-47bb-a746-6a3b279bdb26 tempest-TestShelveInstance-430907869 tempest-TestShelveInstance-430907869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:21.003353 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-a795b145-0d8d-47bb-a746-6a3b279bdb26 tempest-TestShelveInstance-430907869 tempest-TestShelveInstance-430907869-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1092 time: 0.0460017 Dec 16 10:40:21.008066 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59680) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:40:21.012491 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:40:21.037404 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.164327 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.270190 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Allocated IP 172.25.6.83 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/44a974a2-3176-46b5-a8ff-f4cf5c75dde3) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:40:21.381298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.419941 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.457546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:40:21.461026 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:40:21.464937 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:40:21.473473 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'Port': ['ID=44a974a2-3176-46b5-a8ff-f4cf5c75dde3,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:21.831762 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:21.902859 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.060207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.065703 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.137257 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event updated for resources: {'Port': ['ID=44a974a2-3176-46b5-a8ff-f4cf5c75dde3,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:40:22.150191 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.250998 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Floating IP 45df9ee2-4a56-42a1-bbbc-a2649219f083 associated. External IP: 172.25.6.83, port: 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55. Dec 16 10:40:22.459993 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:40:22.584699 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:40:22.595442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:40:22.605016 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:22.605666 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:22.606332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:40:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:22.634927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-9c14a3e5-35de-4cce-90e9-9ea9ee1cb244 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6257377 Dec 16 10:40:22.635503 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:40:22.637777 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799fc93-12a1-42d1-883f-966e328f666c" -d '{"events": [{"name": "network-changed", "server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:40:22.676978 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec4af57-e87f-4c19-a248-a214ec993fa7 x-openstack-request-id: req-1ec4af57-e87f-4c19-a248-a214ec993fa7 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:40:22.677612 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:40:22.678166 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ec4af57-e87f-4c19-a248-a214ec993fa7 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:40:22.678392 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'status': 'completed', 'code': 200} Dec 16 10:40:22.721242 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:22.744663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799fc93-12a1-42d1-883f-966e328f666c req-0f137562-7aeb-4eb7-b489-f9ea3018917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:22.746226 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-0f137562-7aeb-4eb7-b489-f9ea3018917f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0421598 Dec 16 10:40:22.846013 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799fc93-12a1-42d1-883f-966e328f666c req-3ab697ca-bd39-4d3b-ae5c-a448659f3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:22.847453 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-3ab697ca-bd39-4d3b-ae5c-a448659f3a65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0927596 Dec 16 10:40:22.919074 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-764938f5-ff15-412a-a1f9-353a063371a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 999 time: 0.0634785 Dec 16 10:40:22.962601 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '45df9ee2-4a56-42a1-bbbc-a2649219f083', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'port_id': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'mac_address': 'fa:16:3e:bf:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:40:21Z', 'updated_at': '2021-12-16T10:40:21Z', 'revision_number': 0, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:22.974381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799fc93-12a1-42d1-883f-966e328f666c req-50a102eb-80dc-4f00-895d-d159fbb56f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:22.976398 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-50a102eb-80dc-4f00-895d-d159fbb56f77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0499716 Dec 16 10:40:22.993102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:40:23.001904 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:40:23.002640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:40:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:23.027461 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799fc93-12a1-42d1-883f-966e328f666c req-4d8587df-d405-4d73-a008-c45e9b98f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:40:23.029048 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-4d8587df-d405-4d73-a008-c45e9b98f4ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457110 Dec 16 10:40:23.114334 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:40:23.127849 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-990fd20c-4e03-4d75-b32f-f8badfaf3258 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897439 Dec 16 10:40:23.224419 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1799fc93-12a1-42d1-883f-966e328f666c req-04afb924-92d3-45fa-8088-99965d2665ec service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893042 Dec 16 10:40:23.346678 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '45df9ee2-4a56-42a1-bbbc-a2649219f083', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'port_id': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'mac_address': 'fa:16:3e:bf:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:40:21Z', 'updated_at': '2021-12-16T10:40:21Z', 'revision_number': 0, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:40:23.377269 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e89db-09e0-4c2b-ae63-1db677481d26 None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': '45df9ee2-4a56-42a1-bbbc-a2649219f083', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'port_id': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'mac_address': 'fa:16:3e:bf:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:40:21Z', 'updated_at': '2021-12-16T10:40:21Z', 'revision_number': 0, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:40:23.588839 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc6af63-fe92-441b-be90-8ddc913e882f None None] New status for floating IP 45df9ee2-4a56-42a1-bbbc-a2649219f083: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:40:24.575588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:25.933115 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:44.189213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-951f4ea2-6863-4493-af88-25007f6811e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:44.369390 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:40:46.656649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-087dc354-20e1-47d5-84b7-2c01be8724a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:48.370356 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:49.985541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:50.190948 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:54.571373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:40:55.927968 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:00.738518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-607f54a6-3f00-4d22-8adc-b2831d2291a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462301 Dec 16 10:41:00.832956 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-cd85bf14-b967-4d90-929c-1c53550e4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:00.834423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-cd85bf14-b967-4d90-929c-1c53550e4989 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0455284 Dec 16 10:41:00.945527 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-b2b39ef1-d8cf-4d73-a476-438abc827283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:00.947171 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-b2b39ef1-d8cf-4d73-a476-438abc827283 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0927715 Dec 16 10:41:01.005757 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-d412b1e0-70ca-4d3a-aa16-f2e160d8c401 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0499525 Dec 16 10:41:01.060592 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-1abee8b3-ccbc-43b6-90c8-359e53e5390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:01.062079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-1abee8b3-ccbc-43b6-90c8-359e53e5390e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0500543 Dec 16 10:41:01.109085 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-9e890c61-292c-4a1d-bfbb-0158e6d7f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:41:01.110569 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-9e890c61-292c-4a1d-bfbb-0158e6d7f9b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417349 Dec 16 10:41:01.217028 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-b30e053b-f307-4f7e-b007-ac77c9d1d3a1 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993371 Dec 16 10:41:01.321673 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-07c9ffea-f2e1-453e-acc6-cb063b3d2b57 req-02e04581-60c7-4df0-8f17-b5c2b542e64f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974035 Dec 16 10:41:14.194035 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74d0eb6b-a58c-4d15-bb31-7181747bd6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:16.653789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0e4a0cfa-6504-45b2-b2e5-25e758193ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:18.372430 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:19.990341 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:20.200545 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:21.369574 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:41:24.566385 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:25.934306 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:44.207063 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2f1a55c3-8a54-4f88-b57b-50155472dc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:46.650913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6d5915e7-c94b-4666-8c3d-bd2e21e09ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:48.379153 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:49.996922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:50.204986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:54.578020 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:55.944281 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:41:58.375569 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:42:00.796400 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-69ee6284-fda7-42ca-b5d1-35fd5b77dada service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097486 Dec 16 10:42:00.878602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-07e61a99-909a-44bd-9a9f-bcc2347e0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:00.880107 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-07e61a99-909a-44bd-9a9f-bcc2347e0f58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0557992 Dec 16 10:42:00.993565 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-25b7d1ac-2668-4344-bf65-b8be1ecf26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:00.995258 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-25b7d1ac-2668-4344-bf65-b8be1ecf26f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0906425 Dec 16 10:42:01.069490 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-c8298be3-aa25-4759-8122-cafef10161cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 1001 time: 0.0662518 Dec 16 10:42:01.124505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-ad7d0079-e698-493b-94eb-44ccce0f5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:01.126051 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-ad7d0079-e698-493b-94eb-44ccce0f5a0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0483329 Dec 16 10:42:01.178809 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-770a5217-0082-4eee-b5a3-a539423bd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:01.180377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-770a5217-0082-4eee-b5a3-a539423bd3b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475659 Dec 16 10:42:01.286514 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-83d9302e-cc80-48a2-9c8f-3c2199dc692d service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984182 Dec 16 10:42:01.387376 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-28a0d8f4-4240-4efa-bdb4-fd7a0b4e7eaa req-0deed79e-ff2e-4a61-94f3-51c06060978f service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931828 Dec 16 10:42:14.209142 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-eb824539-90b2-45d6-a357-5978f903c6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:16.649307 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-996359cb-8fc2-4ce1-8bb7-87d34bad62b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:18.381859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:19.998859 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:20.203362 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:20.366353 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90ff0d-dfc1-4cfc-9c21-fc5d393c6ef3 req-831a21dc-f465-41f3-b8ec-654f67c8db69 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:20.367971 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc90ff0d-dfc1-4cfc-9c21-fc5d393c6ef3 req-831a21dc-f465-41f3-b8ec-654f67c8db69 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0595303 Dec 16 10:42:20.411042 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc90ff0d-dfc1-4cfc-9c21-fc5d393c6ef3 req-086d201c-aa20-432a-bdb4-2505938681dc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365202 Dec 16 10:42:21.579778 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505ad6-9a09-4fcc-b94c-7d417520a5ff req-64eb02df-9fed-4450-ac8f-5ead61ede678 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:21.581724 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9505ad6-9a09-4fcc-b94c-7d417520a5ff req-64eb02df-9fed-4450-ac8f-5ead61ede678 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0595989 Dec 16 10:42:21.632493 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a9505ad6-9a09-4fcc-b94c-7d417520a5ff req-eebe2416-709b-477c-8f1d-49d239d9bc83 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442808 Dec 16 10:42:22.764076 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46466a6a-be2c-4b45-8640-68441d069740 req-ba3fabea-1fe6-45bd-94c1-bc6a1476d3f2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:22.765935 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46466a6a-be2c-4b45-8640-68441d069740 req-ba3fabea-1fe6-45bd-94c1-bc6a1476d3f2 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0621555 Dec 16 10:42:22.816176 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-46466a6a-be2c-4b45-8640-68441d069740 req-2602b80f-4b00-4a3a-946e-9aed773dfd04 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422492 Dec 16 10:42:23.971209 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c6a6-8445-4a3b-8d35-86bf8e5d6e98 req-5d64f651-834e-4ab3-a7c6-0791d3b66ffa tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:23.972686 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3784c6a6-8445-4a3b-8d35-86bf8e5d6e98 req-5d64f651-834e-4ab3-a7c6-0791d3b66ffa tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0725818 Dec 16 10:42:24.013182 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3784c6a6-8445-4a3b-8d35-86bf8e5d6e98 req-41fab8f6-a6d7-433c-a1c2-317eb433beeb tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325956 Dec 16 10:42:24.570803 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:25.146893 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103a9dd-5f33-45f5-9271-3e6b90cb3358 req-712a2a9a-aaa7-4f9e-b9c6-0f476ee8eda7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:25.148402 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f103a9dd-5f33-45f5-9271-3e6b90cb3358 req-712a2a9a-aaa7-4f9e-b9c6-0f476ee8eda7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0569255 Dec 16 10:42:25.191486 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f103a9dd-5f33-45f5-9271-3e6b90cb3358 req-20344398-1bb1-491b-b65c-d5268d60edf5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358911 Dec 16 10:42:25.943669 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:26.320592 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8c037-97e9-4b80-9d1a-43f722a9f113 req-a0f64bc2-23c9-4ac7-9cdf-08141b2d7fed tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:26.322275 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53e8c037-97e9-4b80-9d1a-43f722a9f113 req-a0f64bc2-23c9-4ac7-9cdf-08141b2d7fed tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0555642 Dec 16 10:42:26.361534 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53e8c037-97e9-4b80-9d1a-43f722a9f113 req-b3f56558-7e1f-4fa1-b10e-552ce60c2cdc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Dec 16 10:42:27.486360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6579c8-05fa-45e3-94ed-2218ba675393 req-ce4fd2c3-65e7-4d6e-a1cd-1371fba36747 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:27.487867 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c6579c8-05fa-45e3-94ed-2218ba675393 req-ce4fd2c3-65e7-4d6e-a1cd-1371fba36747 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0571558 Dec 16 10:42:27.528138 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0c6579c8-05fa-45e3-94ed-2218ba675393 req-471623c2-0b31-4af8-9622-d3ad3b2bf9ee tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340517 Dec 16 10:42:28.655490 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeed273-2b0b-42d8-9850-21ff4e6b5428 req-81734e79-7cd7-4d1c-b97d-8175f50bbdf4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:28.656961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbeed273-2b0b-42d8-9850-21ff4e6b5428 req-81734e79-7cd7-4d1c-b97d-8175f50bbdf4 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0519509 Dec 16 10:42:28.694412 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dbeed273-2b0b-42d8-9850-21ff4e6b5428 req-ddae29ab-ea1e-4f24-a4ad-2af7847f864f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Dec 16 10:42:29.815941 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d713c-f829-46cc-b35c-804b6e226456 req-a302f5e4-5f38-47f2-b1f7-9429b589d941 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:29.817411 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-002d713c-f829-46cc-b35c-804b6e226456 req-a302f5e4-5f38-47f2-b1f7-9429b589d941 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0519860 Dec 16 10:42:29.856642 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-002d713c-f829-46cc-b35c-804b6e226456 req-e6152721-4e6e-4884-8ee1-a63b7677da4c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327933 Dec 16 10:42:30.492927 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-9b70010f-770f-43d9-b14e-1f0e1a081a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:30.494981 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-9b70010f-770f-43d9-b14e-1f0e1a081a3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0446544 Dec 16 10:42:30.596095 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-d52ac5ee-5c07-4479-8ea6-121dd3c6ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:30.597576 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-d52ac5ee-5c07-4479-8ea6-121dd3c6ab2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0948229 Dec 16 10:42:30.666239 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-d896582e-3df8-4fee-8444-dd761fc91d56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 1001 time: 0.0596037 Dec 16 10:42:30.718019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-39381118-5487-446d-bf49-acc20d64c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:30.720299 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-39381118-5487-446d-bf49-acc20d64c13a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0476093 Dec 16 10:42:30.772919 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-8cbd9053-41b8-4ae6-a248-542ff17ef15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:30.774370 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-8cbd9053-41b8-4ae6-a248-542ff17ef15f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467265 Dec 16 10:42:30.863518 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-0e9ab94b-e776-48e2-a776-dee0e13cf850 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821869 Dec 16 10:42:30.962581 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1741339c-7fa7-4c61-b426-efd8bf346e0d req-8c997a07-ef5c-48bb-8f28-b17aacefc91e service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923948 Dec 16 10:42:31.001330 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ecc83-c71b-4ec1-888b-88338751ea48 req-f51449e4-fd61-480a-9af4-67bac6f00834 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:31.002959 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e6ecc83-c71b-4ec1-888b-88338751ea48 req-f51449e4-fd61-480a-9af4-67bac6f00834 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0621209 Dec 16 10:42:31.371347 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-9e6ecc83-c71b-4ec1-888b-88338751ea48 req-88bcc4f4-f0d5-4323-99b8-1ea2dfb38a62 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620913 Dec 16 10:42:32.494934 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79dc41-53d0-4144-95be-9c004c3622b6 req-30e646c6-d6dd-4158-b959-859235213fe3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:32.498405 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b79dc41-53d0-4144-95be-9c004c3622b6 req-30e646c6-d6dd-4158-b959-859235213fe3 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0521412 Dec 16 10:42:32.537871 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b79dc41-53d0-4144-95be-9c004c3622b6 req-ea1e36eb-b73b-4a19-ad7b-b22acbfdc9f8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345547 Dec 16 10:42:33.660987 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00460420-3224-450e-846a-0fa9d8ee6155 req-14403d6e-219e-4da7-b75f-e79a7b2af3d7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:33.662525 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00460420-3224-450e-846a-0fa9d8ee6155 req-14403d6e-219e-4da7-b75f-e79a7b2af3d7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0516691 Dec 16 10:42:33.703161 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-00460420-3224-450e-846a-0fa9d8ee6155 req-80aeb0ff-033d-4862-abc4-b098ab031e02 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342939 Dec 16 10:42:34.827628 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2bba1-8dad-4266-9b5f-5f0c11a29f84 req-a2102679-4458-43de-ae8f-df92bfeb0214 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:34.829287 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24d2bba1-8dad-4266-9b5f-5f0c11a29f84 req-a2102679-4458-43de-ae8f-df92bfeb0214 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0568395 Dec 16 10:42:34.869900 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-24d2bba1-8dad-4266-9b5f-5f0c11a29f84 req-7164981e-f1fc-451e-b79c-43b8a035d2a0 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340579 Dec 16 10:42:35.116452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcb2b4-5b9b-4aa4-936b-c64bda0ae74c req-1008cfde-2fe1-43b1-a095-8a164777c96d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:35.117949 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18bcb2b4-5b9b-4aa4-936b-c64bda0ae74c req-1008cfde-2fe1-43b1-a095-8a164777c96d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0597608 Dec 16 10:42:35.178786 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-151b1468-c19d-4ddb-917d-28baf764e511 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436715 Dec 16 10:42:35.181713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-18bcb2b4-5b9b-4aa4-936b-c64bda0ae74c req-93a5973a-e9d5-478b-884a-d60751c2cec1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462203 Dec 16 10:42:35.188285 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-5058fd8e-9ec2-4461-abe0-75d0245a1a59 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:42:35.189245 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-5058fd8e-9ec2-4461-abe0-75d0245a1a59 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050583 Dec 16 10:42:35.269446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:42:35.348884 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:35.372323 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:42:35.375315 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cd9ad1-88ac-4a42-90ba-a29a0a65bfe8" -d '{"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-unplugged", "status": "completed", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:42:35.375589 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:42:35.389155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:35.393928 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:35.427504 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c11629-23b6-49c0-8364-b4e7ce3f026d x-openstack-request-id: req-36c11629-23b6-49c0-8364-b4e7ce3f026d {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:42:35.427783 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-unplugged", "status": "failed", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "code": 422}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:42:35.428199 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36c11629-23b6-49c0-8364-b4e7ce3f026d {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:42:35.428583 n-d-821941-1 neutron-server[102399]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'code': 422} returned with failed status Dec 16 10:42:35.455112 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:35.463787 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.464258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.464659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.465064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.465461 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.465880 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.466284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.466672 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.466988 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.467305 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.467618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:35.468033 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:42:36.317236 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3ee85-5544-4d55-8298-f5078b0eb117 req-ae1a9299-6940-41d5-9551-09119e447783 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:36.318809 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22a3ee85-5544-4d55-8298-f5078b0eb117 req-ae1a9299-6940-41d5-9551-09119e447783 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0568624 Dec 16 10:42:36.365030 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22a3ee85-5544-4d55-8298-f5078b0eb117 req-4e01e93b-ecb1-4a70-928c-8bb432c3c8b5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395381 Dec 16 10:42:37.488084 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5893a-0cc0-43fb-b978-00f64e4d88c6 req-147919f5-6f6b-4aed-a4a8-43b90035fc62 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:37.489640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22a5893a-0cc0-43fb-b978-00f64e4d88c6 req-147919f5-6f6b-4aed-a4a8-43b90035fc62 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0515165 Dec 16 10:42:37.529667 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-22a5893a-0cc0-43fb-b978-00f64e4d88c6 req-cc8263a1-5139-4fdc-bfe0-961d880ec5f5 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328174 Dec 16 10:42:38.660177 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f7e01-cab6-420e-be69-daccbd067086 req-d97c95f0-525b-42d0-8c35-47b7168c84fc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:38.661708 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e92f7e01-cab6-420e-be69-daccbd067086 req-d97c95f0-525b-42d0-8c35-47b7168c84fc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0578659 Dec 16 10:42:38.706600 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e92f7e01-cab6-420e-be69-daccbd067086 req-a40d7f33-769a-4f72-88f2-a1356fd1a28b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376356 Dec 16 10:42:39.836734 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb03833-5469-4bd7-bb43-0f6322b2f300 req-870efe4e-2eb5-478a-8903-972f49119bca tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:39.838378 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aeb03833-5469-4bd7-bb43-0f6322b2f300 req-870efe4e-2eb5-478a-8903-972f49119bca tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0599422 Dec 16 10:42:39.891765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-aeb03833-5469-4bd7-bb43-0f6322b2f300 req-0c6c05be-935a-4ab6-8981-8d1b5003576d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437949 Dec 16 10:42:39.940788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-8d5a7a5d-153e-4b46-a6ce-7fe95e2db022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:39.942393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-8d5a7a5d-153e-4b46-a6ce-7fe95e2db022 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1&tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89 HTTP/1.1" status: 200 len: 1095 time: 0.0449903 Dec 16 10:42:40.008217 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-997f05fe-f5ee-4a90-8318-610c78714b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:40.009786 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-997f05fe-f5ee-4a90-8318-610c78714b33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0434415 Dec 16 10:42:40.118767 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-d03e15ce-ae48-4d33-99f9-27ec45ca2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:40.121265 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-d03e15ce-ae48-4d33-99f9-27ec45ca2aa2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.1047075 Dec 16 10:42:40.191102 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-dadce1d6-4ff5-466f-b742-894f318d0517 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 999 time: 0.0625231 Dec 16 10:42:40.243015 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-5ec77655-c5b6-4be9-8df1-0e802ec9b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:40.244617 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-5ec77655-c5b6-4be9-8df1-0e802ec9b925 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0468559 Dec 16 10:42:40.305107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-206d8c1e-de8f-44a5-8e6d-b3354571e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:40.306767 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-206d8c1e-de8f-44a5-8e6d-b3354571e76a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548790 Dec 16 10:42:40.399556 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-8a08599a-0022-4840-b78e-5fb562f47e0f service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849712 Dec 16 10:42:40.493509 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-1f61b98f-2885-4f47-b356-b782d8afe67f service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862656 Dec 16 10:42:41.018984 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5b534-c411-4e4d-bc50-ec2812fc2486 req-19d794c0-bbeb-48c9-97f3-c222abad2a9c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:41.020436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d5b534-c411-4e4d-bc50-ec2812fc2486 req-19d794c0-bbeb-48c9-97f3-c222abad2a9c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0511169 Dec 16 10:42:41.059544 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-53d5b534-c411-4e4d-bc50-ec2812fc2486 req-e21b740c-c7c8-4b29-adc8-4bf46e541587 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Dec 16 10:42:42.244351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beee6e-9dba-4499-ba7e-01cb8a0bbee4 req-d2dc43e2-7e10-4986-96db-1918e45e098e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:42.246036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43beee6e-9dba-4499-ba7e-01cb8a0bbee4 req-d2dc43e2-7e10-4986-96db-1918e45e098e tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.1131561 Dec 16 10:42:42.294895 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-43beee6e-9dba-4499-ba7e-01cb8a0bbee4 req-1f8dccaa-173b-4dd4-a535-40e72368903d tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Dec 16 10:42:43.423547 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4743ebb-0f66-4da8-a45c-1c68a26d34a9 req-73c3f8c7-25fa-4bad-99c6-5b94e7413a9f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:43.425072 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4743ebb-0f66-4da8-a45c-1c68a26d34a9 req-73c3f8c7-25fa-4bad-99c6-5b94e7413a9f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0598328 Dec 16 10:42:43.466336 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-a4743ebb-0f66-4da8-a45c-1c68a26d34a9 req-0cd6e631-824f-4d3f-9f04-01f487569a65 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336676 Dec 16 10:42:44.206821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8e555775-82f9-4ac3-b835-bebb65d80c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:44.602178 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05db09-4673-4101-bc35-ef06a8102ce9 req-be3546c7-5fd0-4ddc-889d-d727a4abc572 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:44.604094 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a05db09-4673-4101-bc35-ef06a8102ce9 req-be3546c7-5fd0-4ddc-889d-d727a4abc572 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Dec 16 10:42:44.648257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2a05db09-4673-4101-bc35-ef06a8102ce9 req-aed5e0b0-ae7a-4af8-8fb7-30989954ceb1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377588 Dec 16 10:42:45.779907 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc587bf2-4775-4622-89cb-73c60336e80c req-f25734df-d168-47ed-84f3-f1f3f7aeee4b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:45.781506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc587bf2-4775-4622-89cb-73c60336e80c req-f25734df-d168-47ed-84f3-f1f3f7aeee4b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Dec 16 10:42:45.827506 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bc587bf2-4775-4622-89cb-73c60336e80c req-f6f24458-958b-400f-96c9-731a9a48b66f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351329 Dec 16 10:42:46.648703 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f5b98766-3ded-49de-b84a-22c8a7c1a907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:46.962501 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67660f9-5dd9-495e-aa9a-dfbd2a1b7070 req-7afc2df0-0a0a-44dc-94d9-f3ba07f2944f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:46.963926 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67660f9-5dd9-495e-aa9a-dfbd2a1b7070 req-7afc2df0-0a0a-44dc-94d9-f3ba07f2944f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 944 time: 0.0579135 Dec 16 10:42:47.007416 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d67660f9-5dd9-495e-aa9a-dfbd2a1b7070 req-35369f02-190b-4adc-8366-4ebdce0ba919 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365939 Dec 16 10:42:47.336804 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:42:47.440757 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:47.452474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'port_id': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'mac_address': 'fa:16:3e:bf:a5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:42:47.497529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:47.513171 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:42:47.535325 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:47.541938 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:47.591444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:47.799887 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:42:48.134780 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a082-2786-494c-92a3-2da133a0e969 req-77baf9db-17fd-436b-bebd-b48e61b391a1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:48.136346 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f11a082-2786-494c-92a3-2da133a0e969 req-77baf9db-17fd-436b-bebd-b48e61b391a1 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 945 time: 0.0542071 Dec 16 10:42:48.182367 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5f11a082-2786-494c-92a3-2da133a0e969 req-3d8e7e73-d6d1-4e44-a740-76d2e73862e7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392499 Dec 16 10:42:48.384236 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:49.319517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1de5d8-d8cc-4a8c-b661-79b1fc44af27 req-8b12d099-b1e7-422e-a4fc-5a2ada2c555b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:49.321061 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee1de5d8-d8cc-4a8c-b661-79b1fc44af27 req-8b12d099-b1e7-422e-a4fc-5a2ada2c555b tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 945 time: 0.0542645 Dec 16 10:42:49.346415 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:42:49.362254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ee1de5d8-d8cc-4a8c-b661-79b1fc44af27 req-cbf4a7d0-c964-48ea-a53d-16e72dc81b21 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343461 Dec 16 10:42:49.395676 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:42:49.396034 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:49.481124 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:49.505444 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:42:49.507684 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d57b81-1dc8-4399-9ee7-82d7b0a3579c" -d '{"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-plugged", "status": "completed", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:42:49.522161 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:42:49.527217 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:49.550666 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d297c34-df50-4064-af1a-aeb366fa0410 x-openstack-request-id: req-1d297c34-df50-4064-af1a-aeb366fa0410 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:42:49.550952 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-plugged", "status": "completed", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:42:49.551164 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d297c34-df50-4064-af1a-aeb366fa0410 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:42:49.551537 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'code': 200} Dec 16 10:42:49.579192 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:42:49.706113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1a039-31d1-4c3b-9a05-3d9d36f38ca7 req-67a8fe9a-b0c5-4597-b002-c6d7380df535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:49.707791 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ab1a039-31d1-4c3b-9a05-3d9d36f38ca7 req-67a8fe9a-b0c5-4597-b002-c6d7380df535 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0480094 Dec 16 10:42:49.749153 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-1ab1a039-31d1-4c3b-9a05-3d9d36f38ca7 req-7a70eead-6f26-4323-a19d-6a0a285bfe83 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342290 Dec 16 10:42:49.996541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:50.210893 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:50.497698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15442-30a8-4287-af46-81742b92fff5 req-9cdac738-ad21-4005-8ba5-f8dc5043613a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:50.499326 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6b15442-30a8-4287-af46-81742b92fff5 req-9cdac738-ad21-4005-8ba5-f8dc5043613a tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0609705 Dec 16 10:42:50.545583 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6b15442-30a8-4287-af46-81742b92fff5 req-e4dd8647-9632-4b2c-9819-270d08156420 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372479 Dec 16 10:42:51.688801 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3705e19-516b-485a-8c9e-2c0a7cbbb733 req-2e466d4d-44b0-4378-a381-f99d35f36d08 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:42:51.690360 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3705e19-516b-485a-8c9e-2c0a7cbbb733 req-2e466d4d-44b0-4378-a381-f99d35f36d08 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0684469 Dec 16 10:42:51.739684 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e3705e19-516b-485a-8c9e-2c0a7cbbb733 req-1aed68a4-f043-4635-b353-9a5b0fb2bb5c tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421371 Dec 16 10:42:54.592121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:42:55.942956 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:02.805245 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-ad6688bc-faea-447f-8df0-a9aab3a3a069 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555520 Dec 16 10:43:02.902933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-935a2e6a-f18f-4b1a-88ec-342cfe2d6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:02.904502 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-935a2e6a-f18f-4b1a-88ec-342cfe2d6e0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0484920 Dec 16 10:43:03.029345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-8fbb5816-1e9f-4962-a40f-8462b9b3ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:03.030894 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-8fbb5816-1e9f-4962-a40f-8462b9b3ea43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1041865 Dec 16 10:43:03.085470 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-6877b9c9-f108-4f2c-9407-1d60f0d1de0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0457497 Dec 16 10:43:03.143695 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-ea81611f-14e0-4127-837f-e92f66e09a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:03.145213 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-ea81611f-14e0-4127-837f-e92f66e09a0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0521121 Dec 16 10:43:03.195744 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-94fa7102-becc-455c-94f9-c28e1f18a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:43:03.197572 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-94fa7102-becc-455c-94f9-c28e1f18a704 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443490 Dec 16 10:43:03.300628 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-b6a70096-06e6-4988-8c20-95910bbc9fc1 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944963 Dec 16 10:43:03.400653 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-6bda2511-b3cc-4ed1-9a99-3ebd0bbdf6c1 req-331ab910-576b-47af-a6dc-306abfa7fb63 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916188 Dec 16 10:43:12.377662 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:43:14.209414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d82cb62-70c9-43d9-af61-02a82cc73ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:16.643373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1d630455-21f5-4469-9ef1-709917ce9b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:18.385022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:19.995676 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:20.211413 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:24.580576 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:25.952942 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:44.204931 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-5b7a0f68-7504-4fa8-b0f9-84605f4256b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:46.646711 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9468019c-64ed-40c3-9399-fee873394132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:48.391219 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:49.377599 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:43:49.991262 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:50.214135 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:54.592239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:43:55.944465 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:03.750667 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-c10035a9-3b0b-4756-80f1-12bcb8956a23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458746 Dec 16 10:44:03.816855 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-df9bbac5-6639-4cd1-9bb7-79d3c54c9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.818440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-df9bbac5-6639-4cd1-9bb7-79d3c54c9278 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0450563 Dec 16 10:44:03.929802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-e436f22f-fd57-4115-b6c9-4616c3536388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:03.931375 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-e436f22f-fd57-4115-b6c9-4616c3536388 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.0918188 Dec 16 10:44:03.998107 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-48a8d904-7c3a-4ef8-adc5-fbe46ff6c1e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 1001 time: 0.0594516 Dec 16 10:44:04.052832 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-23849bc8-95ef-4c06-b9c5-1f51a6a205d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:04.054337 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-23849bc8-95ef-4c06-b9c5-1f51a6a205d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0498741 Dec 16 10:44:04.106118 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-e749fe86-e2d8-4eb8-bbfe-a05e442dc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:04.108122 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-e749fe86-e2d8-4eb8-bbfe-a05e442dc1f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459695 Dec 16 10:44:04.200591 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-cc318b16-e8d4-461e-b035-931bcd00dca0 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Dec 16 10:44:04.307368 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7f391447-b6ca-4a31-8cad-f30ee42d7658 req-ada3baab-c748-4362-873e-56e8ac121ed5 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993207 Dec 16 10:44:10.578948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59844) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:10.753302 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Deleting port 44a974a2-3176-46b5-a8ff-f4cf5c75dde3 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:10.753639 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:10.839304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:10.839304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:10.855863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Calling delete_port for 44a974a2-3176-46b5-a8ff-f4cf5c75dde3 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:11.016909 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:11.044381 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event deleted for resources: {'Port': ['ID=44a974a2-3176-46b5-a8ff-f4cf5c75dde3,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:11.054476 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.054844 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.055161 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.055492 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.055819 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.056143 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.056463 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.056788 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.057139 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.058339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.058339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.058339 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:11.120029 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:11.120395 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Floating IP 45df9ee2-4a56-42a1-bbbc-a2649219f083 disassociated (deleted). External IP: 172.25.6.83, port: 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55. Dec 16 10:44:11.354553 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:11.464654 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:11.469861 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:11.474728 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:11.484998 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:11.485619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:43:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:11.505988 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c4271ab1-bcd7-4b7f-8838-8609896998cc tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "DELETE /v2.0/floatingips/45df9ee2-4a56-42a1-bbbc-a2649219f083 HTTP/1.1" status: 204 len: 168 time: 0.9258108 Dec 16 10:44:11.506736 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:11.509134 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6e596-8598-4d20-80ea-a88d6ca14646" -d '{"events": [{"name": "network-changed", "server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:11.604798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:11.698038 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738891d9-d9cb-4b33-ac23-a116b5f74fbc x-openstack-request-id: req-738891d9-d9cb-4b33-ac23-a116b5f74fbc {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:11.698613 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:11.698613 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-738891d9-d9cb-4b33-ac23-a116b5f74fbc {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:11.699007 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'status': 'completed', 'code': 200} Dec 16 10:44:11.808207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-a914197e-9834-4b5b-8199-27f8619b6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:11.810267 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-a914197e-9834-4b5b-8199-27f8619b6e49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0556788 Dec 16 10:44:11.812744 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719edc2-140a-4fb8-9459-e085d085ea34 req-d2e9f8e7-54b1-410b-9aed-8ec35a815f14 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:11.816213 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0719edc2-140a-4fb8-9459-e085d085ea34 req-d2e9f8e7-54b1-410b-9aed-8ec35a815f14 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0618472 Dec 16 10:44:11.847549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:11.862627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0719edc2-140a-4fb8-9459-e085d085ea34 req-2c863914-40e8-4edc-ba85-f9a16805ea65 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Dec 16 10:44:11.878996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:11.890400 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:11.891052 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:43:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:11.944628 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-f1dcc71d-e401-4f2a-a140-babf7260bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:11.946498 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-f1dcc71d-e401-4f2a-a140-babf7260bbeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 200 len: 910 time: 0.1116381 Dec 16 10:44:11.992859 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-9fc17922-3ac0-411e-b89e-519a87c2c5e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 200 len: 217 time: 0.0380678 Dec 16 10:44:12.005659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:12.047900 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-9a19e91b-d923-4f82-bf40-cdb09db23477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:12.049447 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-9a19e91b-d923-4f82-bf40-cdb09db23477 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 200 len: 848 time: 0.0486472 Dec 16 10:44:12.100933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-fda38ac6-efa6-4e4f-9100-9f25e0966861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:12.102460 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-fda38ac6-efa6-4e4f-9100-9f25e0966861 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff60e691-6939-4527-81fd-a1781e08deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445485 Dec 16 10:44:12.222288 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-4f9a9ee9-47f8-4545-ae20-878443445d18 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112714 Dec 16 10:44:12.264493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:12.297870 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fece620e-7e76-470e-a688-57c19c2bcb31 None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:35:22Z', 'revision_number': 4, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'bf9d2016-05c3-435e-874a-bd38446bd868', 'name': '', 'network_id': 'ff60e691-6939-4527-81fd-a1781e08deb2', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'mac_address': 'fa:16:3e:47:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:22Z', 'updated_at': '2021-12-16T10:35:28Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'subnets': [{'id': 'dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:12.331833 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29d6e596-8598-4d20-80ea-a88d6ca14646 req-5048d4f5-c0a4-4477-ae27-3e572010d479 service neutron] 10.222.0.53 "GET /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006575 Dec 16 10:44:12.550701 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d21c8-36d7-4746-b7d5-ee79e43336b7 None None] New status for floating IP 45df9ee2-4a56-42a1-bbbc-a2649219f083: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:44:12.994792 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a821603-8c59-4ca4-9163-cebe1828e26a req-94ac9b04-1ea7-44f7-b923-01446d4537e8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:12.996495 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a821603-8c59-4ca4-9163-cebe1828e26a req-94ac9b04-1ea7-44f7-b923-01446d4537e8 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0604343 Dec 16 10:44:13.038767 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7a821603-8c59-4ca4-9163-cebe1828e26a req-ce2607e3-b7d0-4ac2-b55a-3ac37c976569 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/security-groups?id=dfb33b3d-6944-4913-8e4a-dd787833b01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356011 Dec 16 10:44:13.516994 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322814c9-d394-494d-90f3-eaf62d418cca req-857183cb-f785-45d2-9c19-91511b901225 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:13.518627 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-322814c9-d394-494d-90f3-eaf62d418cca req-857183cb-f785-45d2-9c19-91511b901225 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 946 time: 0.0583701 Dec 16 10:44:13.621700 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Deleting port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:13.622182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:13.727638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] For port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:13.728007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:13.742872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Calling delete_port for 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:13.880649 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:13.914514 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event deleted for resources: {'Port': ['ID=9844c5c0-03a7-4a3c-a8ee-2b98d007ca55,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:13.958102 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] No DVR routers for this DVR port 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:13.960775 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:13.964110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-322814c9-d394-494d-90f3-eaf62d418cca req-3128874b-5c41-4456-b932-01b4fd74f52f tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.53 "DELETE /v2.0/ports/9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 HTTP/1.1" status: 204 len: 173 time: 0.4390345 Dec 16 10:44:13.964573 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-deleted', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:13.967502 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93fd23f-7a3c-4d49-bfc1-6b52c0ea5adc" -d '{"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-deleted", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:14.012310 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d90d95-f780-4679-8f35-729ec810ffce x-openstack-request-id: req-67d90d95-f780-4679-8f35-729ec810ffce {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:14.012782 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546652ff-2952-47aa-b468-43f57e8ab1b1", "name": "network-vif-deleted", "tag": "9844c5c0-03a7-4a3c-a8ee-2b98d007ca55", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:14.013039 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67d90d95-f780-4679-8f35-729ec810ffce {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:14.013439 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546652ff-2952-47aa-b468-43f57e8ab1b1', 'name': 'network-vif-deleted', 'tag': '9844c5c0-03a7-4a3c-a8ee-2b98d007ca55', 'status': 'completed', 'code': 200} Dec 16 10:44:14.144818 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-f25b0aa9-7a13-4369-b296-e1fb1903b92d req-4a149a3d-e85c-41cf-857f-5016a6ef2dc7 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 210 time: 0.0299025 Dec 16 10:44:14.209106 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-830d9083-dba2-4125-a8a9-0fed766b3364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:15.249476 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7bbf66e7-5ccc-497a-a35c-3e0c545a9bfd req-b9e7401d-1698-485b-aabd-ae6b8bfa7e79 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Dec 16 10:44:15.854083 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:15.875260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:15.875589 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 9844c5c0-03a7-4a3c-a8ee-2b98d007ca55 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:16.351253 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-83d756de-8ab3-42a9-ad70-9e5eef1dc781 req-15a27aa9-82f7-4c42-8f58-fbbca3dcce46 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Dec 16 10:44:16.653032 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-447edf19-cdf9-45f3-846f-bdfc2a06ef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:17.467627 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-d8a3fec2-ca11-4e23-aa5a-2cc9c9a8bc43 req-e75e01f1-a297-4c8e-86de-30d9ebcd8f65 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "GET /v2.0/ports?device_id=546652ff-2952-47aa-b468-43f57e8ab1b1 HTTP/1.1" status: 200 len: 210 time: 0.0400200 Dec 16 10:44:18.394981 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:18.532735 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59876) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:18.603664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88f7e4d8-b2ec-49eb-934e-89208056cba9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:18.634545 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88f7e4d8-b2ec-49eb-934e-89208056cba9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:18.715943 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88f7e4d8-b2ec-49eb-934e-89208056cba9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:18.719540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-88f7e4d8-b2ec-49eb-934e-89208056cba9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:18.721363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-88f7e4d8-b2ec-49eb-934e-89208056cba9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] 10.222.0.61 "DELETE /v2.0/security-groups/dfb33b3d-6944-4913-8e4a-dd787833b01f HTTP/1.1" status: 204 len: 168 time: 0.1874721 Dec 16 10:44:18.735392 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7e4d8-b2ec-49eb-934e-89208056cba9 tempest-TestShelveInstance-816948583 tempest-TestShelveInstance-816948583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb33b3d-6944-4913-8e4a-dd787833b01f,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:18.787016 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59880) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:19.283470 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:19.578349 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Deleting port bf9d2016-05c3-435e-874a-bd38446bd868 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:19.578740 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:19.682450 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] For port bf9d2016-05c3-435e-874a-bd38446bd868, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=bf9d2016-05c3-435e-874a-bd38446bd868,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:19.682794 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:19.703602 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Calling delete_port for bf9d2016-05c3-435e-874a-bd38446bd868 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:19.914479 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:19.939022 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9d2016-05c3-435e-874a-bd38446bd868,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:19.954115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.954115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.954115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.954115 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.954546 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.954733 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.955053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.955369 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.955683 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.955998 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.956308 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.956689 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:19.995550 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.150357 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.218919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.387972 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Router 8b456485-533c-45ed-acd3-7f25e6b8cfbf has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:20.501166 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:20.507254 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-895abafb-b7c2-4e86-b3da-5238caff78b1 admin admin] 10.222.0.61 "PUT /v2.0/routers/8b456485-533c-45ed-acd3-7f25e6b8cfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181439 Dec 16 10:44:20.509126 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59884) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:20.511066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] Sync routers for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:20.526482 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:20.527488 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:20.635006 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.642386 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:20.757333 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.825064 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Deleting port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:20.825350 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.856739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:44:19Z', 'revision_number': 5, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port': {'id': 'b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:7f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:20Z', 'updated_at': '2021-12-16T10:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:20.889701 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] Checking router: 8b456485-533c-45ed-acd3-7f25e6b8cfbf for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:20.900460 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] Routers {'8b456485-533c-45ed-acd3-7f25e6b8cfbf'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:20.901081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:20.908216 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] For port b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:20.908801 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:20.923282 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Calling delete_port for b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:20.990915 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] Set router 8b456485-533c-45ed-acd3-7f25e6b8cfbf gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:21.049087 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:44:20Z', 'revision_number': 6, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:21.076176 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503910b-864e-46c0-b2d2-f2742e6b8c3e None None] The sync data for ids ['8b456485-533c-45ed-acd3-7f25e6b8cfbf'] in n-d-821941-1 is: [{'id': '8b456485-533c-45ed-acd3-7f25e6b8cfbf', 'name': 'tempest-TestShelveInstance-1701180938-router', 'tenant_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:19Z', 'updated_at': '2021-12-16T10:44:20Z', 'revision_number': 6, 'project_id': '43c922ba9a9345cdb95d7cfd8e3d7f89', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:21.120672 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.155754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:21.229528 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.333011 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.335291 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.382756 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.383606 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b456485-533c-45ed-acd3-7f25e6b8cfbf {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:44:21.389196 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.390713 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e886194a-bb77-487b-82d5-cdd1d0345264 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8b456485-533c-45ed-acd3-7f25e6b8cfbf HTTP/1.1" status: 204 len: 168 time: 0.8801088 Dec 16 10:44:21.393643 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59886) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:21.460467 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Deleting subnet dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:44:21.464485 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.511112 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.607999 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.676660 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.711922 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:21.716831 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.721907 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-921f6bb1-fb98-43cd-bdd5-e35b85cfb537 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dfdaf6a8-8ef8-4603-8f11-4d75c57b46e2 HTTP/1.1" status: 204 len: 168 time: 0.3253703 Dec 16 10:44:21.722626 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c268797b-35ea-4b0c-9708-9261c5f81d7c None None] Network ff60e691-6939-4527-81fd-a1781e08deb2 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:21.723425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59888) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:21.807098 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.875616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Deleting port fae48ce5-b145-4930-8445-fb2e7a573d64 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:21.876263 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.949462 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] DHCP port deletion for ff60e691-6939-4527-81fd-a1781e08deb2 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:44:21.971191 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] For port fae48ce5-b145-4930-8445-fb2e7a573d64, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fae48ce5-b145-4930-8445-fb2e7a573d64,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:21.972058 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:21.986113 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Calling delete_port for fae48ce5-b145-4930-8445-fb2e7a573d64 owned by network:dhcp {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:22.025260 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Deleting port fae48ce5-b145-4930-8445-fb2e7a573d64 {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:22.025869 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.107854 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.123238 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] For port fae48ce5-b145-4930-8445-fb2e7a573d64, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=fae48ce5-b145-4930-8445-fb2e7a573d64,segment=NetworkSegment(8ea775e8-1866-484a-b9a0-b7663bed7e92),segment_id=8ea775e8-1866-484a-b9a0-b7663bed7e92)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:22.124006 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.136979 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae48ce5-b145-4930-8445-fb2e7a573d64,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:22.139257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] No DVR routers for this DVR port fae48ce5-b145-4930-8445-fb2e7a573d64 on host n-d-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:22.151481 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Calling delete_port for fae48ce5-b145-4930-8445-fb2e7a573d64 owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:22.225007 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.242754 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.248533 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff60e691-6939-4527-81fd-a1781e08deb2']}} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:22.260038 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea775e8-1866-484a-b9a0-b7663bed7e92') {'for_net_delete': True} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:22.260345 n-d-821941-1 neutron-server[102397]: DEBUG neutron.services.segments.db [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea775e8-1866-484a-b9a0-b7663bed7e92') {} {{(pid=102397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:22.266826 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Pushing event deleted for resources: {'Port': ['ID=fae48ce5-b145-4930-8445-fb2e7a573d64,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:22.271247 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12173720'] for segment, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.276863 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.277271 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.277605 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.277984 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.278311 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.278877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.279203 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.279512 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.279801 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.280332 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.280657 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.280976 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:22.284143 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65334ae-43ef-4b3b-80f9-a07384b8c76b None None] No DVR routers for this DVR port fae48ce5-b145-4930-8445-fb2e7a573d64 on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:22.287358 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.294660 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:44:22.295069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433333'] for segment, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: Traceback (most recent call last): Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: timer() Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: cb(*args, **kw) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: return func(*args, **kwargs) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: self._notify() Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: self.callback(batched_events) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: event.method(event) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: return f(self, *a, **k) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: return self._get(url).json() Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: return self.request(url, 'GET', **kwargs) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:44:22.296976 n-d-821941-1 neutron-server[102397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:44:22.351374 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.356817 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.360142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ff60e691-6939-4527-81fd-a1781e08deb2 HTTP/1.1" status: 204 len: 168 time: 0.6356936 Dec 16 10:44:22.364000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59890) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:22.375564 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f393-2e91-4f32-8015-b8f548a37e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff60e691-6939-4527-81fd-a1781e08deb2,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:22.672418 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:22.696715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:22.697024 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device b7cfa308-0b4f-49b5-8f6e-5f40b8c826e0 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:22.697467 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bf9d2016-05c3-435e-874a-bd38446bd868 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:22.717223 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: bf9d2016-05c3-435e-874a-bd38446bd868 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:22.717570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device bf9d2016-05c3-435e-874a-bd38446bd868 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:22.718029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fae48ce5-b145-4930-8445-fb2e7a573d64 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:22.735820 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:22.737814 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: fae48ce5-b145-4930-8445-fb2e7a573d64 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:22.738202 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device fae48ce5-b145-4930-8445-fb2e7a573d64 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:23.003093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Deleting port 83ba52ae-07e7-4a13-9277-4d3534c6960f {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:23.003423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:23.099052 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] For port 83ba52ae-07e7-4a13-9277-4d3534c6960f, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=83ba52ae-07e7-4a13-9277-4d3534c6960f,segment=NetworkSegment(6ff8c24f-3f33-442d-a280-bb44be5ea698),segment_id=6ff8c24f-3f33-442d-a280-bb44be5ea698)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:23.099423 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:23.122951 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Calling delete_port for 83ba52ae-07e7-4a13-9277-4d3534c6960f owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:23.315542 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:23.665101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Pushing event deleted for resources: {'Port': ['ID=83ba52ae-07e7-4a13-9277-4d3534c6960f,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:23.845207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.113537 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Router e7adac47-99fb-4c1d-bb09-fa8326a893c4 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:24.242672 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:24.248517 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-41c0dbb8-1099-4c0a-9768-0de4d85891bd admin admin] 10.222.0.61 "PUT /v2.0/routers/e7adac47-99fb-4c1d-bb09-fa8326a893c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8828270 Dec 16 10:44:24.251444 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59892) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:24.255777 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] Sync routers for ids ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:24.268886 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] Routers {'e7adac47-99fb-4c1d-bb09-fa8326a893c4'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:24.269629 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:24.371075 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks [] for router, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.384979 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] Set router e7adac47-99fb-4c1d-bb09-fa8326a893c4 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:24.489458 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.553551 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Deleting port 87ba47b5-a904-4239-b446-7b3d77eb9eae {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:24.553939 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.593990 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.601492 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:44:23Z', 'revision_number': 5, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port': {'id': '87ba47b5-a904-4239-b446-7b3d77eb9eae', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:24.632661 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] Checking router: e7adac47-99fb-4c1d-bb09-fa8326a893c4 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:24.643061 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] Routers {'e7adac47-99fb-4c1d-bb09-fa8326a893c4'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:24.644045 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:24.651510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] For port 87ba47b5-a904-4239-b446-7b3d77eb9eae, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=87ba47b5-a904-4239-b446-7b3d77eb9eae,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:24.652343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.667351 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Calling delete_port for 87ba47b5-a904-4239-b446-7b3d77eb9eae owned by network:router_gateway {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:24.737999 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] Set router e7adac47-99fb-4c1d-bb09-fa8326a893c4 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:24.791777 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:44:24Z', 'revision_number': 6, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:24.856453 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:24.892215 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=87ba47b5-a904-4239-b446-7b3d77eb9eae,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:24.925063 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8a2ee-cfd0-436f-9925-8d05097d8b05 None None] The sync data for ids ['e7adac47-99fb-4c1d-bb09-fa8326a893c4'] in n-d-821941-1 is: [{'id': 'e7adac47-99fb-4c1d-bb09-fa8326a893c4', 'name': 'tempest-TestShelveInstance-800221181-router', 'tenant_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:35:25Z', 'updated_at': '2021-12-16T10:44:24Z', 'revision_number': 6, 'project_id': 'dbb738f4bcb0475bb487b28f142d2b6e', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:24.970468 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.072457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.075299 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.132431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.133292 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7adac47-99fb-4c1d-bb09-fa8326a893c4 {{(pid=102398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:44:25.138298 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] Notify callbacks [] for router, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.140175 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-880207e4-b0cb-45a0-a750-aec6cf625a8a admin admin] 10.222.0.61 "DELETE /v2.0/routers/e7adac47-99fb-4c1d-bb09-fa8326a893c4 HTTP/1.1" status: 204 len: 168 time: 0.8873665 Dec 16 10:44:25.143101 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59894) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:25.193753 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Deleting subnet 8b8cf761-8c53-462a-9d5b-c49a0d8366c4 {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:44:25.197230 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.238491 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.339910 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.419116 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.455480 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8cf761-8c53-462a-9d5b-c49a0d8366c4,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:25.459538 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.463261 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-12c1500c-bad8-45e9-b337-540e8fa07adf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8b8cf761-8c53-462a-9d5b-c49a0d8366c4 HTTP/1.1" status: 204 len: 168 time: 0.3185310 Dec 16 10:44:25.466648 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59896) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:25.469191 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9fd2b-d48d-4d70-bb6a-1f1f8878487b None None] Network 493662aa-b147-42b7-b44a-fde1cb0173da requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:25.540775 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.602225 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Deleting port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:25.602225 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.675952 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] For port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,segment=NetworkSegment(6ff8c24f-3f33-442d-a280-bb44be5ea698),segment_id=6ff8c24f-3f33-442d-a280-bb44be5ea698)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:25.676665 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.691868 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Calling delete_port for a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:25.751086 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] DHCP port deletion for 493662aa-b147-42b7-b44a-fde1cb0173da request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:44:25.785833 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.803233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Deleting port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:44:25.803602 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.821295 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:25.823193 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] No DVR routers for this DVR port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:25.879380 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] For port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d, host n-d-821941-1, got binding levels [] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:25.879772 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.899154 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Calling delete_port for a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:44:25.902354 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.ipam_backend_mixin [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d was not found and therefore no delete operation was performed {{(pid=102399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 10:44:25.903730 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.904428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.925462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493662aa-b147-42b7-b44a-fde1cb0173da']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:25.934833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] Pushing event deleted for resources: {'Port': ['ID=a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:25.937613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebc474-627c-431c-81ff-865ebbcdb6aa None None] No DVR routers for this DVR port a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:44:25.938099 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff8c24f-3f33-442d-a280-bb44be5ea698') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:25.938897 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff8c24f-3f33-442d-a280-bb44be5ea698') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:25.953096 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.953828 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.971594 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.978593 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:44:25.979061 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:44:25.981114 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:44:26.046809 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.053223 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.056681 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] 10.222.0.61 "DELETE /v2.0/networks/493662aa-b147-42b7-b44a-fde1cb0173da HTTP/1.1" status: 204 len: 168 time: 0.5889826 Dec 16 10:44:26.077776 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eaf31-7a25-4a41-94e8-f51df9a4d8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=493662aa-b147-42b7-b44a-fde1cb0173da,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:26.178703 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59900) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:26.226191 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-81cec85d-7a66-4d74-b493-9f26db1de0cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43c922ba9a9345cdb95d7cfd8e3d7f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461392 Dec 16 10:44:26.228690 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59902) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:26.292069 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48bc52-2330-44e4-bd7b-2193abecc5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.314354 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48bc52-2330-44e4-bd7b-2193abecc5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.364198 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48bc52-2330-44e4-bd7b-2193abecc5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.367107 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-9b48bc52-2330-44e4-bd7b-2193abecc5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.368489 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-9b48bc52-2330-44e4-bd7b-2193abecc5a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8032ca2-31e3-4f21-89b7-bf0cf54a874c HTTP/1.1" status: 204 len: 168 time: 0.1384475 Dec 16 10:44:26.379036 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:44:26.381632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48bc52-2330-44e4-bd7b-2193abecc5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8032ca2-31e3-4f21-89b7-bf0cf54a874c,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:26.672693 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 83ba52ae-07e7-4a13-9277-4d3534c6960f no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:26.693474 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 83ba52ae-07e7-4a13-9277-4d3534c6960f {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:26.693810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 83ba52ae-07e7-4a13-9277-4d3534c6960f not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:26.694261 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:26.714722 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:26.715065 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device a77cc7f7-56c2-4ad1-8d0b-a4b9cccc160d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:26.715478 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 87ba47b5-a904-4239-b446-7b3d77eb9eae no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:44:26.728262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59908) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:26.734715 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 87ba47b5-a904-4239-b446-7b3d77eb9eae {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:44:26.735054 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 87ba47b5-a904-4239-b446-7b3d77eb9eae not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:44:26.771784 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-c8d1f05f-6dfa-4426-b3c4-af5835f485b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbb738f4bcb0475bb487b28f142d2b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421314 Dec 16 10:44:26.774257 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59910) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:26.823048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f63d946-6feb-4794-b164-91d16ac97da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.847918 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f63d946-6feb-4794-b164-91d16ac97da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.895509 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f63d946-6feb-4794-b164-91d16ac97da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.898113 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2f63d946-6feb-4794-b164-91d16ac97da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:26.899888 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2f63d946-6feb-4794-b164-91d16ac97da1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68933e02-2472-46b8-aaaa-6ce5ca599ee7 HTTP/1.1" status: 204 len: 168 time: 0.1244030 Dec 16 10:44:26.908636 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63d946-6feb-4794-b164-91d16ac97da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68933e02-2472-46b8-aaaa-6ce5ca599ee7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:27.656685 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59932) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:27.755945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1054042677-network', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:27.781446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Made reservation on behalf of 9bec855b33f5414ab6443a2d4468fee1 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:27.783964 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:27.792593 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:27.881039 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:27.886115 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:27.912104 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:44:27.921974 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6e693f-0994-42ae-8ff7-90285c44955d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:27.927024 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:27.927351 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Added segment a39adc67-781d-43d0-a275-3395d7f4a3b0 of type vlan for network 4b7815bc-7c6c-456f-af7e-ea20844ac69d Dec 16 10:44:27.973997 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.002090 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.003080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:28.003681 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.392307 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7344913 Dec 16 10:44:28.396192 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59936) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:28.399962 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a9c0-be77-4805-bea8-2fc0e82199ea admin admin] Pushing event updated for resources: {'Network': ['ID=4b7815bc-7c6c-456f-af7e-ea20844ac69d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:28.401636 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Request body: {'subnet': {'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1054042677-subnet', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:28.409877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:44:28.426466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Made reservation on behalf of 9bec855b33f5414ab6443a2d4468fee1 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:28.429045 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.615664 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.666881 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=058f1a53-5a56-4778-be31-24c061dcc07b,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:28.685816 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Checking segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:28.686288 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Network hostable DHCP agents. Network: 4b7815bc-7c6c-456f-af7e-ea20844ac69d, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:44:28.706010 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:44:28.716569 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 4b7815bc-7c6c-456f-af7e-ea20844ac69d) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:28.722395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:28.723347 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.728278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8f3ba-e2a4-40a6-9def-0344b34a04ed None None] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:28.743118 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d9b9f504-1576-4fff-88b9-5765104c6388 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3456900 Dec 16 10:44:28.746361 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59938) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:28.751068 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:28.774326 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.775445 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.831913 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.889142 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:44:28.890099 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:28.976416 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.038307 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Allocated IP 172.20.0.2 (4b7815bc-7c6c-456f-af7e-ea20844ac69d/058f1a53-5a56-4778-be31-24c061dcc07b/cf997720-b811-47c1-a61a-71cad4a7afbb) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:29.194503 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.196360 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.202464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.217664 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.244032 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:29.249736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:29.251874 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Pushing event updated for resources: {'Port': ['ID=cf997720-b811-47c1-a61a-71cad4a7afbb,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:29.254089 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:29.314373 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Attempting to bind port cf997720-b811-47c1-a61a-71cad4a7afbb on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:29.314739 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Attempting to bind port cf997720-b811-47c1-a61a-71cad4a7afbb by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:29.315128 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Attempting to bind port cf997720-b811-47c1-a61a-71cad4a7afbb on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:29.320419 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:29.320807 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Checking segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:29.321185 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.321576 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Bound using segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:29.322064 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Bound port: cf997720-b811-47c1-a61a-71cad4a7afbb, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:29.322447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.327865 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Allocated IP 172.25.6.233 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/2fff866e-f3ae-4e5c-805b-fdcc9d306864) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:29.394736 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] For port cf997720-b811-47c1-a61a-71cad4a7afbb, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:29.399074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] For port cf997720-b811-47c1-a61a-71cad4a7afbb, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf997720-b811-47c1-a61a-71cad4a7afbb,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:29.404806 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.446961 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.465174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6a50-0676-4d72-840c-d93fe2419f6f None None] Pushing event updated for resources: {'Port': ['ID=cf997720-b811-47c1-a61a-71cad4a7afbb,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:29.489206 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:29.529220 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:29.532122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:29.535556 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:29.560521 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=2fff866e-f3ae-4e5c-805b-fdcc9d306864,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:29.825882 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:30.046062 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:30.197293 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Router a6fbb307-319e-4331-9fec-11f4512cdc49 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:44:30.335483 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:30.348721 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:30.360894 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:30.361272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:30.362079 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:30.362563 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-fcd405de-3bb2-4453-bfb8-2696e8048cc7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6151786 Dec 16 10:44:30.365462 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59940) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:30.444241 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be363d2-45bb-4cb2-b6ae-497e237b3f2e None None] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:30.727066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf997720-b811-47c1-a61a-71cad4a7afbb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:30.729540 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-c5cb8209-4c0c-4a05-99a3-64c86f5efeed None None] Provisioning complete for port cf997720-b811-47c1-a61a-71cad4a7afbb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:30.730149 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8209-4c0c-4a05-99a3-64c86f5efeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:30.827149 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:30.854188 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:30.991222 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cf997720-b811-47c1-a61a-71cad4a7afbb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:30.991604 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.022239 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Allocated IP 172.20.0.1 (4b7815bc-7c6c-456f-af7e-ea20844ac69d/058f1a53-5a56-4778-be31-24c061dcc07b/f0601fe7-05d4-48e9-a706-6bce6627b8f2) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:31.109650 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8209-4c0c-4a05-99a3-64c86f5efeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.136689 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.176448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.213699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-c5cb8209-4c0c-4a05-99a3-64c86f5efeed None None] For port cf997720-b811-47c1-a61a-71cad4a7afbb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf997720-b811-47c1-a61a-71cad4a7afbb,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:31.225403 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8209-4c0c-4a05-99a3-64c86f5efeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.226041 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:31.230632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:31.230977 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.233262 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:31.267143 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Pushing event updated for resources: {'Port': ['ID=f0601fe7-05d4-48e9-a706-6bce6627b8f2,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:31.293084 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.311436 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:29Z', 'revision_number': 3, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:31.334337 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8209-4c0c-4a05-99a3-64c86f5efeed None None] Pushing event updated for resources: {'Port': ['ID=cf997720-b811-47c1-a61a-71cad4a7afbb,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:31.367851 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:31.368102 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Updating router a6fbb307-319e-4331-9fec-11f4512cdc49 port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:44:31.403532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 10:44:31.403532 n-d-821941-1 neutron-server[102399]: DEBUG oslo_db.api [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 10:44:31.408342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.448253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.506810 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-b5c847de-b6d6-450f-9c37-89aa98d66201 None None] Provisioning complete for port cf997720-b811-47c1-a61a-71cad4a7afbb triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:31.507178 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b5c847de-b6d6-450f-9c37-89aa98d66201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.639784 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.645001 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.724175 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Pushing event updated for resources: {'Port': ['ID=f0601fe7-05d4-48e9-a706-6bce6627b8f2,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:31.729050 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.760494 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.767868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.825523 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Attempting to bind port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:31.826019 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Attempting to bind port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:31.826388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Attempting to bind port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:31.834770 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f6746-f5a9-4ca8-a6fd-2c33bf4c5160 None None] Pushing event updated for resources: {'Port': ['ID=2fff866e-f3ae-4e5c-805b-fdcc9d306864,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:31.839174 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:31.840960 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:31.842910 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:31.843281 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:31.843681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.844081 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:31.844551 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Bound port: 2fff866e-f3ae-4e5c-805b-fdcc9d306864, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:31.844944 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.848771 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-56604940-ff4b-48bf-95db-d7a7095fbb37 None None] Provisioning complete for port f0601fe7-05d4-48e9-a706-6bce6627b8f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:31.848771 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-56604940-ff4b-48bf-95db-d7a7095fbb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:31.954534 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-56604940-ff4b-48bf-95db-d7a7095fbb37 None None] Port f0601fe7-05d4-48e9-a706-6bce6627b8f2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:31.963000 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] For port 2fff866e-f3ae-4e5c-805b-fdcc9d306864, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:31.968600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] For port 2fff866e-f3ae-4e5c-805b-fdcc9d306864, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2fff866e-f3ae-4e5c-805b-fdcc9d306864,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:31.971574 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Router a6fbb307-319e-4331-9fec-11f4512cdc49 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:31.975487 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.041018 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:32.041973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:32.080001 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f6746-f5a9-4ca8-a6fd-2c33bf4c5160 None None] Pushing event updated for resources: {'Port': ['ID=2fff866e-f3ae-4e5c-805b-fdcc9d306864,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:32.114026 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:32.120363 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-14f1cff3-f4fc-4066-9367-0cc0f7549c16 admin admin] 10.222.0.61 "PUT /v2.0/routers/a6fbb307-319e-4331-9fec-11f4512cdc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524869 Dec 16 10:44:32.173276 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:32.217429 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-95bb8243-2b85-46e7-a049-26b14765bf4e None None] Provisioning complete for port f0601fe7-05d4-48e9-a706-6bce6627b8f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:32.217829 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-95bb8243-2b85-46e7-a049-26b14765bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.336243 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-95bb8243-2b85-46e7-a049-26b14765bf4e None None] Port f0601fe7-05d4-48e9-a706-6bce6627b8f2 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:32.445973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 2, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:32.485486 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29420be-b494-4720-bb85-76714ac300a2 None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 2, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:32.684705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59956) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:32.696885 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-306114193-network', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:32.719343 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf997720-b811-47c1-a61a-71cad4a7afbb up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:32.731576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Made reservation on behalf of 1910a8d7de6d4baeaafc15fcceb48fb8 for: {'network': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:32.734135 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for network, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.747598 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.791106 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cf997720-b811-47c1-a61a-71cad4a7afbb triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:32.791751 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.859048 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.868381 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.889964 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 10:44:32.912553 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.912894 n-d-821941-1 neutron-server[102397]: INFO neutron.db.segments_db [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Added segment e072f7b2-9a72-4a86-9d35-cf320a2c5bda of type vlan for network 3881dfdc-d72e-4ea4-b485-e97809e35b05 Dec 16 10:44:32.921608 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56724c14-b0ae-423b-b2b8-2f0111bfb2f3,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:32.962722 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742503631544'] for network, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.990082 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671'] for network, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:32.991108 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:32.991676 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Notify callbacks [] for network, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.043742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3581598 Dec 16 10:44:33.046737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59958) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:33.052755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Request body: {'subnet': {'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-306114193-subnet', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'ip_version': 4}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:33.060229 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906effd-b4d5-482d-b5a8-a123103a8f9e admin admin] Pushing event updated for resources: {'Network': ['ID=3881dfdc-d72e-4ea4-b485-e97809e35b05,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:33.071511 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 details requested by agent ovs-agent-n-d-821941-1 with host n-d-821941-1 {{(pid=102399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 10:44:33.083943 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Made reservation on behalf of 1910a8d7de6d4baeaafc15fcceb48fb8 for: {'subnet': 1} {{(pid=102398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:33.086698 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8425441'] for subnet, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.310533 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12216702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8424219'] for subnet, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.365719 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e039c095-eb3a-4104-bc1f-238f096b8c6c,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:33.386739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Checking segment: {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:33.387135 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Network hostable DHCP agents. Network: 3881dfdc-d72e-4ea4-b485-e97809e35b05, hostable agents: ['a92fdfbc-720c-435c-aa86-b7866a79c0d9'], hosted agents: [] {{(pid=102398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 10:44:33.411275 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 is scheduled to be hosted by DHCP agent a92fdfbc-720c-435c-aa86-b7866a79c0d9 with binding_index 1 {{(pid=102398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 10:44:33.427969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821941-1, 3881dfdc-d72e-4ea4-b485-e97809e35b05) {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:33.437185 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:33.438667 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.438934 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339cdc79-e220-4e02-baf5-d71df89eda2d None None] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:33.461067 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 59960) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:33.461569 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-16a2523e-dc22-45ee-abc3-64aef0cf22f5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4126401 Dec 16 10:44:33.466562 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:33.498199 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26554'] for router, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.499540 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-756215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759499', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26547'] for router, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.575359 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.618769 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda5ccc88-b43a-5e05-b1a7-d8aff52a125a-3881dfdc-d72e-4ea4-b485-e97809e35b05', 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'fixed_ips': [{'subnet_id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c'}]}} from n-d-821941-1. {{(pid=102399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 16 10:44:33.619775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.736055 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.774746 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.db_base_plugin_common [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Allocated IP 172.20.0.2 (3881dfdc-d72e-4ea4-b485-e97809e35b05/e039c095-eb3a-4104-bc1f-238f096b8c6c/52d7066e-19cc-4307-b4ad-43a202b5d42d) {{(pid=102399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:33.961309 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Notify callbacks [] for port, precommit_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.964110 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.970161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813'] for port, after_create {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:33.985393 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.025631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 is already hosted by enough agents. {{(pid=102399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:34.027155 n-d-821941-1 neutron-server[102399]: DEBUG neutron.scheduler.base_scheduler [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Resources bound (agent type, host, resource id): {{(pid=102399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:34.031837 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Received port after_create {{(pid=102399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:34.111739 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Allocated IP 172.25.6.128 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/747422b1-d25e-4f56-91e7-3134f8c0b3b9) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:34.247253 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.248230 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Pushing event updated for resources: {'Port': ['ID=52d7066e-19cc-4307-b4ad-43a202b5d42d,revision_number=1']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:34.276893 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Attempting to bind port 52d7066e-19cc-4307-b4ad-43a202b5d42d on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:34.277442 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Attempting to bind port 52d7066e-19cc-4307-b4ad-43a202b5d42d by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:34.277819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Attempting to bind port 52d7066e-19cc-4307-b4ad-43a202b5d42d on network 3881dfdc-d72e-4ea4-b485-e97809e35b05 {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:34.285493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:34.285971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Checking segment: {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:34.286338 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.286681 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Bound using segment: {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:34.287175 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Bound port: 52d7066e-19cc-4307-b4ad-43a202b5d42d, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:34.287556 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.293674 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.333491 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:34.336616 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:34.341180 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:34.361496 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] For port 52d7066e-19cc-4307-b4ad-43a202b5d42d, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:34.366221 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] For port 52d7066e-19cc-4307-b4ad-43a202b5d42d, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=52d7066e-19cc-4307-b4ad-43a202b5d42d,segment=NetworkSegment(e072f7b2-9a72-4a86-9d35-cf320a2c5bda),segment_id=e072f7b2-9a72-4a86-9d35-cf320a2c5bda)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:34.372021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Pushing event updated for resources: {'Port': ['ID=747422b1-d25e-4f56-91e7-3134f8c0b3b9,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:34.374483 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.448877 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86b1bb-7b93-43a2-9272-455bdb46e884 None None] Pushing event updated for resources: {'Port': ['ID=52d7066e-19cc-4307-b4ad-43a202b5d42d,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:34.785187 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2fff866e-f3ae-4e5c-805b-fdcc9d306864 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:34.866283 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:34.876344 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:34.877158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:34.878189 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:34.878819 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:34.993562 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.028434 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 2fff866e-f3ae-4e5c-805b-fdcc9d306864, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2fff866e-f3ae-4e5c-805b-fdcc9d306864,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:35.034583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.043158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:35.084448 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.102833 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=2fff866e-f3ae-4e5c-805b-fdcc9d306864,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:35.314111 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 2, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:35.336587 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-756206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759334'] for router, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.347400 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:35.347744 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Updating router a6fbb307-319e-4331-9fec-11f4512cdc49 port f0601fe7-05d4-48e9-a706-6bce6627b8f2 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:44:35.377779 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.548872 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Router c1347219-dd45-4d5a-8245-837f4c8a8987 is scheduled to L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 with binding_index 1 {{(pid=102397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 10:44:35.636658 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b118096-8e08-4797-a3fc-04a6244ef6dd None None] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:44:35.678693 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:35.695493 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Sync routers for ids ['c1347219-dd45-4d5a-8245-837f4c8a8987'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:35.699555 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.702287 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-d1c35587-aec8-4ac6-979c-b119dc87ee9f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2383327 Dec 16 10:44:35.703625 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59962) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:35.715663 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Routers {'c1347219-dd45-4d5a-8245-837f4c8a8987'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:35.716494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c1347219-dd45-4d5a-8245-837f4c8a8987'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:35.736524 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.751465 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.760448 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-e18ebd30-aae6-4d63-bb7f-8845f9f5843c None None] Provisioning complete for port 52d7066e-19cc-4307-b4ad-43a202b5d42d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:35.761797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e18ebd30-aae6-4d63-bb7f-8845f9f5843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.816035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Pushing event updated for resources: {'Port': ['ID=f0601fe7-05d4-48e9-a706-6bce6627b8f2,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:35.844712 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.845359 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.845902 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.846412 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.847460 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.847978 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.849167 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.849666 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.850930 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.851443 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.851925 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.852413 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:44:35.893894 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Attempting to bind port f0601fe7-05d4-48e9-a706-6bce6627b8f2 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:35.894607 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Attempting to bind port f0601fe7-05d4-48e9-a706-6bce6627b8f2 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:35.894607 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Attempting to bind port f0601fe7-05d4-48e9-a706-6bce6627b8f2 on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:35.900193 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:35.900869 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Checking segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:35.901432 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.902249 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Bound using segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:35.903230 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Bound port: f0601fe7-05d4-48e9-a706-6bce6627b8f2, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:35.903825 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:35.967447 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Set router c1347219-dd45-4d5a-8245-837f4c8a8987 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:36.009165 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] For port f0601fe7-05d4-48e9-a706-6bce6627b8f2, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:36.015199 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] For port f0601fe7-05d4-48e9-a706-6bce6627b8f2, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f0601fe7-05d4-48e9-a706-6bce6627b8f2,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:36.026102 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.088963 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:36.089750 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:36.180013 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47706e6-454e-4f6f-b12a-a73974029adb None None] Pushing event updated for resources: {'Port': ['ID=f0601fe7-05d4-48e9-a706-6bce6627b8f2,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:36.187486 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e18ebd30-aae6-4d63-bb7f-8845f9f5843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.287350 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-e18ebd30-aae6-4d63-bb7f-8845f9f5843c None None] For port 52d7066e-19cc-4307-b4ad-43a202b5d42d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=52d7066e-19cc-4307-b4ad-43a202b5d42d,segment=NetworkSegment(e072f7b2-9a72-4a86-9d35-cf320a2c5bda),segment_id=e072f7b2-9a72-4a86-9d35-cf320a2c5bda)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:36.302029 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:36.305776 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e18ebd30-aae6-4d63-bb7f-8845f9f5843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.356341 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 3, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:36.396464 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.400258 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Checking router: c1347219-dd45-4d5a-8245-837f4c8a8987 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:36.400602 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Updating router c1347219-dd45-4d5a-8245-837f4c8a8987 port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 binding host n-d-821941-1 {{(pid=102399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:44:36.429797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.556401 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ebd30-aae6-4d63-bb7f-8845f9f5843c None None] Pushing event updated for resources: {'Port': ['ID=52d7066e-19cc-4307-b4ad-43a202b5d42d,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:36.601391 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:36.611422 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-80f56c69-24f0-44de-bf9c-45f139d4e36b None None] Provisioning complete for port f0601fe7-05d4-48e9-a706-6bce6627b8f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:36.611845 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80f56c69-24f0-44de-bf9c-45f139d4e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.640233 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e318922-d956-4966-9cb7-6c1872f272ac None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:36.666985 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Allocated IP 172.20.0.1 (3881dfdc-d72e-4ea4-b485-e97809e35b05/e039c095-eb3a-4104-bc1f-238f096b8c6c/cd82cdb9-5400-4083-9587-63dbcad6d6f7) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:36.832827 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.876242 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.881913 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80f56c69-24f0-44de-bf9c-45f139d4e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.922584 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52d7066e-19cc-4307-b4ad-43a202b5d42d up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:36.924859 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:36.929735 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:36.933552 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:36.968004 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd82cdb9-5400-4083-9587-63dbcad6d6f7,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:36.986678 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-760349'] for router_interface, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:36.991078 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-80f56c69-24f0-44de-bf9c-45f139d4e36b None None] For port f0601fe7-05d4-48e9-a706-6bce6627b8f2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f0601fe7-05d4-48e9-a706-6bce6627b8f2,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:37.030189 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Notify callbacks [] for port, precommit_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.033915 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-80f56c69-24f0-44de-bf9c-45f139d4e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.078346 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.108628 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Attempting to bind port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:37.108995 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Attempting to bind port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:37.109357 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Attempting to bind port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 on network f77c0f6b-2201-49ad-b509-2e855a26124a {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:37.117571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:37.118011 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Checking segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:37.118405 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.118799 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Bound using segment: {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'} {{(pid=102399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:37.119284 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.managers [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Bound port: 747422b1-d25e-4f56-91e7-3134f8c0b3b9, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49399914-9975-4c2a-be37-a590e3a6d9c0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a'}}] {{(pid=102399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:37.119665 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.160821 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.170385 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 52d7066e-19cc-4307-b4ad-43a202b5d42d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:37.170760 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.209378 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f56c69-24f0-44de-bf9c-45f139d4e36b None None] Pushing event updated for resources: {'Port': ['ID=f0601fe7-05d4-48e9-a706-6bce6627b8f2,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:37.272407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-38be9461-627d-4741-830c-b2f42da64900 None None] Provisioning complete for port 52d7066e-19cc-4307-b4ad-43a202b5d42d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:37.272910 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38be9461-627d-4741-830c-b2f42da64900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.308181 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] For port 747422b1-d25e-4f56-91e7-3134f8c0b3b9, host n-d-821941-1, cleared binding levels {{(pid=102399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:37.344574 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] For port 747422b1-d25e-4f56-91e7-3134f8c0b3b9, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=747422b1-d25e-4f56-91e7-3134f8c0b3b9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:37.346964 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ad4bd-da25-4e52-9463-b5a52099dc73 None None] Pushing event updated for resources: {'Port': ['ID=747422b1-d25e-4f56-91e7-3134f8c0b3b9,revision_number=2']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:37.354916 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.364283 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.370132 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.442649 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-760936'] for router_interface, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.453358 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Pushing event updated for resources: {'Port': ['ID=cd82cdb9-5400-4083-9587-63dbcad6d6f7,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:37.467927 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ad4bd-da25-4e52-9463-b5a52099dc73 None None] Pushing event updated for resources: {'Port': ['ID=747422b1-d25e-4f56-91e7-3134f8c0b3b9,revision_number=3']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:37.471459 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f0601fe7-05d4-48e9-a706-6bce6627b8f2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:37.497293 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Routers {'c1347219-dd45-4d5a-8245-837f4c8a8987'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:37.497969 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c1347219-dd45-4d5a-8245-837f4c8a8987'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:37.555344 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:37.557000 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:37.663789 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f0601fe7-05d4-48e9-a706-6bce6627b8f2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:37.664161 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.665670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-38be9461-627d-4741-830c-b2f42da64900 None None] Provisioning complete for port f0601fe7-05d4-48e9-a706-6bce6627b8f2 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:37.665996 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-38be9461-627d-4741-830c-b2f42da64900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:37.690024 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Router c1347219-dd45-4d5a-8245-837f4c8a8987 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:37.714453 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] Set router c1347219-dd45-4d5a-8245-837f4c8a8987 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:37.814355 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:37.819992 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d851f69-bbae-4345-b453-a8334434bcd4 admin admin] 10.222.0.61 "PUT /v2.0/routers/c1347219-dd45-4d5a-8245-837f4c8a8987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1144743 Dec 16 10:44:38.172153 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2fff866e-f3ae-4e5c-805b-fdcc9d306864 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:38.268696 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:38.269373 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.306679 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cd82cdb9-5400-4083-9587-63dbcad6d6f7', 'name': '', 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'mac_address': 'fa:16:3e:bb:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:36Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 2, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'subnets': [{'id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:38.313618 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-109d85da-eab8-4c24-96a4-743e1eb9dca9 None None] Provisioning complete for port cd82cdb9-5400-4083-9587-63dbcad6d6f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:38.314022 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-109d85da-eab8-4c24-96a4-743e1eb9dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.335327 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59970) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:38.340366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885355214', 'description': 'tempest-secgroup-smoke-885355214 description', 'project_id': '9bec855b33f5414ab6443a2d4468fee1'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:38.364529 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.365392 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce7309-7719-4c35-a31b-fcfa584c6f03 None None] The sync data for ids ['c1347219-dd45-4d5a-8245-837f4c8a8987'] in n-d-821941-1 is: [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cd82cdb9-5400-4083-9587-63dbcad6d6f7', 'name': '', 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'mac_address': 'fa:16:3e:bb:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:36Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 2, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'subnets': [{'id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:38.388044 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-109d85da-eab8-4c24-96a4-743e1eb9dca9 None None] Port cd82cdb9-5400-4083-9587-63dbcad6d6f7 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:38.445679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.450209 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.480648 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.481939 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1454322 Dec 16 10:44:38.484901 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59972) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:38.489158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group_rule': {'security_group_id': '49520f2f-cb86-4a81-a1af-484c81b5e495', 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:38.498019 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d7cc-a9ae-45f0-be81-9a1cce935997 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49520f2f-cb86-4a81-a1af-484c81b5e495,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:38.522276 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.595340 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.604540 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.623224 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6b6353-4da2-49e8-b0bd-d4e0a9fa88c3,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:38.642089 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.646250 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-70e71ed7-95e8-4d01-89fc-0da416153a8d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577218 Dec 16 10:44:38.646567 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59974) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:38.652808 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group_rule': {'security_group_id': '49520f2f-cb86-4a81-a1af-484c81b5e495', 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:38.686345 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.718740 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f0601fe7-05d4-48e9-a706-6bce6627b8f2 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:38.752532 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.756974 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.780742 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5dfe8a-dcfc-4bb2-9efa-b8b1bebec021,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:38.783174 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port f0601fe7-05d4-48e9-a706-6bce6627b8f2 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:38.783727 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.787598 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.788906 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-fd79be38-77cc-4139-9b67-c654e65f07ae tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413279 Dec 16 10:44:38.791716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59976) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:38.796885 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group_rule': {'security_group_id': '49520f2f-cb86-4a81-a1af-484c81b5e495', 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:38.829197 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.892927 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.897434 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.916910 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1344deb6-184c-4328-90c2-4d24af6bc73d,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:38.924839 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:38.928625 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-30071501-709f-4972-a159-9976f9e37045 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330171 Dec 16 10:44:38.928888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59978) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:38.933620 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group_rule': {'security_group_id': '49520f2f-cb86-4a81-a1af-484c81b5e495', 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:38.960804 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.038312 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.044233 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.065162 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bd935c-c81c-40d3-8661-04a936f11bdd,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:39.073457 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.074865 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d48763a9-35b3-4d13-a935-6aec61c2c108 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450458 Dec 16 10:44:39.077755 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59980) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:39.082487 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group_rule': {'security_group_id': '49520f2f-cb86-4a81-a1af-484c81b5e495', 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:39.111453 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Project 9bec855b33f5414ab6443a2d4468fee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:44:39.116943 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.190153 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.198935 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.217186 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb68b010-dbb1-42f5-b480-8d12eee8af01,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:39.225995 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.227234 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-15329076-215c-419b-945f-604d12a39f26 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484864 Dec 16 10:44:39.230297 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 59982) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:39.235006 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'security_group_rule': {'security_group_id': '49520f2f-cb86-4a81-a1af-484c81b5e495', 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:39.259026 n-d-821941-1 neutron-server[102398]: INFO neutron.db.securitygroups_db [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Project 9bec855b33f5414ab6443a2d4468fee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 10:44:39.265384 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.349194 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.356713 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578530'] for security_group_rule, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.378094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec2b37f-3fef-49b6-ab85-b31a4dc274c5,revision_number=0']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:39.384753 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:39.389927 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-d25833c3-23cd-4e0e-8701-b790daba00f5 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546574 Dec 16 10:44:39.535283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-3413e2ac-84d0-41a0-a86d-d0f99a5718d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885355214&fields=id&tenant_id=9bec855b33f5414ab6443a2d4468fee1 HTTP/1.1" status: 200 len: 267 time: 0.0380664 Dec 16 10:44:39.995496 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-69c25ecc-b280-4d3d-95d4-7fb5377f62f4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:39.997187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-69c25ecc-b280-4d3d-95d4-7fb5377f62f4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 810 time: 0.4544075 Dec 16 10:44:40.016265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-74cb76fa-0911-4ca7-bae0-4830678661d7 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/quotas/9bec855b33f5414ab6443a2d4468fee1 HTTP/1.1" status: 200 len: 375 time: 0.0102680 Dec 16 10:44:40.069448 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-1a3df40a-2511-49ee-88fd-e8a9daafec57 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474594 Dec 16 10:44:40.087666 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-07034a20-6f99-44e3-80b4-365141cbf193 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:44:40.088597 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-07034a20-6f99-44e3-80b4-365141cbf193 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052745 Dec 16 10:44:40.185671 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-0bd49a69-fc4a-494a-a32c-600a099e578c service neutron] 10.222.0.61 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910912 Dec 16 10:44:40.280524 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-8066c054-01c4-4099-b159-dd2b29d8d9ad service neutron] 10.222.0.61 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885563 Dec 16 10:44:40.453737 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ed573517-b0d0-4907-8bb0-360c2d4bb204 req-e1d419b3-fba0-4b8a-804b-964b12cb8dd9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 210 time: 0.0286999 Dec 16 10:44:40.626641 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Sync routers for ids ['c1347219-dd45-4d5a-8245-837f4c8a8987'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:40.641114 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Routers {'c1347219-dd45-4d5a-8245-837f4c8a8987'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:40.641521 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c1347219-dd45-4d5a-8245-837f4c8a8987'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:40.731727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 747422b1-d25e-4f56-91e7-3134f8c0b3b9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:40.767154 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Set router c1347219-dd45-4d5a-8245-837f4c8a8987 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:40.784423 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:40.784864 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:40.876603 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:40.902613 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] For port 747422b1-d25e-4f56-91e7-3134f8c0b3b9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=747422b1-d25e-4f56-91e7-3134f8c0b3b9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:40.908707 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:40.968051 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Pushing event updated for resources: {'Port': ['ID=747422b1-d25e-4f56-91e7-3134f8c0b3b9,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:41.002248 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cd82cdb9-5400-4083-9587-63dbcad6d6f7', 'name': '', 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'mac_address': 'fa:16:3e:bb:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:36Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 2, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'subnets': [{'id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:41.120776 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Checking router: c1347219-dd45-4d5a-8245-837f4c8a8987 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:41.121254 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Updating router c1347219-dd45-4d5a-8245-837f4c8a8987 port cd82cdb9-5400-4083-9587-63dbcad6d6f7 binding host n-d-821941-1 {{(pid=102400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 10:44:41.147289 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.420176 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Notify callbacks [] for port, precommit_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.427458 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.495854 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-a4ff9141-2def-42a4-ab3f-f7df47439ad7 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:41.497602 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-a4ff9141-2def-42a4-ab3f-f7df47439ad7 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 810 time: 0.1138227 Dec 16 10:44:41.534857 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3986903-d030-4dfa-ac64-68f789b5fca9 None None] Pushing event updated for resources: {'Port': ['ID=cd82cdb9-5400-4083-9587-63dbcad6d6f7,revision_number=3']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:41.552960 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Attempting to bind port cd82cdb9-5400-4083-9587-63dbcad6d6f7 on host n-d-821941-1 for vnic_type normal with profile {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:41.554319 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Attempting to bind port cd82cdb9-5400-4083-9587-63dbcad6d6f7 by drivers openvswitch,hyperv on host n-d-821941-1 at level 0 using segments [{'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:41.554319 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Attempting to bind port cd82cdb9-5400-4083-9587-63dbcad6d6f7 on network 3881dfdc-d72e-4ea4-b485-e97809e35b05 {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:41.554562 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-f30890cd-6a75-424b-b148-e64d66448804 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bec855b33f5414ab6443a2d4468fee1 HTTP/1.1" status: 200 len: 379 time: 0.0450702 Dec 16 10:44:41.560699 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Checking agent: {'id': '539a9f79-1875-4654-8e82-24fe63ae744c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 7, 20), 'started_at': datetime.datetime(2021, 12, 16, 9, 7, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821941-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:41.561300 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Checking segment: {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:41.561943 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.562417 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Bound using segment: {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'} {{(pid=102400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:41.563010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.managers [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Bound port: cd82cdb9-5400-4083-9587-63dbcad6d6f7, host: n-d-821941-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05'}}] {{(pid=102400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:41.563493 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.565172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'port': {'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'admin_state_up': True, 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'security_groups': ['49520f2f-cb86-4a81-a1af-484c81b5e495']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:41.601365 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-292ffa9c-8920-4b07-8697-3b07b6dafde3 req-1bab448d-9f41-48bb-8b34-ca3b5f800ad7 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 210 time: 0.0447245 Dec 16 10:44:41.663787 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] For port cd82cdb9-5400-4083-9587-63dbcad6d6f7, host n-d-821941-1, cleared binding levels {{(pid=102400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:41.667753 n-d-821941-1 neutron-server[102400]: DEBUG neutron.plugins.ml2.db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] For port cd82cdb9-5400-4083-9587-63dbcad6d6f7, host n-d-821941-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cd82cdb9-5400-4083-9587-63dbcad6d6f7,segment=NetworkSegment(e072f7b2-9a72-4a86-9d35-cf320a2c5bda),segment_id=e072f7b2-9a72-4a86-9d35-cf320a2c5bda)] {{(pid=102400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:41.672970 n-d-821941-1 neutron-server[102400]: DEBUG neutron_lib.callbacks.manager [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.688172 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Made reservation on behalf of 9bec855b33f5414ab6443a2d4468fee1 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:44:41.692787 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.742469 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-d206dcd3-0b9c-4681-a9cd-f531fa17b180 None None] Provisioning complete for port cd82cdb9-5400-4083-9587-63dbcad6d6f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:41.743329 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d206dcd3-0b9c-4681-a9cd-f531fa17b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.748343 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3986903-d030-4dfa-ac64-68f789b5fca9 None None] Pushing event updated for resources: {'Port': ['ID=cd82cdb9-5400-4083-9587-63dbcad6d6f7,revision_number=4']} {{(pid=102400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:41.752478 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Routers {'c1347219-dd45-4d5a-8245-837f4c8a8987'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:41.753097 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c1347219-dd45-4d5a-8245-837f4c8a8987'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:41.851020 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d206dcd3-0b9c-4681-a9cd-f531fa17b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.854471 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Allocated IP 172.20.0.7 (4b7815bc-7c6c-456f-af7e-ea20844ac69d/058f1a53-5a56-4778-be31-24c061dcc07b/6a7701a0-3951-4ef3-bd20-3920b69289c4) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:41.895040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-d206dcd3-0b9c-4681-a9cd-f531fa17b180 None None] For port cd82cdb9-5400-4083-9587-63dbcad6d6f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cd82cdb9-5400-4083-9587-63dbcad6d6f7,segment=NetworkSegment(e072f7b2-9a72-4a86-9d35-cf320a2c5bda),segment_id=e072f7b2-9a72-4a86-9d35-cf320a2c5bda)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:41.896895 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] Set router c1347219-dd45-4d5a-8245-837f4c8a8987 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:41.905177 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d206dcd3-0b9c-4681-a9cd-f531fa17b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:41.963505 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206dcd3-0b9c-4681-a9cd-f531fa17b180 None None] Pushing event updated for resources: {'Port': ['ID=cd82cdb9-5400-4083-9587-63dbcad6d6f7,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:42.025725 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cc21e41c-6329-4ef8-b636-9062044fec6c None None] Provisioning complete for port cd82cdb9-5400-4083-9587-63dbcad6d6f7 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:42.026041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cc21e41c-6329-4ef8-b636-9062044fec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.032685 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.068296 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.104830 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cd82cdb9-5400-4083-9587-63dbcad6d6f7', 'name': '', 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'mac_address': 'fa:16:3e:bb:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:36Z', 'updated_at': '2021-12-16T10:44:41Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'subnets': [{'id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:42.113976 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:42.117319 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:42.121653 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:42.130989 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:42.141229 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007100e-5853-45ab-821c-86b7ff70c8de None None] The sync data for ids ['c1347219-dd45-4d5a-8245-837f4c8a8987'] in n-d-821941-1 is: [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:37Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'cd82cdb9-5400-4083-9587-63dbcad6d6f7', 'name': '', 'network_id': '3881dfdc-d72e-4ea4-b485-e97809e35b05', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'mac_address': 'fa:16:3e:bb:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:36Z', 'updated_at': '2021-12-16T10:44:41Z', 'revision_number': 4, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'subnets': [{'id': 'e039c095-eb3a-4104-bc1f-238f096b8c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:42.184023 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:42.184718 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.203481 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-338fc73f-7d38-45ab-81ff-5e940e1d304c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6423876 Dec 16 10:44:42.216366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Request body: {'port': {'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:42.285517 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.434073 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-fca1c6fd-e1e0-4a41-9c4c-4b1a3535ecb7 None None] Provisioning complete for port 6a7701a0-3951-4ef3-bd20-3920b69289c4 triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:42.434447 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fca1c6fd-e1e0-4a41-9c4c-4b1a3535ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.471395 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-fca1c6fd-e1e0-4a41-9c4c-4b1a3535ecb7 None None] Port 6a7701a0-3951-4ef3-bd20-3920b69289c4 cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:44:42.570747 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7701a0-3951-4ef3-bd20-3920b69289c4 {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:44:42.580420 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.594495 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Transition to ACTIVE for port object 6a7701a0-3951-4ef3-bd20-3920b69289c4 will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:44:42.598853 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.672629 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:42.755519 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd82cdb9-5400-4083-9587-63dbcad6d6f7 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:42.781395 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ea213-65c9-43ad-b3e6-843eb26427c0 req-ecc4f96b-47e9-4103-b04c-bdd48ee8be30 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:42.782945 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Attempting to bind port 6a7701a0-3951-4ef3-bd20-3920b69289c4 on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:44:42.783096 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-543ea213-65c9-43ad-b3e6-843eb26427c0 req-ecc4f96b-47e9-4103-b04c-bdd48ee8be30 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 943 time: 0.0715408 Dec 16 10:44:42.783459 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Attempting to bind port 6a7701a0-3951-4ef3-bd20-3920b69289c4 by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:44:42.783881 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Attempting to bind port 6a7701a0-3951-4ef3-bd20-3920b69289c4 on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:42.789911 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Port 6a7701a0-3951-4ef3-bd20-3920b69289c4 on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:44:42.790368 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Attempting to bind port 6a7701a0-3951-4ef3-bd20-3920b69289c4 on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:44:42.797351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:44:42.797351 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Checking segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:44:42.797797 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Bound using segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:44:42.798346 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Bound port: 6a7701a0-3951-4ef3-bd20-3920b69289c4, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:44:42.798904 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.822971 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port cd82cdb9-5400-4083-9587-63dbcad6d6f7 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:42.823789 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.830941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-543ea213-65c9-43ad-b3e6-843eb26427c0 req-083cc4d8-1fc5-4ba1-9c90-162603201ac1 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411682 Dec 16 10:44:42.880054 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:44:42.883610 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:44:42.889670 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.918327 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 747422b1-d25e-4f56-91e7-3134f8c0b3b9 up at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:42.923096 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:42.923797 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:42.925172 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 1091 time: 0.7135317 Dec 16 10:44:42.925606 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:42.928103 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ddbe0b-2660-4557-878d-2551cf222db5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:42.958305 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1598c8-4f0d-4e8f-9321-61d071e81497 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:42.977435 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc08059-8e24-4ee2-a772-4175bc54a18f x-openstack-request-id: req-2cc08059-8e24-4ee2-a772-4175bc54a18f {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:42.977721 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:42.982117 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cc08059-8e24-4ee2-a772-4175bc54a18f {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:42.982826 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'status': 'completed', 'code': 200} Dec 16 10:44:42.983095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Provisioning complete for port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:42.983461 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:43.028244 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-1b7425c9-d942-445c-883a-17946af2339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.029551 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-1b7425c9-d942-445c-883a-17946af2339e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1094 time: 0.0610826 Dec 16 10:44:43.073407 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-1f4a2859-977c-46f0-91ea-0851a1c425b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 217 time: 0.0359392 Dec 16 10:44:43.130590 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-49bf3bd5-1cee-4b3f-8cde-9490a8e2c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.132217 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-49bf3bd5-1cee-4b3f-8cde-9490a8e2c999 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0510848 Dec 16 10:44:43.180602 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-daf2baaa-3849-474f-ba10-ffd2da71c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.182236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-daf2baaa-3849-474f-ba10-ffd2da71c312 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415506 Dec 16 10:44:43.282606 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-a68b1a79-5182-48ac-8a9d-9b7fad609c0a service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922971 Dec 16 10:44:43.375397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7ded1725-bce1-4173-83d8-096c0580adc3 req-89aa921f-209d-446e-99ce-7ff18873a1b5 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Dec 16 10:44:43.475706 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-2012fe60-b482-4177-a6f2-d3e28d8138a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.477983 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-2012fe60-b482-4177-a6f2-d3e28d8138a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1094 time: 0.0512400 Dec 16 10:44:43.583519 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-cefa2886-cdfc-4ff0-8568-ec132422ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.585298 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-cefa2886-cdfc-4ff0-8568-ec132422ae49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0983174 Dec 16 10:44:43.633745 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-b5d96a9b-fca8-419f-a96c-1b2734b616d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 217 time: 0.0406828 Dec 16 10:44:43.685145 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-e5115a0a-56e6-46f0-9bd1-4145301ff64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.686647 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-e5115a0a-56e6-46f0-9bd1-4145301ff64a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0451674 Dec 16 10:44:43.735817 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-0fd31b35-8abd-4d3e-abfc-b1a862064673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.737309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-0fd31b35-8abd-4d3e-abfc-b1a862064673 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425470 Dec 16 10:44:43.837573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-d6f87906-a50a-415a-9138-d5222fdbe6ef service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913689 Dec 16 10:44:43.932587 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-c9ddbe0b-2660-4557-878d-2551cf222db5 req-39992c12-ac75-45be-a27c-8f7ae586cbd5 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Dec 16 10:44:43.953674 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0d693-f5a9-4fc9-bd98-2245fd88fe29 req-fd45283d-7aff-45e4-903f-13e77b507cd6 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:43.955269 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ea0d693-f5a9-4fc9-bd98-2245fd88fe29 req-fd45283d-7aff-45e4-903f-13e77b507cd6 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 943 time: 0.0497968 Dec 16 10:44:43.997489 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2ea0d693-f5a9-4fc9-bd98-2245fd88fe29 req-53b3bf60-8e16-41c7-b0fe-eae6eca50391 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358272 Dec 16 10:44:44.215494 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-df2aca24-7ed6-46e2-92f4-31eeb97994db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:45.125210 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc93a5-5006-4f9b-b27f-fe36fd97eaae req-35129578-faaf-4650-ae79-6377b019a5ee tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:45.126768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dffc93a5-5006-4f9b-b27f-fe36fd97eaae req-35129578-faaf-4650-ae79-6377b019a5ee tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 943 time: 0.0516152 Dec 16 10:44:45.177720 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-dffc93a5-5006-4f9b-b27f-fe36fd97eaae req-c5685f39-cf54-442c-a3ff-7090dbe06645 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437720 Dec 16 10:44:45.973389 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:44:46.083707 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:46.095450 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:44:46.133744 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.148856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7701a0-3951-4ef3-bd20-3920b69289c4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:44:46.170755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:46.178041 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:46.235299 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:46.302227 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3b9fa-9770-4571-a758-bfc4fad24c0f req-1278241b-253e-4fba-abb4-c3a5f668315a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:46.303726 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6a3b9fa-9770-4571-a758-bfc4fad24c0f req-1278241b-253e-4fba-abb4-c3a5f668315a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 944 time: 0.0512550 Dec 16 10:44:46.347407 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e6a3b9fa-9770-4571-a758-bfc4fad24c0f req-8a184b13-2efc-4bc4-96ad-451afe3467bc tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Dec 16 10:44:46.397021 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['6a7701a0-3951-4ef3-bd20-3920b69289c4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:44:46.660773 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-53bad241-9c30-45d6-a838-cc01dd6c0370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:47.470094 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97bef-c1eb-40dc-867e-836d2e62356b req-2b58fe2a-6d15-48a9-bfca-d7e999bed062 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:47.471623 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edd97bef-c1eb-40dc-867e-836d2e62356b req-2b58fe2a-6d15-48a9-bfca-d7e999bed062 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 944 time: 0.0533743 Dec 16 10:44:47.514438 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-edd97bef-c1eb-40dc-867e-836d2e62356b req-b5c2f07a-5b17-4d42-abe5-866314e57097 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338433 Dec 16 10:44:47.972095 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:44:48.036352 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port 6a7701a0-3951-4ef3-bd20-3920b69289c4 completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:44:48.040622 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 6a7701a0-3951-4ef3-bd20-3920b69289c4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:44:48.040986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.129693 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.152507 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:48.155207 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc5d4f3-977a-46c3-a857-a3dd416b021d" -d '{"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-plugged", "status": "completed", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:48.168166 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:44:48.173265 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.198383 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ba7b6c-827e-4ba4-b3c3-12cc329bbe0c x-openstack-request-id: req-e4ba7b6c-827e-4ba4-b3c3-12cc329bbe0c {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:48.198673 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-plugged", "status": "completed", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:48.198919 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4ba7b6c-827e-4ba4-b3c3-12cc329bbe0c {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:48.199340 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'code': 200} Dec 16 10:44:48.226793 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:48.308073 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4358d-276c-4ce0-a198-8c460a557687 req-cbdca99b-11f5-47ed-823f-98176e414e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:48.309634 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-64f4358d-276c-4ce0-a198-8c460a557687 req-cbdca99b-11f5-47ed-823f-98176e414e10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1096 time: 0.0502214 Dec 16 10:44:48.347962 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-64f4358d-276c-4ce0-a198-8c460a557687 req-1affb257-00d4-4234-aa28-ab420bbd0d32 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Dec 16 10:44:48.399880 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:48.651698 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826155-5b01-4f8b-ac1e-69f4afadb58e req-ae184165-d91b-490e-add8-e8a070dfb1d1 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:48.653203 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10826155-5b01-4f8b-ac1e-69f4afadb58e req-ae184165-d91b-490e-add8-e8a070dfb1d1 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 945 time: 0.0556529 Dec 16 10:44:48.697836 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-10826155-5b01-4f8b-ac1e-69f4afadb58e req-7c7b25e1-88c0-45d3-8a9c-778314165e89 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381794 Dec 16 10:44:49.821899 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a71441-92de-41b6-9377-65c80142ccb6 req-74a1aa1f-b2c7-4121-991a-1a5e7cb64206 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:49.823393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6a71441-92de-41b6-9377-65c80142ccb6 req-74a1aa1f-b2c7-4121-991a-1a5e7cb64206 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 945 time: 0.0516870 Dec 16 10:44:49.865218 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c6a71441-92de-41b6-9377-65c80142ccb6 req-62dd8e9f-fed2-4401-8000-80e83cbdf1b4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341156 Dec 16 10:44:49.994739 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78c7cc-76db-48c7-bf81-7cd3a118620f req-8d8f425b-d3e0-4fbc-8ba0-579db76775b3 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:49.996643 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e78c7cc-76db-48c7-bf81-7cd3a118620f req-8d8f425b-d3e0-4fbc-8ba0-579db76775b3 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 945 time: 0.0552862 Dec 16 10:44:50.006527 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.039130 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-2e78c7cc-76db-48c7-bf81-7cd3a118620f req-d81b7903-e2a5-48c9-8922-fd85dfc55bb8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350282 Dec 16 10:44:50.067452 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60036) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:50.222367 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.224018 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c9b14-24ea-4bb7-8178-25b5caefacf4 tempest-TestSnapshotPattern-1940405324 tempest-TestSnapshotPattern-1940405324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:50.225768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-8d7c9b14-24ea-4bb7-8178-25b5caefacf4 tempest-TestSnapshotPattern-1940405324 tempest-TestSnapshotPattern-1940405324-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1091 time: 0.1570480 Dec 16 10:44:50.228888 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60040) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:44:50.234809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:44:50.264069 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.367743 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.486466 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Allocated IP 172.25.6.85 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/ca678fae-62f2-4285-9483-f83699fae33e) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:44:50.589995 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.632644 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:50.671256 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:44:50.675494 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:44:50.681836 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:44:50.684895 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'Port': ['ID=ca678fae-62f2-4285-9483-f83699fae33e,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:51.072355 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.146623 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.310031 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.316406 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.391905 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'Port': ['ID=ca678fae-62f2-4285-9483-f83699fae33e,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:44:51.401651 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.505219 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Floating IP e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca associated. External IP: 172.25.6.85, port: 6a7701a0-3951-4ef3-bd20-3920b69289c4. Dec 16 10:44:51.747594 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Router a6fbb307-319e-4331-9fec-11f4512cdc49 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:44:51.865564 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:44:51.878825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:44:51.886171 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:51.890525 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:51.891152 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:51.913526 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-e20485d6-ebc9-4f00-83c0-25b0fba0e2d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6832602 Dec 16 10:44:51.914141 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:44:51.916441 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b15de-344f-4007-a33e-e27a000b3743" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:44:52.004857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:52.009712 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abca05f0-b1c0-49ed-94e6-9f0c70d33757 x-openstack-request-id: req-abca05f0-b1c0-49ed-94e6-9f0c70d33757 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:44:52.010033 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:44:52.010284 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abca05f0-b1c0-49ed-94e6-9f0c70d33757 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:44:52.010689 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'status': 'completed', 'code': 200} Dec 16 10:44:52.082347 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b15de-344f-4007-a33e-e27a000b3743 req-b5295217-a41c-4652-aa1f-550031aa8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:52.083984 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-b5295217-a41c-4652-aa1f-550031aa8367 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1096 time: 0.0462689 Dec 16 10:44:52.174446 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b15de-344f-4007-a33e-e27a000b3743 req-87e6f552-6971-4d7e-8e38-16d0c81e87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:52.175943 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-87e6f552-6971-4d7e-8e38-16d0c81e87bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0846326 Dec 16 10:44:52.236016 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 0, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:52.250123 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-52ea2175-47cc-48e4-bb2d-de2f529f7d8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 998 time: 0.0671856 Dec 16 10:44:52.264564 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:44:52.273570 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:44:52.274215 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:44:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:52.301734 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b15de-344f-4007-a33e-e27a000b3743 req-b7f2fbdc-0d3b-4b00-b3ac-dc9d4bfd3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:52.303262 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-b7f2fbdc-0d3b-4b00-b3ac-dc9d4bfd3763 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0462830 Dec 16 10:44:52.350850 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b15de-344f-4007-a33e-e27a000b3743 req-d8b06d59-8fc0-4795-bb6c-29e3e1c3b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:44:52.353046 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-d8b06d59-8fc0-4795-bb6c-29e3e1c3b689 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430427 Dec 16 10:44:52.382938 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:44:52.451504 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-11860f39-9148-4b2b-a590-d32d30a4de48 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892994 Dec 16 10:44:52.544111 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-381b15de-344f-4007-a33e-e27a000b3743 req-115db570-bb5b-4c04-b36a-bbf61f9cb737 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855947 Dec 16 10:44:52.614819 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 0, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:44:52.642845 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b8756-7cfb-4ae2-9d0a-da3d9f1966a2 None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:50Z', 'revision_number': 0, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:44:52.842150 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b9ed8-ebf5-43c4-92cd-2fc1283f9d5c None None] New status for floating IP e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:44:54.609017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:44:55.951954 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:03.384158 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:45:05.737189 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-d5b756fb-fb39-4f1f-9c2e-400275c09ab6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536118 Dec 16 10:45:05.840509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-d4705b7a-4936-40ad-912a-2eeab3e8e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:05.842020 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-d4705b7a-4936-40ad-912a-2eeab3e8e3a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0585110 Dec 16 10:45:05.947122 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-d3f350a5-b9c8-4c1b-a311-655e7af810bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:05.948590 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-d3f350a5-b9c8-4c1b-a311-655e7af810bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0858517 Dec 16 10:45:05.995263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-b8cb9237-e190-4142-820b-ceec9bec276e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0386510 Dec 16 10:45:06.050715 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-fd437334-7f4d-4e11-975a-882a8a060e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:06.052968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-fd437334-7f4d-4e11-975a-882a8a060e75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0492592 Dec 16 10:45:06.108315 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-9b5cce3b-48e9-4c21-a2b4-0f8b612adfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:45:06.109739 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-9b5cce3b-48e9-4c21-a2b4-0f8b612adfdb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491567 Dec 16 10:45:06.221360 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-1e311ad2-dbad-4501-b95e-f3b452e4f7b5 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028647 Dec 16 10:45:06.329218 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5fd3798d-a373-4e73-b748-f4e11dff0984 req-dbc264d3-d604-4ce6-bdd7-7b46d55d74c6 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001301 Dec 16 10:45:14.219905 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6795ad4d-d083-4ba4-b4d9-5790f204d192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:16.652471 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e881efb2-fa11-4c56-b873-f25c89738a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:18.399992 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:20.003879 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:20.226152 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:24.613383 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:25.977529 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:40.385321 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:45:44.217978 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e7644975-0a9f-4d1f-aa0f-97b791ab64a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:46.646021 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-90da92ed-4bf5-483a-bd78-1aaad41520dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:48.403583 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:49.998144 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:50.227040 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:54.613342 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:45:55.999887 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:05.732316 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-97c2de7d-84e4-40f9-9431-456aed32c549 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476966 Dec 16 10:46:05.812934 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-24a33d09-cd20-4c1e-8ada-23934c42bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:05.814513 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-24a33d09-cd20-4c1e-8ada-23934c42bcc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1096 time: 0.0586772 Dec 16 10:46:05.922413 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-d8ae3606-8746-41b4-a0d3-f09e085336f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:05.923913 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-d8ae3606-8746-41b4-a0d3-f09e085336f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0893345 Dec 16 10:46:06.003370 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-b3de2555-2c4e-4a35-8d06-a93acdf67583 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 1000 time: 0.0717943 Dec 16 10:46:06.056688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-4f9b0ca5-179d-4cc3-8acb-c509e62c2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:06.058231 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-4f9b0ca5-179d-4cc3-8acb-c509e62c2c9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0482101 Dec 16 10:46:06.107325 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-bcc6f67f-3acf-4b39-81ba-3a336d9f95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:46:06.108853 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-bcc6f67f-3acf-4b39-81ba-3a336d9f95ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432045 Dec 16 10:46:06.204604 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-5156151d-3185-4cf3-a5bb-1bd4448322ce service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875413 Dec 16 10:46:06.299535 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cd3596e6-3754-4a25-a262-3eb7f3db88d6 req-7064fb1c-6f67-4fa9-8b5e-8183bbc4fe02 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883243 Dec 16 10:46:14.212732 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e2d1f721-2ea4-477a-8ab8-e163e4540764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:16.648950 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-697da09e-441b-45af-8883-351172053a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:17.391908 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:46:18.406666 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:20.002541 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:20.237479 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:24.619004 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:25.982687 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:44.220719 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fc89f5b2-735d-47d3-878e-7c85463316c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:46.655545 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3d54f01b-e3ee-4033-8d44-36322464274b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:47.731241 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-185ad14c-ec46-4581-aed1-19d788371684 req-59efabf0-c814-4bf6-bdad-b4a1d012b987 service neutron] (102398) timed out ('10.222.0.53', 61798) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:46:48.412609 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.010565 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.239449 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.618240 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:46:50.736699 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:50.749553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:46:50.790563 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.808138 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a7701a0-3951-4ef3-bd20-3920b69289c4 {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:46:50.833277 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:50.840528 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:50.894082 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:50.901642 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.902026 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.902371 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.902706 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.903038 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.903369 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.903695 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.904015 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.904339 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.904659 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.904980 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.905298 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:46:50.922494 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['6a7701a0-3951-4ef3-bd20-3920b69289c4'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:46:52.629906 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:46:52.690794 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port 6a7701a0-3951-4ef3-bd20-3920b69289c4 triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:46:52.691324 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:52.789990 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:52.815881 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:46:52.818535 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d873fc43-afd6-486f-9d2d-c4d868832e1b" -d '{"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-plugged", "status": "completed", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:46:52.833336 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:46:52.839390 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:52.917454 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:46:53.036760 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37732483-e125-43f7-ac7d-f1494a50a958 x-openstack-request-id: req-37732483-e125-43f7-ac7d-f1494a50a958 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:46:53.037304 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-plugged", "status": "completed", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:46:53.037532 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37732483-e125-43f7-ac7d-f1494a50a958 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:46:53.037967 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'code': 200} Dec 16 10:46:54.392112 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:46:54.618530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:46:55.994223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:02.253567 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-4abaaebc-2921-4857-b732-868da04a5545 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885355214&fields=id&tenant_id=9bec855b33f5414ab6443a2d4468fee1 HTTP/1.1" status: 200 len: 267 time: 0.0436809 Dec 16 10:47:02.371424 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-909ff3a2-84ac-4f4d-9d22-f829724b6845 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:02.372961 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-909ff3a2-84ac-4f4d-9d22-f829724b6845 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 810 time: 0.1092374 Dec 16 10:47:02.389170 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-94fc3cb7-15f5-4a8d-89c0-8fdffb35f5ad tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/quotas/9bec855b33f5414ab6443a2d4468fee1 HTTP/1.1" status: 200 len: 375 time: 0.0102375 Dec 16 10:47:02.453020 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-da40888a-ab24-4d60-bad0-ff8481efbc7d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0580721 Dec 16 10:47:02.618082 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-425fb2f1-6335-4064-bf7c-46697a4745ad service neutron] 10.222.0.61 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528549 Dec 16 10:47:02.731351 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-c0ef3957-8e4c-4853-8588-159f93b21502 service neutron] 10.222.0.61 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050019 Dec 16 10:47:03.926839 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e467610e-5ea9-494d-bfd4-4d2b051151cb req-98885e45-bac5-4c45-b129-566de23c72ff tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Dec 16 10:47:04.698439 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:47:04.789101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:04.814719 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:04.816972 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745e8a0-99f3-4f3e-8c71-7c6e732f6cbe" -d '{"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:04.830590 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:04.835607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:04.863017 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4477e8-e9d0-4689-8b53-ca42ceac0167 x-openstack-request-id: req-8c4477e8-e9d0-4689-8b53-ca42ceac0167 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:04.863309 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:04.863555 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c4477e8-e9d0-4689-8b53-ca42ceac0167 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:04.863940 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'code': 200} Dec 16 10:47:04.892040 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=8']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:05.014076 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-236cc9f4-1aa7-4676-bed2-34165121ace5 req-de862999-d865-45a8-8175-0697b748bcbd tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0318489 Dec 16 10:47:06.035709 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-5b8da16b-f7fd-4c4a-9941-1c2e01a0cbf6 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:06.037377 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-5b8da16b-f7fd-4c4a-9941-1c2e01a0cbf6 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 810 time: 0.1244261 Dec 16 10:47:06.086279 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-99ba9c14-fc41-47d0-8842-b4af7937f391 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bec855b33f5414ab6443a2d4468fee1 HTTP/1.1" status: 200 len: 379 time: 0.0388429 Dec 16 10:47:06.096716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'port': {'device_id': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'admin_state_up': True, 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'security_groups': ['49520f2f-cb86-4a81-a1af-484c81b5e495']}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:06.117246 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e7e38415-0e26-43dd-b8ef-5dc7f79586d1 req-e42aaf77-49f3-493d-8494-efdb3b1a01a8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0321112 Dec 16 10:47:06.215802 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Made reservation on behalf of 9bec855b33f5414ab6443a2d4468fee1 for: {'port': 1} {{(pid=102397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 10:47:06.219398 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:06.367644 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_common [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Allocated IP 172.20.0.12 (4b7815bc-7c6c-456f-af7e-ea20844ac69d/058f1a53-5a56-4778-be31-24c061dcc07b/cd2438b4-18c2-483f-b6f6-8dfae0ade74d) {{(pid=102397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:06.572919 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for port, precommit_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:06.629721 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_create {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:06.683535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d is already hosted by enough agents. {{(pid=102397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:06.687846 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.base_scheduler [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Resources bound (agent type, host, resource id): {{(pid=102397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:06.691759 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Received port after_create {{(pid=102397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:06.733652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=1']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:06.765672 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.766089 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.766382 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.766688 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.767021 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.767354 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.767655 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.767972 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.768349 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.768727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.769086 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.769425 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:06.778541 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:06.779822 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:06.798531 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-0dd9ab19-a199-4435-99d7-a8985376231d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7057035 Dec 16 10:47:06.999777 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-ba970247-13af-47e6-8e58-87c0211bc4df None None] Provisioning complete for port cd2438b4-18c2-483f-b6f6-8dfae0ade74d triggered by entity DHCP. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:07.000365 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ba970247-13af-47e6-8e58-87c0211bc4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:07.048987 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ba970247-13af-47e6-8e58-87c0211bc4df None None] Port cd2438b4-18c2-483f-b6f6-8dfae0ade74d cannot update to ACTIVE because it is not bound. {{(pid=102399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 16 10:47:07.265483 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bdda5-953b-45af-8549-989d062e9aa1 req-75cd5795-cc79-4b98-ad16-37c088f11d3e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:07.267449 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b1bdda5-953b-45af-8549-989d062e9aa1 req-75cd5795-cc79-4b98-ad16-37c088f11d3e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0618193 Dec 16 10:47:07.314844 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-3b1bdda5-953b-45af-8549-989d062e9aa1 req-c06fd322-993e-4a1b-9a9a-ca75ced6798c tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 Dec 16 10:47:08.458106 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199493a-deed-41b8-894d-f192934aea02 req-0053cb11-1874-4841-8aa8-1e64f28918f8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:08.459664 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6199493a-deed-41b8-894d-f192934aea02 req-0053cb11-1874-4841-8aa8-1e64f28918f8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0582287 Dec 16 10:47:08.506446 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-6199493a-deed-41b8-894d-f192934aea02 req-65c7663d-e868-449a-85c8-833785b63c65 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402288 Dec 16 10:47:09.650300 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c7996-d386-4d47-93f3-680f05c7a4fb req-3255ec9e-af0e-4ba3-9c99-62a6fcf24f6b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:09.652765 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa5c7996-d386-4d47-93f3-680f05c7a4fb req-3255ec9e-af0e-4ba3-9c99-62a6fcf24f6b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0540786 Dec 16 10:47:09.694283 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-fa5c7996-d386-4d47-93f3-680f05c7a4fb req-3dde4abc-4a41-44df-9b41-912cde7ec782 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343461 Dec 16 10:47:10.831111 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab120d-9bb4-4143-954d-af622104ab59 req-5d3b2cff-c439-41b5-b73e-fbf6bef8a038 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:10.833640 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05ab120d-9bb4-4143-954d-af622104ab59 req-5d3b2cff-c439-41b5-b73e-fbf6bef8a038 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0527592 Dec 16 10:47:10.873925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-05ab120d-9bb4-4143-954d-af622104ab59 req-5cfa2bd6-35de-43c1-9007-75b8c3749788 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347526 Dec 16 10:47:12.057269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba733-aba7-40e3-be14-ae016d231008 req-c45a1d03-4087-4175-85fe-0314a9e9f306 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:12.069029 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-203ba733-aba7-40e3-be14-ae016d231008 req-c45a1d03-4087-4175-85fe-0314a9e9f306 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0991962 Dec 16 10:47:12.152717 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-203ba733-aba7-40e3-be14-ae016d231008 req-1e57be4a-1d2d-422d-8a17-c73cc1605095 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657594 Dec 16 10:47:13.324462 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45997a79-c8d6-4b94-8ce5-78cb17f62fdd req-b481275b-40a1-499c-9836-7c16b99de832 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:13.326288 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45997a79-c8d6-4b94-8ce5-78cb17f62fdd req-b481275b-40a1-499c-9836-7c16b99de832 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0699763 Dec 16 10:47:13.373710 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-45997a79-c8d6-4b94-8ce5-78cb17f62fdd req-77b473cd-72a5-4929-89e4-51f5fff98479 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Dec 16 10:47:14.233359 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-57d9ef94-651e-459d-b971-333ad2c2de10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:14.506146 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a731fa9-a9bf-4083-9852-7c5fe1173c85 req-6d0b1b4a-746b-4789-ab8e-b6d9e356882a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:14.507636 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a731fa9-a9bf-4083-9852-7c5fe1173c85 req-6d0b1b4a-746b-4789-ab8e-b6d9e356882a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0523417 Dec 16 10:47:14.548580 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-0a731fa9-a9bf-4083-9852-7c5fe1173c85 req-312e66c5-4e52-443b-b481-62ed2ae7326f tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345223 Dec 16 10:47:15.679902 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59f4cb-f261-412e-b416-429e43fccf46 req-d5d0c8d9-81d8-42d7-83af-0611766e001b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:15.681393 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca59f4cb-f261-412e-b416-429e43fccf46 req-d5d0c8d9-81d8-42d7-83af-0611766e001b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0602448 Dec 16 10:47:15.721827 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-ca59f4cb-f261-412e-b416-429e43fccf46 req-9035ac7a-ac42-47f4-b3d2-a9c391d3ee57 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Dec 16 10:47:16.396328 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.53', 62699) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:16.397004 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.v2.base [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Request body: {'port': {'device_id': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821941-1'}} {{(pid=102397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:16.438768 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-ef800355-43bc-4e26-ad3f-d51af9ebd0b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415478 Dec 16 10:47:16.534718 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e137d74-a075-4d78-add6-20a638197e57 req-34d8111b-8ef9-487c-bb11-5f9589b744d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:16.536257 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-34d8111b-8ef9-487c-bb11-5f9589b744d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0437441 Dec 16 10:47:16.651544 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-71aaf383-bc00-4d2f-a2c4-6a0071fb365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:16.658571 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e137d74-a075-4d78-add6-20a638197e57 req-644df576-2d1a-4117-94dc-aa5666305e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:16.660080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-644df576-2d1a-4117-94dc-aa5666305e27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0998585 Dec 16 10:47:16.704977 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-bcfb4db6-4213-4e8d-907b-dc93added0ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0362151 Dec 16 10:47:16.769116 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e137d74-a075-4d78-add6-20a638197e57 req-3cdc4c17-9f6b-4919-9095-bddd2d6ea6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:16.770966 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-3cdc4c17-9f6b-4919-9095-bddd2d6ea6f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0560594 Dec 16 10:47:16.789225 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:16.852686 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e137d74-a075-4d78-add6-20a638197e57 req-df9c9825-02ab-4a19-ac2c-61e85353f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:16.854242 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-df9c9825-02ab-4a19-ac2c-61e85353f9da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756896 Dec 16 10:47:16.888676 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157caf-301d-4f16-8652-eb70685564ac req-646cc844-ccb0-4db2-a3b0-401367f398d2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:16.890178 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69157caf-301d-4f16-8652-eb70685564ac req-646cc844-ccb0-4db2-a3b0-401367f398d2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 932 time: 0.0855374 Dec 16 10:47:16.975048 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-69157caf-301d-4f16-8652-eb70685564ac req-8e20d88a-25a3-409b-9862-c77d6106bf4a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598569 Dec 16 10:47:16.989051 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-f934bb3c-45d7-4711-827b-bb58c343bf7a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275961 Dec 16 10:47:17.057674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2438b4-18c2-483f-b6f6-8dfae0ade74d {{(pid=102397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:47:17.065610 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:17.077687 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.provisioning_blocks [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Transition to ACTIVE for port object cd2438b4-18c2-483f-b6f6-8dfae0ade74d will not be triggered until provisioned by entity L2. {{(pid=102397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 10:47:17.079059 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-5e137d74-a075-4d78-add6-20a638197e57 req-91fb5dbf-2e27-4c39-8ccc-9f06d382c1b9 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Dec 16 10:47:17.083132 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:17.131671 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=2']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:17.208080 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Attempting to bind port cd2438b4-18c2-483f-b6f6-8dfae0ade74d on host n-h1-821941-1 for vnic_type normal with profile {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 16 10:47:17.208517 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Attempting to bind port cd2438b4-18c2-483f-b6f6-8dfae0ade74d by drivers openvswitch,hyperv on host n-h1-821941-1 at level 0 using segments [{'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 16 10:47:17.208845 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Attempting to bind port cd2438b4-18c2-483f-b6f6-8dfae0ade74d on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:17.213666 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Port cd2438b4-18c2-483f-b6f6-8dfae0ade74d on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d not bound, no agent of type Open vSwitch agent registered on host n-h1-821941-1 {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 10:47:17.214019 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Attempting to bind port cd2438b4-18c2-483f-b6f6-8dfae0ade74d on network 4b7815bc-7c6c-456f-af7e-ea20844ac69d {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 10:47:17.219576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Checking agent: {'id': '57c672f8-ae51-46e0-9b55-7d9618b2f887', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821941-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'started_at': datetime.datetime(2021, 12, 16, 9, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 10:47:17.219907 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Checking segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 16 10:47:17.220269 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Bound using segment: {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'} {{(pid=102397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 10:47:17.220705 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.managers [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Bound port: cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host: n-h1-821941-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39adc67-781d-43d0-a275-3395d7f4a3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d'}}] {{(pid=102397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 16 10:47:17.221052 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:17.286843 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, cleared binding levels {{(pid=102397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 10:47:17.290585 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 10:47:17.295751 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433305'] for port, after_update {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:17.337988 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:17.338660 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:17.340066 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] 10.222.0.53 "PUT /v2.0/ports/cd2438b4-18c2-483f-b6f6-8dfae0ade74d HTTP/1.1" status: 200 len: 1092 time: 0.9943748 Dec 16 10:47:17.340510 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:17.343140 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29974328-2d50-41de-a646-7edd2648284c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:17.366632 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae76889-947d-4ec4-9414-59db6d21b638 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=3']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:17.422807 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-f0d472c0-95b7-4426-b3ee-3cbaad590d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:17.424323 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-f0d472c0-95b7-4426-b3ee-3cbaad590d9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 1095 time: 0.0469959 Dec 16 10:47:17.468629 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33058ed-0351-4b5b-ba97-46574b62b272 x-openstack-request-id: req-f33058ed-0351-4b5b-ba97-46574b62b272 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:17.468920 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:17.469176 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f33058ed-0351-4b5b-ba97-46574b62b272 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:17.469567 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'status': 'completed', 'code': 200} Dec 16 10:47:17.471440 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-9c4acc1d-ab27-4e8e-81aa-2e28c1dc5985 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d HTTP/1.1" status: 200 len: 217 time: 0.0387647 Dec 16 10:47:17.523443 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-027e8c1f-3452-4d8b-bb26-0b30d0e2f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:17.524910 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-027e8c1f-3452-4d8b-bb26-0b30d0e2f93f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0465171 Dec 16 10:47:17.574899 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-9864dd3b-9279-4483-aef6-744760ad3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:17.576777 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-9864dd3b-9279-4483-aef6-744760ad3104 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450366 Dec 16 10:47:17.681692 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-23501fab-269e-4934-9ed5-0d5c68560a6e service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973113 Dec 16 10:47:17.781028 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-5d942feb-d1bd-4131-aac5-deb16fbc4b35 req-3173e039-fa5b-4592-8734-483d70009906 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Dec 16 10:47:17.875535 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974328-2d50-41de-a646-7edd2648284c req-69b62241-ebc9-4ea4-9e6b-6ac6cfb4a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:17.877007 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-69b62241-ebc9-4ea4-9e6b-6ac6cfb4a3fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 1095 time: 0.0423274 Dec 16 10:47:17.977107 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974328-2d50-41de-a646-7edd2648284c req-3fd6a695-f1dc-4ff9-928e-b9df1468c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:17.978648 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-3fd6a695-f1dc-4ff9-928e-b9df1468c3b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0940807 Dec 16 10:47:18.025398 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-c7d8da84-546f-4e2f-b6d3-18d492e0ed02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d HTTP/1.1" status: 200 len: 217 time: 0.0394008 Dec 16 10:47:18.077138 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974328-2d50-41de-a646-7edd2648284c req-35ee53e5-ba65-46ce-9118-caef2aeee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:18.078545 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-35ee53e5-ba65-46ce-9118-caef2aeee7ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0460446 Dec 16 10:47:18.097334 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c014a-2d68-44a6-9520-ac6b93305553 req-1c5cd244-6afd-4727-a725-621d581ff6f7 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:18.098944 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-846c014a-2d68-44a6-9520-ac6b93305553 req-1c5cd244-6afd-4727-a725-621d581ff6f7 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 944 time: 0.0508144 Dec 16 10:47:18.125784 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974328-2d50-41de-a646-7edd2648284c req-59d2c5f7-fa7e-4004-a0f4-84a815845876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:18.127317 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-59d2c5f7-fa7e-4004-a0f4-84a815845876 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411911 Dec 16 10:47:18.139036 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-846c014a-2d68-44a6-9520-ac6b93305553 req-f6b47ca2-9aec-4ea1-8802-9c30e74d1836 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Dec 16 10:47:18.220958 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-6e194d6b-a009-4d9e-98aa-5e2e43724549 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852520 Dec 16 10:47:18.316023 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-29974328-2d50-41de-a646-7edd2648284c req-63a740b1-7ab1-4d54-abac-73c3cab47991 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862021 Dec 16 10:47:18.415289 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:18.763458 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd2438b4-18c2-483f-b6f6-8dfae0ade74d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:47:18.861042 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:18.873902 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'port_id': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'mac_address': 'fa:16:3e:51:17:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:47:18.912361 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:18.924966 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2438b4-18c2-483f-b6f6-8dfae0ade74d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:47:18.945530 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:18.952450 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:19.008670 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=4']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:19.204070 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cd2438b4-18c2-483f-b6f6-8dfae0ade74d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:47:19.269416 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab02f96-6bfd-4589-8b44-a63085fe922a req-05da0060-24e6-4af6-81e5-0b821f419eec tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:19.271568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ab02f96-6bfd-4589-8b44-a63085fe922a req-05da0060-24e6-4af6-81e5-0b821f419eec tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 945 time: 0.0580001 Dec 16 10:47:19.312212 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8ab02f96-6bfd-4589-8b44-a63085fe922a req-f6c19838-6b3b-450b-8f2a-dd1b787b7f06 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333121 Dec 16 10:47:20.005101 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:20.241778 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:20.441748 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75591d-70c1-4805-ac92-6fa56016d011 req-cdea1a5c-9693-46d2-bf44-ad982eb63170 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:20.443235 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb75591d-70c1-4805-ac92-6fa56016d011 req-cdea1a5c-9693-46d2-bf44-ad982eb63170 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 945 time: 0.0527728 Dec 16 10:47:20.494550 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-bb75591d-70c1-4805-ac92-6fa56016d011 req-cd7638f5-1be0-414b-a99e-ac5c66cb3507 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445228 Dec 16 10:47:20.779420 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd2438b4-18c2-483f-b6f6-8dfae0ade74d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:47:20.846640 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning for port cd2438b4-18c2-483f-b6f6-8dfae0ade74d completed by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 10:47:20.850956 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cd2438b4-18c2-483f-b6f6-8dfae0ade74d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:47:20.851321 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:20.927545 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:20.950947 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:20.953187 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa89b449-149c-4c7e-956d-0c0f855c5576" -d '{"events": [{"server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "name": "network-vif-plugged", "status": "completed", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:20.966727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:47:20.971726 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:20.995793 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b12ccf-ab35-4723-941d-0e78c62447aa x-openstack-request-id: req-12b12ccf-ab35-4723-941d-0e78c62447aa {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:20.996085 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "name": "network-vif-plugged", "status": "completed", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:20.996335 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12b12ccf-ab35-4723-941d-0e78c62447aa {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:20.996723 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'code': 200} Dec 16 10:47:21.023732 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=5']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:21.098457 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599500-e926-456d-8252-81d13a398322 req-ab73d472-d4a8-4c3c-af45-31e25e784f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:21.099947 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3599500-e926-456d-8252-81d13a398322 req-ab73d472-d4a8-4c3c-af45-31e25e784f71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 1097 time: 0.0465424 Dec 16 10:47:21.135279 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-f3599500-e926-456d-8252-81d13a398322 req-ef738656-3944-438d-b9f2-cb74f458386d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278955 Dec 16 10:47:21.627471 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89282e9-6dca-43f0-8bf6-388bc0665b66 req-3c0392e2-744c-46e6-98e6-0f3528cdd6dd tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:21.628932 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c89282e9-6dca-43f0-8bf6-388bc0665b66 req-3c0392e2-744c-46e6-98e6-0f3528cdd6dd tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 946 time: 0.0581887 Dec 16 10:47:21.672107 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c89282e9-6dca-43f0-8bf6-388bc0665b66 req-8f85d58a-d156-4163-bf7c-b1b9263551d4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353634 Dec 16 10:47:22.814365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cdbc-3af4-4b59-96e4-6db2ffbdb21f req-7ec04596-344a-432e-963a-0f11eb7ab2ed tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.815834 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64f8cdbc-3af4-4b59-96e4-6db2ffbdb21f req-7ec04596-344a-432e-963a-0f11eb7ab2ed tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 946 time: 0.0551455 Dec 16 10:47:22.853568 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-64f8cdbc-3af4-4b59-96e4-6db2ffbdb21f req-44152570-8e8e-43e6-b7a1-4a4bf913e367 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315194 Dec 16 10:47:22.993599 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e37dd-322c-4f56-8e98-4099d0429852 req-64ee726a-884c-4b5a-a3c9-3d341b00f099 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:22.995121 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-871e37dd-322c-4f56-8e98-4099d0429852 req-64ee726a-884c-4b5a-a3c9-3d341b00f099 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 946 time: 0.0597560 Dec 16 10:47:23.034436 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-871e37dd-322c-4f56-8e98-4099d0429852 req-bf6b807a-831d-48d4-b948-3dcb51bd2167 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329874 Dec 16 10:47:23.056200 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60314) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:23.099414 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58673312-8193-4900-a3e1-e52007d65594 tempest-TestSnapshotPattern-1940405324 tempest-TestSnapshotPattern-1940405324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:23.101716 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-58673312-8193-4900-a3e1-e52007d65594 tempest-TestSnapshotPattern-1940405324 tempest-TestSnapshotPattern-1940405324-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 1092 time: 0.0443141 Dec 16 10:47:23.106831 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60316) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:47:23.113286 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.v2.base [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Request body: {'floatingip': {'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'port_id': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 10:47:23.142207 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:23.252420 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:23.358368 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_common [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Allocated IP 172.25.6.111 (f77c0f6b-2201-49ad-b509-2e855a26124a/a2d18e06-23c1-4107-be6f-fbb9b04df098/454c0ff4-bd08-4a8d-a5e4-d4865fe023c9) {{(pid=102398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 10:47:23.464497 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for port, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:23.500099 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742503657813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:23.537809 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Network f77c0f6b-2201-49ad-b509-2e855a26124a is already hosted by enough agents. {{(pid=102398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 10:47:23.542097 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.base_scheduler [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Resources bound (agent type, host, resource id): {{(pid=102398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 10:47:23.549517 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Received port after_create {{(pid=102398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 10:47:23.551498 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'Port': ['ID=454c0ff4-bd08-4a8d-a5e4-d4865fe023c9,revision_number=1']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:23.581020 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.581363 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.581690 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.582053 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.582408 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.582677 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.583028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.583342 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.583660 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.583977 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.584301 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.584754 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:47:23.938214 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.017726 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.180450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for port, precommit_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.186718 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12216821'] for port, after_update {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.255837 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event updated for resources: {'Port': ['ID=454c0ff4-bd08-4a8d-a5e4-d4865fe023c9,revision_number=2']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:47:24.269056 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759372'] for floatingip, after_create {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.625741 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:24.699993 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Floating IP d0026713-f416-41a4-80b3-086f27a7c2e9 associated. External IP: 172.25.6.111, port: cd2438b4-18c2-483f-b6f6-8dfae0ade74d. Dec 16 10:47:24.906986 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Router a6fbb307-319e-4331-9fec-11f4512cdc49 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:47:25.022158 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:47:25.032300 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:47:25.040973 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:25.042139 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:25.042766 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:47:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:25.069080 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-64d83527-ee9b-4d73-a4e0-252a0a4a0ae9 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9611840 Dec 16 10:47:25.069771 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:47:25.072184 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca562280-2174-4b6f-b5a6-bdc71ec73496" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:47:25.112288 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd1d22e-292c-437d-8810-065d96eae42a x-openstack-request-id: req-1bd1d22e-292c-437d-8810-065d96eae42a {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:47:25.112578 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:47:25.112830 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bd1d22e-292c-437d-8810-065d96eae42a {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:47:25.113232 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'status': 'completed', 'code': 200} Dec 16 10:47:25.153470 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:25.178537 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-702327e8-1a65-40e6-a4fa-98f3de195ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.179978 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-702327e8-1a65-40e6-a4fa-98f3de195ac5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 1097 time: 0.0417094 Dec 16 10:47:25.272663 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-c09a65f3-4fe0-4323-8d9e-3ea18c5c80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.274353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-c09a65f3-4fe0-4323-8d9e-3ea18c5c80da service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0872269 Dec 16 10:47:25.344949 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-05a0133e-81f9-4e07-ac96-51bc57010e59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d HTTP/1.1" status: 200 len: 1000 time: 0.0633221 Dec 16 10:47:25.382275 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd0026713-f416-41a4-80b3-086f27a7c2e9', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.111', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:51:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:47:23Z', 'updated_at': '2021-12-16T10:47:23Z', 'revision_number': 0, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}, {'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:52Z', 'revision_number': 1, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:25.396494 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-64d3b533-69af-42cb-bfcb-0712bcf82b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.398027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-64d3b533-69af-42cb-bfcb-0712bcf82b2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0453215 Dec 16 10:47:25.409485 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:47:25.418404 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:47:25.419233 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:47:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:25.444702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-f3bad745-530e-410e-b7db-fefafcacfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:47:25.446263 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-f3bad745-530e-410e-b7db-fefafcacfb15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414944 Dec 16 10:47:25.525687 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:47:25.545444 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-5e71d4bf-78c3-4bf9-8ad7-a42b32dbf0a0 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917728 Dec 16 10:47:25.640200 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-ca562280-2174-4b6f-b5a6-bdc71ec73496 req-4f2eeb0b-619f-4fc4-8048-b07792cdaf16 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868914 Dec 16 10:47:25.757619 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd0026713-f416-41a4-80b3-086f27a7c2e9', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.111', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:51:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:47:23Z', 'updated_at': '2021-12-16T10:47:23Z', 'revision_number': 0, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}, {'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:52Z', 'revision_number': 1, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:47:25.786897 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf5465-9b1b-491c-b5e6-39b6b1891d71 None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'd0026713-f416-41a4-80b3-086f27a7c2e9', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.111', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:51:17:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:47:23Z', 'updated_at': '2021-12-16T10:47:23Z', 'revision_number': 0, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}, {'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:52Z', 'revision_number': 1, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:47:25.998628 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:26.002798 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f3ef1-ed88-4b88-8299-e78c0b319dbb None None] New status for floating IP d0026713-f416-41a4-80b3-086f27a7c2e9: ACTIVE {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:47:31.392122 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:47:44.220695 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-64351d54-c67a-48e9-9592-e5cbaf40be98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:46.646993 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8fbc195f-0ca1-4414-8e58-41ee0caae6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:48.423723 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.022063 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:50.252645 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:54.630986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:47:56.011419 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:07.740113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-26148193-486f-4708-8739-1dc348f35f3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591476 Dec 16 10:48:07.809509 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-3c729a1f-3d3f-4ebc-b43a-e68f87a2b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:07.811076 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-3c729a1f-3d3f-4ebc-b43a-e68f87a2b5bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1094 time: 0.0426893 Dec 16 10:48:07.923645 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-e525d16e-1cef-4696-aaf8-12eee679ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:07.925709 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-e525d16e-1cef-4696-aaf8-12eee679ae1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0925784 Dec 16 10:48:08.005514 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-516e9450-0707-4df9-acf2-11dfc973414a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 998 time: 0.0721228 Dec 16 10:48:08.058893 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-14c73cf9-7efc-4283-9f59-76c36a9f7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:08.060359 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-14c73cf9-7efc-4283-9f59-76c36a9f7f5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0472302 Dec 16 10:48:08.114949 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-80180066-cdaf-4a2b-abab-a7407d2e7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:48:08.116478 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-80180066-cdaf-4a2b-abab-a7407d2e7bcc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475199 Dec 16 10:48:08.214883 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-0ac73ddb-1c84-4b8b-a549-25a8cc5ed6d6 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893087 Dec 16 10:48:08.328766 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-2c817f2a-c9aa-4f0e-8678-d8581b140218 req-f3453c62-31e4-4a50-9184-0f1050e9dcc4 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056695 Dec 16 10:48:08.392511 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:48:14.218278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d0381621-bfed-4aee-84e2-32f33eea08ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:16.654030 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-acfa97e9-4adf-402d-8480-6dba54a8a746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:18.425017 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:20.011031 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:20.249941 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:24.629222 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:26.014310 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:44.223706 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-d1e9dbe9-21a8-403f-8507-28ce3019da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:45.396464 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:48:46.654061 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1d0d3d91-20f2-408f-9a2c-d665b9a80e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:48.423255 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:50.014495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:50.258369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:54.651870 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:55.364611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd2438b4-18c2-483f-b6f6-8dfae0ade74d details requested by agent hyperv_n-h1-821941-1 with host n-h1-821941-1 {{(pid=102399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 10:48:55.467665 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:48:55.487029 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Returning: {'device': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'port_id': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'mac_address': 'fa:16:3e:51:17:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 10:48:55.540732 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:55.554767 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd2438b4-18c2-483f-b6f6-8dfae0ade74d {{(pid=102399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 10:48:55.575925 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:48:55.580660 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:55.643388 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=6']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:48:55.651549 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.651905 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.652500 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.652609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.652856 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.653179 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.653498 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.653816 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.654167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.654484 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.654800 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.655113 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:48:55.718074 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] get_ports_and_sgs() called for port_ids ['cd2438b4-18c2-483f-b6f6-8dfae0ade74d'] {{(pid=102399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 10:48:56.017464 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:57.390168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd2438b4-18c2-483f-b6f6-8dfae0ade74d up at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 10:48:57.463868 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.provisioning_blocks [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Provisioning complete for port cd2438b4-18c2-483f-b6f6-8dfae0ade74d triggered by entity L2. {{(pid=102399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 10:48:57.464266 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885824'] for port, provisioning_complete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:57.614288 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3712116'] for port, before_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:57.661428 n-d-821941-1 neutron-server[102399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d'}] {{(pid=102399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:48:57.663799 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}803966f5be5b45a3fbc928d78c8c3e87ee07b834cba51574cfba33a1209e9b2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f567f494-e551-44ef-b8bb-cfcd248d1e09" -d '{"events": [{"server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "name": "network-vif-plugged", "status": "completed", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d"}]}' {{(pid=102399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:48:57.695996 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:48:57.702274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742503982502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742503657831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742503657849'] for port, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:48:57.743834 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f64b61-480b-40e6-9951-34fff00560b5 x-openstack-request-id: req-f7f64b61-480b-40e6-9951-34fff00560b5 {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:48:57.744123 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "name": "network-vif-plugged", "status": "completed", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d", "code": 200}]} {{(pid=102399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:48:57.744507 n-d-821941-1 neutron-server[102399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7f64b61-480b-40e6-9951-34fff00560b5 {{(pid=102399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:48:57.745053 n-d-821941-1 neutron-server[102399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'code': 200} Dec 16 10:48:57.770813 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Pushing event updated for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=7']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:06.356331 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60524) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:06.535887 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Deleting port 454c0ff4-bd08-4a8d-a5e4-d4865fe023c9 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:06.536221 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:06.615337 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:06.615644 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:06.632400 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Calling delete_port for 454c0ff4-bd08-4a8d-a5e4-d4865fe023c9 owned by network:floatingip {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:06.792304 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:06.820396 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event deleted for resources: {'Port': ['ID=454c0ff4-bd08-4a8d-a5e4-d4865fe023c9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:06.849333 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.849702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.850065 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.850399 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.850722 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.851027 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.851344 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.851684 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.851992 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.852307 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.852622 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.852997 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:06.894162 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:06.894530 n-d-821941-1 neutron-server[102397]: INFO neutron.db.l3_db [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Floating IP d0026713-f416-41a4-80b3-086f27a7c2e9 disassociated (deleted). External IP: 172.25.6.111, port: cd2438b4-18c2-483f-b6f6-8dfae0ade74d. Dec 16 10:49:07.118546 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Router a6fbb307-319e-4331-9fec-11f4512cdc49 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:49:07.243890 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:49:07.248633 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:07.259134 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:49:07.273830 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:07.274825 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:48:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:07.279353 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-758f4162-d925-418f-ae40-e86061bedec2 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "DELETE /v2.0/floatingips/d0026713-f416-41a4-80b3-086f27a7c2e9 HTTP/1.1" status: 204 len: 168 time: 0.9217975 Dec 16 10:49:07.279943 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:49:07.282262 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:49:07.398403 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:07.473340 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3988a36d-8b59-4af0-beae-83bb37b1769d x-openstack-request-id: req-3988a36d-8b59-4af0-beae-83bb37b1769d {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:49:07.474219 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:49:07.474219 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3988a36d-8b59-4af0-beae-83bb37b1769d {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:49:07.475054 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'status': 'completed', 'code': 200} Dec 16 10:49:07.574022 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-626d7b89-bccd-4385-abde-bd23851d8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:07.576027 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-626d7b89-bccd-4385-abde-bd23851d8ca9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 1097 time: 0.0766783 Dec 16 10:49:07.642510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc7c4d-279c-421d-9edb-11ee959308b1 req-1f8e0699-5bc7-4da9-ab1e-f42694e06b5a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:07.645171 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2cc7c4d-279c-421d-9edb-11ee959308b1 req-1f8e0699-5bc7-4da9-ab1e-f42694e06b5a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 946 time: 0.1157014 Dec 16 10:49:07.697901 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c2cc7c4d-279c-421d-9edb-11ee959308b1 req-e0c3b229-3345-42c5-bc6b-93c1ef86399d tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455434 Dec 16 10:49:07.735529 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-56480946-11e4-41d6-9920-66617618b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:07.737232 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-56480946-11e4-41d6-9920-66617618b528 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.1521060 Dec 16 10:49:07.790166 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-a3c6f1cf-bd9e-4566-a345-9958939ee972 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d HTTP/1.1" status: 200 len: 217 time: 0.0445015 Dec 16 10:49:07.859061 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-113406a9-25c0-43d9-8e7e-49a92f7bb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:07.861175 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-113406a9-25c0-43d9-8e7e-49a92f7bb342 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0634074 Dec 16 10:49:07.888929 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:52Z', 'revision_number': 1, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:07.920716 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-6ae3221c-0ffc-4324-ad8b-6846ffb4e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:07.923897 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-6ae3221c-0ffc-4324-ad8b-6846ffb4e653 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542910 Dec 16 10:49:07.935098 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:49:07.945006 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:07.945631 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:48:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:08.033781 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-84804781-12f8-42cb-9369-6dcf01c89011 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998485 Dec 16 10:49:08.068294 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:08.144234 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0e7a103d-bfd1-4e68-8fa4-eb6eb778e6b8 req-a25053fc-9546-46e8-abcd-ddf6f742c19e service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011379 Dec 16 10:49:08.325866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:52Z', 'revision_number': 1, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:08.354278 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567fed49-5c09-4277-86ee-84f09f71d291 None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_floatingips': [{'id': 'e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'floating_ip_address': '172.25.6.85', 'floating_network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'router_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'port_id': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'mac_address': 'fa:16:3e:8b:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T10:44:50Z', 'updated_at': '2021-12-16T10:44:52Z', 'revision_number': 1, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:49:08.643221 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8c2cd-e06c-4ea9-bd47-461299e95c5d None None] New status for floating IP d0026713-f416-41a4-80b3-086f27a7c2e9: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:49:08.833360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efea2d-bd90-485f-afb0-79cc074b13ff req-3b457bcd-53fc-46f8-8ca2-92180d975489 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:08.834925 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2efea2d-bd90-485f-afb0-79cc074b13ff req-3b457bcd-53fc-46f8-8ca2-92180d975489 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 946 time: 0.0556655 Dec 16 10:49:08.878058 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-e2efea2d-bd90-485f-afb0-79cc074b13ff req-e7930839-8a54-4a6d-bc0f-076bf12e727b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359392 Dec 16 10:49:09.060146 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-b5b50bdc-7fa0-42bf-82a9-61070c84dc9a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:09.061613 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-b5b50bdc-7fa0-42bf-82a9-61070c84dc9a tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 946 time: 0.0555179 Dec 16 10:49:09.158776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Deleting port cd2438b4-18c2-483f-b6f6-8dfae0ade74d {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:09.159111 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:09.259879 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] For port cd2438b4-18c2-483f-b6f6-8dfae0ade74d, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:09.260244 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:09.275702 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Calling delete_port for cd2438b4-18c2-483f-b6f6-8dfae0ade74d owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:09.420815 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:09.428168 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd2438b4-18c2-483f-b6f6-8dfae0ade74d no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:09.452196 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event deleted for resources: {'Port': ['ID=cd2438b4-18c2-483f-b6f6-8dfae0ade74d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:09.457411 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: cd2438b4-18c2-483f-b6f6-8dfae0ade74d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:09.458147 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device cd2438b4-18c2-483f-b6f6-8dfae0ade74d not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:09.500140 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] No DVR routers for this DVR port cd2438b4-18c2-483f-b6f6-8dfae0ade74d on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:49:09.503074 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:09.506525 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-3fff2f6c-831e-4da5-a8a7-d6d8934ed7dc req-9d6b26bc-c1a3-4b46-be0e-8faba0b0ca7e tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "DELETE /v2.0/ports/cd2438b4-18c2-483f-b6f6-8dfae0ade74d HTTP/1.1" status: 204 len: 173 time: 0.4382262 Dec 16 10:49:09.506971 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'name': 'network-vif-deleted', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:49:09.510153 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f73ad4-671f-45ca-8ef3-9d0ef20f819f" -d '{"events": [{"server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "name": "network-vif-deleted", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:49:09.559476 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ddb01-8c70-45ef-a954-6fe93b1a4486 x-openstack-request-id: req-617ddb01-8c70-45ef-a954-6fe93b1a4486 {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:49:09.559781 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc3dc28-3d79-42a8-b226-c05cf2c2fd30", "name": "network-vif-deleted", "tag": "cd2438b4-18c2-483f-b6f6-8dfae0ade74d", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:49:09.560050 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-617ddb01-8c70-45ef-a954-6fe93b1a4486 {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:49:09.560455 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc3dc28-3d79-42a8-b226-c05cf2c2fd30', 'name': 'network-vif-deleted', 'tag': 'cd2438b4-18c2-483f-b6f6-8dfae0ade74d', 'status': 'completed', 'code': 200} Dec 16 10:49:09.710468 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-5ddf3f8b-0f8d-48fa-bcd1-58385b0ef48e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470734 Dec 16 10:49:09.802955 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252508e-d2f6-4220-8479-b20244487e8f req-6404029c-deab-4585-a53e-ed9222a37903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:09.804511 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-6404029c-deab-4585-a53e-ed9222a37903 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0486333 Dec 16 10:49:09.954727 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252508e-d2f6-4220-8479-b20244487e8f req-4e6eff80-e226-4bcc-a1b7-e2960d282295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:09.957192 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-4e6eff80-e226-4bcc-a1b7-e2960d282295 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.1215332 Dec 16 10:49:10.009276 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-ec597989-e7a1-4982-b88d-73c5d60d8ddf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0446918 Dec 16 10:49:10.045835 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-07218f8a-7d3f-4ed9-a5be-687eadd0c9ec req-a1fbebfc-8dcc-42d3-b649-243c1bcb3ae4 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc3dc28-3d79-42a8-b226-c05cf2c2fd30 HTTP/1.1" status: 200 len: 210 time: 0.0333173 Dec 16 10:49:10.074237 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252508e-d2f6-4220-8479-b20244487e8f req-1048bffa-2c93-41eb-a999-f7f540e634fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:10.075818 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-1048bffa-2c93-41eb-a999-f7f540e634fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0595431 Dec 16 10:49:10.122362 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252508e-d2f6-4220-8479-b20244487e8f req-e888aea6-9250-4927-8a65-97b2f8cfe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:10.123882 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-e888aea6-9250-4927-8a65-97b2f8cfe259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407438 Dec 16 10:49:10.224787 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-65e72969-a689-4a7e-8757-1242926f97e4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936897 Dec 16 10:49:10.317413 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4252508e-d2f6-4220-8479-b20244487e8f req-27bd3076-b208-4e6d-962f-c1da75a3293c service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854113 Dec 16 10:49:11.687869 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60582) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:11.864514 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Deleting port ca678fae-62f2-4285-9483-f83699fae33e {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:11.864732 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:11.944557 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:11.944870 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:11.956476 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Calling delete_port for ca678fae-62f2-4285-9483-f83699fae33e owned by network:floatingip {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:12.121591 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:12.147821 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event deleted for resources: {'Port': ['ID=ca678fae-62f2-4285-9483-f83699fae33e,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:12.174249 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.174794 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.174994 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.175380 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.175716 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.176043 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.176366 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.176693 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.177013 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.177331 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.177651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.178002 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821941-1 {{(pid=102398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 10:49:12.220323 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for floatingip, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:12.220649 n-d-821941-1 neutron-server[102398]: INFO neutron.db.l3_db [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Floating IP e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca disassociated (deleted). External IP: 172.25.6.85, port: 6a7701a0-3951-4ef3-bd20-3920b69289c4. Dec 16 10:49:12.458391 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Router a6fbb307-319e-4331-9fec-11f4512cdc49 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:49:12.581304 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:49:12.586443 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for floatingip, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:12.593331 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:49:12.605361 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:12.606037 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:48:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:12.614699 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-3ed90916-0823-4e54-9b82-23f89a79cf45 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "DELETE /v2.0/floatingips/e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca HTTP/1.1" status: 204 len: 168 time: 0.9257522 Dec 16 10:49:12.615271 n-d-821941-1 neutron-server[102398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:49:12.617767 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bffe092f20e97804e92dc4f2b29437d4142014cf52b47f6980a380102fb868a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc2857f-8746-4107-b685-421b6559171a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:49:12.731553 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:12.800379 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 10:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1822a4-b281-45c7-af86-b6003907a075 x-openstack-request-id: req-5b1822a4-b281-45c7-af86-b6003907a075 {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:49:12.800878 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "status": "completed", "code": 200}]} {{(pid=102398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:49:12.800980 n-d-821941-1 neutron-server[102398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b1822a4-b281-45c7-af86-b6003907a075 {{(pid=102398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:49:12.801295 n-d-821941-1 neutron-server[102398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'status': 'completed', 'code': 200} Dec 16 10:49:12.866009 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2857f-8746-4107-b685-421b6559171a req-cfe1f8de-8506-40a9-89a6-41fb57bbcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:12.867655 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-cfe1f8de-8506-40a9-89a6-41fb57bbcc16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bec855b33f5414ab6443a2d4468fee1&device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 1094 time: 0.0450175 Dec 16 10:49:12.922510 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366b1a9-d523-4b4c-8126-beba5326c9d5 req-bbc5b594-d654-4d57-9178-b8cb2ff0c5a3 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:12.923321 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8366b1a9-d523-4b4c-8126-beba5326c9d5 req-bbc5b594-d654-4d57-9178-b8cb2ff0c5a3 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 943 time: 0.0515318 Dec 16 10:49:12.971112 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-8366b1a9-d523-4b4c-8126-beba5326c9d5 req-ac59c8cb-02a1-476a-a2cf-e1b7fd5a3223 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412602 Dec 16 10:49:12.973310 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2857f-8746-4107-b685-421b6559171a req-ca33a4b4-aa94-4f3a-b112-b6c24db00a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:12.975113 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-ca33a4b4-aa94-4f3a-b112-b6c24db00a11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 200 len: 911 time: 0.0995655 Dec 16 10:49:12.997452 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:13.020968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-4ff4446b-c251-47e1-ac6e-f0b0b8367140 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 200 len: 217 time: 0.0368867 Dec 16 10:49:13.025348 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:49:13.033994 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:13.034600 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:48:47Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:13.080808 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2857f-8746-4107-b685-421b6559171a req-37635664-cbc0-4a25-ac08-dddb23bffa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:13.082309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-37635664-cbc0-4a25-ac08-dddb23bffa63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 200 len: 849 time: 0.0532858 Dec 16 10:49:13.136686 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2857f-8746-4107-b685-421b6559171a req-f90dc521-31a8-4f40-b5f5-5d6f133ddf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:13.138225 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-f90dc521-31a8-4f40-b5f5-5d6f133ddf84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b7815bc-7c6c-456f-af7e-ea20844ac69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465262 Dec 16 10:49:13.146446 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:13.242573 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-ae113393-ce27-4b2e-8fb3-e24e63e5c388 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951781 Dec 16 10:49:13.348077 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-0dc2857f-8746-4107-b685-421b6559171a req-7a0dfa50-5eb3-46c1-a053-a9450f2ec741 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975657 Dec 16 10:49:13.391068 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:13.421237 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a50dd34-9201-4aae-a43c-caaae34916fc None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:44:31Z', 'revision_number': 4, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1', '_interfaces': [{'id': 'f0601fe7-05d4-48e9-a706-6bce6627b8f2', 'name': '', 'network_id': '4b7815bc-7c6c-456f-af7e-ea20844ac69d', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'mac_address': 'fa:16:3e:80:3a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:30Z', 'updated_at': '2021-12-16T10:44:36Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'subnets': [{'id': '058f1a53-5a56-4778-be31-24c061dcc07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:49:13.666858 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c6c04-558b-4366-9175-7053ce7cde01 None None] New status for floating IP e1b5c48f-fedc-4bef-ae1a-8ecd3834bcca: DOWN {{(pid=102400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 10:49:14.106365 n-d-821941-1 neutron-server[102398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81642056-32c7-4c35-8b80-4d521c157a5c req-97abde46-efec-4aa0-a420-8c0b884f5c87 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:14.107941 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81642056-32c7-4c35-8b80-4d521c157a5c req-97abde46-efec-4aa0-a420-8c0b884f5c87 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 943 time: 0.0576544 Dec 16 10:49:14.156187 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-81642056-32c7-4c35-8b80-4d521c157a5c req-e2e8a25f-01bb-44e5-b4c0-38eda4c3c03b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/security-groups?id=49520f2f-cb86-4a81-a1af-484c81b5e495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417223 Dec 16 10:49:14.219482 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-dd7548b2-cf46-4732-869d-82c81af9665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:14.407167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-50e48017-9f72-4d9b-bc6e-e81c2230d08f tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:49:14.408884 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-50e48017-9f72-4d9b-bc6e-e81c2230d08f tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 943 time: 0.0664034 Dec 16 10:49:14.533560 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Deleting port 6a7701a0-3951-4ef3-bd20-3920b69289c4 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:14.534013 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:14.648436 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] For port 6a7701a0-3951-4ef3-bd20-3920b69289c4, host n-h1-821941-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821941-1',level=0,port_id=6a7701a0-3951-4ef3-bd20-3920b69289c4,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:14.648818 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:14.672186 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Calling delete_port for 6a7701a0-3951-4ef3-bd20-3920b69289c4 owned by compute:nova {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:14.827786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:14.857897 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event deleted for resources: {'Port': ['ID=6a7701a0-3951-4ef3-bd20-3920b69289c4,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:14.900848 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] No DVR routers for this DVR port 6a7701a0-3951-4ef3-bd20-3920b69289c4 on host n-h1-821941-1 {{(pid=102397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:49:14.907200 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182547'] for port, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:14.910735 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e3bf0543-d379-4a5a-845a-8afbe825a318 req-cc1ac314-23e7-4d0c-a95d-b7e1f5b9b7b8 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.53 "DELETE /v2.0/ports/6a7701a0-3951-4ef3-bd20-3920b69289c4 HTTP/1.1" status: 204 len: 173 time: 0.4957950 Dec 16 10:49:14.911207 n-d-821941-1 neutron-server[102397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-deleted', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4'}] {{(pid=102397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 10:49:14.913625 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb274151d4e86836ecc04456bdf80c8f07df75cf44c0a2116e01747b72cd9e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb875a-79b3-44b4-a3b4-8477f439cebd" -d '{"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-deleted", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4"}]}' {{(pid=102397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 10:49:14.958556 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf95f4-bdd0-410e-a753-0165e6501d2e x-openstack-request-id: req-7baf95f4-bdd0-410e-a753-0165e6501d2e {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 10:49:14.958850 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f69a09-4e49-4f34-afbc-8a039692686e", "name": "network-vif-deleted", "tag": "6a7701a0-3951-4ef3-bd20-3920b69289c4", "status": "completed", "code": 200}]} {{(pid=102397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 10:49:14.959103 n-d-821941-1 neutron-server[102397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7baf95f4-bdd0-410e-a753-0165e6501d2e {{(pid=102397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 10:49:14.959507 n-d-821941-1 neutron-server[102397]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f69a09-4e49-4f34-afbc-8a039692686e', 'name': 'network-vif-deleted', 'tag': '6a7701a0-3951-4ef3-bd20-3920b69289c4', 'status': 'completed', 'code': 200} Dec 16 10:49:15.278654 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [req-c64eea12-e660-450e-b594-d9e6c4e979fa req-33e9721b-a838-460b-b15e-054867affd0b tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3f69a09-4e49-4f34-afbc-8a039692686e HTTP/1.1" status: 200 len: 210 time: 0.0314083 Dec 16 10:49:16.343028 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60602) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:16.410275 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afba-2567-428d-a4d4-cef62f956e04 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:16.438147 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afba-2567-428d-a4d4-cef62f956e04 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:16.506492 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afba-2567-428d-a4d4-cef62f956e04 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:16.509208 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-f1f3afba-2567-428d-a4d4-cef62f956e04 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:16.510396 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-f1f3afba-2567-428d-a4d4-cef62f956e04 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] 10.222.0.61 "DELETE /v2.0/security-groups/49520f2f-cb86-4a81-a1af-484c81b5e495 HTTP/1.1" status: 204 len: 168 time: 0.1655869 Dec 16 10:49:16.526651 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3afba-2567-428d-a4d4-cef62f956e04 tempest-TestSnapshotPattern-1122659512 tempest-TestSnapshotPattern-1122659512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49520f2f-cb86-4a81-a1af-484c81b5e495,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:16.576865 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60606) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:16.649706 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-962fcf64-2b32-4fe6-b637-c296ab55626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:16.955091 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:17.232842 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Deleting port f0601fe7-05d4-48e9-a706-6bce6627b8f2 {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:17.233227 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:17.313426 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] For port f0601fe7-05d4-48e9-a706-6bce6627b8f2, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=f0601fe7-05d4-48e9-a706-6bce6627b8f2,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:17.313716 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:17.328202 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Calling delete_port for f0601fe7-05d4-48e9-a706-6bce6627b8f2 owned by network:router_interface {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:17.472798 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 no longer exists at agent hyperv_n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:17.494861 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] No Port match for: 6a7701a0-3951-4ef3-bd20-3920b69289c4 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:17.495092 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Device 6a7701a0-3951-4ef3-bd20-3920b69289c4 not bound to the agent host n-h1-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:17.539988 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:17.563969 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f0601fe7-05d4-48e9-a706-6bce6627b8f2,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:17.755281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:17.992468 n-d-821941-1 neutron-server[102398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Router a6fbb307-319e-4331-9fec-11f4512cdc49 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:49:18.122671 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:49:18.127861 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-79883500-5efe-4034-9bb7-a5493216bcdf admin admin] 10.222.0.61 "PUT /v2.0/routers/a6fbb307-319e-4331-9fec-11f4512cdc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5500023 Dec 16 10:49:18.132652 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60608) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:18.135843 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] Sync routers for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:49:18.147886 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:18.148571 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:49:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:18.255662 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:18.263611 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: n-d-821941-1 {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:18.379473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:18.445121 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:18.451758 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Deleting port 2fff866e-f3ae-4e5c-805b-fdcc9d306864 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:18.452096 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:18.487609 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:49:17Z', 'revision_number': 5, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port': {'id': '2fff866e-f3ae-4e5c-805b-fdcc9d306864', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:29Z', 'updated_at': '2021-12-16T10:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:18.528614 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] Checking router: a6fbb307-319e-4331-9fec-11f4512cdc49 for host: n-d-821941-1 {{(pid=102399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:49:18.539424 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] Routers {'a6fbb307-319e-4331-9fec-11f4512cdc49'} bound to L3 agent in host n-d-821941-1 {{(pid=102399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:18.540184 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:49:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['a6fbb307-319e-4331-9fec-11f4512cdc49'], 'active': True} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:18.637319 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvr_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] Set router a6fbb307-319e-4331-9fec-11f4512cdc49 gateway port host: None {{(pid=102399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:18.699121 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_hamode_db [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:49:18Z', 'revision_number': 6, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:18.727144 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5ca26-50f2-4430-a847-e9bf80b68f64 None None] The sync data for ids ['a6fbb307-319e-4331-9fec-11f4512cdc49'] in n-d-821941-1 is: [{'id': 'a6fbb307-319e-4331-9fec-11f4512cdc49', 'name': 'tempest-TestSnapshotPattern-1054042677-router', 'tenant_id': '9bec855b33f5414ab6443a2d4468fee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:28Z', 'updated_at': '2021-12-16T10:49:18Z', 'revision_number': 6, 'project_id': '9bec855b33f5414ab6443a2d4468fee1', 'gw_port_host': None}] {{(pid=102399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:49:18.876167 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] For port 2fff866e-f3ae-4e5c-805b-fdcc9d306864, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=2fff866e-f3ae-4e5c-805b-fdcc9d306864,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:18.876482 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:18.890825 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Calling delete_port for 2fff866e-f3ae-4e5c-805b-fdcc9d306864 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:19.081309 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.110638 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fff866e-f3ae-4e5c-805b-fdcc9d306864,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:19.147727 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f0601fe7-05d4-48e9-a706-6bce6627b8f2 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:19.175471 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: f0601fe7-05d4-48e9-a706-6bce6627b8f2 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:19.176254 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device f0601fe7-05d4-48e9-a706-6bce6627b8f2 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:19.214956 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.326137 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.328994 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.377091 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.377623 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6fbb307-319e-4331-9fec-11f4512cdc49 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:49:19.382646 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.383992 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-b9925108-edf9-4e00-b15e-b6cd881dfcc3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a6fbb307-319e-4331-9fec-11f4512cdc49 HTTP/1.1" status: 204 len: 168 time: 1.2471356 Dec 16 10:49:19.387916 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60610) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:19.450450 n-d-821941-1 neutron-server[102397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Deleting subnet 058f1a53-5a56-4778-be31-24c061dcc07b {{(pid=102397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:49:19.454334 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.493786 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12173697'] for subnet, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.587201 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.654985 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8433235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8398442'] for subnet, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.685453 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058f1a53-5a56-4778-be31-24c061dcc07b,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:19.690272 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.693797 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-a78157f0-add7-43bf-b30b-4e25f7e9ce2c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/058f1a53-5a56-4778-be31-24c061dcc07b HTTP/1.1" status: 204 len: 168 time: 0.3045936 Dec 16 10:49:19.698461 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60612) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:19.707546 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93015a90-0af6-409b-b08f-bf4408495c8b None None] Network 4b7815bc-7c6c-456f-af7e-ea20844ac69d requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:49:19.777679 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.850168 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Deleting port cf997720-b811-47c1-a61a-71cad4a7afbb {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:19.851431 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.926892 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] DHCP port deletion for 4b7815bc-7c6c-456f-af7e-ea20844ac69d request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:49:19.932269 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] For port cf997720-b811-47c1-a61a-71cad4a7afbb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf997720-b811-47c1-a61a-71cad4a7afbb,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:19.932633 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:19.956815 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Calling delete_port for cf997720-b811-47c1-a61a-71cad4a7afbb owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:19.984118 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] Deleting port cf997720-b811-47c1-a61a-71cad4a7afbb {{(pid=102399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:19.984499 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.042399 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.076857 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.db [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] For port cf997720-b811-47c1-a61a-71cad4a7afbb, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cf997720-b811-47c1-a61a-71cad4a7afbb,segment=NetworkSegment(a39adc67-781d-43d0-a275-3395d7f4a3b0),segment_id=a39adc67-781d-43d0-a275-3395d7f4a3b0)] {{(pid=102399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:20.077331 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.091202 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.093935 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] Calling delete_port for cf997720-b811-47c1-a61a-71cad4a7afbb owned by network:dhcp {{(pid=102399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:20.121477 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf997720-b811-47c1-a61a-71cad4a7afbb,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:20.124105 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] No DVR routers for this DVR port cf997720-b811-47c1-a61a-71cad4a7afbb on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 10:49:20.171833 n-d-821941-1 neutron-server[102399]: self.session.flush() Dec 16 10:49:20.178366 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822'] for port, after_delete {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.211160 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] Pushing event deleted for resources: {'Port': ['ID=cf997720-b811-47c1-a61a-71cad4a7afbb,revision_number=None']} {{(pid=102399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:20.215973 n-d-821941-1 neutron-server[102399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2aca2c-b840-4e47-94e3-13decbf4001a None None] No DVR routers for this DVR port cf997720-b811-47c1-a61a-71cad4a7afbb on host n-d-821941-1 {{(pid=102399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:49:20.217211 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.251756 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7815bc-7c6c-456f-af7e-ea20844ac69d']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:20.266029 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39adc67-781d-43d0-a275-3395d7f4a3b0') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:20.267254 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39adc67-781d-43d0-a275-3395d7f4a3b0') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:20.268393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.279359 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.295737 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.302644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:49:20.303159 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:49:20.305426 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:49:20.365136 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.371530 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.374668 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b7815bc-7c6c-456f-af7e-ea20844ac69d HTTP/1.1" status: 204 len: 168 time: 0.6750820 Dec 16 10:49:20.377933 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60614) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:20.398198 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e4cf-d7de-4ad3-9d32-85d20b5d61f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7815bc-7c6c-456f-af7e-ea20844ac69d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:20.786182 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-760889'] for router_interface, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:20.864583 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2fff866e-f3ae-4e5c-805b-fdcc9d306864 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:20.886643 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 2fff866e-f3ae-4e5c-805b-fdcc9d306864 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:20.887066 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 2fff866e-f3ae-4e5c-805b-fdcc9d306864 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:20.887394 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf997720-b811-47c1-a61a-71cad4a7afbb no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:20.907062 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cf997720-b811-47c1-a61a-71cad4a7afbb {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:20.907407 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cf997720-b811-47c1-a61a-71cad4a7afbb not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:21.079813 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Deleting port cd82cdb9-5400-4083-9587-63dbcad6d6f7 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:21.080268 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:21.175451 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] For port cd82cdb9-5400-4083-9587-63dbcad6d6f7, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=cd82cdb9-5400-4083-9587-63dbcad6d6f7,segment=NetworkSegment(e072f7b2-9a72-4a86-9d35-cf320a2c5bda),segment_id=e072f7b2-9a72-4a86-9d35-cf320a2c5bda)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:21.175878 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:21.191258 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Calling delete_port for cd82cdb9-5400-4083-9587-63dbcad6d6f7 owned by network:router_interface {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:21.390333 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:21.419576 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd82cdb9-5400-4083-9587-63dbcad6d6f7,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:21.617159 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761859'] for router_interface, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:21.852448 n-d-821941-1 neutron-server[102397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Router c1347219-dd45-4d5a-8245-837f4c8a8987 has already been hosted by L3 agent a7704ccc-5dae-4ee4-bc4a-b27f435b23e7 {{(pid=102397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 10:49:21.977267 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] Notify agent at l3_agent.n-d-821941-1 the message routers_updated {{(pid=102397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 10:49:21.982834 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-29795e2d-3539-42e8-9d2a-5cf8eda0581a admin admin] 10.222.0.61 "PUT /v2.0/routers/c1347219-dd45-4d5a-8245-837f4c8a8987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6038036 Dec 16 10:49:21.985749 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60618) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:21.989035 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] Sync routers for ids ['c1347219-dd45-4d5a-8245-837f4c8a8987'] in n-d-821941-1 {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 10:49:22.001672 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] Routers {'c1347219-dd45-4d5a-8245-837f4c8a8987'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:22.002339 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:49:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c1347219-dd45-4d5a-8245-837f4c8a8987'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:22.098873 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.112134 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] Set router c1347219-dd45-4d5a-8245-837f4c8a8987 gateway port host: n-d-821941-1 {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:22.220106 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.283370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Deleting port 747422b1-d25e-4f56-91e7-3134f8c0b3b9 {{(pid=102397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:22.283894 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.316019 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'external_fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:49:21Z', 'revision_number': 5, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port': {'id': '747422b1-d25e-4f56-91e7-3134f8c0b3b9', 'name': '', 'network_id': 'f77c0f6b-2201-49ad-b509-2e855a26124a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821941-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2d18e06-23c1-4107-be6f-fbb9b04df098', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821941-1'}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:22.347594 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] Checking router: c1347219-dd45-4d5a-8245-837f4c8a8987 for host: n-d-821941-1 {{(pid=102400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 10:49:22.357092 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] Routers {'c1347219-dd45-4d5a-8245-837f4c8a8987'} bound to L3 agent in host n-d-821941-1 {{(pid=102400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 10:49:22.357945 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821941-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T09:07:16Z,description=,heartbeat_timestamp=2021-12-16T10:49:17Z,host='n-d-821941-1',id=a7704ccc-5dae-4ee4-bc4a-b27f435b23e7,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T09:07:16Z,topic='l3_agent')) {'router_ids': ['c1347219-dd45-4d5a-8245-837f4c8a8987'], 'active': True} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:22.373240 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.db [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] For port 747422b1-d25e-4f56-91e7-3134f8c0b3b9, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=747422b1-d25e-4f56-91e7-3134f8c0b3b9,segment=NetworkSegment(49399914-9975-4c2a-be37-a590e3a6d9c0),segment_id=49399914-9975-4c2a-be37-a590e3a6d9c0)] {{(pid=102397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:22.373613 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.388487 n-d-821941-1 neutron-server[102397]: DEBUG neutron.plugins.ml2.plugin [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Calling delete_port for 747422b1-d25e-4f56-91e7-3134f8c0b3b9 owned by network:router_gateway {{(pid=102397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:22.428401 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:49:22.458716 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_dvr_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] Set router c1347219-dd45-4d5a-8245-837f4c8a8987 gateway port host: None {{(pid=102400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 10:49:22.513580 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.l3_hamode_db [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:49:22Z', 'revision_number': 6, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port_host': None}], 'n-d-821941-1', False) {} {{(pid=102400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:22.546351 n-d-821941-1 neutron-server[102400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8515a-8d8c-442f-a43b-ec508c0c9dc4 None None] The sync data for ids ['c1347219-dd45-4d5a-8245-837f4c8a8987'] in n-d-821941-1 is: [{'id': 'c1347219-dd45-4d5a-8245-837f4c8a8987', 'name': 'tempest-TestSnapshotPattern-306114193-router', 'tenant_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T10:44:33Z', 'updated_at': '2021-12-16T10:49:22Z', 'revision_number': 6, 'project_id': '1910a8d7de6d4baeaafc15fcceb48fb8', 'gw_port_host': None}] {{(pid=102400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 10:49:22.597667 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8433286'] for port, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.627977 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=747422b1-d25e-4f56-91e7-3134f8c0b3b9,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:22.689997 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759418'] for router_gateway, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.786702 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-756025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26532'] for router, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.790579 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.840473 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-756016'] for router, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.841242 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1347219-dd45-4d5a-8245-837f4c8a8987 {{(pid=102397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 10:49:22.846242 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] Notify callbacks [] for router, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.847393 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-991339dc-ba4e-4595-a9fb-d2a4dfd77f8f admin admin] 10.222.0.61 "DELETE /v2.0/routers/c1347219-dd45-4d5a-8245-837f4c8a8987 HTTP/1.1" status: 204 len: 168 time: 0.8606248 Dec 16 10:49:22.851093 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60620) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:22.898182 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Deleting subnet e039c095-eb3a-4104-bc1f-238f096b8c6c {{(pid=102398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 16 10:49:22.904506 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:22.952872 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11792079'] for subnet, precommit_delete_associations {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.029588 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd82cdb9-5400-4083-9587-63dbcad6d6f7 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:23.062866 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: cd82cdb9-5400-4083-9587-63dbcad6d6f7 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:23.063194 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device cd82cdb9-5400-4083-9587-63dbcad6d6f7 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:23.077793 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3888626'] for subnet, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.133751 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3888635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12216639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8424192'] for subnet, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.160412 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e039c095-eb3a-4104-bc1f-238f096b8c6c,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:23.164302 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.168796 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-4a965f43-b16f-4225-b4ed-7009ae9e4a81 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e039c095-eb3a-4104-bc1f-238f096b8c6c HTTP/1.1" status: 204 len: 168 time: 0.3158414 Dec 16 10:49:23.171663 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60622) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:23.174755 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86bcee-fffa-404e-b05c-39a2a59498ab None None] Network 3881dfdc-d72e-4ea4-b485-e97809e35b05 requested from n-d-821941-1 {{(pid=102399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 16 10:49:23.247812 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439960'] for network, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.318242 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Deleting port 52d7066e-19cc-4307-b4ad-43a202b5d42d {{(pid=102398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 16 10:49:23.318450 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742503976542'] for port, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.392360 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.db [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] For port 52d7066e-19cc-4307-b4ad-43a202b5d42d, host n-d-821941-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821941-1',level=0,port_id=52d7066e-19cc-4307-b4ad-43a202b5d42d,segment=NetworkSegment(e072f7b2-9a72-4a86-9d35-cf320a2c5bda),segment_id=e072f7b2-9a72-4a86-9d35-cf320a2c5bda)] {{(pid=102398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 10:49:23.392727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761913'] for port, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.410856 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Calling delete_port for 52d7066e-19cc-4307-b4ad-43a202b5d42d owned by network:dhcp {{(pid=102398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 16 10:49:23.511536 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3712051', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742503982484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742503657822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12216810'] for port, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.559975 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Pushing event deleted for resources: {'Port': ['ID=52d7066e-19cc-4307-b4ad-43a202b5d42d,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:23.563075 n-d-821941-1 neutron-server[102398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] No DVR routers for this DVR port 52d7066e-19cc-4307-b4ad-43a202b5d42d on host n-d-821941-1 {{(pid=102398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 10:49:23.576748 n-d-821941-1 neutron-server[102399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73811f38-33a9-4309-a6af-d2ff67654e79 None None] DHCP port deletion for 3881dfdc-d72e-4ea4-b485-e97809e35b05 request from n-d-821941-1 {{(pid=102399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 16 10:49:23.646185 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3883655', 'neutron.services.segments.db._delete_segments_for_network-8742504141752'] for network, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.670409 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3881dfdc-d72e-4ea4-b485-e97809e35b05']}} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:23.681437 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda') {'for_net_delete': True} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:23.681737 n-d-821941-1 neutron-server[102398]: DEBUG neutron.services.segments.db [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e072f7b2-9a72-4a86-9d35-cf320a2c5bda') {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 10:49:23.692281 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742503962992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11792086'] for segment, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.707599 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165'] for segment, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.715299 n-d-821941-1 neutron-server[102398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 10:49:23.715727 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3895165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12216793'] for segment, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: Traceback (most recent call last): Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: timer() Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: cb(*args, **kw) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: return func(*args, **kwargs) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: self._notify() Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: self.callback(batched_events) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: event.method(event) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: return f(self, *a, **k) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: return self._get(url).json() Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: return self.request(url, 'GET', **kwargs) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 10:49:23.717537 n-d-821941-1 neutron-server[102398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 10:49:23.782750 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3890804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759390'] for network, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.788271 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Notify callbacks [] for network, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:23.792455 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] 10.222.0.61 "DELETE /v2.0/networks/3881dfdc-d72e-4ea4-b485-e97809e35b05 HTTP/1.1" status: 204 len: 168 time: 0.6197562 Dec 16 10:49:23.807595 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c19a0-8d2c-4cfb-a8cc-60035d2eb9de admin admin] Pushing event deleted for resources: {'Network': ['ID=3881dfdc-d72e-4ea4-b485-e97809e35b05,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:23.999664 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60626) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:24.056265 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-b96f8283-e9a7-4e32-8398-6a638b8748c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bec855b33f5414ab6443a2d4468fee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545781 Dec 16 10:49:24.058776 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60628) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:24.129575 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e26afe6b-d523-4d47-9b3d-d27154c5c624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.159513 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e26afe6b-d523-4d47-9b3d-d27154c5c624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.210966 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e26afe6b-d523-4d47-9b3d-d27154c5c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.213693 n-d-821941-1 neutron-server[102397]: DEBUG neutron_lib.callbacks.manager [None req-e26afe6b-d523-4d47-9b3d-d27154c5c624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.217373 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-e26afe6b-d523-4d47-9b3d-d27154c5c624 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e6e693f-0994-42ae-8ff7-90285c44955d HTTP/1.1" status: 204 len: 168 time: 0.1550922 Dec 16 10:49:24.223948 n-d-821941-1 neutron-server[102397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26afe6b-d523-4d47-9b3d-d27154c5c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6e693f-0994-42ae-8ff7-90285c44955d,revision_number=None']} {{(pid=102397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:24.598366 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [-] (102397) accepted ('10.222.0.61', 60634) {{(pid=102397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:24.641056 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [None req-2a3fc4bb-45ae-4528-a930-c50d14b95049 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1910a8d7de6d4baeaafc15fcceb48fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410867 Dec 16 10:49:24.643932 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [-] (102398) accepted ('10.222.0.61', 60636) {{(pid=102398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 16 10:49:24.663724 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.702949 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1336180e-5a00-409e-beb3-9fa61de48a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.725515 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1336180e-5a00-409e-beb3-9fa61de48a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.777343 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1336180e-5a00-409e-beb3-9fa61de48a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578483'] for security_group, after_delete {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.779923 n-d-821941-1 neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-1336180e-5a00-409e-beb3-9fa61de48a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:24.781085 n-d-821941-1 neutron-server[102398]: INFO neutron.wsgi [None req-1336180e-5a00-409e-beb3-9fa61de48a0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56724c14-b0ae-423b-b2b8-2f0111bfb2f3 HTTP/1.1" status: 204 len: 168 time: 0.1356804 Dec 16 10:49:24.790644 n-d-821941-1 neutron-server[102398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336180e-5a00-409e-beb3-9fa61de48a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56724c14-b0ae-423b-b2b8-2f0111bfb2f3,revision_number=None']} {{(pid=102398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 10:49:24.880802 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52d7066e-19cc-4307-b4ad-43a202b5d42d no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:24.905758 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 52d7066e-19cc-4307-b4ad-43a202b5d42d {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:24.906167 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 52d7066e-19cc-4307-b4ad-43a202b5d42d not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:24.906580 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 747422b1-d25e-4f56-91e7-3134f8c0b3b9 no longer exists at agent ovs-agent-n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 10:49:24.928514 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.plugin [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] No Port match for: 747422b1-d25e-4f56-91e7-3134f8c0b3b9 {{(pid=102399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 16 10:49:24.928962 n-d-821941-1 neutron-server[102399]: DEBUG neutron.plugins.ml2.rpc [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Device 747422b1-d25e-4f56-91e7-3134f8c0b3b9 not bound to the agent host n-d-821941-1 {{(pid=102399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 10:49:26.009635 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:44.217146 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e40b1eb2-5fea-4553-9acb-545b884742eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:46.656071 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99014e61-7483-43f9-ab13-5c67cae727ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:48.430319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:50.008578 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:50.255824 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:54.694218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:56.039213 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:49:59.397563 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:50:14.215876 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-49afbf98-04c6-4b84-b023-ec49b570af0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:16.653963 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-b37d4496-954e-4c92-b556-01ee7c384e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:18.435123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:20.006192 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:20.254439 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:24.720566 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:26.056045 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:36.397713 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:50:44.212451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-28157879-85d2-4809-8fff-4c3cd7b26ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:46.657223 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4adf1979-0216-4ad4-ab0b-cb258171adab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:48.439170 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:50.013415 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:50.266172 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:54.747319 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:50:56.059272 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:13.398487 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:51:13.710738 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-7a9a05ca-9cc1-4080-8265-7f4d38014232 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470583 Dec 16 10:51:13.814674 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-83de2b41-59b7-4895-b94f-c9552df2af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:13.816079 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-83de2b41-59b7-4895-b94f-c9552df2af91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0562263 Dec 16 10:51:13.928056 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-e3c5e664-be53-46c5-a89e-9174d88647c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:13.929548 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-e3c5e664-be53-46c5-a89e-9174d88647c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0859599 Dec 16 10:51:13.971367 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-3d656ce8-a578-4987-a6cc-bb2dfd4c8a07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0340827 Dec 16 10:51:14.034892 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-52f49a25-99e9-4fb5-80a6-3fe32844856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:14.036336 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-52f49a25-99e9-4fb5-80a6-3fe32844856e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0579994 Dec 16 10:51:14.084765 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-cbf3f7d4-dbfe-4cda-8c06-cc8ac2ca6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:51:14.086327 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-cbf3f7d4-dbfe-4cda-8c06-cc8ac2ca6824 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429435 Dec 16 10:51:14.098877 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-5c47e10d-dc53-43fb-afba-e457d578489c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 10:51:14.099809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-5c47e10d-dc53-43fb-afba-e457d578489c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058160 Dec 16 10:51:14.198699 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-99cd4a23-57f4-4e94-8f53-82c7868bda58 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912740 Dec 16 10:51:14.207821 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-040ba853-bd44-41df-a67f-cf879909fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:14.309191 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-482e325a-dbf5-4543-b8b0-4bd4f534400a req-5b25f99b-0b08-4859-8087-161b66dab12f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028194 Dec 16 10:51:16.653120 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-9fcafbf7-3de0-482c-bed5-afc38223cd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:18.444505 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:20.004662 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:20.266393 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:24.747729 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:26.053816 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:44.220914 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-47f16b5e-63b4-480b-9b65-7d95ff16bc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:46.658989 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bdd54291-e698-40e3-895e-437ccbea6443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:48.446607 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:50.006314 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:50.271605 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:50.399200 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:51:54.748526 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:51:56.070584 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:14.214638 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-8b20ec5f-91d5-4cbf-837d-20008c819c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:15.702571 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-59bd741b-13ec-48bc-ab46-ce3af134634f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435710 Dec 16 10:52:15.788370 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-de84ca50-1dc1-425c-a451-d09590362414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:15.790040 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-de84ca50-1dc1-425c-a451-d09590362414 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0444846 Dec 16 10:52:15.898074 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-51a72f9e-733c-4fa1-8f7c-e571f881f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:15.899549 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-51a72f9e-733c-4fa1-8f7c-e571f881f0c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0887148 Dec 16 10:52:15.941817 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-afdda5ca-335d-4207-b504-86e70d610b8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0349870 Dec 16 10:52:15.997206 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-b831ee6f-8377-481f-a982-bd8b2daecd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:15.998741 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-b831ee6f-8377-481f-a982-bd8b2daecd86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0496242 Dec 16 10:52:16.046634 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-826f29a1-cd33-4ec7-8a07-99a88f40e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:52:16.048147 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-826f29a1-cd33-4ec7-8a07-99a88f40e451 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418944 Dec 16 10:52:16.141478 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-172ffee8-aa06-4d93-b059-ca6c553466be service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850403 Dec 16 10:52:16.239596 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-7bccd399-adcb-4b0c-a06f-16e8dddf314f req-673f248c-8a38-46a2-8059-ba89c8e6d04c service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878203 Dec 16 10:52:16.654539 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-515948da-d3a1-4afa-9866-0e10c03f1963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:18.448495 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:20.003681 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:20.279240 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:24.749597 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:26.069963 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:27.399536 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:52:44.222174 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-02dccd5e-3bf6-4fac-bab3-422598714ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:46.652151 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-55308548-ff12-4fd8-825c-bbe2258b10ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:48.456368 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:50.000736 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:50.286250 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:54.776797 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:52:56.090105 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:04.404423 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:53:08.732793 n-d-821941-1 neutron-server[102397]: DEBUG neutron.wsgi [req-4133c888-90c8-4bfe-b5e2-68becf472db9 req-0ff03e95-2bb4-479b-b631-b2ee8353dc1c service neutron] (102397) timed out ('10.222.0.61', 59308) {{(pid=102397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:53:14.229357 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0abc60c6-9181-4a9e-8995-e6be49f042b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:16.646278 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-77e543ed-b436-48af-a19e-4e1d73f3793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:17.817781 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-52bd7ea0-79a3-4c68-bdaa-874344649c23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1572595 Dec 16 10:53:17.933875 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-3515097b-7259-47a2-886d-bde29e1628ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:17.935521 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-3515097b-7259-47a2-886d-bde29e1628ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0531068 Dec 16 10:53:18.052698 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-bbd17bc2-85bb-4242-9515-7d30ac58055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:18.054236 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-bbd17bc2-85bb-4242-9515-7d30ac58055c service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0950344 Dec 16 10:53:18.095420 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-91df1fe3-ac25-4f96-9484-906cc7be4ee9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0338893 Dec 16 10:53:18.146499 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-08060c8d-9e58-43e7-9005-1fac6fac0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:18.147968 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-08060c8d-9e58-43e7-9005-1fac6fac0ff5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0459065 Dec 16 10:53:18.200455 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-b138266f-0b29-4201-8e97-1a43fcd2847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:53:18.201886 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-b138266f-0b29-4201-8e97-1a43fcd2847c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464599 Dec 16 10:53:18.297110 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-acef0cfd-dd08-4c69-a30e-0a775d97f33f service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861344 Dec 16 10:53:18.395932 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-4115e7a9-bff1-44d5-9e94-b4bc96163f35 req-76b3973d-cef0-4b7d-b515-08a5c9641aea service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908797 Dec 16 10:53:18.453329 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:19.997835 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:20.289984 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:24.779015 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:26.098274 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:41.404010 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:53:44.217234 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-6265bb93-4ef0-480a-82f0-00f02d7405ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:46.649095 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-4444b686-73d0-421c-842b-62926d5072eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:48.459517 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:49.993949 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:50.290114 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:54.798868 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:53:56.097697 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:14.215925 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-a1acb772-4314-4665-a4e6-441dda74ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:16.655059 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f61dc184-d225-4b1e-b9b1-1821ef09d1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:17.696978 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-701f48b9-8e39-45be-8ea8-b7c2041f1806 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428467 Dec 16 10:54:17.791530 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-6f3cb834-7646-4a6c-bc78-983a9633332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:17.793097 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-6f3cb834-7646-4a6c-bc78-983a9633332f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0453036 Dec 16 10:54:18.256158 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-d0ac0127-f5ad-4765-b4d1-adf346ea831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:18.257389 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-d0ac0127-f5ad-4765-b4d1-adf346ea831d service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.4384456 Dec 16 10:54:18.308623 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-5328af95-d681-4510-b69f-e333e8514e8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0430627 Dec 16 10:54:18.362320 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-abf0214f-37fe-4dad-98cf-b05ef94b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:18.363923 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-abf0214f-37fe-4dad-98cf-b05ef94b1525 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0487514 Dec 16 10:54:18.405141 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:54:18.422182 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-2d6b0ee7-58df-4392-928d-a44eba855151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:54:18.423809 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-2d6b0ee7-58df-4392-928d-a44eba855151 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531757 Dec 16 10:54:18.460955 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:18.532065 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-d11c1e0c-ca69-4c55-898b-6b04f2b7bff4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001604 Dec 16 10:54:18.637181 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-e0976725-e2a5-4333-9e30-9760a325aeaf req-c800bb39-6123-4bdd-b35d-eb6e764add2a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974081 Dec 16 10:54:19.990785 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:20.289334 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:24.799971 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:26.116097 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:44.214589 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3aae5bcb-8ed7-4dbf-a5c1-46a7a95162bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:46.657919 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-f308edef-2ef4-4e6e-9350-d22c879069d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:48.473467 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:49.993081 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:50.295750 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:54.803719 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:54:55.410701 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:54:56.124962 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:14.215369 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-2d246c00-ed4a-4cff-97f4-5e16acd92afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:16.662986 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-1bcccac7-807c-4c95-b1c6-fe3e47a8fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:17.699186 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-93f25d13-fcd8-436e-813f-d210666419c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519860 Dec 16 10:55:17.788415 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-486b4b18-35f9-4984-b0cc-d634c144e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:17.789913 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-486b4b18-35f9-4984-b0cc-d634c144e36a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0417609 Dec 16 10:55:17.907863 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-40f94db4-ab87-40d1-8558-4d85295bc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:17.909355 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-40f94db4-ab87-40d1-8558-4d85295bc0ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0978096 Dec 16 10:55:17.956261 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-4b32571a-3440-40d4-b718-2dafbe30e402 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0391753 Dec 16 10:55:18.007811 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-a00850cc-6313-402a-97c2-652fd129a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:18.009762 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-a00850cc-6313-402a-97c2-652fd129a488 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0467565 Dec 16 10:55:18.062467 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-065895ec-a6dd-4e3b-95a8-2326bf7f241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:55:18.063974 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-065895ec-a6dd-4e3b-95a8-2326bf7f241b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467317 Dec 16 10:55:18.163033 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-bb8e63e7-2a75-4040-afb5-589af31e5fd4 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910640 Dec 16 10:55:18.263142 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-8d3cd671-54c7-43a3-97fc-a970a6635743 req-daef894f-2c45-4c6c-855e-761a36a9937a service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921524 Dec 16 10:55:18.471330 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:19.990690 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:20.304498 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:24.828401 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:26.144838 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:32.410518 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:55:44.216376 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-e745fca0-e689-4eb0-9863-beccc3e490d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:46.669534 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c7d04847-9083-4d0c-b125-f1177bc6e47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:48.477770 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:49.991428 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:50.309047 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:54.837922 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:55:56.137774 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:09.415706 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:56:14.222024 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-3dfbb35d-894e-4b80-8e64-7b1ac198dc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:16.667839 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-fcd221bd-c1be-4514-b0cb-760d686790bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:18.480261 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:18.696855 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-d5f9e96f-2ed4-45af-b1a0-bba2c0a1a94f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476451 Dec 16 10:56:18.789505 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-76c6b8f4-6309-426b-9b17-37320893a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:18.790933 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-76c6b8f4-6309-426b-9b17-37320893a372 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0445583 Dec 16 10:56:18.907944 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-77318153-5df8-4bd5-b96e-16dd7f4d539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:18.909423 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-77318153-5df8-4bd5-b96e-16dd7f4d539c service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0927181 Dec 16 10:56:18.962494 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-eac278c4-6f5c-4de6-b5ea-d88aa85a4415 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0453558 Dec 16 10:56:19.014710 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-3be22581-3b1a-4b51-9516-af70b8fba382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:19.016728 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-3be22581-3b1a-4b51-9516-af70b8fba382 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0463820 Dec 16 10:56:19.067202 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-735eadc6-8078-4cc3-a1bf-ae29a73ae364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:56:19.068710 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-735eadc6-8078-4cc3-a1bf-ae29a73ae364 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457721 Dec 16 10:56:19.165965 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-17d45ad3-5d5f-4a5d-8aad-cdea29f77c38 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883322 Dec 16 10:56:19.264309 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-cf1ac2e2-e16c-4143-ab75-91408a6adfd1 req-284cf136-4730-4f90-bc08-742b84e531d2 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903730 Dec 16 10:56:19.994158 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:20.307419 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:24.829549 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:26.141710 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:44.225481 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-05b2cc87-b3ff-4932-8a64-861d2265ccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:46.418878 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:56:46.671957 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c6fb10cd-55f1-44d2-88c1-2e1eb891233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:48.484414 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:50.004716 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:50.308287 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:54.843588 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:56:56.141649 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:14.225974 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-05b2d43f-bd12-40bc-a371-783b28df12c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:16.668877 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-74802451-9001-40d5-9137-f5492dfd6f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:18.492218 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:19.710125 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-9a44d31f-9c9f-4972-8835-4664c78d78d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34d9760b-63e5-48a1-ba54-773e6db57271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435116 Dec 16 10:57:19.803748 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-652340f3-c155-4ddd-a6fd-fcc53f10d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:19.805318 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-652340f3-c155-4ddd-a6fd-fcc53f10d6bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c1e8f83a224e6cbebe1d0d56649eab&device_id=34d9760b-63e5-48a1-ba54-773e6db57271 HTTP/1.1" status: 200 len: 1097 time: 0.0469429 Dec 16 10:57:19.919965 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-4f842233-81e8-4bd7-979a-f1f916623d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:19.921397 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-4f842233-81e8-4bd7-979a-f1f916623d21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17899e6b-529c-48ec-99e2-c0b54a7f88cb HTTP/1.1" status: 200 len: 924 time: 0.0941920 Dec 16 10:57:19.967742 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-c3a9818b-e6d8-4825-a3b2-266274c49a2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a70ed1c-85ed-4aa4-9e5e-59eb46f810b3 HTTP/1.1" status: 200 len: 217 time: 0.0384603 Dec 16 10:57:19.990532 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:20.031079 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-d2382ac7-cafb-4214-9745-a9ec33ed2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:20.032614 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-d2382ac7-cafb-4214-9745-a9ec33ed2c3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a59335f6-ed16-47b9-8a3a-0b71683329e7 HTTP/1.1" status: 200 len: 862 time: 0.0570798 Dec 16 10:57:20.083859 n-d-821941-1 neutron-server[102397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-9333a02b-b06e-4fbc-a0b4-79349c01dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 10:57:20.085404 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-9333a02b-b06e-4fbc-a0b4-79349c01dbc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17899e6b-529c-48ec-99e2-c0b54a7f88cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439794 Dec 16 10:57:20.186082 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-4549aaae-7d36-4549-af99-c7d528215e76 service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922489 Dec 16 10:57:20.281807 n-d-821941-1 neutron-server[102397]: INFO neutron.wsgi [req-a463a3ac-d928-4a4b-bf8b-5ebde786ab50 req-80dd8b53-6826-4afe-9bb9-17744c6f9fdd service neutron] 10.222.0.53 "GET /v2.0/networks/17899e6b-529c-48ec-99e2-c0b54a7f88cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886676 Dec 16 10:57:20.309454 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:23.424465 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 10:57:24.830239 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:26.169873 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:35.191189 n-d-821941-1 neutron-server[102398]: DEBUG neutron.wsgi [req-58afe71c-f7ea-4e49-a0d7-8c24eeef8c33 req-5058fd8e-9ec2-4461-abe0-75d0245a1a59 service neutron] (102398) timed out ('10.222.0.61', 56126) {{(pid=102398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 16 10:57:44.223530 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-0076b2c3-4010-45d6-b33a-315e8d387639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:46.662451 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-c9b54746-c286-4d89-9c0e-4ab521b70123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:48.487229 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-7e01f66f-b78c-411f-9895-25ea8f45d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:49.996171 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-ab727d91-a160-4271-bdf2-8b6a803b61f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:50.314123 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-bfb4587b-8ab3-45a5-a4a1-6b766129c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:54.844775 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-cfacc024-16a7-4386-aa47-bf754dbb351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:57:56.164836 n-d-821941-1 neutron-server[102399]: DEBUG neutron_lib.callbacks.manager [None req-99f92a89-dfa4-481d-8632-2a399c01ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742504141734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3886001'] for agent, after_update {{(pid=102399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 16 10:58:00.425711 n-d-821941-1 neutron-server[102400]: DEBUG neutron.db.agents_db [None req-bfd4dbee-b171-44c1-be81-ae66ff27405a None None] Agent healthcheck: found 7 active agents {{(pid=102400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}